@huggingface/inference 3.13.2 → 3.15.0

package/README.md

@@ -53,7 +53,7 @@ Currently, we support the following providers:
 - [HF Inference](https://huggingface.co/docs/inference-providers/providers/hf-inference)
 - [Hyperbolic](https://hyperbolic.xyz)
 - [Nebius](https://studio.nebius.ai)
-- [Novita](https://novita.ai/?utm_source=github_huggingface&utm_medium=github_readme&utm_campaign=link)
+- [Novita](https://novita.ai)
 - [Nscale](https://nscale.com)
 - [OVHcloud](https://endpoints.ai.cloud.ovh.net/)
 - [Replicate](https://replicate.com)
@@ -96,6 +96,7 @@ Only a subset of models are supported when requesting third-party providers. You
 - [Cohere supported models](https://huggingface.co/api/partners/cohere/models)
 - [Cerebras supported models](https://huggingface.co/api/partners/cerebras/models)
 - [Groq supported models](https://console.groq.com/docs/models)
+- [Novita AI supported models](https://huggingface.co/api/partners/novita/models)
 
 ❗**Important note:** To be compatible, the third-party API must adhere to the "standard" shape API we expect on HF model pages for each pipeline task type.
 This is not an issue for LLMs as everyone converged on the OpenAI API anyways, but can be more tricky for other tasks like "text-to-image" or "automatic-speech-recognition" where there exists no standard API. Let us know if any help is needed or if we can make things easier for you!

package/dist/{src → commonjs}/InferenceClient.d.ts

@@ -1,5 +1,5 @@
-import * as tasks from "./tasks";
-import type { Options } from "./types";
+import * as tasks from "./tasks/index.js";
+import type { Options } from "./types.js";
 type Task = typeof tasks;
 export declare class InferenceClient {
     private readonly accessToken;

package/dist/commonjs/InferenceClient.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"InferenceClient.d.ts","sourceRoot":"","sources":["../../src/InferenceClient.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,kBAAkB,CAAC;AAC1C,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,YAAY,CAAC;AAO1C,KAAK,IAAI,GAAG,OAAO,KAAK,CAAC;AAEzB,qBAAa,eAAe;IAC3B,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAU;gBAGxC,WAAW,SAAK,EAChB,cAAc,GAAE,OAAO,GAAG;QACzB,WAAW,CAAC,EAAE,MAAM,CAAC;KAChB;IAsBP;;;;OAIG;IACI,QAAQ,CAAC,WAAW,EAAE,MAAM,GAAG,eAAe;CAGrD;AAED,MAAM,WAAW,eAAgB,SAAQ,IAAI;CAAG;AAEhD;;;GAGG;AACH,qBAAa,WAAY,SAAQ,eAAe;CAAG;AACnD;;;GAGG;AACH,qBAAa,uBAAwB,SAAQ,eAAe;CAAG"}

package/dist/commonjs/InferenceClient.js

@@ -0,0 +1,83 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.InferenceClientEndpoint = exports.HfInference = exports.InferenceClient = void 0;
+const tasks = __importStar(require("./tasks/index.js"));
+const omit_js_1 = require("./utils/omit.js");
+const typedEntries_js_1 = require("./utils/typedEntries.js");
+class InferenceClient {
+    accessToken;
+    defaultOptions;
+    constructor(accessToken = "", defaultOptions = {}) {
+        this.accessToken = accessToken;
+        this.defaultOptions = defaultOptions;
+        for (const [name, fn] of (0, typedEntries_js_1.typedEntries)(tasks)) {
+            Object.defineProperty(this, name, {
+                enumerable: false,
+                value: (params, options) => 
+                // eslint-disable-next-line @typescript-eslint/no-explicit-any
+                fn(
+                /// ^ The cast of fn to any is necessary, otherwise TS can't compile because the generated union type is too complex
+                { endpointUrl: defaultOptions.endpointUrl, accessToken, ...params }, {
+                    ...(0, omit_js_1.omit)(defaultOptions, ["endpointUrl"]),
+                    ...options,
+                }),
+            });
+        }
+    }
+    /**
+     * Returns a new instance of InferenceClient tied to a specified endpoint.
+     *
+     * For backward compatibility mostly.
+     */
+    endpoint(endpointUrl) {
+        return new InferenceClient(this.accessToken, { ...this.defaultOptions, endpointUrl });
+    }
+}
+exports.InferenceClient = InferenceClient;
+/**
+ * For backward compatibility only, will remove soon.
+ * @deprecated replace with InferenceClient
+ */
+class HfInference extends InferenceClient {
+}
+exports.HfInference = HfInference;
+/**
+ * For backward compatibility only, will remove soon.
+ * @deprecated replace with InferenceClient
+ */
+class InferenceClientEndpoint extends InferenceClient {
+}
+exports.InferenceClientEndpoint = InferenceClientEndpoint;

package/dist/commonjs/config.js

@@ -0,0 +1,6 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HF_HEADER_X_BILL_TO = exports.HF_ROUTER_URL = exports.HF_HUB_URL = void 0;
+exports.HF_HUB_URL = "https://huggingface.co";
+exports.HF_ROUTER_URL = "https://router.huggingface.co";
+exports.HF_HEADER_X_BILL_TO = "X-HF-Bill-To";

package/dist/commonjs/index.d.ts

@@ -0,0 +1,7 @@
+export { InferenceClient, InferenceClientEndpoint, HfInference } from "./InferenceClient.js";
+export { InferenceOutputError } from "./lib/InferenceOutputError.js";
+export * from "./types.js";
+export * from "./tasks/index.js";
+import * as snippets from "./snippets/index.js";
+export { snippets };
+//# sourceMappingURL=index.d.ts.map

package/dist/commonjs/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,eAAe,EAAE,uBAAuB,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAC;AAC7F,OAAO,EAAE,oBAAoB,EAAE,MAAM,+BAA+B,CAAC;AACrE,cAAc,YAAY,CAAC;AAC3B,cAAc,kBAAkB,CAAC;AACjC,OAAO,KAAK,QAAQ,MAAM,qBAAqB,CAAC;AAEhD,OAAO,EAAE,QAAQ,EAAE,CAAC"}

package/dist/commonjs/index.js

@@ -0,0 +1,49 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.snippets = exports.InferenceOutputError = exports.HfInference = exports.InferenceClientEndpoint = exports.InferenceClient = void 0;
+var InferenceClient_js_1 = require("./InferenceClient.js");
+Object.defineProperty(exports, "InferenceClient", { enumerable: true, get: function () { return InferenceClient_js_1.InferenceClient; } });
+Object.defineProperty(exports, "InferenceClientEndpoint", { enumerable: true, get: function () { return InferenceClient_js_1.InferenceClientEndpoint; } });
+Object.defineProperty(exports, "HfInference", { enumerable: true, get: function () { return InferenceClient_js_1.HfInference; } });
+var InferenceOutputError_js_1 = require("./lib/InferenceOutputError.js");
+Object.defineProperty(exports, "InferenceOutputError", { enumerable: true, get: function () { return InferenceOutputError_js_1.InferenceOutputError; } });
+__exportStar(require("./types.js"), exports);
+__exportStar(require("./tasks/index.js"), exports);
+const snippets = __importStar(require("./snippets/index.js"));
+exports.snippets = snippets;

package/dist/commonjs/lib/InferenceOutputError.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.InferenceOutputError = void 0;
+class InferenceOutputError extends TypeError {
+    constructor(message) {
+        super(`Invalid inference output: ${message}. Use the 'request' method with the same parameters to do a custom call with no type checking.`);
+        this.name = "InferenceOutputError";
+    }
+}
+exports.InferenceOutputError = InferenceOutputError;

package/dist/commonjs/lib/getDefaultTask.js

@@ -0,0 +1,48 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getDefaultTask = getDefaultTask;
+const config_js_1 = require("../config.js");
+const isUrl_js_1 = require("./isUrl.js");
+/**
+ * We want to make calls to the huggingface hub the least possible, eg if
+ * someone is calling Inference Endpoints 1000 times per second, we don't want
+ * to make 1000 calls to the hub to get the task name.
+ */
+const taskCache = new Map();
+const CACHE_DURATION = 10 * 60 * 1000;
+const MAX_CACHE_ITEMS = 1000;
+/**
+ * Get the default task. Use a LRU cache of 1000 items with 10 minutes expiration
+ * to avoid making too many calls to the HF hub.
+ *
+ * @returns The default task for the model, or `null` if it was impossible to get it
+ */
+async function getDefaultTask(model, accessToken, options) {
+    if ((0, isUrl_js_1.isUrl)(model)) {
+        return null;
+    }
+    const key = `${model}:${accessToken}`;
+    let cachedTask = taskCache.get(key);
+    if (cachedTask && cachedTask.date < new Date(Date.now() - CACHE_DURATION)) {
+        taskCache.delete(key);
+        cachedTask = undefined;
+    }
+    if (cachedTask === undefined) {
+        const modelTask = await (options?.fetch ?? fetch)(`${config_js_1.HF_HUB_URL}/api/models/${model}?expand[]=pipeline_tag`, {
+            headers: accessToken ? { Authorization: `Bearer ${accessToken}` } : {},
+        })
+            .then((resp) => resp.json())
+            .then((json) => json.pipeline_tag)
+            .catch(() => null);
+        if (!modelTask) {
+            return null;
+        }
+        cachedTask = { task: modelTask, date: new Date() };
+        taskCache.set(key, { task: modelTask, date: new Date() });
+        if (taskCache.size > MAX_CACHE_ITEMS) {
+            // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+            taskCache.delete(taskCache.keys().next().value);
+        }
+    }
+    return cachedTask.task;
+}

package/dist/{src → commonjs}/lib/getInferenceProviderMapping.d.ts

@@ -1,5 +1,5 @@
 import type { WidgetType } from "@huggingface/tasks";
-import type { InferenceProvider, InferenceProviderOrPolicy, ModelId } from "../types";
+import type { InferenceProvider, InferenceProviderOrPolicy, ModelId } from "../types.js";
 export declare const inferenceProviderMappingCache: Map<string, Partial<Record<"black-forest-labs" | "cerebras" | "cohere" | "fal-ai" | "featherless-ai" | "fireworks-ai" | "groq" | "hf-inference" | "hyperbolic" | "nebius" | "novita" | "nscale" | "openai" | "ovhcloud" | "replicate" | "sambanova" | "together", Omit<InferenceProviderModelMapping, "hfModelId">>>>;
 export type InferenceProviderMapping = Partial<Record<InferenceProvider, Omit<InferenceProviderModelMapping, "hfModelId">>>;
 export interface InferenceProviderModelMapping {

package/dist/{src → commonjs}/lib/getInferenceProviderMapping.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"getInferenceProviderMapping.d.ts","sourceRoot":"","sources":["../../../src/lib/getInferenceProviderMapping.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAIrD,OAAO,KAAK,EAAE,iBAAiB,EAAE,yBAAyB,EAAE,OAAO,EAAE,MAAM,UAAU,CAAC;AAGtF,eAAO,MAAM,6BAA6B,uTAA+C,CAAC;AAE1F,MAAM,MAAM,wBAAwB,GAAG,OAAO,CAC7C,MAAM,CAAC,iBAAiB,EAAE,IAAI,CAAC,6BAA6B,EAAE,WAAW,CAAC,CAAC,CAC3E,CAAC;AAEF,MAAM,WAAW,6BAA6B;IAC7C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,SAAS,EAAE,OAAO,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,IAAI,EAAE,UAAU,CAAC;CACjB;AAED,wBAAsB,qCAAqC,CAC1D,OAAO,EAAE,OAAO,EAChB,WAAW,CAAC,EAAE,MAAM,EACpB,OAAO,CAAC,EAAE;IACT,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;CACtE,GACC,OAAO,CAAC,wBAAwB,CAAC,CA6BnC;AAED,wBAAsB,2BAA2B,CAChD,MAAM,EAAE;IACP,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,IAAI,EAAE,UAAU,CAAC;CACjB,EACD,OAAO,EAAE;IACR,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;CACtE,GACC,OAAO,CAAC,6BAA6B,GAAG,IAAI,CAAC,CA4B/C;AAED,wBAAsB,eAAe,CACpC,QAAQ,CAAC,EAAE,yBAAyB,EACpC,OAAO,CAAC,EAAE,MAAM,EAChB,WAAW,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,iBAAiB,CAAC,CAyB5B"}
+{"version":3,"file":"getInferenceProviderMapping.d.ts","sourceRoot":"","sources":["../../../src/lib/getInferenceProviderMapping.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAIrD,OAAO,KAAK,EAAE,iBAAiB,EAAE,yBAAyB,EAAE,OAAO,EAAE,MAAM,aAAa,CAAC;AAGzF,eAAO,MAAM,6BAA6B,uTAA+C,CAAC;AAE1F,MAAM,MAAM,wBAAwB,GAAG,OAAO,CAC7C,MAAM,CAAC,iBAAiB,EAAE,IAAI,CAAC,6BAA6B,EAAE,WAAW,CAAC,CAAC,CAC3E,CAAC;AAEF,MAAM,WAAW,6BAA6B;IAC7C,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,kBAAkB,CAAC,EAAE,MAAM,CAAC;IAC5B,SAAS,EAAE,OAAO,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,IAAI,EAAE,UAAU,CAAC;CACjB;AAED,wBAAsB,qCAAqC,CAC1D,OAAO,EAAE,OAAO,EAChB,WAAW,CAAC,EAAE,MAAM,EACpB,OAAO,CAAC,EAAE;IACT,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;CACtE,GACC,OAAO,CAAC,wBAAwB,CAAC,CA6BnC;AAED,wBAAsB,2BAA2B,CAChD,MAAM,EAAE;IACP,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,EAAE,iBAAiB,CAAC;IAC5B,IAAI,EAAE,UAAU,CAAC;CACjB,EACD,OAAO,EAAE;IACR,KAAK,CAAC,EAAE,CAAC,KAAK,EAAE,WAAW,EAAE,IAAI,CAAC,EAAE,WAAW,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;CACtE,GACC,OAAO,CAAC,6BAA6B,GAAG,IAAI,CAAC,CA4B/C;AAED,wBAAsB,eAAe,CACpC,QAAQ,CAAC,EAAE,yBAAyB,EACpC,OAAO,CAAC,EAAE,MAAM,EAChB,WAAW,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,iBAAiB,CAAC,CAyB5B"}

package/dist/commonjs/lib/getInferenceProviderMapping.js

@@ -0,0 +1,81 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.inferenceProviderMappingCache = void 0;
+exports.fetchInferenceProviderMappingForModel = fetchInferenceProviderMappingForModel;
+exports.getInferenceProviderMapping = getInferenceProviderMapping;
+exports.resolveProvider = resolveProvider;
+const config_js_1 = require("../config.js");
+const consts_js_1 = require("../providers/consts.js");
+const hf_inference_js_1 = require("../providers/hf-inference.js");
+const typedInclude_js_1 = require("../utils/typedInclude.js");
+exports.inferenceProviderMappingCache = new Map();
+async function fetchInferenceProviderMappingForModel(modelId, accessToken, options) {
+    let inferenceProviderMapping;
+    if (exports.inferenceProviderMappingCache.has(modelId)) {
+        // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+        inferenceProviderMapping = exports.inferenceProviderMappingCache.get(modelId);
+    }
+    else {
+        const resp = await (options?.fetch ?? fetch)(`${config_js_1.HF_HUB_URL}/api/models/${modelId}?expand[]=inferenceProviderMapping`, {
+            headers: accessToken?.startsWith("hf_") ? { Authorization: `Bearer ${accessToken}` } : {},
+        });
+        if (resp.status === 404) {
+            throw new Error(`Model ${modelId} does not exist`);
+        }
+        inferenceProviderMapping = await resp
+            .json()
+            .then((json) => json.inferenceProviderMapping)
+            .catch(() => null);
+        if (inferenceProviderMapping) {
+            exports.inferenceProviderMappingCache.set(modelId, inferenceProviderMapping);
+        }
+    }
+    if (!inferenceProviderMapping) {
+        throw new Error(`We have not been able to find inference provider information for model ${modelId}.`);
+    }
+    return inferenceProviderMapping;
+}
+async function getInferenceProviderMapping(params, options) {
+    if (consts_js_1.HARDCODED_MODEL_INFERENCE_MAPPING[params.provider][params.modelId]) {
+        return consts_js_1.HARDCODED_MODEL_INFERENCE_MAPPING[params.provider][params.modelId];
+    }
+    const inferenceProviderMapping = await fetchInferenceProviderMappingForModel(params.modelId, params.accessToken, options);
+    const providerMapping = inferenceProviderMapping[params.provider];
+    if (providerMapping) {
+        const equivalentTasks = params.provider === "hf-inference" && (0, typedInclude_js_1.typedInclude)(hf_inference_js_1.EQUIVALENT_SENTENCE_TRANSFORMERS_TASKS, params.task)
+            ? hf_inference_js_1.EQUIVALENT_SENTENCE_TRANSFORMERS_TASKS
+            : [params.task];
+        if (!(0, typedInclude_js_1.typedInclude)(equivalentTasks, providerMapping.task)) {
+            throw new Error(`Model ${params.modelId} is not supported for task ${params.task} and provider ${params.provider}. Supported task: ${providerMapping.task}.`);
+        }
+        if (providerMapping.status === "staging") {
+            console.warn(`Model ${params.modelId} is in staging mode for provider ${params.provider}. Meant for test purposes only.`);
+        }
+        return { ...providerMapping, hfModelId: params.modelId };
+    }
+    return null;
+}
+async function resolveProvider(provider, modelId, endpointUrl) {
+    if (endpointUrl) {
+        if (provider) {
+            throw new Error("Specifying both endpointUrl and provider is not supported.");
+        }
+        /// Defaulting to hf-inference helpers / API
+        return "hf-inference";
+    }
+    if (!provider) {
+        console.log("Defaulting to 'auto' which will select the first provider available for the model, sorted by the user's order in https://hf.co/settings/inference-providers.");
+        provider = "auto";
+    }
+    if (provider === "auto") {
+        if (!modelId) {
+            throw new Error("Specifying a model is required when provider is 'auto'");
+        }
+        const inferenceProviderMapping = await fetchInferenceProviderMappingForModel(modelId);
+        provider = Object.keys(inferenceProviderMapping)[0];
+    }
+    if (!provider) {
+        throw new Error(`No Inference Provider available for model ${modelId}.`);
+    }
+    return provider;
+}

package/dist/{src → commonjs}/lib/getProviderHelper.d.ts

@@ -1,5 +1,5 @@
-import type { AudioClassificationTaskHelper, AudioToAudioTaskHelper, AutomaticSpeechRecognitionTaskHelper, ConversationalTaskHelper, DocumentQuestionAnsweringTaskHelper, FeatureExtractionTaskHelper, FillMaskTaskHelper, ImageClassificationTaskHelper, ImageSegmentationTaskHelper, ImageToImageTaskHelper, ImageToTextTaskHelper, ObjectDetectionTaskHelper, QuestionAnsweringTaskHelper, SentenceSimilarityTaskHelper, SummarizationTaskHelper, TableQuestionAnsweringTaskHelper, TabularClassificationTaskHelper, TabularRegressionTaskHelper, TaskProviderHelper, TextClassificationTaskHelper, TextGenerationTaskHelper, TextToAudioTaskHelper, TextToImageTaskHelper, TextToSpeechTaskHelper, TextToVideoTaskHelper, TokenClassificationTaskHelper, TranslationTaskHelper, VisualQuestionAnsweringTaskHelper, ZeroShotClassificationTaskHelper, ZeroShotImageClassificationTaskHelper } from "../providers/providerHelper";
-import type { InferenceProvider, InferenceProviderOrPolicy, InferenceTask } from "../types";
+import type { AudioClassificationTaskHelper, AudioToAudioTaskHelper, AutomaticSpeechRecognitionTaskHelper, ConversationalTaskHelper, DocumentQuestionAnsweringTaskHelper, FeatureExtractionTaskHelper, FillMaskTaskHelper, ImageClassificationTaskHelper, ImageSegmentationTaskHelper, ImageToImageTaskHelper, ImageToTextTaskHelper, ObjectDetectionTaskHelper, QuestionAnsweringTaskHelper, SentenceSimilarityTaskHelper, SummarizationTaskHelper, TableQuestionAnsweringTaskHelper, TabularClassificationTaskHelper, TabularRegressionTaskHelper, TaskProviderHelper, TextClassificationTaskHelper, TextGenerationTaskHelper, TextToAudioTaskHelper, TextToImageTaskHelper, TextToSpeechTaskHelper, TextToVideoTaskHelper, TokenClassificationTaskHelper, TranslationTaskHelper, VisualQuestionAnsweringTaskHelper, ZeroShotClassificationTaskHelper, ZeroShotImageClassificationTaskHelper } from "../providers/providerHelper.js";
+import type { InferenceProvider, InferenceProviderOrPolicy, InferenceTask } from "../types.js";
 export declare const PROVIDERS: Record<InferenceProvider, Partial<Record<InferenceTask, TaskProviderHelper>>>;
 /**
  * Get provider helper instance by name and task

package/dist/{src → commonjs}/lib/getProviderHelper.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"getProviderHelper.d.ts","sourceRoot":"","sources":["../../../src/lib/getProviderHelper.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EACX,6BAA6B,EAC7B,sBAAsB,EACtB,oCAAoC,EACpC,wBAAwB,EACxB,mCAAmC,EACnC,2BAA2B,EAC3B,kBAAkB,EAClB,6BAA6B,EAC7B,2BAA2B,EAC3B,sBAAsB,EACtB,qBAAqB,EACrB,yBAAyB,EACzB,2BAA2B,EAC3B,4BAA4B,EAC5B,uBAAuB,EACvB,gCAAgC,EAChC,+BAA+B,EAC/B,2BAA2B,EAC3B,kBAAkB,EAClB,4BAA4B,EAC5B,wBAAwB,EACxB,qBAAqB,EACrB,qBAAqB,EACrB,sBAAsB,EACtB,qBAAqB,EACrB,6BAA6B,EAC7B,qBAAqB,EACrB,iCAAiC,EACjC,gCAAgC,EAChC,qCAAqC,EACrC,MAAM,6BAA6B,CAAC;AAIrC,OAAO,KAAK,EAAE,iBAAiB,EAAE,yBAAyB,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAE5F,eAAO,MAAM,SAAS,EAAE,MAAM,CAAC,iBAAiB,EAAE,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,kBAAkB,CAAC,CAAC,CAiGnG,CAAC;AAEF;;GAEG;AACH,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,eAAe,GACnB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,gBAAgB,GACpB,wBAAwB,GAAG,kBAAkB,CAAC;AACjD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,iBAAiB,GACrB,wBAAwB,GAAG,kBAAkB,CAAC;AACjD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,gBAAgB,GACpB,sBAAsB,GAAG,kBAAkB,CAAC;AAC/C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,eAAe,GACnB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,8BAA8B,GAClC,oCAAoC,GAAG,kBAAkB,CAAC;AAC7D,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,eAAe,GACnB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,qBAAqB,GACzB,4BAA4B,GAAG,kBAAkB,CAAC;AACrD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,oBAAoB,GACxB,2BAA2B,GAAG,kBAAkB,CAAC;AACpD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,sBAAsB,GAC1B,6BAA6B,GAAG,kBAAkB,CAAC;AACtD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,gBAAgB,GACpB,sBAAsB,GAAG,kBAAkB,CAAC;AAC/C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,WAAW,GACf,kBAAkB,GAAG,kBAAkB,CAAC;AAC3C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,oBAAoB,GACxB,2BAA2B,GAAG,kBAAkB,CAAC;AACpD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,sBAAsB,GAC1B,6BAA6B,GAAG,kBAAkB,CAAC;AACtD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,oBAAoB,GACxB,2BAA2B,GAAG,kBAAkB,CAAC;AACpD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,6BAA6B,GACjC,mCAAmC,GAAG,kBAAkB,CAAC;AAC5D,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,eAAe,GACnB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,kBAAkB,GACtB,yBAAyB,GAAG,kBAAkB,CAAC;AAClD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,gCAAgC,GACpC,qCAAqC,GAAG,kBAAkB,CAAC;AAC9D,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,0BAA0B,GAC9B,gCAAgC,GAAG,kBAAkB,CAAC;AACzD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,gBAAgB,GACpB,sBAAsB,GAAG,kBAAkB,CAAC;AAC/C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,qBAAqB,GACzB,4BAA4B,GAAG,kBAAkB,CAAC;AACrD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,0BAA0B,GAC9B,gCAAgC,GAAG,kBAAkB,CAAC;AACzD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,wBAAwB,GAC5B,+BAA+B,GAAG,kBAAkB,CAAC;AACxD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,oBAAoB,GACxB,2BAA2B,GAAG,kBAAkB,CAAC;AACpD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,sBAAsB,GAC1B,6BAA6B,GAAG,kBAAkB,CAAC;AACtD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,aAAa,GACjB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,eAAe,GACnB,uBAAuB,GAAG,kBAAkB,CAAC;AAChD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,2BAA2B,GAC/B,iCAAiC,GAAG,kBAAkB,CAAC;AAC1D,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,aAAa,GAAG,SAAS,GAC7B,kBAAkB,CAAC"}
+{"version":3,"file":"getProviderHelper.d.ts","sourceRoot":"","sources":["../../../src/lib/getProviderHelper.ts"],"names":[],"mappings":"AAcA,OAAO,KAAK,EACX,6BAA6B,EAC7B,sBAAsB,EACtB,oCAAoC,EACpC,wBAAwB,EACxB,mCAAmC,EACnC,2BAA2B,EAC3B,kBAAkB,EAClB,6BAA6B,EAC7B,2BAA2B,EAC3B,sBAAsB,EACtB,qBAAqB,EACrB,yBAAyB,EACzB,2BAA2B,EAC3B,4BAA4B,EAC5B,uBAAuB,EACvB,gCAAgC,EAChC,+BAA+B,EAC/B,2BAA2B,EAC3B,kBAAkB,EAClB,4BAA4B,EAC5B,wBAAwB,EACxB,qBAAqB,EACrB,qBAAqB,EACrB,sBAAsB,EACtB,qBAAqB,EACrB,6BAA6B,EAC7B,qBAAqB,EACrB,iCAAiC,EACjC,gCAAgC,EAChC,qCAAqC,EACrC,MAAM,gCAAgC,CAAC;AAIxC,OAAO,KAAK,EAAE,iBAAiB,EAAE,yBAAyB,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAE/F,eAAO,MAAM,SAAS,EAAE,MAAM,CAAC,iBAAiB,EAAE,OAAO,CAAC,MAAM,CAAC,aAAa,EAAE,kBAAkB,CAAC,CAAC,CAkGnG,CAAC;AAEF;;GAEG;AACH,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,eAAe,GACnB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,gBAAgB,GACpB,wBAAwB,GAAG,kBAAkB,CAAC;AACjD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,iBAAiB,GACrB,wBAAwB,GAAG,kBAAkB,CAAC;AACjD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,gBAAgB,GACpB,sBAAsB,GAAG,kBAAkB,CAAC;AAC/C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,eAAe,GACnB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,8BAA8B,GAClC,oCAAoC,GAAG,kBAAkB,CAAC;AAC7D,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,eAAe,GACnB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,qBAAqB,GACzB,4BAA4B,GAAG,kBAAkB,CAAC;AACrD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,oBAAoB,GACxB,2BAA2B,GAAG,kBAAkB,CAAC;AACpD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,sBAAsB,GAC1B,6BAA6B,GAAG,kBAAkB,CAAC;AACtD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,gBAAgB,GACpB,sBAAsB,GAAG,kBAAkB,CAAC;AAC/C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,WAAW,GACf,kBAAkB,GAAG,kBAAkB,CAAC;AAC3C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,oBAAoB,GACxB,2BAA2B,GAAG,kBAAkB,CAAC;AACpD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,sBAAsB,GAC1B,6BAA6B,GAAG,kBAAkB,CAAC;AACtD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,oBAAoB,GACxB,2BAA2B,GAAG,kBAAkB,CAAC;AACpD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,6BAA6B,GACjC,mCAAmC,GAAG,kBAAkB,CAAC;AAC5D,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,eAAe,GACnB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,kBAAkB,GACtB,yBAAyB,GAAG,kBAAkB,CAAC;AAClD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,gCAAgC,GACpC,qCAAqC,GAAG,kBAAkB,CAAC;AAC9D,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,0BAA0B,GAC9B,gCAAgC,GAAG,kBAAkB,CAAC;AACzD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,gBAAgB,GACpB,sBAAsB,GAAG,kBAAkB,CAAC;AAC/C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,qBAAqB,GACzB,4BAA4B,GAAG,kBAAkB,CAAC;AACrD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,0BAA0B,GAC9B,gCAAgC,GAAG,kBAAkB,CAAC;AACzD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,wBAAwB,GAC5B,+BAA+B,GAAG,kBAAkB,CAAC;AACxD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,oBAAoB,GACxB,2BAA2B,GAAG,kBAAkB,CAAC;AACpD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,sBAAsB,GAC1B,6BAA6B,GAAG,kBAAkB,CAAC;AACtD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,aAAa,GACjB,qBAAqB,GAAG,kBAAkB,CAAC;AAC9C,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,eAAe,GACnB,uBAAuB,GAAG,kBAAkB,CAAC;AAChD,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,2BAA2B,GAC/B,iCAAiC,GAAG,kBAAkB,CAAC;AAC1D,wBAAgB,iBAAiB,CAChC,QAAQ,EAAE,yBAAyB,EACnC,IAAI,EAAE,aAAa,GAAG,SAAS,GAC7B,kBAAkB,CAAC"}

package/dist/commonjs/lib/getProviderHelper.js

@@ -0,0 +1,169 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PROVIDERS = void 0;
+exports.getProviderHelper = getProviderHelper;
+const BlackForestLabs = __importStar(require("../providers/black-forest-labs.js"));
+const Cerebras = __importStar(require("../providers/cerebras.js"));
+const Cohere = __importStar(require("../providers/cohere.js"));
+const FalAI = __importStar(require("../providers/fal-ai.js"));
+const FeatherlessAI = __importStar(require("../providers/featherless-ai.js"));
+const Fireworks = __importStar(require("../providers/fireworks-ai.js"));
+const Groq = __importStar(require("../providers/groq.js"));
+const HFInference = __importStar(require("../providers/hf-inference.js"));
+const Hyperbolic = __importStar(require("../providers/hyperbolic.js"));
+const Nebius = __importStar(require("../providers/nebius.js"));
+const Novita = __importStar(require("../providers/novita.js"));
+const Nscale = __importStar(require("../providers/nscale.js"));
+const OpenAI = __importStar(require("../providers/openai.js"));
+const OvhCloud = __importStar(require("../providers/ovhcloud.js"));
+const Replicate = __importStar(require("../providers/replicate.js"));
+const Sambanova = __importStar(require("../providers/sambanova.js"));
+const Together = __importStar(require("../providers/together.js"));
+exports.PROVIDERS = {
+    "black-forest-labs": {
+        "text-to-image": new BlackForestLabs.BlackForestLabsTextToImageTask(),
+    },
+    cerebras: {
+        conversational: new Cerebras.CerebrasConversationalTask(),
+    },
+    cohere: {
+        conversational: new Cohere.CohereConversationalTask(),
+    },
+    "fal-ai": {
+        "text-to-image": new FalAI.FalAITextToImageTask(),
+        "text-to-speech": new FalAI.FalAITextToSpeechTask(),
+        "text-to-video": new FalAI.FalAITextToVideoTask(),
+        "automatic-speech-recognition": new FalAI.FalAIAutomaticSpeechRecognitionTask(),
+    },
+    "featherless-ai": {
+        conversational: new FeatherlessAI.FeatherlessAIConversationalTask(),
+        "text-generation": new FeatherlessAI.FeatherlessAITextGenerationTask(),
+    },
+    "hf-inference": {
+        "text-to-image": new HFInference.HFInferenceTextToImageTask(),
+        conversational: new HFInference.HFInferenceConversationalTask(),
+        "text-generation": new HFInference.HFInferenceTextGenerationTask(),
+        "text-classification": new HFInference.HFInferenceTextClassificationTask(),
+        "question-answering": new HFInference.HFInferenceQuestionAnsweringTask(),
+        "audio-classification": new HFInference.HFInferenceAudioClassificationTask(),
+        "automatic-speech-recognition": new HFInference.HFInferenceAutomaticSpeechRecognitionTask(),
+        "fill-mask": new HFInference.HFInferenceFillMaskTask(),
+        "feature-extraction": new HFInference.HFInferenceFeatureExtractionTask(),
+        "image-classification": new HFInference.HFInferenceImageClassificationTask(),
+        "image-segmentation": new HFInference.HFInferenceImageSegmentationTask(),
+        "document-question-answering": new HFInference.HFInferenceDocumentQuestionAnsweringTask(),
+        "image-to-text": new HFInference.HFInferenceImageToTextTask(),
+        "object-detection": new HFInference.HFInferenceObjectDetectionTask(),
+        "audio-to-audio": new HFInference.HFInferenceAudioToAudioTask(),
+        "zero-shot-image-classification": new HFInference.HFInferenceZeroShotImageClassificationTask(),
+        "zero-shot-classification": new HFInference.HFInferenceZeroShotClassificationTask(),
+        "image-to-image": new HFInference.HFInferenceImageToImageTask(),
+        "sentence-similarity": new HFInference.HFInferenceSentenceSimilarityTask(),
+        "table-question-answering": new HFInference.HFInferenceTableQuestionAnsweringTask(),
+        "tabular-classification": new HFInference.HFInferenceTabularClassificationTask(),
+        "text-to-speech": new HFInference.HFInferenceTextToSpeechTask(),
+        "token-classification": new HFInference.HFInferenceTokenClassificationTask(),
+        translation: new HFInference.HFInferenceTranslationTask(),
+        summarization: new HFInference.HFInferenceSummarizationTask(),
+        "visual-question-answering": new HFInference.HFInferenceVisualQuestionAnsweringTask(),
+        "tabular-regression": new HFInference.HFInferenceTabularRegressionTask(),
+        "text-to-audio": new HFInference.HFInferenceTextToAudioTask(),
+    },
+    "fireworks-ai": {
+        conversational: new Fireworks.FireworksConversationalTask(),
+    },
+    groq: {
+        conversational: new Groq.GroqConversationalTask(),
+        "text-generation": new Groq.GroqTextGenerationTask(),
+    },
+    hyperbolic: {
+        "text-to-image": new Hyperbolic.HyperbolicTextToImageTask(),
+        conversational: new Hyperbolic.HyperbolicConversationalTask(),
+        "text-generation": new Hyperbolic.HyperbolicTextGenerationTask(),
+    },
+    nebius: {
+        "text-to-image": new Nebius.NebiusTextToImageTask(),
+        conversational: new Nebius.NebiusConversationalTask(),
+        "text-generation": new Nebius.NebiusTextGenerationTask(),
+        "feature-extraction": new Nebius.NebiusFeatureExtractionTask(),
+    },
+    novita: {
+        conversational: new Novita.NovitaConversationalTask(),
+        "text-generation": new Novita.NovitaTextGenerationTask(),
+        "text-to-video": new Novita.NovitaTextToVideoTask(),
+    },
+    nscale: {
+        "text-to-image": new Nscale.NscaleTextToImageTask(),
+        conversational: new Nscale.NscaleConversationalTask(),
+    },
+    openai: {
+        conversational: new OpenAI.OpenAIConversationalTask(),
+    },
+    ovhcloud: {
+        conversational: new OvhCloud.OvhCloudConversationalTask(),
+        "text-generation": new OvhCloud.OvhCloudTextGenerationTask(),
+    },
+    replicate: {
+        "text-to-image": new Replicate.ReplicateTextToImageTask(),
+        "text-to-speech": new Replicate.ReplicateTextToSpeechTask(),
+        "text-to-video": new Replicate.ReplicateTextToVideoTask(),
+    },
+    sambanova: {
+        conversational: new Sambanova.SambanovaConversationalTask(),
+        "feature-extraction": new Sambanova.SambanovaFeatureExtractionTask(),
+    },
+    together: {
+        "text-to-image": new Together.TogetherTextToImageTask(),
+        conversational: new Together.TogetherConversationalTask(),
+        "text-generation": new Together.TogetherTextGenerationTask(),
+    },
+};
+function getProviderHelper(provider, task) {
+    if ((provider === "hf-inference" && !task) || provider === "auto") {
+        return new HFInference.HFInferenceTask();
+    }
+    if (!task) {
+        throw new Error("you need to provide a task name when using an external provider, e.g. 'text-to-image'");
+    }
+    if (!(provider in exports.PROVIDERS)) {
+        throw new Error(`Provider '${provider}' not supported. Available providers: ${Object.keys(exports.PROVIDERS)}`);
+    }
+    const providerTasks = exports.PROVIDERS[provider];
+    if (!providerTasks || !(task in providerTasks)) {
+        throw new Error(`Task '${task}' not supported for provider '${provider}'. Available tasks: ${Object.keys(providerTasks ?? {})}`);
+    }
+    return providerTasks[task];
+}

package/dist/commonjs/lib/isUrl.js

@@ -0,0 +1,6 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.isUrl = isUrl;
+function isUrl(modelOrUrl) {
+    return /^http(s?):/.test(modelOrUrl) || modelOrUrl.startsWith("/");
+}

package/dist/{src → commonjs}/lib/makeRequestOptions.d.ts

@@ -1,6 +1,6 @@
-import type { InferenceTask, Options, RequestArgs } from "../types";
-import type { InferenceProviderModelMapping } from "./getInferenceProviderMapping";
-import type { getProviderHelper } from "./getProviderHelper";
+import type { InferenceTask, Options, RequestArgs } from "../types.js";
+import type { InferenceProviderModelMapping } from "./getInferenceProviderMapping.js";
+import type { getProviderHelper } from "./getProviderHelper.js";
 /**
  * Helper that prepares request arguments.
  * This async version handle the model ID resolution step.

package/dist/{src → commonjs}/lib/makeRequestOptions.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"makeRequestOptions.d.ts","sourceRoot":"","sources":["../../../src/lib/makeRequestOptions.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,UAAU,CAAC;AACpE,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,+BAA+B,CAAC;AAEnF,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,qBAAqB,CAAC;AAS7D;;;GAGG;AACH,wBAAsB,kBAAkB,CACvC,IAAI,EAAE,WAAW,GAAG;IACnB,IAAI,CAAC,EAAE,IAAI,GAAG,WAAW,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB,EACD,cAAc,EAAE,UAAU,CAAC,OAAO,iBAAiB,CAAC,EACpD,OAAO,CAAC,EAAE,OAAO,GAAG;IACnB,oEAAoE;IACpE,IAAI,CAAC,EAAE,aAAa,CAAC;CACrB,GACC,OAAO,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,WAAW,CAAA;CAAE,CAAC,CAmE7C;AAED;;;GAGG;AACH,wBAAgB,mCAAmC,CAClD,aAAa,EAAE,MAAM,EACrB,cAAc,EAAE,UAAU,CAAC,OAAO,iBAAiB,CAAC,EACpD,IAAI,EAAE,WAAW,GAAG;IACnB,IAAI,CAAC,EAAE,IAAI,GAAG,WAAW,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB,EACD,OAAO,EAAE,6BAA6B,GAAG,SAAS,EAClD,OAAO,CAAC,EAAE,OAAO,GAAG;IACnB,IAAI,CAAC,EAAE,aAAa,CAAC;CACrB,GACC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,WAAW,CAAA;CAAE,CA+EpC"}
+{"version":3,"file":"makeRequestOptions.d.ts","sourceRoot":"","sources":["../../../src/lib/makeRequestOptions.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AACvE,OAAO,KAAK,EAAE,6BAA6B,EAAE,MAAM,kCAAkC,CAAC;AAEtF,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAShE;;;GAGG;AACH,wBAAsB,kBAAkB,CACvC,IAAI,EAAE,WAAW,GAAG;IACnB,IAAI,CAAC,EAAE,IAAI,GAAG,WAAW,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB,EACD,cAAc,EAAE,UAAU,CAAC,OAAO,iBAAiB,CAAC,EACpD,OAAO,CAAC,EAAE,OAAO,GAAG;IACnB,oEAAoE;IACpE,IAAI,CAAC,EAAE,aAAa,CAAC;CACrB,GACC,OAAO,CAAC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,WAAW,CAAA;CAAE,CAAC,CAmE7C;AAED;;;GAGG;AACH,wBAAgB,mCAAmC,CAClD,aAAa,EAAE,MAAM,EACrB,cAAc,EAAE,UAAU,CAAC,OAAO,iBAAiB,CAAC,EACpD,IAAI,EAAE,WAAW,GAAG;IACnB,IAAI,CAAC,EAAE,IAAI,GAAG,WAAW,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB,EACD,OAAO,EAAE,6BAA6B,GAAG,SAAS,EAClD,OAAO,CAAC,EAAE,OAAO,GAAG;IACnB,IAAI,CAAC,EAAE,aAAa,CAAC;CACrB,GACC;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,WAAW,CAAA;CAAE,CA+EpC"}