@huggingface/tasks 0.14.0 → 0.15.1

package/dist/commonjs/index.d.ts

@@ -19,4 +19,5 @@ export { LOCAL_APPS } from "./local-apps.js";
 export type { LocalApp, LocalAppKey, LocalAppSnippet } from "./local-apps.js";
 export { DATASET_LIBRARIES_UI_ELEMENTS } from "./dataset-libraries.js";
 export type { DatasetLibraryUiElement, DatasetLibraryKey } from "./dataset-libraries.js";
+export * from "./inference-providers.js";
 //# sourceMappingURL=index.d.ts.map

package/dist/commonjs/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACpE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AACvF,cAAc,kBAAkB,CAAC;AACjC,OAAO,EACN,aAAa,EACb,cAAc,EACd,KAAK,UAAU,EACf,KAAK,YAAY,EACjB,KAAK,YAAY,EACjB,KAAK,QAAQ,EACb,UAAU,EACV,eAAe,EACf,aAAa,EACb,kBAAkB,GAClB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACN,8BAA8B,EAC9B,sBAAsB,EACtB,2BAA2B,GAC3B,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAC9E,YAAY,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnE,YAAY,EAAE,UAAU,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACzF,YAAY,EACX,aAAa,EACb,sBAAsB,EACtB,gCAAgC,EAChC,8BAA8B,EAC9B,kCAAkC,EAClC,uBAAuB,EACvB,sBAAsB,EACtB,oCAAoC,EACpC,gCAAgC,EAChC,2BAA2B,EAC3B,gCAAgC,EAChC,8BAA8B,EAC9B,sBAAsB,EACtB,8BAA8B,EAC9B,mBAAmB,EACnB,sBAAsB,EACtB,yBAAyB,EACzB,8BAA8B,EAC9B,uBAAuB,GACvB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AAEhE,OAAO,KAAK,QAAQ,MAAM,qBAAqB,CAAC;AAChD,cAAc,WAAW,CAAC;AAE1B,OAAO,EAAE,QAAQ,EAAE,CAAC;AACpB,YAAY,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAE5D,OAAO,EAAE,IAAI,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAC;AAC7D,YAAY,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,YAAY,EAAE,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAE9E,OAAO,EAAE,6BAA6B,EAAE,MAAM,wBAAwB,CAAC;AACvE,YAAY,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,uBAAuB,CAAC;AAC7D,OAAO,EAAE,sBAAsB,EAAE,MAAM,4BAA4B,CAAC;AACpE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,kBAAkB,CAAC;AACvF,cAAc,kBAAkB,CAAC;AACjC,OAAO,EACN,aAAa,EACb,cAAc,EACd,KAAK,UAAU,EACf,KAAK,YAAY,EACjB,KAAK,YAAY,EACjB,KAAK,QAAQ,EACb,UAAU,EACV,eAAe,EACf,aAAa,EACb,kBAAkB,GAClB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACN,8BAA8B,EAC9B,sBAAsB,EACtB,2BAA2B,GAC3B,MAAM,sBAAsB,CAAC;AAC9B,YAAY,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AAC9E,YAAY,EAAE,SAAS,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAC;AACnE,YAAY,EAAE,UAAU,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACzF,YAAY,EACX,aAAa,EACb,sBAAsB,EACtB,gCAAgC,EAChC,8BAA8B,EAC9B,kCAAkC,EAClC,uBAAuB,EACvB,sBAAsB,EACtB,oCAAoC,EACpC,gCAAgC,EAChC,2BAA2B,EAC3B,gCAAgC,EAChC,8BAA8B,EAC9B,sBAAsB,EACtB,8BAA8B,EAC9B,mBAAmB,EACnB,sBAAsB,EACtB,yBAAyB,EACzB,8BAA8B,EAC9B,uBAAuB,GACvB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AAEhE,OAAO,KAAK,QAAQ,MAAM,qBAAqB,CAAC;AAChD,cAAc,WAAW,CAAC;AAE1B,OAAO,EAAE,QAAQ,EAAE,CAAC;AACpB,YAAY,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAE5D,OAAO,EAAE,IAAI,EAAE,sBAAsB,EAAE,MAAM,eAAe,CAAC;AAC7D,YAAY,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,eAAe,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAC7C,YAAY,EAAE,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAE9E,OAAO,EAAE,6BAA6B,EAAE,MAAM,wBAAwB,CAAC;AACvE,YAAY,EAAE,uBAAuB,EAAE,iBAAiB,EAAE,MAAM,wBAAwB,CAAC;AAEzF,cAAc,0BAA0B,CAAC"}

package/dist/commonjs/index.js

@@ -55,3 +55,4 @@ var local_apps_js_1 = require("./local-apps.js");
 Object.defineProperty(exports, "LOCAL_APPS", { enumerable: true, get: function () { return local_apps_js_1.LOCAL_APPS; } });
 var dataset_libraries_js_1 = require("./dataset-libraries.js");
 Object.defineProperty(exports, "DATASET_LIBRARIES_UI_ELEMENTS", { enumerable: true, get: function () { return dataset_libraries_js_1.DATASET_LIBRARIES_UI_ELEMENTS; } });
+__exportStar(require("./inference-providers.js"), exports);

package/dist/commonjs/inference-providers.d.ts

@@ -0,0 +1,10 @@
+export declare const INFERENCE_PROVIDERS: readonly ["hf-inference", "fal-ai", "replicate", "sambanova", "together"];
+export type InferenceProvider = (typeof INFERENCE_PROVIDERS)[number];
+export declare const HF_HUB_INFERENCE_PROXY_TEMPLATE = "https://huggingface.co/api/inference-proxy/{{PROVIDER}}";
+/**
+ * URL to set as baseUrl in the OpenAI SDK.
+ *
+ * TODO(Expose this from HfInference in the future?)
+ */
+export declare function openAIbaseUrl(provider: InferenceProvider): string;
+//# sourceMappingURL=inference-providers.d.ts.map

package/dist/commonjs/inference-providers.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inference-providers.d.ts","sourceRoot":"","sources":["../../src/inference-providers.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,mBAAmB,2EAA4E,CAAC;AAE7G,MAAM,MAAM,iBAAiB,GAAG,CAAC,OAAO,mBAAmB,CAAC,CAAC,MAAM,CAAC,CAAC;AAErE,eAAO,MAAM,+BAA+B,4DAA4D,CAAC;AAEzG;;;;GAIG;AACH,wBAAgB,aAAa,CAAC,QAAQ,EAAE,iBAAiB,GAAG,MAAM,CAIjE"}

package/dist/commonjs/inference-providers.js

@@ -0,0 +1,16 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.HF_HUB_INFERENCE_PROXY_TEMPLATE = exports.INFERENCE_PROVIDERS = void 0;
+exports.openAIbaseUrl = openAIbaseUrl;
+exports.INFERENCE_PROVIDERS = ["hf-inference", "fal-ai", "replicate", "sambanova", "together"];
+exports.HF_HUB_INFERENCE_PROXY_TEMPLATE = `https://huggingface.co/api/inference-proxy/{{PROVIDER}}`;
+/**
+ * URL to set as baseUrl in the OpenAI SDK.
+ *
+ * TODO(Expose this from HfInference in the future?)
+ */
+function openAIbaseUrl(provider) {
+    return provider === "hf-inference"
+        ? "https://api-inference.huggingface.co/v1/"
+        : exports.HF_HUB_INFERENCE_PROXY_TEMPLATE.replace("{{PROVIDER}}", provider);
+}

package/dist/commonjs/model-libraries-snippets.js

@@ -499,7 +499,7 @@ const keras_hub = (model) => {
         }
     }
     // Then, add remaining tasks
-    for (const task in tasks) {
+    for (const task of tasks) {
         if (!Object.keys(_keras_hub_tasks_with_example).includes(task)) {
             snippets.push(_keras_hub_task_without_example(task, modelId));
         }

package/dist/commonjs/snippets/curl.d.ts

@@ -1,17 +1,17 @@
+import { type InferenceProvider } from "../inference-providers.js";
 import type { PipelineType } from "../pipelines.js";
 import type { ChatCompletionInputMessage, GenerationParameters } from "../tasks/index.js";
 import type { InferenceSnippet, ModelDataMinimal } from "./types.js";
-export declare const snippetBasic: (model: ModelDataMinimal, accessToken: string) => InferenceSnippet;
-export declare const snippetTextGeneration: (model: ModelDataMinimal, accessToken: string, opts?: {
+export declare const snippetBasic: (model: ModelDataMinimal, accessToken: string, provider: InferenceProvider) => InferenceSnippet[];
+export declare const snippetTextGeneration: (model: ModelDataMinimal, accessToken: string, provider: InferenceProvider, opts?: {
     streaming?: boolean;
     messages?: ChatCompletionInputMessage[];
     temperature?: GenerationParameters["temperature"];
     max_tokens?: GenerationParameters["max_tokens"];
     top_p?: GenerationParameters["top_p"];
-}) => InferenceSnippet;
-export declare const snippetZeroShotClassification: (model: ModelDataMinimal, accessToken: string) => InferenceSnippet;
-export declare const snippetFile: (model: ModelDataMinimal, accessToken: string) => InferenceSnippet;
-export declare const curlSnippets: Partial<Record<PipelineType, (model: ModelDataMinimal, accessToken: string, opts?: Record<string, unknown>) => InferenceSnippet>>;
-export declare function getCurlInferenceSnippet(model: ModelDataMinimal, accessToken: string, opts?: Record<string, unknown>): InferenceSnippet;
-export declare function hasCurlInferenceSnippet(model: Pick<ModelDataMinimal, "pipeline_tag">): boolean;
+}) => InferenceSnippet[];
+export declare const snippetZeroShotClassification: (model: ModelDataMinimal, accessToken: string, provider: InferenceProvider) => InferenceSnippet[];
+export declare const snippetFile: (model: ModelDataMinimal, accessToken: string, provider: InferenceProvider) => InferenceSnippet[];
+export declare const curlSnippets: Partial<Record<PipelineType, (model: ModelDataMinimal, accessToken: string, provider: InferenceProvider, opts?: Record<string, unknown>) => InferenceSnippet[]>>;
+export declare function getCurlInferenceSnippet(model: ModelDataMinimal, accessToken: string, provider: InferenceProvider, opts?: Record<string, unknown>): InferenceSnippet[];
 //# sourceMappingURL=curl.d.ts.map

package/dist/commonjs/snippets/curl.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"curl.d.ts","sourceRoot":"","sources":["../../../src/snippets/curl.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,KAAK,EAAE,0BAA0B,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAG1F,OAAO,KAAK,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAErE,eAAO,MAAM,YAAY,UAAW,gBAAgB,eAAe,MAAM,KAAG,gBAM1E,CAAC;AAEH,eAAO,MAAM,qBAAqB,UAC1B,gBAAgB,eACV,MAAM,SACZ;IACN,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,0BAA0B,EAAE,CAAC;IACxC,WAAW,CAAC,EAAE,oBAAoB,CAAC,aAAa,CAAC,CAAC;IAClD,UAAU,CAAC,EAAE,oBAAoB,CAAC,YAAY,CAAC,CAAC;IAChD,KAAK,CAAC,EAAE,oBAAoB,CAAC,OAAO,CAAC,CAAC;CACtC,KACC,gBAkCF,CAAC;AAEF,eAAO,MAAM,6BAA6B,UAAW,gBAAgB,eAAe,MAAM,KAAG,gBAM3F,CAAC;AAEH,eAAO,MAAM,WAAW,UAAW,gBAAgB,eAAe,MAAM,KAAG,gBAKzE,CAAC;AAEH,eAAO,MAAM,YAAY,EAAE,OAAO,CACjC,MAAM,CACL,YAAY,EACZ,CAAC,KAAK,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,gBAAgB,CAClG,CA0BD,CAAC;AAEF,wBAAgB,uBAAuB,CACtC,KAAK,EAAE,gBAAgB,EACvB,WAAW,EAAE,MAAM,EACnB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC5B,gBAAgB,CAIlB;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,IAAI,CAAC,gBAAgB,EAAE,cAAc,CAAC,GAAG,OAAO,CAE9F"}
+{"version":3,"file":"curl.d.ts","sourceRoot":"","sources":["../../../src/snippets/curl.ts"],"names":[],"mappings":"AAAA,OAAO,EAAmC,KAAK,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AACpG,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,KAAK,EAAE,0BAA0B,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAG1F,OAAO,KAAK,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAErE,eAAO,MAAM,YAAY,UACjB,gBAAgB,eACV,MAAM,YACT,iBAAiB,KACzB,gBAAgB,EAelB,CAAC;AAEF,eAAO,MAAM,qBAAqB,UAC1B,gBAAgB,eACV,MAAM,YACT,iBAAiB,SACpB;IACN,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,0BAA0B,EAAE,CAAC;IACxC,WAAW,CAAC,EAAE,oBAAoB,CAAC,aAAa,CAAC,CAAC;IAClD,UAAU,CAAC,EAAE,oBAAoB,CAAC,YAAY,CAAC,CAAC;IAChD,KAAK,CAAC,EAAE,oBAAoB,CAAC,OAAO,CAAC,CAAC;CACtC,KACC,gBAAgB,EA0ClB,CAAC;AAEF,eAAO,MAAM,6BAA6B,UAClC,gBAAgB,eACV,MAAM,YACT,iBAAiB,KACzB,gBAAgB,EAclB,CAAC;AAEF,eAAO,MAAM,WAAW,UAChB,gBAAgB,eACV,MAAM,YACT,iBAAiB,KACzB,gBAAgB,EAalB,CAAC;AAEF,eAAO,MAAM,YAAY,EAAE,OAAO,CACjC,MAAM,CACL,YAAY,EACZ,CACC,KAAK,EAAE,gBAAgB,EACvB,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC1B,gBAAgB,EAAE,CACvB,CA0BD,CAAC;AAEF,wBAAgB,uBAAuB,CACtC,KAAK,EAAE,gBAAgB,EACvB,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC5B,gBAAgB,EAAE,CAIpB"}

package/dist/commonjs/snippets/curl.js

@@ -2,19 +2,31 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.curlSnippets = exports.snippetFile = exports.snippetZeroShotClassification = exports.snippetTextGeneration = exports.snippetBasic = void 0;
 exports.getCurlInferenceSnippet = getCurlInferenceSnippet;
-exports.hasCurlInferenceSnippet = hasCurlInferenceSnippet;
+const inference_providers_js_1 = require("../inference-providers.js");
 const common_js_1 = require("./common.js");
 const inputs_js_1 = require("./inputs.js");
-const snippetBasic = (model, accessToken) => ({
-    content: `curl https://api-inference.huggingface.co/models/${model.id} \\
+const snippetBasic = (model, accessToken, provider) => {
+    if (provider !== "hf-inference") {
+        return [];
+    }
+    return [
+        {
+            client: "curl",
+            content: `\
+curl https://api-inference.huggingface.co/models/${model.id} \\
 	-X POST \\
 	-d '{"inputs": ${(0, inputs_js_1.getModelInputSnippet)(model, true)}}' \\
 	-H 'Content-Type: application/json' \\
 	-H 'Authorization: Bearer ${accessToken || `{API_TOKEN}`}'`,
-});
+        },
+    ];
+};
 exports.snippetBasic = snippetBasic;
-const snippetTextGeneration = (model, accessToken, opts) => {
+const snippetTextGeneration = (model, accessToken, provider, opts) => {
     if (model.tags.includes("conversational")) {
+        const baseUrl = provider === "hf-inference"
+            ? `https://api-inference.huggingface.co/models/${model.id}/v1/chat/completions`
+            : inference_providers_js_1.HF_HUB_INFERENCE_PROXY_TEMPLATE.replace("{{PROVIDER}}", provider) + "/v1/chat/completions";
         // Conversational model detected, so we display a code snippet that features the Messages API
         const streaming = opts?.streaming ?? true;
         const exampleMessages = (0, inputs_js_1.getModelInputSnippet)(model);
@@ -24,48 +36,67 @@ const snippetTextGeneration = (model, accessToken, opts) => {
             max_tokens: opts?.max_tokens ?? 500,
             ...(opts?.top_p ? { top_p: opts.top_p } : undefined),
         };
-        return {
-            content: `curl 'https://api-inference.huggingface.co/models/${model.id}/v1/chat/completions' \\
+        return [
+            {
+                client: "curl",
+                content: `curl '${baseUrl}' \\
 -H 'Authorization: Bearer ${accessToken || `{API_TOKEN}`}' \\
 -H 'Content-Type: application/json' \\
 --data '{
     "model": "${model.id}",
     "messages": ${(0, common_js_1.stringifyMessages)(messages, {
-                indent: "\t",
-                attributeKeyQuotes: true,
-                customContentEscaper: (str) => str.replace(/'/g, "'\\''"),
-            })},
+                    indent: "\t",
+                    attributeKeyQuotes: true,
+                    customContentEscaper: (str) => str.replace(/'/g, "'\\''"),
+                })},
     ${(0, common_js_1.stringifyGenerationConfig)(config, {
-                indent: "\n    ",
-                attributeKeyQuotes: true,
-                attributeValueConnector: ": ",
-            })},
+                    indent: "\n    ",
+                    attributeKeyQuotes: true,
+                    attributeValueConnector: ": ",
+                })},
     "stream": ${!!streaming}
 }'`,
-        };
+            },
+        ];
     }
     else {
-        return (0, exports.snippetBasic)(model, accessToken);
+        return (0, exports.snippetBasic)(model, accessToken, provider);
     }
 };
 exports.snippetTextGeneration = snippetTextGeneration;
-const snippetZeroShotClassification = (model, accessToken) => ({
-    content: `curl https://api-inference.huggingface.co/models/${model.id} \\
+const snippetZeroShotClassification = (model, accessToken, provider) => {
+    if (provider !== "hf-inference") {
+        return [];
+    }
+    return [
+        {
+            client: "curl",
+            content: `curl https://api-inference.huggingface.co/models/${model.id} \\
 	-X POST \\
 	-d '{"inputs": ${(0, inputs_js_1.getModelInputSnippet)(model, true)}, "parameters": {"candidate_labels": ["refund", "legal", "faq"]}}' \\
 	-H 'Content-Type: application/json' \\
 	-H 'Authorization: Bearer ${accessToken || `{API_TOKEN}`}'`,
-});
+        },
+    ];
+};
 exports.snippetZeroShotClassification = snippetZeroShotClassification;
-const snippetFile = (model, accessToken) => ({
-    content: `curl https://api-inference.huggingface.co/models/${model.id} \\
+const snippetFile = (model, accessToken, provider) => {
+    if (provider !== "hf-inference") {
+        return [];
+    }
+    return [
+        {
+            client: "curl",
+            content: `curl https://api-inference.huggingface.co/models/${model.id} \\
 	-X POST \\
 	--data-binary '@${(0, inputs_js_1.getModelInputSnippet)(model, true, true)}' \\
 	-H 'Authorization: Bearer ${accessToken || `{API_TOKEN}`}'`,
-});
+        },
+    ];
+};
 exports.snippetFile = snippetFile;
 exports.curlSnippets = {
-    // Same order as in js/src/lib/interfaces/Types.ts
+    // Same order as in tasks/src/pipelines.ts
     "text-classification": exports.snippetBasic,
     "token-classification": exports.snippetBasic,
     "table-question-answering": exports.snippetBasic,
@@ -90,11 +121,8 @@ exports.curlSnippets = {
     "object-detection": exports.snippetFile,
     "image-segmentation": exports.snippetFile,
 };
-function getCurlInferenceSnippet(model, accessToken, opts) {
+function getCurlInferenceSnippet(model, accessToken, provider, opts) {
     return model.pipeline_tag && model.pipeline_tag in exports.curlSnippets
-        ? exports.curlSnippets[model.pipeline_tag]?.(model, accessToken, opts) ?? { content: "" }
-        : { content: "" };
-}
-function hasCurlInferenceSnippet(model) {
-    return !!model.pipeline_tag && model.pipeline_tag in exports.curlSnippets;
+        ? exports.curlSnippets[model.pipeline_tag]?.(model, accessToken, provider, opts) ?? []
+        : [];
 }

package/dist/commonjs/snippets/js.d.ts

@@ -1,19 +1,20 @@
+import { type InferenceProvider } from "../inference-providers.js";
 import type { PipelineType } from "../pipelines.js";
 import type { ChatCompletionInputMessage, GenerationParameters } from "../tasks/index.js";
 import type { InferenceSnippet, ModelDataMinimal } from "./types.js";
-export declare const snippetBasic: (model: ModelDataMinimal, accessToken: string) => InferenceSnippet;
-export declare const snippetTextGeneration: (model: ModelDataMinimal, accessToken: string, opts?: {
+export declare const snippetBasic: (model: ModelDataMinimal, accessToken: string, provider: InferenceProvider) => InferenceSnippet[];
+export declare const snippetTextGeneration: (model: ModelDataMinimal, accessToken: string, provider: InferenceProvider, opts?: {
     streaming?: boolean;
     messages?: ChatCompletionInputMessage[];
     temperature?: GenerationParameters["temperature"];
     max_tokens?: GenerationParameters["max_tokens"];
     top_p?: GenerationParameters["top_p"];
-}) => InferenceSnippet | InferenceSnippet[];
-export declare const snippetZeroShotClassification: (model: ModelDataMinimal, accessToken: string) => InferenceSnippet;
-export declare const snippetTextToImage: (model: ModelDataMinimal, accessToken: string) => InferenceSnippet;
-export declare const snippetTextToAudio: (model: ModelDataMinimal, accessToken: string) => InferenceSnippet;
-export declare const snippetFile: (model: ModelDataMinimal, accessToken: string) => InferenceSnippet;
-export declare const jsSnippets: Partial<Record<PipelineType, (model: ModelDataMinimal, accessToken: string, opts?: Record<string, unknown>) => InferenceSnippet | InferenceSnippet[]>>;
-export declare function getJsInferenceSnippet(model: ModelDataMinimal, accessToken: string, opts?: Record<string, unknown>): InferenceSnippet | InferenceSnippet[];
-export declare function hasJsInferenceSnippet(model: ModelDataMinimal): boolean;
+}) => InferenceSnippet[];
+export declare const snippetZeroShotClassification: (model: ModelDataMinimal, accessToken: string) => InferenceSnippet[];
+export declare const snippetTextToImage: (model: ModelDataMinimal, accessToken: string, provider: InferenceProvider) => InferenceSnippet[];
+export declare const snippetTextToAudio: (model: ModelDataMinimal, accessToken: string, provider: InferenceProvider) => InferenceSnippet[];
+export declare const snippetAutomaticSpeechRecognition: (model: ModelDataMinimal, accessToken: string, provider: InferenceProvider) => InferenceSnippet[];
+export declare const snippetFile: (model: ModelDataMinimal, accessToken: string, provider: InferenceProvider) => InferenceSnippet[];
+export declare const jsSnippets: Partial<Record<PipelineType, (model: ModelDataMinimal, accessToken: string, provider: InferenceProvider, opts?: Record<string, unknown>) => InferenceSnippet[]>>;
+export declare function getJsInferenceSnippet(model: ModelDataMinimal, accessToken: string, provider: InferenceProvider, opts?: Record<string, unknown>): InferenceSnippet[];
 //# sourceMappingURL=js.d.ts.map

package/dist/commonjs/snippets/js.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"js.d.ts","sourceRoot":"","sources":["../../../src/snippets/js.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,KAAK,EAAE,0BAA0B,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAG1F,OAAO,KAAK,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAErE,eAAO,MAAM,YAAY,UAAW,gBAAgB,eAAe,MAAM,KAAG,gBAoB1E,CAAC;AAEH,eAAO,MAAM,qBAAqB,UAC1B,gBAAgB,eACV,MAAM,SACZ;IACN,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,0BAA0B,EAAE,CAAC;IACxC,WAAW,CAAC,EAAE,oBAAoB,CAAC,aAAa,CAAC,CAAC;IAClD,UAAU,CAAC,EAAE,oBAAoB,CAAC,YAAY,CAAC,CAAC;IAChD,KAAK,CAAC,EAAE,oBAAoB,CAAC,OAAO,CAAC,CAAC;CACtC,KACC,gBAAgB,GAAG,gBAAgB,EA2GrC,CAAC;AAEF,eAAO,MAAM,6BAA6B,UAAW,gBAAgB,eAAe,MAAM,KAAG,gBAsB3F,CAAC;AAEH,eAAO,MAAM,kBAAkB,UAAW,gBAAgB,eAAe,MAAM,KAAG,gBAmBhF,CAAC;AAEH,eAAO,MAAM,kBAAkB,UAAW,gBAAgB,eAAe,MAAM,KAAG,gBAuCjF,CAAC;AAEF,eAAO,MAAM,WAAW,UAAW,gBAAgB,eAAe,MAAM,KAAG,gBAqBzE,CAAC;AAEH,eAAO,MAAM,UAAU,EAAE,OAAO,CAC/B,MAAM,CACL,YAAY,EACZ,CACC,KAAK,EAAE,gBAAgB,EACvB,WAAW,EAAE,MAAM,EACnB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC1B,gBAAgB,GAAG,gBAAgB,EAAE,CAC1C,CA0BD,CAAC;AAEF,wBAAgB,qBAAqB,CACpC,KAAK,EAAE,gBAAgB,EACvB,WAAW,EAAE,MAAM,EACnB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC5B,gBAAgB,GAAG,gBAAgB,EAAE,CAIvC;AAED,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAEtE"}
+{"version":3,"file":"js.d.ts","sourceRoot":"","sources":["../../../src/snippets/js.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,KAAK,iBAAiB,EAAE,MAAM,2BAA2B,CAAC;AAClF,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,KAAK,EAAE,0BAA0B,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAG1F,OAAO,KAAK,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAgBrE,eAAO,MAAM,YAAY,UACjB,gBAAgB,eACV,MAAM,YACT,iBAAiB,KACzB,gBAAgB,EA8ClB,CAAC;AAEF,eAAO,MAAM,qBAAqB,UAC1B,gBAAgB,eACV,MAAM,YACT,iBAAiB,SACpB;IACN,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,0BAA0B,EAAE,CAAC;IACxC,WAAW,CAAC,EAAE,oBAAoB,CAAC,aAAa,CAAC,CAAC;IAClD,UAAU,CAAC,EAAE,oBAAoB,CAAC,YAAY,CAAC,CAAC;IAChD,KAAK,CAAC,EAAE,oBAAoB,CAAC,OAAO,CAAC,CAAC;CACtC,KACC,gBAAgB,EA6GlB,CAAC;AAEF,eAAO,MAAM,6BAA6B,UAAW,gBAAgB,eAAe,MAAM,KAAG,gBAAgB,EA2B5G,CAAC;AAEF,eAAO,MAAM,kBAAkB,UACvB,gBAAgB,eACV,MAAM,YACT,iBAAiB,KACzB,gBAAgB,EA4ClB,CAAC;AAEF,eAAO,MAAM,kBAAkB,UACvB,gBAAgB,eACV,MAAM,YACT,iBAAiB,KACzB,gBAAgB,EAgDlB,CAAC;AAEF,eAAO,MAAM,iCAAiC,UACtC,gBAAgB,eACV,MAAM,YACT,iBAAiB,KACzB,gBAAgB,EAsBlB,CAAC;AAEF,eAAO,MAAM,WAAW,UAChB,gBAAgB,eACV,MAAM,YACT,iBAAiB,KACzB,gBAAgB,EA6BlB,CAAC;AAEF,eAAO,MAAM,UAAU,EAAE,OAAO,CAC/B,MAAM,CACL,YAAY,EACZ,CACC,KAAK,EAAE,gBAAgB,EACvB,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC1B,gBAAgB,EAAE,CACvB,CA0BD,CAAC;AAEF,wBAAgB,qBAAqB,CACpC,KAAK,EAAE,gBAAgB,EACvB,WAAW,EAAE,MAAM,EACnB,QAAQ,EAAE,iBAAiB,EAC3B,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC5B,gBAAgB,EAAE,CAIpB"}

package/dist/commonjs/snippets/js.js

@@ -1,12 +1,49 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.jsSnippets = exports.snippetFile = exports.snippetTextToAudio = exports.snippetTextToImage = exports.snippetZeroShotClassification = exports.snippetTextGeneration = exports.snippetBasic = void 0;
+exports.jsSnippets = exports.snippetFile = exports.snippetAutomaticSpeechRecognition = exports.snippetTextToAudio = exports.snippetTextToImage = exports.snippetZeroShotClassification = exports.snippetTextGeneration = exports.snippetBasic = void 0;
 exports.getJsInferenceSnippet = getJsInferenceSnippet;
-exports.hasJsInferenceSnippet = hasJsInferenceSnippet;
+const inference_providers_js_1 = require("../inference-providers.js");
 const common_js_1 = require("./common.js");
 const inputs_js_1 = require("./inputs.js");
-const snippetBasic = (model, accessToken) => ({
-    content: `async function query(data) {
+const HFJS_METHODS = {
+    "text-classification": "textClassification",
+    "token-classification": "tokenClassification",
+    "table-question-answering": "tableQuestionAnswering",
+    "question-answering": "questionAnswering",
+    translation: "translation",
+    summarization: "summarization",
+    "feature-extraction": "featureExtraction",
+    "text-generation": "textGeneration",
+    "text2text-generation": "textGeneration",
+    "fill-mask": "fillMask",
+    "sentence-similarity": "sentenceSimilarity",
+};
+const snippetBasic = (model, accessToken, provider) => {
+    return [
+        ...(model.pipeline_tag && model.pipeline_tag in HFJS_METHODS
+            ? [
+                {
+                    client: "huggingface.js",
+                    content: `\
+import { HfInference } from "@huggingface/inference";
+
+const client = new HfInference("${accessToken || `{API_TOKEN}`}");
+
+const output = await client.${HFJS_METHODS[model.pipeline_tag]}({
+	model: "${model.id}",
+	inputs: ${(0, inputs_js_1.getModelInputSnippet)(model)},
+	provider: "${provider}",
+});
+
+console.log(output)
+`,
+                },
+            ]
+            : []),
+        {
+            client: "fetch",
+            content: `\
+async function query(data) {
 	const response = await fetch(
 		"https://api-inference.huggingface.co/models/${model.id}",
 		{
@@ -25,9 +62,11 @@ const snippetBasic = (model, accessToken) => ({
 query({"inputs": ${(0, inputs_js_1.getModelInputSnippet)(model)}}).then((response) => {
 	console.log(JSON.stringify(response));
 });`,
-});
+        },
+    ];
+};
 exports.snippetBasic = snippetBasic;
-const snippetTextGeneration = (model, accessToken, opts) => {
+const snippetTextGeneration = (model, accessToken, provider, opts) => {
     if (model.tags.includes("conversational")) {
         // Conversational model detected, so we display a code snippet that features the Messages API
         const streaming = opts?.streaming ?? true;
@@ -56,6 +95,7 @@ let out = "";
 const stream = client.chatCompletionStream({
 	model: "${model.id}",
 	messages: ${messagesStr},
+	provider: "${provider}",
 	${configStr}
 });
 
@@ -72,8 +112,8 @@ for await (const chunk of stream) {
                     content: `import { OpenAI } from "openai";
 
 const client = new OpenAI({
-	baseURL: "https://api-inference.huggingface.co/v1/",
-    apiKey: "${accessToken || `{API_TOKEN}`}"
+	baseURL: "${(0, inference_providers_js_1.openAIbaseUrl)(provider)}",
+	apiKey: "${accessToken || `{API_TOKEN}`}"
 });
 
 let out = "";
@@ -106,6 +146,7 @@ const client = new HfInference("${accessToken || `{API_TOKEN}`}");
 const chatCompletion = await client.chatCompletion({
 	model: "${model.id}",
 	messages: ${messagesStr},
+	provider: "${provider}",
 	${configStr}
 });
 
@@ -116,8 +157,8 @@ console.log(chatCompletion.choices[0].message);`,
                     content: `import { OpenAI } from "openai";
 
 const client = new OpenAI({
-    baseURL: "https://api-inference.huggingface.co/v1/",
-    apiKey: "${accessToken || `{API_TOKEN}`}"
+	baseURL: "${(0, inference_providers_js_1.openAIbaseUrl)(provider)}",
+	apiKey: "${accessToken || `{API_TOKEN}`}"
 });
 
 const chatCompletion = await client.chat.completions.create({
@@ -132,34 +173,60 @@ console.log(chatCompletion.choices[0].message);`,
         }
     }
     else {
-        return (0, exports.snippetBasic)(model, accessToken);
+        return (0, exports.snippetBasic)(model, accessToken, provider);
     }
 };
 exports.snippetTextGeneration = snippetTextGeneration;
-const snippetZeroShotClassification = (model, accessToken) => ({
-    content: `async function query(data) {
-	const response = await fetch(
-		"https://api-inference.huggingface.co/models/${model.id}",
-		{
-			headers: {
-				Authorization: "Bearer ${accessToken || `{API_TOKEN}`}",
-				"Content-Type": "application/json",
-			},
-			method: "POST",
-			body: JSON.stringify(data),
+const snippetZeroShotClassification = (model, accessToken) => {
+    return [
+        {
+            client: "fetch",
+            content: `async function query(data) {
+			const response = await fetch(
+				"https://api-inference.huggingface.co/models/${model.id}",
+				{
+					headers: {
+						Authorization: "Bearer ${accessToken || `{API_TOKEN}`}",
+						"Content-Type": "application/json",
+					},
+					method: "POST",
+					body: JSON.stringify(data),
+				}
+			);
+			const result = await response.json();
+			return result;
 		}
-	);
-	const result = await response.json();
-	return result;
-}
+		
+		query({"inputs": ${(0, inputs_js_1.getModelInputSnippet)(model)}, "parameters": {"candidate_labels": ["refund", "legal", "faq"]}}).then((response) => {
+			console.log(JSON.stringify(response));
+		});`,
+        },
+    ];
+};
+exports.snippetZeroShotClassification = snippetZeroShotClassification;
+const snippetTextToImage = (model, accessToken, provider) => {
+    return [
+        {
+            client: "huggingface.js",
+            content: `\
+import { HfInference } from "@huggingface/inference";
 
-query({"inputs": ${(0, inputs_js_1.getModelInputSnippet)(model)}, "parameters": {"candidate_labels": ["refund", "legal", "faq"]}}).then((response) => {
-	console.log(JSON.stringify(response));
-});`,
+const client = new HfInference("${accessToken || `{API_TOKEN}`}");
+
+const image = await client.textToImage({
+	model: "${model.id}",
+	inputs: ${(0, inputs_js_1.getModelInputSnippet)(model)},
+	parameters: { num_inference_steps: 5 },
+	provider: "${provider}",
 });
-exports.snippetZeroShotClassification = snippetZeroShotClassification;
-const snippetTextToImage = (model, accessToken) => ({
-    content: `async function query(data) {
+/// Use the generated image (it's a Blob)
+`,
+        },
+        ...(provider === "hf-inference"
+            ? [
+                {
+                    client: "fetch",
+                    content: `async function query(data) {
 	const response = await fetch(
 		"https://api-inference.huggingface.co/models/${model.id}",
 		{
@@ -177,9 +244,16 @@ const snippetTextToImage = (model, accessToken) => ({
 query({"inputs": ${(0, inputs_js_1.getModelInputSnippet)(model)}}).then((response) => {
 	// Use image
 });`,
-});
+                },
+            ]
+            : []),
+    ];
+};
 exports.snippetTextToImage = snippetTextToImage;
-const snippetTextToAudio = (model, accessToken) => {
+const snippetTextToAudio = (model, accessToken, provider) => {
+    if (provider !== "hf-inference") {
+        return [];
+    }
     const commonSnippet = `async function query(data) {
 		const response = await fetch(
 			"https://api-inference.huggingface.co/models/${model.id}",
@@ -193,21 +267,26 @@ const snippetTextToAudio = (model, accessToken) => {
 			}
 		);`;
     if (model.library_name === "transformers") {
-        return {
-            content: commonSnippet +
-                `
+        return [
+            {
+                client: "fetch",
+                content: commonSnippet +
+                    `
 			const result = await response.blob();
 			return result;
 		}
 		query({"inputs": ${(0, inputs_js_1.getModelInputSnippet)(model)}}).then((response) => {
 			// Returns a byte object of the Audio wavform. Use it directly!
 		});`,
-        };
+            },
+        ];
     }
     else {
-        return {
-            content: commonSnippet +
-                `
+        return [
+            {
+                client: "fetch",
+                content: commonSnippet +
+                    `
 			const result = await response.json();
 			return result;
 		}
@@ -215,12 +294,43 @@ const snippetTextToAudio = (model, accessToken) => {
 		query({"inputs": ${(0, inputs_js_1.getModelInputSnippet)(model)}}).then((response) => {
 			console.log(JSON.stringify(response));
 		});`,
-        };
+            },
+        ];
     }
 };
 exports.snippetTextToAudio = snippetTextToAudio;
-const snippetFile = (model, accessToken) => ({
-    content: `async function query(filename) {
+const snippetAutomaticSpeechRecognition = (model, accessToken, provider) => {
+    return [
+        {
+            client: "huggingface.js",
+            content: `\
+import { HfInference } from "@huggingface/inference";
+
+const client = new HfInference("${accessToken || `{API_TOKEN}`}");
+
+const data = fs.readFileSync(${(0, inputs_js_1.getModelInputSnippet)(model)});
+
+const output = await client.automaticSpeechRecognition({
+	data,
+	model: "${model.id}",
+	provider: "${provider}",
+});
+
+console.log(output);
+`,
+        },
+        ...(provider === "hf-inference" ? (0, exports.snippetFile)(model, accessToken, provider) : []),
+    ];
+};
+exports.snippetAutomaticSpeechRecognition = snippetAutomaticSpeechRecognition;
+const snippetFile = (model, accessToken, provider) => {
+    if (provider !== "hf-inference") {
+        return [];
+    }
+    return [
+        {
+            client: "fetch",
+            content: `async function query(filename) {
 	const data = fs.readFileSync(filename);
 	const response = await fetch(
 		"https://api-inference.huggingface.co/models/${model.id}",
@@ -240,10 +350,12 @@ const snippetFile = (model, accessToken) => ({
 query(${(0, inputs_js_1.getModelInputSnippet)(model)}).then((response) => {
 	console.log(JSON.stringify(response));
 });`,
-});
+        },
+    ];
+};
 exports.snippetFile = snippetFile;
 exports.jsSnippets = {
-    // Same order as in js/src/lib/interfaces/Types.ts
+    // Same order as in tasks/src/pipelines.ts
     "text-classification": exports.snippetBasic,
     "token-classification": exports.snippetBasic,
     "table-question-answering": exports.snippetBasic,
@@ -257,7 +369,7 @@ exports.jsSnippets = {
     "text2text-generation": exports.snippetBasic,
     "fill-mask": exports.snippetBasic,
     "sentence-similarity": exports.snippetBasic,
-    "automatic-speech-recognition": exports.snippetFile,
+    "automatic-speech-recognition": exports.snippetAutomaticSpeechRecognition,
     "text-to-image": exports.snippetTextToImage,
     "text-to-speech": exports.snippetTextToAudio,
     "text-to-audio": exports.snippetTextToAudio,
@@ -268,11 +380,8 @@ exports.jsSnippets = {
     "object-detection": exports.snippetFile,
     "image-segmentation": exports.snippetFile,
 };
-function getJsInferenceSnippet(model, accessToken, opts) {
+function getJsInferenceSnippet(model, accessToken, provider, opts) {
     return model.pipeline_tag && model.pipeline_tag in exports.jsSnippets
-        ? exports.jsSnippets[model.pipeline_tag]?.(model, accessToken, opts) ?? { content: "" }
-        : { content: "" };
-}
-function hasJsInferenceSnippet(model) {
-    return !!model.pipeline_tag && model.pipeline_tag in exports.jsSnippets;
+        ? exports.jsSnippets[model.pipeline_tag]?.(model, accessToken, provider, opts) ?? []
+        : [];
 }