@huggingface/tasks 0.13.1 → 0.13.2

package/dist/esm/snippets/curl.js

@@ -0,0 +1,91 @@
+import { stringifyGenerationConfig, stringifyMessages } from "./common.js";
+import { getModelInputSnippet } from "./inputs.js";
+export const snippetBasic = (model, accessToken) => ({
+    content: `curl https://api-inference.huggingface.co/models/${model.id} \\
+	-X POST \\
+	-d '{"inputs": ${getModelInputSnippet(model, true)}}' \\
+	-H 'Content-Type: application/json' \\
+	-H "Authorization: Bearer ${accessToken || `{API_TOKEN}`}"`,
+});
+export const snippetTextGeneration = (model, accessToken, opts) => {
+    if (model.tags.includes("conversational")) {
+        // Conversational model detected, so we display a code snippet that features the Messages API
+        const streaming = opts?.streaming ?? true;
+        const exampleMessages = getModelInputSnippet(model);
+        const messages = opts?.messages ?? exampleMessages;
+        const config = {
+            ...(opts?.temperature ? { temperature: opts.temperature } : undefined),
+            max_tokens: opts?.max_tokens ?? 500,
+            ...(opts?.top_p ? { top_p: opts.top_p } : undefined),
+        };
+        return {
+            content: `curl 'https://api-inference.huggingface.co/models/${model.id}/v1/chat/completions' \\
+-H "Authorization: Bearer ${accessToken || `{API_TOKEN}`}" \\
+-H 'Content-Type: application/json' \\
+--data '{
+    "model": "${model.id}",
+    "messages": ${stringifyMessages(messages, {
+                indent: "\t",
+                attributeKeyQuotes: true,
+                customContentEscaper: (str) => str.replace(/'/g, "'\\''"),
+            })},
+    ${stringifyGenerationConfig(config, {
+                indent: "\n    ",
+                attributeKeyQuotes: true,
+                attributeValueConnector: ": ",
+            })},
+    "stream": ${!!streaming}
+}'`,
+        };
+    }
+    else {
+        return snippetBasic(model, accessToken);
+    }
+};
+export const snippetZeroShotClassification = (model, accessToken) => ({
+    content: `curl https://api-inference.huggingface.co/models/${model.id} \\
+	-X POST \\
+	-d '{"inputs": ${getModelInputSnippet(model, true)}, "parameters": {"candidate_labels": ["refund", "legal", "faq"]}}' \\
+	-H 'Content-Type: application/json' \\
+	-H "Authorization: Bearer ${accessToken || `{API_TOKEN}`}"`,
+});
+export const snippetFile = (model, accessToken) => ({
+    content: `curl https://api-inference.huggingface.co/models/${model.id} \\
+	-X POST \\
+	--data-binary '@${getModelInputSnippet(model, true, true)}' \\
+	-H "Authorization: Bearer ${accessToken || `{API_TOKEN}`}"`,
+});
+export const curlSnippets = {
+    // Same order as in js/src/lib/interfaces/Types.ts
+    "text-classification": snippetBasic,
+    "token-classification": snippetBasic,
+    "table-question-answering": snippetBasic,
+    "question-answering": snippetBasic,
+    "zero-shot-classification": snippetZeroShotClassification,
+    translation: snippetBasic,
+    summarization: snippetBasic,
+    "feature-extraction": snippetBasic,
+    "text-generation": snippetTextGeneration,
+    "image-text-to-text": snippetTextGeneration,
+    "text2text-generation": snippetBasic,
+    "fill-mask": snippetBasic,
+    "sentence-similarity": snippetBasic,
+    "automatic-speech-recognition": snippetFile,
+    "text-to-image": snippetBasic,
+    "text-to-speech": snippetBasic,
+    "text-to-audio": snippetBasic,
+    "audio-to-audio": snippetFile,
+    "audio-classification": snippetFile,
+    "image-classification": snippetFile,
+    "image-to-text": snippetFile,
+    "object-detection": snippetFile,
+    "image-segmentation": snippetFile,
+};
+export function getCurlInferenceSnippet(model, accessToken, opts) {
+    return model.pipeline_tag && model.pipeline_tag in curlSnippets
+        ? curlSnippets[model.pipeline_tag]?.(model, accessToken, opts) ?? { content: "" }
+        : { content: "" };
+}
+export function hasCurlInferenceSnippet(model) {
+    return !!model.pipeline_tag && model.pipeline_tag in curlSnippets;
+}

package/dist/esm/snippets/curl.spec.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=curl.spec.d.ts.map

package/dist/esm/snippets/curl.spec.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"curl.spec.d.ts","sourceRoot":"","sources":["../../../src/snippets/curl.spec.ts"],"names":[],"mappings":""}

package/dist/esm/snippets/curl.spec.js

@@ -0,0 +1,87 @@
+import { describe, expect, it } from "vitest";
+import { getCurlInferenceSnippet } from "./curl.js";
+describe("inference API snippets", () => {
+    it("conversational llm", async () => {
+        const model = {
+            id: "meta-llama/Llama-3.1-8B-Instruct",
+            pipeline_tag: "text-generation",
+            tags: ["conversational"],
+            inference: "",
+        };
+        const snippet = getCurlInferenceSnippet(model, "api_token");
+        expect(snippet.content)
+            .toEqual(`curl 'https://api-inference.huggingface.co/models/meta-llama/Llama-3.1-8B-Instruct/v1/chat/completions' \\
+-H "Authorization: Bearer api_token" \\
+-H 'Content-Type: application/json' \\
+--data '{
+    "model": "meta-llama/Llama-3.1-8B-Instruct",
+    "messages": [
+		{
+			"role": "user",
+			"content": "What is the capital of France?"
+		}
+	],
+    "max_tokens": 500,
+    "stream": true
+}'`);
+    });
+    it("conversational llm non-streaming", async () => {
+        const model = {
+            id: "meta-llama/Llama-3.1-8B-Instruct",
+            pipeline_tag: "text-generation",
+            tags: ["conversational"],
+            inference: "",
+        };
+        const snippet = getCurlInferenceSnippet(model, "api_token", { streaming: false });
+        expect(snippet.content)
+            .toEqual(`curl 'https://api-inference.huggingface.co/models/meta-llama/Llama-3.1-8B-Instruct/v1/chat/completions' \\
+-H "Authorization: Bearer api_token" \\
+-H 'Content-Type: application/json' \\
+--data '{
+    "model": "meta-llama/Llama-3.1-8B-Instruct",
+    "messages": [
+		{
+			"role": "user",
+			"content": "What is the capital of France?"
+		}
+	],
+    "max_tokens": 500,
+    "stream": false
+}'`);
+    });
+    it("conversational vlm", async () => {
+        const model = {
+            id: "meta-llama/Llama-3.2-11B-Vision-Instruct",
+            pipeline_tag: "image-text-to-text",
+            tags: ["conversational"],
+            inference: "",
+        };
+        const snippet = getCurlInferenceSnippet(model, "api_token");
+        expect(snippet.content)
+            .toEqual(`curl 'https://api-inference.huggingface.co/models/meta-llama/Llama-3.2-11B-Vision-Instruct/v1/chat/completions' \\
+-H "Authorization: Bearer api_token" \\
+-H 'Content-Type: application/json' \\
+--data '{
+    "model": "meta-llama/Llama-3.2-11B-Vision-Instruct",
+    "messages": [
+		{
+			"role": "user",
+			"content": [
+				{
+					"type": "text",
+					"text": "Describe this image in one sentence."
+				},
+				{
+					"type": "image_url",
+					"image_url": {
+						"url": "https://cdn.britannica.com/61/93061-050-99147DCE/Statue-of-Liberty-Island-New-York-Bay.jpg"
+					}
+				}
+			]
+		}
+	],
+    "max_tokens": 500,
+    "stream": true
+}'`);
+    });
+});

package/dist/esm/snippets/index.d.ts

@@ -0,0 +1,7 @@
+import * as inputs from "./inputs.js";
+import * as curl from "./curl.js";
+import * as python from "./python.js";
+import * as js from "./js.js";
+export * from "./types.js";
+export { inputs, curl, python, js };
+//# sourceMappingURL=index.d.ts.map

package/dist/esm/snippets/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/snippets/index.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,KAAK,MAAM,MAAM,aAAa,CAAC;AACtC,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,cAAc,YAAY,CAAC;AAE3B,OAAO,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC"}

package/dist/esm/snippets/index.js

@@ -0,0 +1,6 @@
+import * as inputs from "./inputs.js";
+import * as curl from "./curl.js";
+import * as python from "./python.js";
+import * as js from "./js.js";
+export * from "./types.js";
+export { inputs, curl, python, js };

package/dist/esm/snippets/inputs.d.ts

@@ -0,0 +1,4 @@
+import type { ChatCompletionInputMessage } from "../tasks/index.js";
+import type { ModelDataMinimal } from "./types.js";
+export declare function getModelInputSnippet(model: ModelDataMinimal, noWrap?: boolean, noQuotes?: boolean): string | ChatCompletionInputMessage[];
+//# sourceMappingURL=inputs.d.ts.map

package/dist/esm/snippets/inputs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"inputs.d.ts","sourceRoot":"","sources":["../../../src/snippets/inputs.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,0BAA0B,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AA6InD,wBAAgB,oBAAoB,CACnC,KAAK,EAAE,gBAAgB,EACvB,MAAM,UAAQ,EACd,QAAQ,UAAQ,GACd,MAAM,GAAG,0BAA0B,EAAE,CAmBvC"}

package/dist/esm/snippets/inputs.js

@@ -0,0 +1,124 @@
+const inputsZeroShotClassification = () => `"Hi, I recently bought a device from your company but it is not working as advertised and I would like to get reimbursed!"`;
+const inputsTranslation = () => `"Меня зовут Вольфганг и я живу в Берлине"`;
+const inputsSummarization = () => `"The tower is 324 metres (1,063 ft) tall, about the same height as an 81-storey building, and the tallest structure in Paris. Its base is square, measuring 125 metres (410 ft) on each side. During its construction, the Eiffel Tower surpassed the Washington Monument to become the tallest man-made structure in the world, a title it held for 41 years until the Chrysler Building in New York City was finished in 1930. It was the first structure to reach a height of 300 metres. Due to the addition of a broadcasting aerial at the top of the tower in 1957, it is now taller than the Chrysler Building by 5.2 metres (17 ft). Excluding transmitters, the Eiffel Tower is the second tallest free-standing structure in France after the Millau Viaduct."`;
+const inputsTableQuestionAnswering = () => `{
+	"query": "How many stars does the transformers repository have?",
+	"table": {
+		"Repository": ["Transformers", "Datasets", "Tokenizers"],
+		"Stars": ["36542", "4512", "3934"],
+		"Contributors": ["651", "77", "34"],
+		"Programming language": [
+			"Python",
+			"Python",
+			"Rust, Python and NodeJS"
+		]
+	}
+}`;
+const inputsVisualQuestionAnswering = () => `{
+	"image": "cat.png",
+	"question": "What is in this image?"
+}`;
+const inputsQuestionAnswering = () => `{
+	"question": "What is my name?",
+	"context": "My name is Clara and I live in Berkeley."
+}`;
+const inputsTextClassification = () => `"I like you. I love you"`;
+const inputsTokenClassification = () => `"My name is Sarah Jessica Parker but you can call me Jessica"`;
+const inputsTextGeneration = (model) => {
+    if (model.tags.includes("conversational")) {
+        return model.pipeline_tag === "text-generation"
+            ? [{ role: "user", content: "What is the capital of France?" }]
+            : [
+                {
+                    role: "user",
+                    content: [
+                        {
+                            type: "text",
+                            text: "Describe this image in one sentence.",
+                        },
+                        {
+                            type: "image_url",
+                            image_url: {
+                                url: "https://cdn.britannica.com/61/93061-050-99147DCE/Statue-of-Liberty-Island-New-York-Bay.jpg",
+                            },
+                        },
+                    ],
+                },
+            ];
+    }
+    return `"Can you please let us know more details about your "`;
+};
+const inputsText2TextGeneration = () => `"The answer to the universe is"`;
+const inputsFillMask = (model) => `"The answer to the universe is ${model.mask_token}."`;
+const inputsSentenceSimilarity = () => `{
+	"source_sentence": "That is a happy person",
+	"sentences": [
+		"That is a happy dog",
+		"That is a very happy person",
+		"Today is a sunny day"
+	]
+}`;
+const inputsFeatureExtraction = () => `"Today is a sunny day and I will get some ice cream."`;
+const inputsImageClassification = () => `"cats.jpg"`;
+const inputsImageToText = () => `"cats.jpg"`;
+const inputsImageSegmentation = () => `"cats.jpg"`;
+const inputsObjectDetection = () => `"cats.jpg"`;
+const inputsAudioToAudio = () => `"sample1.flac"`;
+const inputsAudioClassification = () => `"sample1.flac"`;
+const inputsTextToImage = () => `"Astronaut riding a horse"`;
+const inputsTextToSpeech = () => `"The answer to the universe is 42"`;
+const inputsTextToAudio = () => `"liquid drum and bass, atmospheric synths, airy sounds"`;
+const inputsAutomaticSpeechRecognition = () => `"sample1.flac"`;
+const inputsTabularPrediction = () => `'{"Height":[11.52,12.48],"Length1":[23.2,24.0],"Length2":[25.4,26.3],"Species": ["Bream","Bream"]}'`;
+const inputsZeroShotImageClassification = () => `"cats.jpg"`;
+const modelInputSnippets = {
+    "audio-to-audio": inputsAudioToAudio,
+    "audio-classification": inputsAudioClassification,
+    "automatic-speech-recognition": inputsAutomaticSpeechRecognition,
+    "document-question-answering": inputsVisualQuestionAnswering,
+    "feature-extraction": inputsFeatureExtraction,
+    "fill-mask": inputsFillMask,
+    "image-classification": inputsImageClassification,
+    "image-to-text": inputsImageToText,
+    "image-segmentation": inputsImageSegmentation,
+    "object-detection": inputsObjectDetection,
+    "question-answering": inputsQuestionAnswering,
+    "sentence-similarity": inputsSentenceSimilarity,
+    summarization: inputsSummarization,
+    "table-question-answering": inputsTableQuestionAnswering,
+    "tabular-regression": inputsTabularPrediction,
+    "tabular-classification": inputsTabularPrediction,
+    "text-classification": inputsTextClassification,
+    "text-generation": inputsTextGeneration,
+    "image-text-to-text": inputsTextGeneration,
+    "text-to-image": inputsTextToImage,
+    "text-to-speech": inputsTextToSpeech,
+    "text-to-audio": inputsTextToAudio,
+    "text2text-generation": inputsText2TextGeneration,
+    "token-classification": inputsTokenClassification,
+    translation: inputsTranslation,
+    "zero-shot-classification": inputsZeroShotClassification,
+    "zero-shot-image-classification": inputsZeroShotImageClassification,
+};
+// Use noWrap to put the whole snippet on a single line (removing new lines and tabulations)
+// Use noQuotes to strip quotes from start & end (example: "abc" -> abc)
+export function getModelInputSnippet(model, noWrap = false, noQuotes = false) {
+    if (model.pipeline_tag) {
+        const inputs = modelInputSnippets[model.pipeline_tag];
+        if (inputs) {
+            let result = inputs(model);
+            if (typeof result === "string") {
+                if (noWrap) {
+                    result = result.replace(/(?:(?:\r?\n|\r)\t*)|\t+/g, " ");
+                }
+                if (noQuotes) {
+                    const REGEX_QUOTES = /^"(.+)"$/s;
+                    const match = result.match(REGEX_QUOTES);
+                    result = match ? match[1] : result;
+                }
+            }
+            return result;
+        }
+    }
+    return "No input example has been defined for this model task.";
+}

package/dist/esm/snippets/js.d.ts

@@ -0,0 +1,19 @@
+import type { PipelineType } from "../pipelines.js";
+import type { ChatCompletionInputMessage, GenerationParameters } from "../tasks/index.js";
+import type { InferenceSnippet, ModelDataMinimal } from "./types.js";
+export declare const snippetBasic: (model: ModelDataMinimal, accessToken: string) => InferenceSnippet;
+export declare const snippetTextGeneration: (model: ModelDataMinimal, accessToken: string, opts?: {
+    streaming?: boolean;
+    messages?: ChatCompletionInputMessage[];
+    temperature?: GenerationParameters["temperature"];
+    max_tokens?: GenerationParameters["max_tokens"];
+    top_p?: GenerationParameters["top_p"];
+}) => InferenceSnippet | InferenceSnippet[];
+export declare const snippetZeroShotClassification: (model: ModelDataMinimal, accessToken: string) => InferenceSnippet;
+export declare const snippetTextToImage: (model: ModelDataMinimal, accessToken: string) => InferenceSnippet;
+export declare const snippetTextToAudio: (model: ModelDataMinimal, accessToken: string) => InferenceSnippet;
+export declare const snippetFile: (model: ModelDataMinimal, accessToken: string) => InferenceSnippet;
+export declare const jsSnippets: Partial<Record<PipelineType, (model: ModelDataMinimal, accessToken: string, opts?: Record<string, unknown>) => InferenceSnippet | InferenceSnippet[]>>;
+export declare function getJsInferenceSnippet(model: ModelDataMinimal, accessToken: string, opts?: Record<string, unknown>): InferenceSnippet | InferenceSnippet[];
+export declare function hasJsInferenceSnippet(model: ModelDataMinimal): boolean;
+//# sourceMappingURL=js.d.ts.map

package/dist/esm/snippets/js.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"js.d.ts","sourceRoot":"","sources":["../../../src/snippets/js.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AACpD,OAAO,KAAK,EAAE,0BAA0B,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAG1F,OAAO,KAAK,EAAE,gBAAgB,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAErE,eAAO,MAAM,YAAY,UAAW,gBAAgB,eAAe,MAAM,KAAG,gBAoB1E,CAAC;AAEH,eAAO,MAAM,qBAAqB,UAC1B,gBAAgB,eACV,MAAM,SACZ;IACN,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,QAAQ,CAAC,EAAE,0BAA0B,EAAE,CAAC;IACxC,WAAW,CAAC,EAAE,oBAAoB,CAAC,aAAa,CAAC,CAAC;IAClD,UAAU,CAAC,EAAE,oBAAoB,CAAC,YAAY,CAAC,CAAC;IAChD,KAAK,CAAC,EAAE,oBAAoB,CAAC,OAAO,CAAC,CAAC;CACtC,KACC,gBAAgB,GAAG,gBAAgB,EA2GrC,CAAC;AAEF,eAAO,MAAM,6BAA6B,UAAW,gBAAgB,eAAe,MAAM,KAAG,gBAsB3F,CAAC;AAEH,eAAO,MAAM,kBAAkB,UAAW,gBAAgB,eAAe,MAAM,KAAG,gBAmBhF,CAAC;AAEH,eAAO,MAAM,kBAAkB,UAAW,gBAAgB,eAAe,MAAM,KAAG,gBAuCjF,CAAC;AAEF,eAAO,MAAM,WAAW,UAAW,gBAAgB,eAAe,MAAM,KAAG,gBAqBzE,CAAC;AAEH,eAAO,MAAM,UAAU,EAAE,OAAO,CAC/B,MAAM,CACL,YAAY,EACZ,CACC,KAAK,EAAE,gBAAgB,EACvB,WAAW,EAAE,MAAM,EACnB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAC1B,gBAAgB,GAAG,gBAAgB,EAAE,CAC1C,CA0BD,CAAC;AAEF,wBAAgB,qBAAqB,CACpC,KAAK,EAAE,gBAAgB,EACvB,WAAW,EAAE,MAAM,EACnB,IAAI,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC5B,gBAAgB,GAAG,gBAAgB,EAAE,CAIvC;AAED,wBAAgB,qBAAqB,CAAC,KAAK,EAAE,gBAAgB,GAAG,OAAO,CAEtE"}

package/dist/esm/snippets/js.js

@@ -0,0 +1,267 @@
+import { stringifyGenerationConfig, stringifyMessages } from "./common.js";
+import { getModelInputSnippet } from "./inputs.js";
+export const snippetBasic = (model, accessToken) => ({
+    content: `async function query(data) {
+	const response = await fetch(
+		"https://api-inference.huggingface.co/models/${model.id}",
+		{
+			headers: {
+				Authorization: "Bearer ${accessToken || `{API_TOKEN}`}"
+				"Content-Type": "application/json",
+			},
+			method: "POST",
+			body: JSON.stringify(data),
+		}
+	);
+	const result = await response.json();
+	return result;
+}
+
+query({"inputs": ${getModelInputSnippet(model)}}).then((response) => {
+	console.log(JSON.stringify(response));
+});`,
+});
+export const snippetTextGeneration = (model, accessToken, opts) => {
+    if (model.tags.includes("conversational")) {
+        // Conversational model detected, so we display a code snippet that features the Messages API
+        const streaming = opts?.streaming ?? true;
+        const exampleMessages = getModelInputSnippet(model);
+        const messages = opts?.messages ?? exampleMessages;
+        const messagesStr = stringifyMessages(messages, { indent: "\t" });
+        const config = {
+            ...(opts?.temperature ? { temperature: opts.temperature } : undefined),
+            max_tokens: opts?.max_tokens ?? 500,
+            ...(opts?.top_p ? { top_p: opts.top_p } : undefined),
+        };
+        const configStr = stringifyGenerationConfig(config, {
+            indent: "\n\t",
+            attributeValueConnector: ": ",
+        });
+        if (streaming) {
+            return [
+                {
+                    client: "huggingface.js",
+                    content: `import { HfInference } from "@huggingface/inference";
+
+const client = new HfInference("${accessToken || `{API_TOKEN}`}");
+
+let out = "";
+
+const stream = client.chatCompletionStream({
+	model: "${model.id}",
+	messages: ${messagesStr},
+	${configStr}
+});
+
+for await (const chunk of stream) {
+	if (chunk.choices && chunk.choices.length > 0) {
+		const newContent = chunk.choices[0].delta.content;
+		out += newContent;
+		console.log(newContent);
+	}  
+}`,
+                },
+                {
+                    client: "openai",
+                    content: `import { OpenAI } from "openai";
+
+const client = new OpenAI({
+	baseURL: "https://api-inference.huggingface.co/v1/",
+    apiKey: "${accessToken || `{API_TOKEN}`}"
+});
+
+let out = "";
+
+const stream = await client.chat.completions.create({
+	model: "${model.id}",
+	messages: ${messagesStr},
+	${configStr},
+	stream: true,
+});
+
+for await (const chunk of stream) {
+	if (chunk.choices && chunk.choices.length > 0) {
+		const newContent = chunk.choices[0].delta.content;
+		out += newContent;
+		console.log(newContent);
+	}  
+}`,
+                },
+            ];
+        }
+        else {
+            return [
+                {
+                    client: "huggingface.js",
+                    content: `import { HfInference } from "@huggingface/inference";
+
+const client = new HfInference("${accessToken || `{API_TOKEN}`}");
+
+const chatCompletion = await client.chatCompletion({
+	model: "${model.id}",
+	messages: ${messagesStr},
+	${configStr}
+});
+
+console.log(chatCompletion.choices[0].message);`,
+                },
+                {
+                    client: "openai",
+                    content: `import { OpenAI } from "openai";
+
+const client = new OpenAI({
+    baseURL: "https://api-inference.huggingface.co/v1/",
+    apiKey: "${accessToken || `{API_TOKEN}`}"
+});
+
+const chatCompletion = await client.chat.completions.create({
+	model: "${model.id}",
+	messages: ${messagesStr},
+	${configStr}
+});
+
+console.log(chatCompletion.choices[0].message);`,
+                },
+            ];
+        }
+    }
+    else {
+        return snippetBasic(model, accessToken);
+    }
+};
+export const snippetZeroShotClassification = (model, accessToken) => ({
+    content: `async function query(data) {
+	const response = await fetch(
+		"https://api-inference.huggingface.co/models/${model.id}",
+		{
+			headers: {
+				Authorization: "Bearer ${accessToken || `{API_TOKEN}`}"
+				"Content-Type": "application/json",
+			},
+			method: "POST",
+			body: JSON.stringify(data),
+		}
+	);
+	const result = await response.json();
+	return result;
+}
+
+query({"inputs": ${getModelInputSnippet(model)}, "parameters": {"candidate_labels": ["refund", "legal", "faq"]}}).then((response) => {
+	console.log(JSON.stringify(response));
+});`,
+});
+export const snippetTextToImage = (model, accessToken) => ({
+    content: `async function query(data) {
+	const response = await fetch(
+		"https://api-inference.huggingface.co/models/${model.id}",
+		{
+			headers: {
+				Authorization: "Bearer ${accessToken || `{API_TOKEN}`}"
+				"Content-Type": "application/json",
+			},
+			method: "POST",
+			body: JSON.stringify(data),
+		}
+	);
+	const result = await response.blob();
+	return result;
+}
+query({"inputs": ${getModelInputSnippet(model)}}).then((response) => {
+	// Use image
+});`,
+});
+export const snippetTextToAudio = (model, accessToken) => {
+    const commonSnippet = `async function query(data) {
+		const response = await fetch(
+			"https://api-inference.huggingface.co/models/${model.id}",
+			{
+				headers: {
+					Authorization: "Bearer ${accessToken || `{API_TOKEN}`}"
+					"Content-Type": "application/json",
+				},
+				method: "POST",
+				body: JSON.stringify(data),
+			}
+		);`;
+    if (model.library_name === "transformers") {
+        return {
+            content: commonSnippet +
+                `
+			const result = await response.blob();
+			return result;
+		}
+		query({"inputs": ${getModelInputSnippet(model)}}).then((response) => {
+			// Returns a byte object of the Audio wavform. Use it directly!
+		});`,
+        };
+    }
+    else {
+        return {
+            content: commonSnippet +
+                `
+			const result = await response.json();
+			return result;
+		}
+		
+		query({"inputs": ${getModelInputSnippet(model)}}).then((response) => {
+			console.log(JSON.stringify(response));
+		});`,
+        };
+    }
+};
+export const snippetFile = (model, accessToken) => ({
+    content: `async function query(filename) {
+	const data = fs.readFileSync(filename);
+	const response = await fetch(
+		"https://api-inference.huggingface.co/models/${model.id}",
+		{
+			headers: {
+				Authorization: "Bearer ${accessToken || `{API_TOKEN}`}"
+				"Content-Type": "application/json",
+			},
+			method: "POST",
+			body: data,
+		}
+	);
+	const result = await response.json();
+	return result;
+}
+
+query(${getModelInputSnippet(model)}).then((response) => {
+	console.log(JSON.stringify(response));
+});`,
+});
+export const jsSnippets = {
+    // Same order as in js/src/lib/interfaces/Types.ts
+    "text-classification": snippetBasic,
+    "token-classification": snippetBasic,
+    "table-question-answering": snippetBasic,
+    "question-answering": snippetBasic,
+    "zero-shot-classification": snippetZeroShotClassification,
+    translation: snippetBasic,
+    summarization: snippetBasic,
+    "feature-extraction": snippetBasic,
+    "text-generation": snippetTextGeneration,
+    "image-text-to-text": snippetTextGeneration,
+    "text2text-generation": snippetBasic,
+    "fill-mask": snippetBasic,
+    "sentence-similarity": snippetBasic,
+    "automatic-speech-recognition": snippetFile,
+    "text-to-image": snippetTextToImage,
+    "text-to-speech": snippetTextToAudio,
+    "text-to-audio": snippetTextToAudio,
+    "audio-to-audio": snippetFile,
+    "audio-classification": snippetFile,
+    "image-classification": snippetFile,
+    "image-to-text": snippetFile,
+    "object-detection": snippetFile,
+    "image-segmentation": snippetFile,
+};
+export function getJsInferenceSnippet(model, accessToken, opts) {
+    return model.pipeline_tag && model.pipeline_tag in jsSnippets
+        ? jsSnippets[model.pipeline_tag]?.(model, accessToken, opts) ?? { content: "" }
+        : { content: "" };
+}
+export function hasJsInferenceSnippet(model) {
+    return !!model.pipeline_tag && model.pipeline_tag in jsSnippets;
+}

package/dist/esm/snippets/js.spec.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=js.spec.d.ts.map

package/dist/esm/snippets/js.spec.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"js.spec.d.ts","sourceRoot":"","sources":["../../../src/snippets/js.spec.ts"],"names":[],"mappings":""}