@huggingface/tasks 0.13.5 → 0.13.6

package/src/snippets/curl.spec.ts

@@ -1,94 +0,0 @@
-import type { ModelDataMinimal } from "./types.js";
-import { describe, expect, it } from "vitest";
-import { getCurlInferenceSnippet } from "./curl.js";
-
-describe("inference API snippets", () => {
-	it("conversational llm", async () => {
-		const model: ModelDataMinimal = {
-			id: "meta-llama/Llama-3.1-8B-Instruct",
-			pipeline_tag: "text-generation",
-			tags: ["conversational"],
-			inference: "",
-		};
-		const snippet = getCurlInferenceSnippet(model, "api_token");
-
-		expect(snippet.content)
-			.toEqual(`curl 'https://api-inference.huggingface.co/models/meta-llama/Llama-3.1-8B-Instruct/v1/chat/completions' \\
--H "Authorization: Bearer api_token" \\
--H 'Content-Type: application/json' \\
---data '{
-    "model": "meta-llama/Llama-3.1-8B-Instruct",
-    "messages": [
-		{
-			"role": "user",
-			"content": "What is the capital of France?"
-		}
-	],
-    "max_tokens": 500,
-    "stream": true
-}'`);
-	});
-
-	it("conversational llm non-streaming", async () => {
-		const model: ModelDataMinimal = {
-			id: "meta-llama/Llama-3.1-8B-Instruct",
-			pipeline_tag: "text-generation",
-			tags: ["conversational"],
-			inference: "",
-		};
-		const snippet = getCurlInferenceSnippet(model, "api_token", { streaming: false });
-
-		expect(snippet.content)
-			.toEqual(`curl 'https://api-inference.huggingface.co/models/meta-llama/Llama-3.1-8B-Instruct/v1/chat/completions' \\
--H "Authorization: Bearer api_token" \\
--H 'Content-Type: application/json' \\
---data '{
-    "model": "meta-llama/Llama-3.1-8B-Instruct",
-    "messages": [
-		{
-			"role": "user",
-			"content": "What is the capital of France?"
-		}
-	],
-    "max_tokens": 500,
-    "stream": false
-}'`);
-	});
-
-	it("conversational vlm", async () => {
-		const model: ModelDataMinimal = {
-			id: "meta-llama/Llama-3.2-11B-Vision-Instruct",
-			pipeline_tag: "image-text-to-text",
-			tags: ["conversational"],
-			inference: "",
-		};
-		const snippet = getCurlInferenceSnippet(model, "api_token");
-
-		expect(snippet.content)
-			.toEqual(`curl 'https://api-inference.huggingface.co/models/meta-llama/Llama-3.2-11B-Vision-Instruct/v1/chat/completions' \\
--H "Authorization: Bearer api_token" \\
--H 'Content-Type: application/json' \\
---data '{
-    "model": "meta-llama/Llama-3.2-11B-Vision-Instruct",
-    "messages": [
-		{
-			"role": "user",
-			"content": [
-				{
-					"type": "text",
-					"text": "Describe this image in one sentence."
-				},
-				{
-					"type": "image_url",
-					"image_url": {
-						"url": "https://cdn.britannica.com/61/93061-050-99147DCE/Statue-of-Liberty-Island-New-York-Bay.jpg"
-					}
-				}
-			]
-		}
-	],
-    "max_tokens": 500,
-    "stream": true
-}'`);
-	});
-});

package/src/snippets/js.spec.ts

@@ -1,148 +0,0 @@
-import type { InferenceSnippet, ModelDataMinimal } from "./types.js";
-import { describe, expect, it } from "vitest";
-import { getJsInferenceSnippet } from "./js.js";
-
-describe("inference API snippets", () => {
-	it("conversational llm", async () => {
-		const model: ModelDataMinimal = {
-			id: "meta-llama/Llama-3.1-8B-Instruct",
-			pipeline_tag: "text-generation",
-			tags: ["conversational"],
-			inference: "",
-		};
-		const snippet = getJsInferenceSnippet(model, "api_token") as InferenceSnippet[];
-
-		expect(snippet[0].content).toEqual(`import { HfInference } from "@huggingface/inference";
-
-const client = new HfInference("api_token");
-
-let out = "";
-
-const stream = client.chatCompletionStream({
-	model: "meta-llama/Llama-3.1-8B-Instruct",
-	messages: [
-		{
-			role: "user",
-			content: "What is the capital of France?"
-		}
-	],
-	max_tokens: 500
-});
-
-for await (const chunk of stream) {
-	if (chunk.choices && chunk.choices.length > 0) {
-		const newContent = chunk.choices[0].delta.content;
-		out += newContent;
-		console.log(newContent);
-	}  
-}`);
-	});
-
-	it("conversational llm non-streaming", async () => {
-		const model: ModelDataMinimal = {
-			id: "meta-llama/Llama-3.1-8B-Instruct",
-			pipeline_tag: "text-generation",
-			tags: ["conversational"],
-			inference: "",
-		};
-		const snippet = getJsInferenceSnippet(model, "api_token", { streaming: false }) as InferenceSnippet[];
-
-		expect(snippet[0].content).toEqual(`import { HfInference } from "@huggingface/inference";
-
-const client = new HfInference("api_token");
-
-const chatCompletion = await client.chatCompletion({
-	model: "meta-llama/Llama-3.1-8B-Instruct",
-	messages: [
-		{
-			role: "user",
-			content: "What is the capital of France?"
-		}
-	],
-	max_tokens: 500
-});
-
-console.log(chatCompletion.choices[0].message);`);
-	});
-
-	it("conversational vlm", async () => {
-		const model: ModelDataMinimal = {
-			id: "meta-llama/Llama-3.2-11B-Vision-Instruct",
-			pipeline_tag: "image-text-to-text",
-			tags: ["conversational"],
-			inference: "",
-		};
-		const snippet = getJsInferenceSnippet(model, "api_token") as InferenceSnippet[];
-
-		expect(snippet[0].content).toEqual(`import { HfInference } from "@huggingface/inference";
-
-const client = new HfInference("api_token");
-
-let out = "";
-
-const stream = client.chatCompletionStream({
-	model: "meta-llama/Llama-3.2-11B-Vision-Instruct",
-	messages: [
-		{
-			role: "user",
-			content: [
-				{
-					type: "text",
-					text: "Describe this image in one sentence."
-				},
-				{
-					type: "image_url",
-					image_url: {
-						url: "https://cdn.britannica.com/61/93061-050-99147DCE/Statue-of-Liberty-Island-New-York-Bay.jpg"
-					}
-				}
-			]
-		}
-	],
-	max_tokens: 500
-});
-
-for await (const chunk of stream) {
-	if (chunk.choices && chunk.choices.length > 0) {
-		const newContent = chunk.choices[0].delta.content;
-		out += newContent;
-		console.log(newContent);
-	}  
-}`);
-	});
-
-	it("conversational llm", async () => {
-		const model: ModelDataMinimal = {
-			id: "meta-llama/Llama-3.1-8B-Instruct",
-			pipeline_tag: "text-generation",
-			tags: ["conversational"],
-			inference: "",
-		};
-		const snippet = getJsInferenceSnippet(model, "api_token") as InferenceSnippet[];
-
-		expect(snippet[0].content).toEqual(`import { HfInference } from "@huggingface/inference";
-
-const client = new HfInference("api_token");
-
-let out = "";
-
-const stream = client.chatCompletionStream({
-	model: "meta-llama/Llama-3.1-8B-Instruct",
-	messages: [
-		{
-			role: "user",
-			content: "What is the capital of France?"
-		}
-	],
-	max_tokens: 500
-});
-
-for await (const chunk of stream) {
-	if (chunk.choices && chunk.choices.length > 0) {
-		const newContent = chunk.choices[0].delta.content;
-		out += newContent;
-		console.log(newContent);
-	}  
-}`);
-	});
-});

package/src/snippets/python.spec.ts

@@ -1,144 +0,0 @@
-import type { InferenceSnippet, ModelDataMinimal } from "./types.js";
-import { describe, expect, it } from "vitest";
-import { getPythonInferenceSnippet } from "./python.js";
-
-describe("inference API snippets", () => {
-	it("conversational llm", async () => {
-		const model: ModelDataMinimal = {
-			id: "meta-llama/Llama-3.1-8B-Instruct",
-			pipeline_tag: "text-generation",
-			tags: ["conversational"],
-			inference: "",
-		};
-		const snippet = getPythonInferenceSnippet(model, "api_token") as InferenceSnippet[];
-
-		expect(snippet[0].content).toEqual(`from huggingface_hub import InferenceClient
-
-client = InferenceClient(api_key="api_token")
-
-messages = [
-	{
-		"role": "user",
-		"content": "What is the capital of France?"
-	}
-]
-
-stream = client.chat.completions.create(
-    model="meta-llama/Llama-3.1-8B-Instruct", 
-	messages=messages, 
-	max_tokens=500,
-	stream=True
-)
-
-for chunk in stream:
-    print(chunk.choices[0].delta.content, end="")`);
-	});
-
-	it("conversational llm non-streaming", async () => {
-		const model: ModelDataMinimal = {
-			id: "meta-llama/Llama-3.1-8B-Instruct",
-			pipeline_tag: "text-generation",
-			tags: ["conversational"],
-			inference: "",
-		};
-		const snippet = getPythonInferenceSnippet(model, "api_token", { streaming: false }) as InferenceSnippet[];
-
-		expect(snippet[0].content).toEqual(`from huggingface_hub import InferenceClient
-
-client = InferenceClient(api_key="api_token")
-
-messages = [
-	{
-		"role": "user",
-		"content": "What is the capital of France?"
-	}
-]
-
-completion = client.chat.completions.create(
-    model="meta-llama/Llama-3.1-8B-Instruct", 
-	messages=messages, 
-	max_tokens=500
-)
-
-print(completion.choices[0].message)`);
-	});
-
-	it("conversational vlm", async () => {
-		const model: ModelDataMinimal = {
-			id: "meta-llama/Llama-3.2-11B-Vision-Instruct",
-			pipeline_tag: "image-text-to-text",
-			tags: ["conversational"],
-			inference: "",
-		};
-		const snippet = getPythonInferenceSnippet(model, "api_token") as InferenceSnippet[];
-
-		expect(snippet[0].content).toEqual(`from huggingface_hub import InferenceClient
-
-client = InferenceClient(api_key="api_token")
-
-messages = [
-	{
-		"role": "user",
-		"content": [
-			{
-				"type": "text",
-				"text": "Describe this image in one sentence."
-			},
-			{
-				"type": "image_url",
-				"image_url": {
-					"url": "https://cdn.britannica.com/61/93061-050-99147DCE/Statue-of-Liberty-Island-New-York-Bay.jpg"
-				}
-			}
-		]
-	}
-]
-
-stream = client.chat.completions.create(
-    model="meta-llama/Llama-3.2-11B-Vision-Instruct", 
-	messages=messages, 
-	max_tokens=500,
-	stream=True
-)
-
-for chunk in stream:
-    print(chunk.choices[0].delta.content, end="")`);
-	});
-
-	it("text-to-image", async () => {
-		const model: ModelDataMinimal = {
-			id: "black-forest-labs/FLUX.1-schnell",
-			pipeline_tag: "text-to-image",
-			tags: [],
-			inference: "",
-		};
-		const snippets = getPythonInferenceSnippet(model, "api_token") as InferenceSnippet[];
-
-		expect(snippets.length).toEqual(2);
-
-		expect(snippets[0].client).toEqual("huggingface_hub");
-		expect(snippets[0].content).toEqual(`from huggingface_hub import InferenceClient
-client = InferenceClient("black-forest-labs/FLUX.1-schnell", token="api_token")
-
-# output is a PIL.Image object
-image = client.text_to_image("Astronaut riding a horse")`);
-
-		expect(snippets[1].client).toEqual("requests");
-		expect(snippets[1].content).toEqual(`import requests
-
-API_URL = "https://api-inference.huggingface.co/models/black-forest-labs/FLUX.1-schnell"
-headers = {"Authorization": "Bearer api_token"}
-
-def query(payload):
-	response = requests.post(API_URL, headers=headers, json=payload)
-	return response.content
-image_bytes = query({
-	"inputs": "Astronaut riding a horse",
-})
-
-# You can access the image with PIL.Image for example
-import io
-from PIL import Image
-image = Image.open(io.BytesIO(image_bytes))`);
-	});
-});