@huggingface/tasks 0.10.20 → 0.10.22

package/dist/index.cjs

@@ -4296,13 +4296,18 @@ var gliner = (model) => [
 model = GLiNER.from_pretrained("${model.id}")`
 ];
 var keras = (model) => [
-  `from huggingface_hub import from_pretrained_keras
+  `# Available backend options are: "jax", "tensorflow", "torch".
+import os
+os.environ["KERAS_BACKEND"] = "tensorflow"
+	
+import keras
 
-model = from_pretrained_keras("${model.id}")
+model = keras.saving.load_model("hf://${model.id}")
 `
 ];
 var keras_nlp = (model) => [
   `# Available backend options are: "jax", "tensorflow", "torch".
+import os
 os.environ["KERAS_BACKEND"] = "tensorflow"
 
 import keras_nlp
@@ -4311,6 +4316,20 @@ tokenizer = keras_nlp.models.Tokenizer.from_preset("hf://${model.id}")
 backbone = keras_nlp.models.Backbone.from_preset("hf://${model.id}")
 `
 ];
+var tf_keras = (model) => [
+  `# Note: 'keras<3.x' or 'tf_keras' must be installed (legacy)
+# See https://github.com/keras-team/tf-keras for more details.
+from huggingface_hub import from_pretrained_keras
+
+model = from_pretrained_keras("${model.id}")
+`
+];
+var mars5_tts = (model) => [
+  `# Install from https://github.com/Camb-ai/MARS5-TTS
+
+from inference import Mars5TTS
+mars5 = Mars5TTS.from_pretrained("${model.id}")`
+];
 var open_clip = (model) => [
   `import open_clip
 
@@ -4759,6 +4778,19 @@ var audiocraft = (model) => {
     return [`# Type of model unknown.`];
   }
 };
+var whisperkit = () => [
+  `# Install CLI with Homebrew on macOS device
+brew install whisperkit-cli
+
+# View all available inference options
+whisperkit-cli transcribe --help
+	
+# Download and run inference using whisper base model
+whisperkit-cli transcribe --audio-path /path/to/audio.mp3
+
+# Or use your preferred model variant
+whisperkit-cli transcribe --model "large-v3" --model-prefix "distil" --audio-path /path/to/audio.mp3 --verbose`
+];
 
 // src/model-libraries.ts
 var MODEL_LIBRARIES_UI_ELEMENTS = {
@@ -4793,7 +4825,8 @@ var MODEL_LIBRARIES_UI_ELEMENTS = {
     repoName: "audiocraft",
     repoUrl: "https://github.com/facebookresearch/audiocraft",
     snippets: audiocraft,
-    filter: false
+    filter: false,
+    countDownloads: `path:"state_dict.bin"`
   },
   audioseal: {
     prettyLabel: "AudioSeal",
@@ -4945,6 +4978,16 @@ var MODEL_LIBRARIES_UI_ELEMENTS = {
     docsUrl: "https://huggingface.co/docs/hub/keras",
     snippets: keras,
     filter: true,
+    countDownloads: `path:"config.json" OR path_extension:"keras"`
+  },
+  "tf-keras": {
+    // Legacy "Keras 2" library (tensorflow-only)
+    prettyLabel: "TF-Keras",
+    repoName: "TF-Keras",
+    repoUrl: "https://github.com/keras-team/tf-keras",
+    docsUrl: "https://huggingface.co/docs/hub/tf-keras",
+    snippets: tf_keras,
+    filter: true,
     countDownloads: `path:"saved_model.pb"`
   },
   "keras-nlp": {
@@ -4964,6 +5007,14 @@ var MODEL_LIBRARIES_UI_ELEMENTS = {
     repoName: "mindspore",
     repoUrl: "https://github.com/mindspore-ai/mindspore"
   },
+  "mars5-tts": {
+    prettyLabel: "MARS5-TTS",
+    repoName: "MARS5-TTS",
+    repoUrl: "https://github.com/Camb-ai/MARS5-TTS",
+    filter: false,
+    countDownloads: `path:"mars5_ar.safetensors"`,
+    snippets: mars5_tts
+  },
   "ml-agents": {
     prettyLabel: "ml-agents",
     repoName: "ml-agents",
@@ -5199,6 +5250,8 @@ var MODEL_LIBRARIES_UI_ELEMENTS = {
     prettyLabel: "WhisperKit",
     repoName: "WhisperKit",
     repoUrl: "https://github.com/argmaxinc/WhisperKit",
+    docsUrl: "https://github.com/argmaxinc/WhisperKit?tab=readme-ov-file#homebrew",
+    snippets: whisperkit,
     countDownloads: `path_filename:"model" AND path_extension:"mil" AND _exists_:"path_prefix"`
   }
 };
@@ -5246,39 +5299,39 @@ var inputsZeroShotClassification = () => `"Hi, I recently bought a device from y
 var inputsTranslation = () => `"\u041C\u0435\u043D\u044F \u0437\u043E\u0432\u0443\u0442 \u0412\u043E\u043B\u044C\u0444\u0433\u0430\u043D\u0433 \u0438 \u044F \u0436\u0438\u0432\u0443 \u0432 \u0411\u0435\u0440\u043B\u0438\u043D\u0435"`;
 var inputsSummarization = () => `"The tower is 324 metres (1,063 ft) tall, about the same height as an 81-storey building, and the tallest structure in Paris. Its base is square, measuring 125 metres (410 ft) on each side. During its construction, the Eiffel Tower surpassed the Washington Monument to become the tallest man-made structure in the world, a title it held for 41 years until the Chrysler Building in New York City was finished in 1930. It was the first structure to reach a height of 300 metres. Due to the addition of a broadcasting aerial at the top of the tower in 1957, it is now taller than the Chrysler Building by 5.2 metres (17 ft). Excluding transmitters, the Eiffel Tower is the second tallest free-standing structure in France after the Millau Viaduct."`;
 var inputsTableQuestionAnswering = () => `{
-		"query": "How many stars does the transformers repository have?",
-		"table": {
-			"Repository": ["Transformers", "Datasets", "Tokenizers"],
-			"Stars": ["36542", "4512", "3934"],
-			"Contributors": ["651", "77", "34"],
-			"Programming language": [
-				"Python",
-				"Python",
-				"Rust, Python and NodeJS"
-			]
-		}
-	}`;
+	"query": "How many stars does the transformers repository have?",
+	"table": {
+		"Repository": ["Transformers", "Datasets", "Tokenizers"],
+		"Stars": ["36542", "4512", "3934"],
+		"Contributors": ["651", "77", "34"],
+		"Programming language": [
+			"Python",
+			"Python",
+			"Rust, Python and NodeJS"
+		]
+	}
+}`;
 var inputsVisualQuestionAnswering = () => `{
-		"image": "cat.png",
-		"question": "What is in this image?"
-	}`;
+	"image": "cat.png",
+	"question": "What is in this image?"
+}`;
 var inputsQuestionAnswering = () => `{
-		"question": "What is my name?",
-		"context": "My name is Clara and I live in Berkeley."
-	}`;
+	"question": "What is my name?",
+	"context": "My name is Clara and I live in Berkeley."
+}`;
 var inputsTextClassification = () => `"I like you. I love you"`;
 var inputsTokenClassification = () => `"My name is Sarah Jessica Parker but you can call me Jessica"`;
 var inputsTextGeneration = () => `"Can you please let us know more details about your "`;
 var inputsText2TextGeneration = () => `"The answer to the universe is"`;
 var inputsFillMask = (model) => `"The answer to the universe is ${model.mask_token}."`;
 var inputsSentenceSimilarity = () => `{
-		"source_sentence": "That is a happy person",
-		"sentences": [
-			"That is a happy dog",
-			"That is a very happy person",
-			"Today is a sunny day"
-		]
-	}`;
+	"source_sentence": "That is a happy person",
+	"sentences": [
+		"That is a happy dog",
+		"That is a very happy person",
+		"Today is a sunny day"
+	]
+}`;
 var inputsFeatureExtraction = () => `"Today is a sunny day and I will get some ice cream."`;
 var inputsImageClassification = () => `"cats.jpg"`;
 var inputsImageToText = () => `"cats.jpg"`;
@@ -5347,6 +5400,7 @@ __export(curl_exports, {
   hasCurlInferenceSnippet: () => hasCurlInferenceSnippet,
   snippetBasic: () => snippetBasic,
   snippetFile: () => snippetFile,
+  snippetTextGeneration: () => snippetTextGeneration,
   snippetZeroShotClassification: () => snippetZeroShotClassification
 });
 var snippetBasic = (model, accessToken) => `curl https://api-inference.huggingface.co/models/${model.id} \\
@@ -5355,6 +5409,22 @@ var snippetBasic = (model, accessToken) => `curl https://api-inference.huggingfa
 	-H 'Content-Type: application/json' \\
 	-H "Authorization: Bearer ${accessToken || `{API_TOKEN}`}"
 `;
+var snippetTextGeneration = (model, accessToken) => {
+  if (model.config?.tokenizer_config?.chat_template) {
+    return `curl 'https://api-inference.huggingface.co/models/${model.id}/v1/chat/completions' \\
+-H "Authorization: Bearer ${accessToken || `{API_TOKEN}`}" \\
+-H 'Content-Type: application/json' \\
+-d '{
+	"model": "${model.id}",
+	"messages": [{"role": "user", "content": "What is the capital of France?"}],
+	"max_tokens": 500,
+	"stream": false
+}'
+`;
+  } else {
+    return snippetBasic(model, accessToken);
+  }
+};
 var snippetZeroShotClassification = (model, accessToken) => `curl https://api-inference.huggingface.co/models/${model.id} \\
 	-X POST \\
 	-d '{"inputs": ${getModelInputSnippet(model, true)}, "parameters": {"candidate_labels": ["refund", "legal", "faq"]}}' \\
@@ -5376,7 +5446,7 @@ var curlSnippets = {
   translation: snippetBasic,
   summarization: snippetBasic,
   "feature-extraction": snippetBasic,
-  "text-generation": snippetBasic,
+  "text-generation": snippetTextGeneration,
   "text2text-generation": snippetBasic,
   "fill-mask": snippetBasic,
   "sentence-similarity": snippetBasic,
@@ -5405,6 +5475,7 @@ __export(python_exports, {
   hasPythonInferenceSnippet: () => hasPythonInferenceSnippet,
   pythonSnippets: () => pythonSnippets,
   snippetBasic: () => snippetBasic2,
+  snippetConversational: () => snippetConversational,
   snippetDocumentQuestionAnswering: () => snippetDocumentQuestionAnswering,
   snippetFile: () => snippetFile2,
   snippetTabular: () => snippetTabular,
@@ -5413,6 +5484,20 @@ __export(python_exports, {
   snippetZeroShotClassification: () => snippetZeroShotClassification2,
   snippetZeroShotImageClassification: () => snippetZeroShotImageClassification
 });
+var snippetConversational = (model, accessToken) => `from huggingface_hub import InferenceClient
+
+client = InferenceClient(
+    "${model.id}",
+    token="${accessToken || "{API_TOKEN}"}",
+)
+
+for message in client.chat_completion(
+	messages=[{"role": "user", "content": "What is the capital of France?"}],
+	max_tokens=500,
+	stream=True,
+):
+    print(message.choices[0].delta.content, end="")
+`;
 var snippetZeroShotClassification2 = (model) => `def query(payload):
 	response = requests.post(API_URL, headers=headers, json=payload)
 	return response.json()
@@ -5530,13 +5615,17 @@ var pythonSnippets = {
   "zero-shot-image-classification": snippetZeroShotImageClassification
 };
 function getPythonInferenceSnippet(model, accessToken) {
-  const body = model.pipeline_tag && model.pipeline_tag in pythonSnippets ? pythonSnippets[model.pipeline_tag]?.(model) ?? "" : "";
-  return `import requests
+  if (model.pipeline_tag === "text-generation" && model.config?.tokenizer_config?.chat_template) {
+    return snippetConversational(model, accessToken);
+  } else {
+    const body = model.pipeline_tag && model.pipeline_tag in pythonSnippets ? pythonSnippets[model.pipeline_tag]?.(model, accessToken) ?? "" : "";
+    return `import requests
 
 API_URL = "https://api-inference.huggingface.co/models/${model.id}"
 headers = {"Authorization": ${accessToken ? `"Bearer ${accessToken}"` : `f"Bearer {API_TOKEN}"`}}
 
 ${body}`;
+  }
 }
 function hasPythonInferenceSnippet(model) {
   return !!model.pipeline_tag && model.pipeline_tag in pythonSnippets;
@@ -5550,6 +5639,7 @@ __export(js_exports, {
   jsSnippets: () => jsSnippets,
   snippetBasic: () => snippetBasic3,
   snippetFile: () => snippetFile3,
+  snippetTextGeneration: () => snippetTextGeneration2,
   snippetTextToAudio: () => snippetTextToAudio2,
   snippetTextToImage: () => snippetTextToImage2,
   snippetZeroShotClassification: () => snippetZeroShotClassification3
@@ -5558,7 +5648,10 @@ var snippetBasic3 = (model, accessToken) => `async function query(data) {
 	const response = await fetch(
 		"https://api-inference.huggingface.co/models/${model.id}",
 		{
-			headers: { Authorization: "Bearer ${accessToken || `{API_TOKEN}`}" },
+			headers: {
+				Authorization: "Bearer ${accessToken || `{API_TOKEN}`}"
+				"Content-Type": "application/json",
+			},
 			method: "POST",
 			body: JSON.stringify(data),
 		}
@@ -5570,11 +5663,32 @@ var snippetBasic3 = (model, accessToken) => `async function query(data) {
 query({"inputs": ${getModelInputSnippet(model)}}).then((response) => {
 	console.log(JSON.stringify(response));
 });`;
+var snippetTextGeneration2 = (model, accessToken) => {
+  if (model.config?.tokenizer_config?.chat_template) {
+    return `import { HfInference } from "@huggingface/inference";
+
+const inference = new HfInference("${accessToken || `{API_TOKEN}`}");
+
+for await (const chunk of inference.chatCompletionStream({
+	model: "${model.id}",
+	messages: [{ role: "user", content: "What is the capital of France?" }],
+	max_tokens: 500,
+})) {
+	process.stdout.write(chunk.choices[0]?.delta?.content || "");
+}
+`;
+  } else {
+    return snippetBasic3(model, accessToken);
+  }
+};
 var snippetZeroShotClassification3 = (model, accessToken) => `async function query(data) {
 	const response = await fetch(
 		"https://api-inference.huggingface.co/models/${model.id}",
 		{
-			headers: { Authorization: "Bearer ${accessToken || `{API_TOKEN}`}" },
+			headers: {
+				Authorization: "Bearer ${accessToken || `{API_TOKEN}`}"
+				"Content-Type": "application/json",
+			},
 			method: "POST",
 			body: JSON.stringify(data),
 		}
@@ -5592,7 +5706,10 @@ var snippetTextToImage2 = (model, accessToken) => `async function query(data) {
 	const response = await fetch(
 		"https://api-inference.huggingface.co/models/${model.id}",
 		{
-			headers: { Authorization: "Bearer ${accessToken || `{API_TOKEN}`}" },
+			headers: {
+				Authorization: "Bearer ${accessToken || `{API_TOKEN}`}"
+				"Content-Type": "application/json",
+			},
 			method: "POST",
 			body: JSON.stringify(data),
 		}
@@ -5608,7 +5725,10 @@ var snippetTextToAudio2 = (model, accessToken) => {
 		const response = await fetch(
 			"https://api-inference.huggingface.co/models/${model.id}",
 			{
-				headers: { Authorization: "Bearer ${accessToken || `{API_TOKEN}`}" },
+				headers: {
+					Authorization: "Bearer ${accessToken || `{API_TOKEN}`}"
+					"Content-Type": "application/json",
+				},
 				method: "POST",
 				body: JSON.stringify(data),
 			}
@@ -5637,7 +5757,10 @@ var snippetFile3 = (model, accessToken) => `async function query(filename) {
 	const response = await fetch(
 		"https://api-inference.huggingface.co/models/${model.id}",
 		{
-			headers: { Authorization: "Bearer ${accessToken || `{API_TOKEN}`}" },
+			headers: {
+				Authorization: "Bearer ${accessToken || `{API_TOKEN}`}"
+				"Content-Type": "application/json",
+			},
 			method: "POST",
 			body: data,
 		}
@@ -5659,7 +5782,7 @@ var jsSnippets = {
   translation: snippetBasic3,
   summarization: snippetBasic3,
   "feature-extraction": snippetBasic3,
-  "text-generation": snippetBasic3,
+  "text-generation": snippetTextGeneration2,
   "text2text-generation": snippetBasic3,
   "fill-mask": snippetBasic3,
   "sentence-similarity": snippetBasic3,
@@ -6121,7 +6244,7 @@ var LOCAL_APPS = {
     docsUrl: "https://lmstudio.ai",
     mainTask: "text-generation",
     displayOnModelPage: isGgufModel,
-    deeplink: (model, filepath) => new URL(`lmstudio://open_from_hf?model=${model.id}` + filepath ? `&file=${filepath}` : "")
+    deeplink: (model, filepath) => new URL(`lmstudio://open_from_hf?model=${model.id}${filepath ? `&file=${filepath}` : ""}`)
   },
   jan: {
     prettyLabel: "Jan",