@huggingface/tasks 0.12.22 → 0.12.24

package/dist/index.js

@@ -2186,20 +2186,24 @@ var taskData11 = {
       id: "meta-llama/Llama-3.2-11B-Vision-Instruct"
     },
     {
-      description: "Cutting-edge conversational vision language model that can take multiple image inputs.",
-      id: "HuggingFaceM4/idefics2-8b-chatty"
+      description: "Cutting-edge vision language models.",
+      id: "allenai/Molmo-7B-D-0924"
     },
     {
       description: "Small yet powerful model.",
       id: "vikhyatk/moondream2"
     },
     {
-      description: "Strong image-text-to-text model made to understand documents.",
-      id: "mPLUG/DocOwl1.5"
+      description: "Strong image-text-to-text model.",
+      id: "Qwen/Qwen2-VL-7B-Instruct"
     },
     {
       description: "Strong image-text-to-text model.",
-      id: "microsoft/Phi-3.5-vision-instruct"
+      id: "mistralai/Pixtral-12B-2409"
+    },
+    {
+      description: "Strong image-text-to-text model focused on documents.",
+      id: "stepfun-ai/GOT-OCR2_0"
     }
   ],
   spaces: [
@@ -2213,19 +2217,23 @@ var taskData11 = {
     },
     {
       description: "Powerful vision-language model assistant.",
-      id: "liuhaotian/LLaVA-1.6"
+      id: "akhaliq/Molmo-7B-D-0924"
+    },
+    {
+      description: "An image-text-to-text application focused on documents.",
+      id: "stepfun-ai/GOT_official_online_demo"
     },
     {
       description: "An application to compare outputs of different vision language models.",
       id: "merve/compare_VLMs"
     },
     {
-      description: "An application for document vision language tasks.",
-      id: "mPLUG/DocOwl"
+      description: "An application for chatting with an image-text-to-text model.",
+      id: "GanymedeNil/Qwen2-VL-7B"
     }
   ],
   summary: "Image-text-to-text models take in an image and text prompt and output text. These models are also called vision-language models, or VLMs. The difference from image-to-text models is that these models take an additional text input, not restricting the model to certain use cases like image captioning, and may also be trained to accept a conversation as input.",
-  widgetModels: ["microsoft/kosmos-2-patch14-224"],
+  widgetModels: ["meta-llama/Llama-3.2-11B-Vision-Instruct"],
   youtubeId: "IoGaGfU1CIg"
 };
 var data_default11 = taskData11;
@@ -2273,23 +2281,23 @@ var taskData12 = {
   models: [
     {
       // TO DO: write description
-      description: "Solid panoptic segmentation model trained on the COCO 2017 benchmark dataset.",
-      id: "facebook/detr-resnet-50-panoptic"
+      description: "Solid semantic segmentation model trained on ADE20k.",
+      id: "openmmlab/upernet-convnext-small"
     },
     {
       description: "Background removal model.",
       id: "briaai/RMBG-1.4"
     },
-    {
-      description: "Semantic segmentation model trained on ADE20k benchmark dataset with 512x512 resolution.",
-      id: "nvidia/segformer-b0-finetuned-ade-512-512"
-    },
     {
       description: "A multipurpose image segmentation model for high resolution images.",
       id: "ZhengPeng7/BiRefNet"
     },
     {
-      description: "Panoptic segmentation model trained COCO (common objects) dataset.",
+      description: "Powerful human-centric image segmentation model.",
+      id: "facebook/sapiens-seg-1b"
+    },
+    {
+      description: "Panoptic segmentation model trained on the COCO (common objects) dataset.",
       id: "facebook/mask2former-swin-large-coco-panoptic"
     }
   ],
@@ -2303,8 +2311,8 @@ var taskData12 = {
       id: "jbrinkma/segment-anything"
     },
     {
-      description: "A semantic segmentation application that predicts human silhouettes.",
-      id: "keras-io/Human-Part-Segmentation"
+      description: "A human-centric segmentation model.",
+      id: "facebook/sapiens-pose"
     },
     {
       description: "An instance segmentation application to predict neuronal cell types from microscopy images.",
@@ -2419,15 +2427,15 @@ var taskData14 = {
   ],
   models: [
     {
-      description: "Solid object detection model trained on the benchmark dataset COCO 2017.",
+      description: "Solid object detection model pre-trained on the COCO 2017 dataset.",
       id: "facebook/detr-resnet-50"
     },
     {
-      description: "Strong object detection model trained on ImageNet-21k dataset.",
-      id: "microsoft/beit-base-patch16-224-pt22k-ft22k"
+      description: "Real-time and accurate object detection model.",
+      id: "jameslahm/yolov10x"
     },
     {
-      description: "Fast and accurate object detection model trained on COCO dataset.",
+      description: "Fast and accurate object detection model trained on COCO and Object365 datasets.",
       id: "PekingU/rtdetr_r18vd_coco_o365"
     }
   ],
@@ -2493,11 +2501,15 @@ var taskData15 = {
     },
     {
       description: "A strong monocular depth estimation model.",
-      id: "Bingxin/Marigold"
+      id: "jingheya/lotus-depth-g-v1-0"
     },
     {
-      description: "A metric depth estimation model trained on NYU dataset.",
-      id: "Intel/zoedepth-nyu"
+      description: "A depth estimation model that predicts depth in videos.",
+      id: "tencent/DepthCrafter"
+    },
+    {
+      description: "A robust depth estimation model.",
+      id: "apple/DepthPro"
     }
   ],
   spaces: [
@@ -2506,12 +2518,16 @@ var taskData15 = {
       id: "radames/dpt-depth-estimation-3d-voxels"
     },
     {
-      description: "An application on cutting-edge depth estimation.",
-      id: "depth-anything/Depth-Anything-V2"
+      description: "An application for bleeding-edge depth estimation.",
+      id: "akhaliq/depth-pro"
+    },
+    {
+      description: "An application on cutting-edge depth estimation in videos.",
+      id: "tencent/DepthCrafter"
     },
     {
-      description: "An application to try state-of-the-art depth estimation.",
-      id: "merve/compare_depth_models"
+      description: "A human-centric depth estimation application.",
+      id: "facebook/sapiens-depth"
     }
   ],
   summary: "Depth estimation is the task of predicting depth of the objects present in an image.",
@@ -3089,8 +3105,8 @@ var taskData24 = {
       id: "jbilcke-hf/ai-comic-factory"
     },
     {
-      description: "A text-to-image application that can generate coherent text inside the image.",
-      id: "DeepFloyd/IF"
+      description: "An application to match multiple custom image generation models.",
+      id: "multimodalart/flux-lora-lab"
     },
     {
       description: "A powerful yet very fast image generation application.",
@@ -3173,9 +3189,13 @@ var taskData25 = {
       id: "suno/bark"
     },
     {
-      description: "XTTS is a Voice generation model that lets you clone voices into different languages.",
+      description: "An application on XTTS, a voice generation model that lets you clone voices into different languages.",
       id: "coqui/xtts"
     },
+    {
+      description: "An application that generates speech in different styles in English and Chinese.",
+      id: "mrfakename/E2-F5-TTS"
+    },
     {
       description: "An application that synthesizes speech for diverse speaker prompts.",
       id: "parler-tts/parler_tts_mini"
@@ -3494,10 +3514,6 @@ var taskData29 = {
       description: "A text-generation model trained to follow instructions.",
       id: "google/gemma-2-2b-it"
     },
-    {
-      description: "A code generation model that can generate code in 80+ languages.",
-      id: "bigcode/starcoder"
-    },
     {
       description: "Very powerful text generation model trained to follow instructions.",
       id: "meta-llama/Meta-Llama-3.1-8B-Instruct"
@@ -3511,12 +3527,12 @@ var taskData29 = {
       id: "AI-MO/NuminaMath-7B-TIR"
     },
     {
-      description: "Strong coding assistant model.",
-      id: "HuggingFaceH4/starchat2-15b-v0.1"
+      description: "Strong text generation model to follow instructions.",
+      id: "Qwen/Qwen2.5-7B-Instruct"
     },
     {
       description: "Very strong open-source large language model.",
-      id: "mistralai/Mistral-Nemo-Instruct-2407"
+      id: "nvidia/Llama-3.1-Nemotron-70B-Instruct"
     }
   ],
   spaces: [
@@ -3524,6 +3540,10 @@ var taskData29 = {
       description: "A leaderboard to compare different open-source text generation models based on various benchmarks.",
       id: "open-llm-leaderboard/open_llm_leaderboard"
     },
+    {
+      description: "A leaderboard for comparing chain-of-thought performance of models.",
+      id: "logikon/open_cot_leaderboard"
+    },
     {
       description: "An text generation based application based on a very powerful LLaMA2 model.",
       id: "ysharma/Explore_llamav2_with_TGI"
@@ -3610,30 +3630,30 @@ var taskData30 = {
   ],
   models: [
     {
-      description: "A strong model for video generation.",
-      id: "Vchitect/LaVie"
+      description: "A strong model for consistent video generation.",
+      id: "rain1011/pyramid-flow-sd3"
     },
     {
       description: "A robust model for text-to-video generation.",
-      id: "damo-vilab/text-to-video-ms-1.7b"
+      id: "VideoCrafter/VideoCrafter2"
     },
     {
-      description: "A text-to-video generation model with high quality and smooth outputs.",
-      id: "hotshotco/Hotshot-XL"
+      description: "A cutting-edge text-to-video generation model.",
+      id: "TIGER-Lab/T2V-Turbo-V2"
     }
   ],
   spaces: [
     {
       description: "An application that generates video from text.",
-      id: "fffiloni/zeroscope"
+      id: "VideoCrafter/VideoCrafter"
     },
     {
-      description: "An application that generates video from image and text.",
-      id: "Vchitect/LaVie"
+      description: "Consistent video generation application.",
+      id: "TIGER-Lab/T2V-Turbo-V2"
     },
     {
-      description: "An application that generates videos from text and provides multi-model support.",
-      id: "ArtGAN/Video-Diffusion-WebUI"
+      description: "A cutting edge video generation application.",
+      id: "Pyramid-Flow/pyramid-flow"
     }
   ],
   summary: "Text-to-video models can be used in any application that requires generating consistent sequence of images from text. ",
@@ -4250,7 +4270,7 @@ var taskData39 = {
     },
     {
       description: "Strong keypoint detection model used to detect human pose.",
-      id: "qualcomm/MediaPipe-Pose-Estimation"
+      id: "facebook/sapiens-pose-1b"
     }
   ],
   spaces: [
@@ -4279,6 +4299,10 @@ var taskData40 = {
     {
       description: "A dataset of instructions and question-answer pairs about videos.",
       id: "lmms-lab/VideoChatGPT"
+    },
+    {
+      description: "Large video understanding dataset.",
+      id: "HuggingFaceFV/finevideo"
     }
   ],
   demo: {
@@ -4316,6 +4340,10 @@ var taskData40 = {
     {
       description: "An application to chat with a video-text-to-text model.",
       id: "llava-hf/video-llava"
+    },
+    {
+      description: "A leaderboard for various video-text-to-text models.",
+      id: "opencompass/openvlm_video_leaderboard"
     }
   ],
   summary: "Video-text-to-text models take in a video and a text prompt and output text. These models are also called video-language models.",
@@ -5080,12 +5108,30 @@ with torch.inference_mode(), torch.autocast("cuda", dtype=torch.bfloat16):
 var sampleFactory = (model) => [
   `python -m sample_factory.huggingface.load_from_hub -r ${model.id} -d ./train_dir`
 ];
+function get_widget_examples_from_st_model(model) {
+  const widgetExample = model.widgetData?.[0];
+  if (widgetExample) {
+    return [widgetExample.source_sentence, ...widgetExample.sentences];
+  }
+}
 var sentenceTransformers = (model) => {
   const remote_code_snippet = model.tags.includes(TAG_CUSTOM_CODE) ? ", trust_remote_code=True" : "";
+  const exampleSentences = get_widget_examples_from_st_model(model) ?? [
+    "The weather is lovely today.",
+    "It's so sunny outside!",
+    "He drove to the stadium."
+  ];
   return [
     `from sentence_transformers import SentenceTransformer
 
-model = SentenceTransformer("${model.id}"${remote_code_snippet})`
+model = SentenceTransformer("${model.id}"${remote_code_snippet})
+
+sentences = ${JSON.stringify(exampleSentences, null, 4)}
+embeddings = model.encode(sentences)
+
+similarities = model.similarity(embeddings, embeddings)
+print(similarities.shape)
+# [${exampleSentences.length}, ${exampleSentences.length}]`
   ];
 };
 var setfit = (model) => [
@@ -5187,7 +5233,7 @@ var transformersJS = (model) => {
   if (!model.pipeline_tag) {
     return [`// \u26A0\uFE0F Unknown pipeline tag`];
   }
-  const libName = "@xenova/transformers";
+  const libName = "@huggingface/transformers";
   return [
     `// npm i ${libName}
 import { pipeline } from '${libName}';
@@ -5331,6 +5377,11 @@ var nemo = (model) => {
   }
   return command ?? [`# tag did not correspond to a valid NeMo domain.`];
 };
+var pxia = (model) => [
+  `from pxia import AutoModel
+
+model = AutoModel.from_pretrained("${model.id}")`
+];
 var pythae = (model) => [
   `from pythae.models import AutoModel
 
@@ -5816,6 +5867,13 @@ var MODEL_LIBRARIES_UI_ELEMENTS = {
     filter: true,
     countDownloads: `path:"adapter_config.json"`
   },
+  pxia: {
+    prettyLabel: "pxia",
+    repoName: "pxia",
+    repoUrl: "https://github.com/not-lain/pxia",
+    snippets: pxia,
+    filter: false
+  },
   "pyannote-audio": {
     prettyLabel: "pyannote.audio",
     repoName: "pyannote-audio",
@@ -6048,7 +6106,7 @@ var MODEL_LIBRARIES_UI_ELEMENTS = {
   "transformers.js": {
     prettyLabel: "Transformers.js",
     repoName: "transformers.js",
-    repoUrl: "https://github.com/xenova/transformers.js",
+    repoUrl: "https://github.com/huggingface/transformers.js",
     docsUrl: "https://huggingface.co/docs/hub/transformers-js",
     snippets: transformersJS,
     filter: true
@@ -6237,30 +6295,91 @@ __export(curl_exports, {
   snippetTextGeneration: () => snippetTextGeneration,
   snippetZeroShotClassification: () => snippetZeroShotClassification
 });
-var snippetBasic = (model, accessToken) => `curl https://api-inference.huggingface.co/models/${model.id} \\
+
+// src/snippets/common.ts
+function stringifyMessages(messages, opts) {
+  const keyRole = opts.attributeKeyQuotes ? `"role"` : "role";
+  const keyContent = opts.attributeKeyQuotes ? `"role"` : "role";
+  const messagesStringified = messages.map(({ role, content }) => {
+    if (typeof content === "string") {
+      content = JSON.stringify(content).slice(1, -1);
+      if (opts.customContentEscaper) {
+        content = opts.customContentEscaper(content);
+      }
+      return `{ ${keyRole}: "${role}", ${keyContent}: "${content}" }`;
+    } else {
+      2;
+      content = content.map(({ image_url, text, type }) => ({
+        type,
+        image_url,
+        ...text ? { text: JSON.stringify(text).slice(1, -1) } : void 0
+      }));
+      content = JSON.stringify(content).slice(1, -1);
+      if (opts.customContentEscaper) {
+        content = opts.customContentEscaper(content);
+      }
+      return `{ ${keyRole}: "${role}", ${keyContent}: ${content} }`;
+    }
+  });
+  return opts.start + messagesStringified.join(opts.sep) + opts.end;
+}
+function stringifyGenerationConfig(config, opts) {
+  const quote = opts.attributeKeyQuotes ? `"` : "";
+  return opts.start + Object.entries(config).map(([key, val]) => `${quote}${key}${quote}${opts.attributeValueConnector}${val}`).join(opts.sep) + opts.end;
+}
+
+// src/snippets/curl.ts
+var snippetBasic = (model, accessToken) => ({
+  content: `curl https://api-inference.huggingface.co/models/${model.id} \\
 	-X POST \\
 	-d '{"inputs": ${getModelInputSnippet(model, true)}}' \\
 	-H 'Content-Type: application/json' \\
-	-H "Authorization: Bearer ${accessToken || `{API_TOKEN}`}"`;
-var snippetTextGeneration = (model, accessToken) => {
+	-H "Authorization: Bearer ${accessToken || `{API_TOKEN}`}"`
+});
+var snippetTextGeneration = (model, accessToken, opts) => {
   if (model.tags.includes("conversational")) {
-    return `curl 'https://api-inference.huggingface.co/models/${model.id}/v1/chat/completions' \\
+    const streaming = opts?.streaming ?? true;
+    const messages = opts?.messages ?? [
+      { role: "user", content: "What is the capital of France?" }
+    ];
+    const config = {
+      ...opts?.temperature ? { temperature: opts.temperature } : void 0,
+      max_tokens: opts?.max_tokens ?? 500,
+      ...opts?.top_p ? { top_p: opts.top_p } : void 0
+    };
+    return {
+      content: `curl 'https://api-inference.huggingface.co/models/${model.id}/v1/chat/completions' \\
 -H "Authorization: Bearer ${accessToken || `{API_TOKEN}`}" \\
 -H 'Content-Type: application/json' \\
--d '{
-	"model": "${model.id}",
-	"messages": [{"role": "user", "content": "What is the capital of France?"}],
-	"max_tokens": 500,
-	"stream": false
-}'
-`;
+--data '{
+    "model": "${model.id}",
+    "messages": ${stringifyMessages(messages, {
+        sep: ",\n		",
+        start: `[
+		`,
+        end: `
+	]`,
+        attributeKeyQuotes: true,
+        customContentEscaper: (str) => str.replace(/'/g, "'\\''")
+      })},
+    ${stringifyGenerationConfig(config, {
+        sep: ",\n    ",
+        start: "",
+        end: "",
+        attributeKeyQuotes: true,
+        attributeValueConnector: ": "
+      })},
+    "stream": ${!!streaming}
+}'`
+    };
   } else {
     return snippetBasic(model, accessToken);
   }
 };
 var snippetImageTextToTextGeneration = (model, accessToken) => {
   if (model.tags.includes("conversational")) {
-    return `curl 'https://api-inference.huggingface.co/models/${model.id}/v1/chat/completions' \\
+    return {
+      content: `curl 'https://api-inference.huggingface.co/models/${model.id}/v1/chat/completions' \\
 -H "Authorization: Bearer ${accessToken || `{API_TOKEN}`}" \\
 -H 'Content-Type: application/json' \\
 -d '{
@@ -6277,20 +6396,25 @@ var snippetImageTextToTextGeneration = (model, accessToken) => {
 	"max_tokens": 500,
 	"stream": false
 }'
-`;
+`
+    };
   } else {
     return snippetBasic(model, accessToken);
   }
 };
-var snippetZeroShotClassification = (model, accessToken) => `curl https://api-inference.huggingface.co/models/${model.id} \\
+var snippetZeroShotClassification = (model, accessToken) => ({
+  content: `curl https://api-inference.huggingface.co/models/${model.id} \\
 	-X POST \\
 	-d '{"inputs": ${getModelInputSnippet(model, true)}, "parameters": {"candidate_labels": ["refund", "legal", "faq"]}}' \\
 	-H 'Content-Type: application/json' \\
-	-H "Authorization: Bearer ${accessToken || `{API_TOKEN}`}"`;
-var snippetFile = (model, accessToken) => `curl https://api-inference.huggingface.co/models/${model.id} \\
+	-H "Authorization: Bearer ${accessToken || `{API_TOKEN}`}"`
+});
+var snippetFile = (model, accessToken) => ({
+  content: `curl https://api-inference.huggingface.co/models/${model.id} \\
 	-X POST \\
 	--data-binary '@${getModelInputSnippet(model, true, true)}' \\
-	-H "Authorization: Bearer ${accessToken || `{API_TOKEN}`}"`;
+	-H "Authorization: Bearer ${accessToken || `{API_TOKEN}`}"`
+});
 var curlSnippets = {
   // Same order as in js/src/lib/interfaces/Types.ts
   "text-classification": snippetBasic,
@@ -6318,7 +6442,7 @@ var curlSnippets = {
   "image-segmentation": snippetFile
 };
 function getCurlInferenceSnippet(model, accessToken) {
-  return model.pipeline_tag && model.pipeline_tag in curlSnippets ? curlSnippets[model.pipeline_tag]?.(model, accessToken) ?? "" : "";
+  return model.pipeline_tag && model.pipeline_tag in curlSnippets ? curlSnippets[model.pipeline_tag]?.(model, accessToken) ?? { content: "" } : { content: "" };
 }
 function hasCurlInferenceSnippet(model) {
   return !!model.pipeline_tag && model.pipeline_tag in curlSnippets;
@@ -6341,18 +6465,114 @@ __export(python_exports, {
   snippetZeroShotClassification: () => snippetZeroShotClassification2,
   snippetZeroShotImageClassification: () => snippetZeroShotImageClassification
 });
-var snippetConversational = (model, accessToken) => `from huggingface_hub import InferenceClient
+var snippetConversational = (model, accessToken, opts) => {
+  const streaming = opts?.streaming ?? true;
+  const messages = opts?.messages ?? [
+    { role: "user", content: "What is the capital of France?" }
+  ];
+  const messagesStr = stringifyMessages(messages, {
+    sep: ",\n	",
+    start: `[
+	`,
+    end: `
+]`,
+    attributeKeyQuotes: true
+  });
+  const config = {
+    ...opts?.temperature ? { temperature: opts.temperature } : void 0,
+    max_tokens: opts?.max_tokens ?? 500,
+    ...opts?.top_p ? { top_p: opts.top_p } : void 0
+  };
+  const configStr = stringifyGenerationConfig(config, {
+    sep: ",\n	",
+    start: "",
+    end: "",
+    attributeValueConnector: "="
+  });
+  if (streaming) {
+    return [
+      {
+        client: "huggingface_hub",
+        content: `from huggingface_hub import InferenceClient
 
 client = InferenceClient(api_key="${accessToken || "{API_TOKEN}"}")
 
-for message in client.chat_completion(
-	model="${model.id}",
-	messages=[{"role": "user", "content": "What is the capital of France?"}],
-	max_tokens=500,
-	stream=True,
-):
-    print(message.choices[0].delta.content, end="")`;
-var snippetConversationalWithImage = (model, accessToken) => `from huggingface_hub import InferenceClient
+messages = ${messagesStr}
+
+stream = client.chat.completions.create(
+    model="${model.id}", 
+	messages=messages, 
+	${configStr},
+	stream=True
+)
+
+for chunk in stream:
+    print(chunk.choices[0].delta.content)`
+      },
+      {
+        client: "openai",
+        content: `from openai import OpenAI
+
+client = OpenAI(
+	base_url="https://api-inference.huggingface.co/v1/",
+	api_key="${accessToken || "{API_TOKEN}"}"
+)
+
+messages = ${messagesStr}
+
+stream = client.chat.completions.create(
+    model="${model.id}", 
+	messages=messages, 
+	${configStr},
+	stream=True
+)
+
+for chunk in stream:
+    print(chunk.choices[0].delta.content)`
+      }
+    ];
+  } else {
+    return [
+      {
+        client: "huggingface_hub",
+        content: `from huggingface_hub import InferenceClient
+
+client = InferenceClient(api_key="${accessToken || "{API_TOKEN}"}")
+
+messages = ${messagesStr}
+
+completion = client.chat.completions.create(
+    model="${model.id}", 
+	messages=messages, 
+	${configStr}
+)
+
+print(completion.choices[0].message)`
+      },
+      {
+        client: "openai",
+        content: `from openai import OpenAI
+
+client = OpenAI(
+	base_url="https://api-inference.huggingface.co/v1/",
+	api_key="${accessToken || "{API_TOKEN}"}"
+)
+
+messages = ${messagesStr}
+
+completion = client.chat.completions.create(
+    model="${model.id}", 
+	messages=messages, 
+	${configStr}
+)
+
+print(completion.choices[0].message)`
+      }
+    ];
+  }
+};
+var snippetConversationalWithImage = (model, accessToken) => ({
+  content: `from huggingface_hub import InferenceClient
 
 client = InferenceClient(api_key="${accessToken || "{API_TOKEN}"}")
 
@@ -6372,16 +6592,20 @@ for message in client.chat_completion(
 	max_tokens=500,
 	stream=True,
 ):
-	print(message.choices[0].delta.content, end="")`;
-var snippetZeroShotClassification2 = (model) => `def query(payload):
+	print(message.choices[0].delta.content, end="")`
+});
+var snippetZeroShotClassification2 = (model) => ({
+  content: `def query(payload):
 	response = requests.post(API_URL, headers=headers, json=payload)
 	return response.json()
 
 output = query({
     "inputs": ${getModelInputSnippet(model)},
     "parameters": {"candidate_labels": ["refund", "legal", "faq"]},
-})`;
-var snippetZeroShotImageClassification = (model) => `def query(data):
+})`
+});
+var snippetZeroShotImageClassification = (model) => ({
+  content: `def query(data):
 	with open(data["image_path"], "rb") as f:
 		img = f.read()
 	payload={
@@ -6394,22 +6618,28 @@ var snippetZeroShotImageClassification = (model) => `def query(data):
 output = query({
     "image_path": ${getModelInputSnippet(model)},
     "parameters": {"candidate_labels": ["cat", "dog", "llama"]},
-})`;
-var snippetBasic2 = (model) => `def query(payload):
+})`
+});
+var snippetBasic2 = (model) => ({
+  content: `def query(payload):
 	response = requests.post(API_URL, headers=headers, json=payload)
 	return response.json()
 	
 output = query({
 	"inputs": ${getModelInputSnippet(model)},
-})`;
-var snippetFile2 = (model) => `def query(filename):
+})`
+});
+var snippetFile2 = (model) => ({
+  content: `def query(filename):
     with open(filename, "rb") as f:
         data = f.read()
     response = requests.post(API_URL, headers=headers, data=data)
     return response.json()
 
-output = query(${getModelInputSnippet(model)})`;
-var snippetTextToImage = (model) => `def query(payload):
+output = query(${getModelInputSnippet(model)})`
+});
+var snippetTextToImage = (model) => ({
+  content: `def query(payload):
 	response = requests.post(API_URL, headers=headers, json=payload)
 	return response.content
 image_bytes = query({
@@ -6418,16 +6648,20 @@ image_bytes = query({
 # You can access the image with PIL.Image for example
 import io
 from PIL import Image
-image = Image.open(io.BytesIO(image_bytes))`;
-var snippetTabular = (model) => `def query(payload):
+image = Image.open(io.BytesIO(image_bytes))`
+});
+var snippetTabular = (model) => ({
+  content: `def query(payload):
 	response = requests.post(API_URL, headers=headers, json=payload)
 	return response.content
 response = query({
 	"inputs": {"data": ${getModelInputSnippet(model)}},
-})`;
+})`
+});
 var snippetTextToAudio = (model) => {
   if (model.library_name === "transformers") {
-    return `def query(payload):
+    return {
+      content: `def query(payload):
 	response = requests.post(API_URL, headers=headers, json=payload)
 	return response.content
 
@@ -6436,9 +6670,11 @@ audio_bytes = query({
 })
 # You can access the audio with IPython.display for example
 from IPython.display import Audio
-Audio(audio_bytes)`;
+Audio(audio_bytes)`
+    };
   } else {
-    return `def query(payload):
+    return {
+      content: `def query(payload):
 	response = requests.post(API_URL, headers=headers, json=payload)
 	return response.json()
 	
@@ -6447,10 +6683,12 @@ audio, sampling_rate = query({
 })
 # You can access the audio with IPython.display for example
 from IPython.display import Audio
-Audio(audio, rate=sampling_rate)`;
+Audio(audio, rate=sampling_rate)`
+    };
   }
 };
-var snippetDocumentQuestionAnswering = (model) => `def query(payload):
+var snippetDocumentQuestionAnswering = (model) => ({
+  content: `def query(payload):
  	with open(payload["image"], "rb") as f:
   		img = f.read()
 		payload["image"] = base64.b64encode(img).decode("utf-8")  
@@ -6459,7 +6697,8 @@ var snippetDocumentQuestionAnswering = (model) => `def query(payload):
 
 output = query({
     "inputs": ${getModelInputSnippet(model)},
-})`;
+})`
+});
 var pythonSnippets = {
   // Same order as in tasks/src/pipelines.ts
   "text-classification": snippetBasic2,
@@ -6490,19 +6729,25 @@ var pythonSnippets = {
   "image-to-text": snippetFile2,
   "zero-shot-image-classification": snippetZeroShotImageClassification
 };
-function getPythonInferenceSnippet(model, accessToken) {
+function getPythonInferenceSnippet(model, accessToken, opts) {
   if (model.pipeline_tag === "text-generation" && model.tags.includes("conversational")) {
-    return snippetConversational(model, accessToken);
+    return snippetConversational(model, accessToken, opts);
   } else if (model.pipeline_tag === "image-text-to-text" && model.tags.includes("conversational")) {
     return snippetConversationalWithImage(model, accessToken);
   } else {
-    const body = model.pipeline_tag && model.pipeline_tag in pythonSnippets ? pythonSnippets[model.pipeline_tag]?.(model, accessToken) ?? "" : "";
-    return `import requests
-
+    let snippets = model.pipeline_tag && model.pipeline_tag in pythonSnippets ? pythonSnippets[model.pipeline_tag]?.(model, accessToken) ?? { content: "" } : { content: "" };
+    snippets = Array.isArray(snippets) ? snippets : [snippets];
+    return snippets.map((snippet) => {
+      return {
+        ...snippet,
+        content: `import requests
+	
 API_URL = "https://api-inference.huggingface.co/models/${model.id}"
 headers = {"Authorization": ${accessToken ? `"Bearer ${accessToken}"` : `f"Bearer {API_TOKEN}"`}}
-
-${body}`;
+	
+${snippet.content}`
+      };
+    });
   }
 }
 function hasPythonInferenceSnippet(model) {
@@ -6523,7 +6768,8 @@ __export(js_exports, {
   snippetTextToImage: () => snippetTextToImage2,
   snippetZeroShotClassification: () => snippetZeroShotClassification3
 });
-var snippetBasic3 = (model, accessToken) => `async function query(data) {
+var snippetBasic3 = (model, accessToken) => ({
+  content: `async function query(data) {
 	const response = await fetch(
 		"https://api-inference.huggingface.co/models/${model.id}",
 		{
@@ -6541,27 +6787,120 @@ var snippetBasic3 = (model, accessToken) => `async function query(data) {
 
 query({"inputs": ${getModelInputSnippet(model)}}).then((response) => {
 	console.log(JSON.stringify(response));
-});`;
-var snippetTextGeneration2 = (model, accessToken) => {
+});`
+});
+var snippetTextGeneration2 = (model, accessToken, opts) => {
   if (model.tags.includes("conversational")) {
-    return `import { HfInference } from "@huggingface/inference";
+    const streaming = opts?.streaming ?? true;
+    const messages = opts?.messages ?? [
+      { role: "user", content: "What is the capital of France?" }
+    ];
+    const messagesStr = stringifyMessages(messages, { sep: ",\n		", start: "[\n		", end: "\n	]" });
+    const config = {
+      ...opts?.temperature ? { temperature: opts.temperature } : void 0,
+      max_tokens: opts?.max_tokens ?? 500,
+      ...opts?.top_p ? { top_p: opts.top_p } : void 0
+    };
+    const configStr = stringifyGenerationConfig(config, {
+      sep: ",\n	",
+      start: "",
+      end: "",
+      attributeValueConnector: ": "
+    });
+    if (streaming) {
+      return [
+        {
+          client: "huggingface_hub",
+          content: `import { HfInference } from "@huggingface/inference"
 
-const inference = new HfInference("${accessToken || `{API_TOKEN}`}");
+const client = new HfInference("${accessToken || `{API_TOKEN}`}")
 
-for await (const chunk of inference.chatCompletionStream({
+let out = "";
+
+const stream = client.chatCompletionStream({
 	model: "${model.id}",
-	messages: [{ role: "user", content: "What is the capital of France?" }],
-	max_tokens: 500,
-})) {
-	process.stdout.write(chunk.choices[0]?.delta?.content || "");
-}`;
+	messages: ${messagesStr},
+	${configStr}
+});
+
+for await (const chunk of stream) {
+	if (chunk.choices && chunk.choices.length > 0) {
+		const newContent = chunk.choices[0].delta.content;
+		out += newContent;
+		console.log(newContent);
+	}  
+}`
+        },
+        {
+          client: "openai",
+          content: `import { OpenAI } from "openai"
+
+const client = new OpenAI({
+	baseURL: "https://api-inference.huggingface.co/v1/",
+    apiKey: "${accessToken || `{API_TOKEN}`}"
+})
+
+let out = "";
+
+const stream = await client.chat.completions.create({
+	model: "${model.id}",
+	messages: ${messagesStr},
+	${configStr},
+	stream: true,
+});
+
+for await (const chunk of stream) {
+	if (chunk.choices && chunk.choices.length > 0) {
+		const newContent = chunk.choices[0].delta.content;
+		out += newContent;
+		console.log(newContent);
+	}  
+}`
+        }
+      ];
+    } else {
+      return [
+        {
+          client: "huggingface_hub",
+          content: `import { HfInference } from '@huggingface/inference'
+
+const client = new HfInference("${accessToken || `{API_TOKEN}`}")
+
+const chatCompletion = await client.chatCompletion({
+	model: "${model.id}",
+	messages: ${messagesStr},
+	${configStr}
+});
+
+console.log(chatCompletion.choices[0].message);`
+        },
+        {
+          client: "openai",
+          content: `import { OpenAI } from "openai"
+
+const client = new OpenAI({
+    baseURL: "https://api-inference.huggingface.co/v1/",
+    apiKey: "${accessToken || `{API_TOKEN}`}"
+})
+
+const chatCompletion = await client.chat.completions.create({
+	model: "${model.id}",
+	messages: ${messagesStr},
+	${configStr}
+});
+
+console.log(chatCompletion.choices[0].message);`
+        }
+      ];
+    }
   } else {
     return snippetBasic3(model, accessToken);
   }
 };
 var snippetImageTextToTextGeneration2 = (model, accessToken) => {
   if (model.tags.includes("conversational")) {
-    return `import { HfInference } from "@huggingface/inference";
+    return {
+      content: `import { HfInference } from "@huggingface/inference";
 
 const inference = new HfInference("${accessToken || `{API_TOKEN}`}");
 const imageUrl = "https://cdn.britannica.com/61/93061-050-99147DCE/Statue-of-Liberty-Island-New-York-Bay.jpg";
@@ -6580,12 +6919,14 @@ for await (const chunk of inference.chatCompletionStream({
 	max_tokens: 500,
 })) {
 	process.stdout.write(chunk.choices[0]?.delta?.content || "");
-}`;
+}`
+    };
   } else {
     return snippetBasic3(model, accessToken);
   }
 };
-var snippetZeroShotClassification3 = (model, accessToken) => `async function query(data) {
+var snippetZeroShotClassification3 = (model, accessToken) => ({
+  content: `async function query(data) {
 	const response = await fetch(
 		"https://api-inference.huggingface.co/models/${model.id}",
 		{
@@ -6602,11 +6943,13 @@ var snippetZeroShotClassification3 = (model, accessToken) => `async function que
 }
 
 query({"inputs": ${getModelInputSnippet(
-  model
-)}, "parameters": {"candidate_labels": ["refund", "legal", "faq"]}}).then((response) => {
+    model
+  )}, "parameters": {"candidate_labels": ["refund", "legal", "faq"]}}).then((response) => {
 	console.log(JSON.stringify(response));
-});`;
-var snippetTextToImage2 = (model, accessToken) => `async function query(data) {
+});`
+});
+var snippetTextToImage2 = (model, accessToken) => ({
+  content: `async function query(data) {
 	const response = await fetch(
 		"https://api-inference.huggingface.co/models/${model.id}",
 		{
@@ -6623,7 +6966,8 @@ var snippetTextToImage2 = (model, accessToken) => `async function query(data) {
 }
 query({"inputs": ${getModelInputSnippet(model)}}).then((response) => {
 	// Use image
-});`;
+});`
+});
 var snippetTextToAudio2 = (model, accessToken) => {
   const commonSnippet = `async function query(data) {
 		const response = await fetch(
@@ -6638,25 +6982,30 @@ var snippetTextToAudio2 = (model, accessToken) => {
 			}
 		);`;
   if (model.library_name === "transformers") {
-    return commonSnippet + `
+    return {
+      content: commonSnippet + `
 			const result = await response.blob();
 			return result;
 		}
 		query({"inputs": ${getModelInputSnippet(model)}}).then((response) => {
 			// Returns a byte object of the Audio wavform. Use it directly!
-		});`;
+		});`
+    };
   } else {
-    return commonSnippet + `
+    return {
+      content: commonSnippet + `
 			const result = await response.json();
 			return result;
 		}
 		
 		query({"inputs": ${getModelInputSnippet(model)}}).then((response) => {
 			console.log(JSON.stringify(response));
-		});`;
+		});`
+    };
   }
 };
-var snippetFile3 = (model, accessToken) => `async function query(filename) {
+var snippetFile3 = (model, accessToken) => ({
+  content: `async function query(filename) {
 	const data = fs.readFileSync(filename);
 	const response = await fetch(
 		"https://api-inference.huggingface.co/models/${model.id}",
@@ -6675,7 +7024,8 @@ var snippetFile3 = (model, accessToken) => `async function query(filename) {
 
 query(${getModelInputSnippet(model)}).then((response) => {
 	console.log(JSON.stringify(response));
-});`;
+});`
+});
 var jsSnippets = {
   // Same order as in js/src/lib/interfaces/Types.ts
   "text-classification": snippetBasic3,
@@ -6703,7 +7053,7 @@ var jsSnippets = {
   "image-segmentation": snippetFile3
 };
 function getJsInferenceSnippet(model, accessToken) {
-  return model.pipeline_tag && model.pipeline_tag in jsSnippets ? jsSnippets[model.pipeline_tag]?.(model, accessToken) ?? "" : "";
+  return model.pipeline_tag && model.pipeline_tag in jsSnippets ? jsSnippets[model.pipeline_tag]?.(model, accessToken) ?? { content: "" } : { content: "" };
 }
 function hasJsInferenceSnippet(model) {
   return !!model.pipeline_tag && model.pipeline_tag in jsSnippets;
@@ -6770,6 +7120,11 @@ var SKUS = {
         tflops: 31.24,
         memory: [24]
       },
+      A2: {
+        tflops: 4.531,
+        // source: https://www.techpowerup.com/gpu-specs/a2.c3848
+        memory: [16]
+      },
       "RTX 4090": {
         tflops: 82.58,
         memory: [24]
@@ -6932,6 +7287,14 @@ var SKUS = {
         tflops: 184.6,
         memory: [32]
       },
+      MI60: {
+        tflops: 29.5,
+        memory: [32]
+      },
+      MI50: {
+        tflops: 26.5,
+        memory: [16]
+      },
       "RX 7900 XTX": {
         tflops: 122.8,
         memory: [24]
@@ -6964,6 +7327,14 @@ var SKUS = {
         tflops: 32.33,
         memory: [16]
       },
+      "RX 6700 XT": {
+        tflops: 26.43,
+        memory: [12]
+      },
+      "RX 6700": {
+        tflops: 22.58,
+        memory: [10]
+      },
       "Radeon Pro VII": {
         tflops: 26.11,
         memory: [16]