@huggingface/tasks 0.12.21 → 0.12.22

package/dist/index.cjs

@@ -6039,6 +6039,13 @@ var MODEL_LIBRARIES_UI_ELEMENTS = {
     filter: true,
     countDownloads: `path:"models/default.zip"`
   },
+  "f5-tts": {
+    prettyLabel: "F5-TTS",
+    repoName: "F5-TTS",
+    repoUrl: "https://github.com/SWivid/F5-TTS",
+    filter: false,
+    countDownloads: `path_extension:"safetensors" OR path_extension:"pt"`
+  },
   tensorflowtts: {
     prettyLabel: "TensorFlowTTS",
     repoName: "TensorFlowTTS",
@@ -7177,6 +7184,7 @@ var SKUS = {
 };
 
 // src/local-apps.ts
+var import_gguf = require("@huggingface/gguf");
 function isAwqModel(model) {
   return model.config?.quantization_config?.quant_method === "awq";
 }
@@ -7192,6 +7200,9 @@ function isMarlinModel(model) {
 function isTransformersModel(model) {
   return model.tags.includes("transformers");
 }
+function isTgiModel(model) {
+  return model.tags.includes("text-generation-inference");
+}
 function isLlamaCppGgufModel(model) {
   return !!model.gguf?.context_length;
 }
@@ -7233,6 +7244,30 @@ var snippetLlamacpp = (model, filepath) => {
     }
   ];
 };
+var snippetNodeLlamaCppCli = (model, filepath) => {
+  return [
+    {
+      title: "Chat with the model",
+      content: [
+        `npx -y node-llama-cpp chat \\`,
+        `  --model "hf:${model.id}/${filepath ?? "{{GGUF_FILE}}"}" \\`,
+        `  --prompt 'Hi there!'`
+      ].join("\n")
+    },
+    {
+      title: "Estimate the model compatibility with your hardware",
+      content: `npx -y node-llama-cpp inspect estimate "hf:${model.id}/${filepath ?? "{{GGUF_FILE}}"}"`
+    }
+  ];
+};
+var snippetOllama = (model, filepath) => {
+  if (filepath) {
+    const quantLabel = (0, import_gguf.parseGGUFQuantLabel)(filepath);
+    const ollamatag = quantLabel ? `:${quantLabel}` : "";
+    return `ollama run hf.co/${model.id}${ollamatag}`;
+  }
+  return `ollama run hf.co/${model.id}{{OLLAMA_TAG}}`;
+};
 var snippetLocalAI = (model, filepath) => {
   const command = (binary) => ["# Load and run the model:", `${binary} huggingface://${model.id}/${filepath ?? "{{GGUF_FILE}}"}`].join("\n");
   return [
@@ -7294,6 +7329,34 @@ docker exec -it my_vllm_container bash -c "vllm serve ${model.id}"`,
     }
   ];
 };
+var snippetTgi = (model) => {
+  const runCommand = [
+    "# Call the server using curl:",
+    `curl -X POST "http://localhost:8000/v1/chat/completions" \\`,
+    `	-H "Content-Type: application/json" \\`,
+    `	--data '{`,
+    `		"model": "${model.id}",`,
+    `		"messages": [`,
+    `			{"role": "user", "content": "What is the capital of France?"}`,
+    `		]`,
+    `	}'`
+  ];
+  return [
+    {
+      title: "Use Docker images",
+      setup: [
+        "# Deploy with docker on Linux:",
+        `docker run --gpus all \\`,
+        `	-v ~/.cache/huggingface:/root/.cache/huggingface \\`,
+        ` 	-e HF_TOKEN="<secret>" \\`,
+        `	-p 8000:80 \\`,
+        `	ghcr.io/huggingface/text-generation-inference:latest \\`,
+        `	--model-id ${model.id}`
+      ].join("\n"),
+      content: [runCommand.join("\n")]
+    }
+  ];
+};
 var LOCAL_APPS = {
   "llama.cpp": {
     prettyLabel: "llama.cpp",
@@ -7302,6 +7365,13 @@ var LOCAL_APPS = {
     displayOnModelPage: isLlamaCppGgufModel,
     snippet: snippetLlamacpp
   },
+  "node-llama-cpp": {
+    prettyLabel: "node-llama-cpp",
+    docsUrl: "https://node-llama-cpp.withcat.ai",
+    mainTask: "text-generation",
+    displayOnModelPage: isLlamaCppGgufModel,
+    snippet: snippetNodeLlamaCppCli
+  },
   vllm: {
     prettyLabel: "vLLM",
     docsUrl: "https://docs.vllm.ai",
@@ -7309,6 +7379,13 @@ var LOCAL_APPS = {
     displayOnModelPage: (model) => (isAwqModel(model) || isGptqModel(model) || isAqlmModel(model) || isMarlinModel(model) || isLlamaCppGgufModel(model) || isTransformersModel(model)) && (model.pipeline_tag === "text-generation" || model.pipeline_tag === "image-text-to-text"),
     snippet: snippetVllm
   },
+  tgi: {
+    prettyLabel: "TGI",
+    docsUrl: "https://huggingface.co/docs/text-generation-inference/",
+    mainTask: "text-generation",
+    displayOnModelPage: isTgiModel,
+    snippet: snippetTgi
+  },
   lmstudio: {
     prettyLabel: "LM Studio",
     docsUrl: "https://lmstudio.ai",
@@ -7410,6 +7487,13 @@ var LOCAL_APPS = {
     mainTask: "text-to-image",
     displayOnModelPage: (model) => model.library_name === "diffusers" && model.pipeline_tag === "text-to-image",
     deeplink: (model) => new URL(`https://models.invoke.ai/huggingface/${model.id}`)
+  },
+  ollama: {
+    prettyLabel: "Ollama",
+    docsUrl: "https://ollama.com",
+    mainTask: "text-generation",
+    displayOnModelPage: isLlamaCppGgufModel,
+    snippet: snippetOllama
   }
 };
 

package/dist/index.js

@@ -6001,6 +6001,13 @@ var MODEL_LIBRARIES_UI_ELEMENTS = {
     filter: true,
     countDownloads: `path:"models/default.zip"`
   },
+  "f5-tts": {
+    prettyLabel: "F5-TTS",
+    repoName: "F5-TTS",
+    repoUrl: "https://github.com/SWivid/F5-TTS",
+    filter: false,
+    countDownloads: `path_extension:"safetensors" OR path_extension:"pt"`
+  },
   tensorflowtts: {
     prettyLabel: "TensorFlowTTS",
     repoName: "TensorFlowTTS",
@@ -7139,6 +7146,7 @@ var SKUS = {
 };
 
 // src/local-apps.ts
+import { parseGGUFQuantLabel } from "@huggingface/gguf";
 function isAwqModel(model) {
   return model.config?.quantization_config?.quant_method === "awq";
 }
@@ -7154,6 +7162,9 @@ function isMarlinModel(model) {
 function isTransformersModel(model) {
   return model.tags.includes("transformers");
 }
+function isTgiModel(model) {
+  return model.tags.includes("text-generation-inference");
+}
 function isLlamaCppGgufModel(model) {
   return !!model.gguf?.context_length;
 }
@@ -7195,6 +7206,30 @@ var snippetLlamacpp = (model, filepath) => {
     }
   ];
 };
+var snippetNodeLlamaCppCli = (model, filepath) => {
+  return [
+    {
+      title: "Chat with the model",
+      content: [
+        `npx -y node-llama-cpp chat \\`,
+        `  --model "hf:${model.id}/${filepath ?? "{{GGUF_FILE}}"}" \\`,
+        `  --prompt 'Hi there!'`
+      ].join("\n")
+    },
+    {
+      title: "Estimate the model compatibility with your hardware",
+      content: `npx -y node-llama-cpp inspect estimate "hf:${model.id}/${filepath ?? "{{GGUF_FILE}}"}"`
+    }
+  ];
+};
+var snippetOllama = (model, filepath) => {
+  if (filepath) {
+    const quantLabel = parseGGUFQuantLabel(filepath);
+    const ollamatag = quantLabel ? `:${quantLabel}` : "";
+    return `ollama run hf.co/${model.id}${ollamatag}`;
+  }
+  return `ollama run hf.co/${model.id}{{OLLAMA_TAG}}`;
+};
 var snippetLocalAI = (model, filepath) => {
   const command = (binary) => ["# Load and run the model:", `${binary} huggingface://${model.id}/${filepath ?? "{{GGUF_FILE}}"}`].join("\n");
   return [
@@ -7256,6 +7291,34 @@ docker exec -it my_vllm_container bash -c "vllm serve ${model.id}"`,
     }
   ];
 };
+var snippetTgi = (model) => {
+  const runCommand = [
+    "# Call the server using curl:",
+    `curl -X POST "http://localhost:8000/v1/chat/completions" \\`,
+    `	-H "Content-Type: application/json" \\`,
+    `	--data '{`,
+    `		"model": "${model.id}",`,
+    `		"messages": [`,
+    `			{"role": "user", "content": "What is the capital of France?"}`,
+    `		]`,
+    `	}'`
+  ];
+  return [
+    {
+      title: "Use Docker images",
+      setup: [
+        "# Deploy with docker on Linux:",
+        `docker run --gpus all \\`,
+        `	-v ~/.cache/huggingface:/root/.cache/huggingface \\`,
+        ` 	-e HF_TOKEN="<secret>" \\`,
+        `	-p 8000:80 \\`,
+        `	ghcr.io/huggingface/text-generation-inference:latest \\`,
+        `	--model-id ${model.id}`
+      ].join("\n"),
+      content: [runCommand.join("\n")]
+    }
+  ];
+};
 var LOCAL_APPS = {
   "llama.cpp": {
     prettyLabel: "llama.cpp",
@@ -7264,6 +7327,13 @@ var LOCAL_APPS = {
     displayOnModelPage: isLlamaCppGgufModel,
     snippet: snippetLlamacpp
   },
+  "node-llama-cpp": {
+    prettyLabel: "node-llama-cpp",
+    docsUrl: "https://node-llama-cpp.withcat.ai",
+    mainTask: "text-generation",
+    displayOnModelPage: isLlamaCppGgufModel,
+    snippet: snippetNodeLlamaCppCli
+  },
   vllm: {
     prettyLabel: "vLLM",
     docsUrl: "https://docs.vllm.ai",
@@ -7271,6 +7341,13 @@ var LOCAL_APPS = {
     displayOnModelPage: (model) => (isAwqModel(model) || isGptqModel(model) || isAqlmModel(model) || isMarlinModel(model) || isLlamaCppGgufModel(model) || isTransformersModel(model)) && (model.pipeline_tag === "text-generation" || model.pipeline_tag === "image-text-to-text"),
     snippet: snippetVllm
   },
+  tgi: {
+    prettyLabel: "TGI",
+    docsUrl: "https://huggingface.co/docs/text-generation-inference/",
+    mainTask: "text-generation",
+    displayOnModelPage: isTgiModel,
+    snippet: snippetTgi
+  },
   lmstudio: {
     prettyLabel: "LM Studio",
     docsUrl: "https://lmstudio.ai",
@@ -7372,6 +7449,13 @@ var LOCAL_APPS = {
     mainTask: "text-to-image",
     displayOnModelPage: (model) => model.library_name === "diffusers" && model.pipeline_tag === "text-to-image",
     deeplink: (model) => new URL(`https://models.invoke.ai/huggingface/${model.id}`)
+  },
+  ollama: {
+    prettyLabel: "Ollama",
+    docsUrl: "https://ollama.com",
+    mainTask: "text-generation",
+    displayOnModelPage: isLlamaCppGgufModel,
+    snippet: snippetOllama
   }
 };
 

package/dist/src/local-apps.d.ts

@@ -48,9 +48,11 @@ export type LocalApp = {
     /**
      * And if not (mostly llama.cpp), snippet to copy/paste in your terminal
      * Support the placeholder {{GGUF_FILE}} that will be replaced by the gguf file path or the list of available files.
+     * Support the placeholder {{OLLAMA_TAG}} that will be replaced by the list of available quant tags or will be removed if there are no multiple quant files in a same repo.
      */
     snippet: (model: ModelData, filepath?: string) => string | string[] | LocalAppSnippet | LocalAppSnippet[];
 });
+declare function isTgiModel(model: ModelData): boolean;
 declare function isLlamaCppGgufModel(model: ModelData): boolean;
 /**
  * Add your new local app here.
@@ -71,6 +73,13 @@ export declare const LOCAL_APPS: {
         displayOnModelPage: typeof isLlamaCppGgufModel;
         snippet: (model: ModelData, filepath?: string) => LocalAppSnippet[];
     };
+    "node-llama-cpp": {
+        prettyLabel: string;
+        docsUrl: string;
+        mainTask: "text-generation";
+        displayOnModelPage: typeof isLlamaCppGgufModel;
+        snippet: (model: ModelData, filepath?: string) => LocalAppSnippet[];
+    };
     vllm: {
         prettyLabel: string;
         docsUrl: string;
@@ -78,6 +87,13 @@ export declare const LOCAL_APPS: {
         displayOnModelPage: (model: ModelData) => boolean;
         snippet: (model: ModelData) => LocalAppSnippet[];
     };
+    tgi: {
+        prettyLabel: string;
+        docsUrl: string;
+        mainTask: "text-generation";
+        displayOnModelPage: typeof isTgiModel;
+        snippet: (model: ModelData) => LocalAppSnippet[];
+    };
     lmstudio: {
         prettyLabel: string;
         docsUrl: string;
@@ -166,6 +182,13 @@ export declare const LOCAL_APPS: {
         displayOnModelPage: (model: ModelData) => boolean;
         deeplink: (model: ModelData) => URL;
     };
+    ollama: {
+        prettyLabel: string;
+        docsUrl: string;
+        mainTask: "text-generation";
+        displayOnModelPage: typeof isLlamaCppGgufModel;
+        snippet: (model: ModelData, filepath?: string) => string;
+    };
 };
 export type LocalAppKey = keyof typeof LOCAL_APPS;
 export {};

package/dist/src/local-apps.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"local-apps.d.ts","sourceRoot":"","sources":["../../src/local-apps.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAEhD,MAAM,WAAW,eAAe;IAC/B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACtB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,QAAQ,EAAE,YAAY,CAAC;IACvB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;OAEG;IACH,kBAAkB,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC;CAClD,GAAG,CACD;IACA;;OAEG;IACH,QAAQ,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,GAAG,CAAC;CACtD,GACD;IACA;;;OAGG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,MAAM,GAAG,MAAM,EAAE,GAAG,eAAe,GAAG,eAAe,EAAE,CAAC;CACzG,CACH,CAAC;AAsBF,iBAAS,mBAAmB,CAAC,KAAK,EAAE,SAAS,WAE5C;AAyGD;;;;;;;;;;GAUG;AACH,eAAO,MAAM,UAAU;;;;;;yBA9GS,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;oCA0HlD,SAAS;yBA9DX,SAAS,KAAG,eAAe,EAAE;;;;;;;;;;;;;;yBAvB1B,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA4M3C,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG,MAAM,OAAO,UAAU,CAAC"}
+{"version":3,"file":"local-apps.d.ts","sourceRoot":"","sources":["../../src/local-apps.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAGhD,MAAM,WAAW,eAAe;IAC/B;;OAEG;IACH,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG;IACtB;;OAEG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,QAAQ,EAAE,YAAY,CAAC;IACvB;;OAEG;IACH,SAAS,CAAC,EAAE,OAAO,CAAC;IAEpB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB;;OAEG;IACH,kBAAkB,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,OAAO,CAAC;CAClD,GAAG,CACD;IACA;;OAEG;IACH,QAAQ,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,GAAG,CAAC;CACtD,GACD;IACA;;;;OAIG;IACH,OAAO,EAAE,CAAC,KAAK,EAAE,SAAS,EAAE,QAAQ,CAAC,EAAE,MAAM,KAAK,MAAM,GAAG,MAAM,EAAE,GAAG,eAAe,GAAG,eAAe,EAAE,CAAC;CACzG,CACH,CAAC;AAqBF,iBAAS,UAAU,CAAC,KAAK,EAAE,SAAS,GAAG,OAAO,CAE7C;AAED,iBAAS,mBAAmB,CAAC,KAAK,EAAE,SAAS,WAE5C;AA+JD;;;;;;;;;;GAUG;AACH,eAAO,MAAM,UAAU;;;;;;yBApKS,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;yBAqCzC,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;oCAkJzD,SAAS;yBAjGX,SAAS,KAAG,eAAe,EAAE;;;;;;;yBAsC9B,SAAS,KAAG,eAAe,EAAE;;;;;;;;;;;;;;yBA7DzB,SAAS,aAAa,MAAM,KAAG,eAAe,EAAE;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;yBATjD,SAAS,aAAa,MAAM,KAAG,MAAM;;CAsQ/B,CAAC;AAErC,MAAM,MAAM,WAAW,GAAG,MAAM,OAAO,UAAU,CAAC"}

package/dist/src/model-libraries.d.ts

@@ -660,6 +660,13 @@ export declare const MODEL_LIBRARIES_UI_ELEMENTS: {
         filter: true;
         countDownloads: string;
     };
+    "f5-tts": {
+        prettyLabel: string;
+        repoName: string;
+        repoUrl: string;
+        filter: false;
+        countDownloads: string;
+    };
     tensorflowtts: {
         prettyLabel: string;
         repoName: string;
@@ -752,6 +759,6 @@ export declare const MODEL_LIBRARIES_UI_ELEMENTS: {
     };
 };
 export type ModelLibraryKey = keyof typeof MODEL_LIBRARIES_UI_ELEMENTS;
-export declare const ALL_MODEL_LIBRARY_KEYS: ("adapter-transformers" | "allennlp" | "asteroid" | "audiocraft" | "audioseal" | "bertopic" | "big_vision" | "birefnet" | "bm25s" | "champ" | "chat_tts" | "colpali" | "deepforest" | "depth-anything-v2" | "depth-pro" | "diffree" | "diffusers" | "diffusionkit" | "doctr" | "cartesia_pytorch" | "cartesia_mlx" | "cotracker" | "edsnlp" | "elm" | "espnet" | "fairseq" | "fastai" | "fasttext" | "flair" | "gemma.cpp" | "gliner" | "glyph-byt5" | "grok" | "hallo" | "hezar" | "hunyuan-dit" | "imstoucan" | "keras" | "tf-keras" | "keras-nlp" | "k2" | "liveportrait" | "llama-cpp-python" | "mindspore" | "mamba-ssm" | "mars5-tts" | "mesh-anything" | "ml-agents" | "mlx" | "mlx-image" | "mlc-llm" | "model2vec" | "moshi" | "nemo" | "open_clip" | "paddlenlp" | "peft" | "pyannote-audio" | "py-feat" | "pythae" | "recurrentgemma" | "relik" | "refiners" | "reverb" | "saelens" | "sam2" | "sample-factory" | "sapiens" | "sentence-transformers" | "setfit" | "sklearn" | "spacy" | "span-marker" | "speechbrain" | "ssr-speech" | "stable-audio-tools" | "diffusion-single-file" | "seed-story" | "soloaudio" | "stable-baselines3" | "stanza" | "tensorflowtts" | "tic-clip" | "timesfm" | "timm" | "transformers" | "transformers.js" | "unity-sentis" | "vfi-mamba" | "voicecraft" | "yolov10" | "whisperkit" | "3dtopia-xl")[];
-export declare const ALL_DISPLAY_MODEL_LIBRARY_KEYS: ("adapter-transformers" | "allennlp" | "asteroid" | "audiocraft" | "audioseal" | "bertopic" | "big_vision" | "birefnet" | "bm25s" | "champ" | "chat_tts" | "colpali" | "deepforest" | "depth-anything-v2" | "depth-pro" | "diffree" | "diffusers" | "diffusionkit" | "doctr" | "cartesia_pytorch" | "cartesia_mlx" | "cotracker" | "edsnlp" | "elm" | "espnet" | "fairseq" | "fastai" | "fasttext" | "flair" | "gemma.cpp" | "gliner" | "glyph-byt5" | "grok" | "hallo" | "hezar" | "hunyuan-dit" | "imstoucan" | "keras" | "tf-keras" | "keras-nlp" | "k2" | "liveportrait" | "llama-cpp-python" | "mindspore" | "mamba-ssm" | "mars5-tts" | "mesh-anything" | "ml-agents" | "mlx" | "mlx-image" | "mlc-llm" | "model2vec" | "moshi" | "nemo" | "open_clip" | "paddlenlp" | "peft" | "pyannote-audio" | "py-feat" | "pythae" | "recurrentgemma" | "relik" | "refiners" | "reverb" | "saelens" | "sam2" | "sample-factory" | "sapiens" | "sentence-transformers" | "setfit" | "sklearn" | "spacy" | "span-marker" | "speechbrain" | "ssr-speech" | "stable-audio-tools" | "diffusion-single-file" | "seed-story" | "soloaudio" | "stable-baselines3" | "stanza" | "tensorflowtts" | "tic-clip" | "timesfm" | "timm" | "transformers" | "transformers.js" | "unity-sentis" | "vfi-mamba" | "voicecraft" | "yolov10" | "whisperkit" | "3dtopia-xl")[];
+export declare const ALL_MODEL_LIBRARY_KEYS: ("adapter-transformers" | "allennlp" | "asteroid" | "audiocraft" | "audioseal" | "bertopic" | "big_vision" | "birefnet" | "bm25s" | "champ" | "chat_tts" | "colpali" | "deepforest" | "depth-anything-v2" | "depth-pro" | "diffree" | "diffusers" | "diffusionkit" | "doctr" | "cartesia_pytorch" | "cartesia_mlx" | "cotracker" | "edsnlp" | "elm" | "espnet" | "fairseq" | "fastai" | "fasttext" | "flair" | "gemma.cpp" | "gliner" | "glyph-byt5" | "grok" | "hallo" | "hezar" | "hunyuan-dit" | "imstoucan" | "keras" | "tf-keras" | "keras-nlp" | "k2" | "liveportrait" | "llama-cpp-python" | "mindspore" | "mamba-ssm" | "mars5-tts" | "mesh-anything" | "ml-agents" | "mlx" | "mlx-image" | "mlc-llm" | "model2vec" | "moshi" | "nemo" | "open_clip" | "paddlenlp" | "peft" | "pyannote-audio" | "py-feat" | "pythae" | "recurrentgemma" | "relik" | "refiners" | "reverb" | "saelens" | "sam2" | "sample-factory" | "sapiens" | "sentence-transformers" | "setfit" | "sklearn" | "spacy" | "span-marker" | "speechbrain" | "ssr-speech" | "stable-audio-tools" | "diffusion-single-file" | "seed-story" | "soloaudio" | "stable-baselines3" | "stanza" | "f5-tts" | "tensorflowtts" | "tic-clip" | "timesfm" | "timm" | "transformers" | "transformers.js" | "unity-sentis" | "vfi-mamba" | "voicecraft" | "yolov10" | "whisperkit" | "3dtopia-xl")[];
+export declare const ALL_DISPLAY_MODEL_LIBRARY_KEYS: ("adapter-transformers" | "allennlp" | "asteroid" | "audiocraft" | "audioseal" | "bertopic" | "big_vision" | "birefnet" | "bm25s" | "champ" | "chat_tts" | "colpali" | "deepforest" | "depth-anything-v2" | "depth-pro" | "diffree" | "diffusers" | "diffusionkit" | "doctr" | "cartesia_pytorch" | "cartesia_mlx" | "cotracker" | "edsnlp" | "elm" | "espnet" | "fairseq" | "fastai" | "fasttext" | "flair" | "gemma.cpp" | "gliner" | "glyph-byt5" | "grok" | "hallo" | "hezar" | "hunyuan-dit" | "imstoucan" | "keras" | "tf-keras" | "keras-nlp" | "k2" | "liveportrait" | "llama-cpp-python" | "mindspore" | "mamba-ssm" | "mars5-tts" | "mesh-anything" | "ml-agents" | "mlx" | "mlx-image" | "mlc-llm" | "model2vec" | "moshi" | "nemo" | "open_clip" | "paddlenlp" | "peft" | "pyannote-audio" | "py-feat" | "pythae" | "recurrentgemma" | "relik" | "refiners" | "reverb" | "saelens" | "sam2" | "sample-factory" | "sapiens" | "sentence-transformers" | "setfit" | "sklearn" | "spacy" | "span-marker" | "speechbrain" | "ssr-speech" | "stable-audio-tools" | "diffusion-single-file" | "seed-story" | "soloaudio" | "stable-baselines3" | "stanza" | "f5-tts" | "tensorflowtts" | "tic-clip" | "timesfm" | "timm" | "transformers" | "transformers.js" | "unity-sentis" | "vfi-mamba" | "voicecraft" | "yolov10" | "whisperkit" | "3dtopia-xl")[];
 //# sourceMappingURL=model-libraries.d.ts.map

package/dist/src/model-libraries.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"model-libraries.d.ts","sourceRoot":"","sources":["../../src/model-libraries.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AAEtE;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAChC;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,MAAM,EAAE,CAAC;IAC1C;;;;;OAKG;IACH,cAAc,CAAC,EAAE,kBAAkB,CAAC;IACpC;;;OAGG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB;AAED;;;;;;;;;;;;;GAaG;AAEH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CA2rBI,CAAC;AAE7C,MAAM,MAAM,eAAe,GAAG,MAAM,OAAO,2BAA2B,CAAC;AAEvE,eAAO,MAAM,sBAAsB,qxCAAgE,CAAC;AAEpG,eAAO,MAAM,8BAA8B,qxCAQ1B,CAAC"}
+{"version":3,"file":"model-libraries.d.ts","sourceRoot":"","sources":["../../src/model-libraries.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,cAAc,CAAC;AAC9C,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AAEtE;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAChC;;;;OAIG;IACH,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,SAAS,KAAK,MAAM,EAAE,CAAC;IAC1C;;;;;OAKG;IACH,cAAc,CAAC,EAAE,kBAAkB,CAAC;IACpC;;;OAGG;IACH,MAAM,CAAC,EAAE,OAAO,CAAC;CACjB;AAED;;;;;;;;;;;;;GAaG;AAEH,eAAO,MAAM,2BAA2B;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAksBI,CAAC;AAE7C,MAAM,MAAM,eAAe,GAAG,MAAM,OAAO,2BAA2B,CAAC;AAEvE,eAAO,MAAM,sBAAsB,gyCAAgE,CAAC;AAEpG,eAAO,MAAM,8BAA8B,gyCAQ1B,CAAC"}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@huggingface/tasks",
   "packageManager": "pnpm@8.10.5",
-  "version": "0.12.21",
+  "version": "0.12.22",
   "description": "List of ML tasks for huggingface.co/tasks",
   "repository": "https://github.com/huggingface/huggingface.js.git",
   "publishConfig": {
@@ -36,6 +36,9 @@
     "quicktype-core": "https://github.com/huggingface/quicktype/raw/pack-18.0.17/packages/quicktype-core/quicktype-core-18.0.17.tgz",
     "type-fest": "^3.13.1"
   },
+  "dependencies": {
+    "@huggingface/gguf": "^0.1.12"
+  },
   "scripts": {
     "lint": "eslint --quiet --fix --ext .cjs,.ts .",
     "lint:check": "eslint --ext .cjs,.ts .",

package/src/local-apps.ts

@@ -1,5 +1,6 @@
 import type { ModelData } from "./model-data";
 import type { PipelineType } from "./pipelines";
+import { parseGGUFQuantLabel } from "@huggingface/gguf";
 
 export interface LocalAppSnippet {
 	/**
@@ -53,6 +54,7 @@ export type LocalApp = {
 			/**
 			 * And if not (mostly llama.cpp), snippet to copy/paste in your terminal
 			 * Support the placeholder {{GGUF_FILE}} that will be replaced by the gguf file path or the list of available files.
+			 * Support the placeholder {{OLLAMA_TAG}} that will be replaced by the list of available quant tags or will be removed if there are no multiple quant files in a same repo.
 			 */
 			snippet: (model: ModelData, filepath?: string) => string | string[] | LocalAppSnippet | LocalAppSnippet[];
 	  }
@@ -77,6 +79,9 @@ function isMarlinModel(model: ModelData): boolean {
 function isTransformersModel(model: ModelData): boolean {
 	return model.tags.includes("transformers");
 }
+function isTgiModel(model: ModelData): boolean {
+	return model.tags.includes("text-generation-inference");
+}
 
 function isLlamaCppGgufModel(model: ModelData) {
 	return !!model.gguf?.context_length;
@@ -123,6 +128,32 @@ const snippetLlamacpp = (model: ModelData, filepath?: string): LocalAppSnippet[]
 	];
 };
 
+const snippetNodeLlamaCppCli = (model: ModelData, filepath?: string): LocalAppSnippet[] => {
+	return [
+		{
+			title: "Chat with the model",
+			content: [
+				`npx -y node-llama-cpp chat \\`,
+				`  --model "hf:${model.id}/${filepath ?? "{{GGUF_FILE}}"}" \\`,
+				`  --prompt 'Hi there!'`,
+			].join("\n"),
+		},
+		{
+			title: "Estimate the model compatibility with your hardware",
+			content: `npx -y node-llama-cpp inspect estimate "hf:${model.id}/${filepath ?? "{{GGUF_FILE}}"}"`,
+		},
+	];
+};
+
+const snippetOllama = (model: ModelData, filepath?: string): string => {
+	if (filepath) {
+		const quantLabel = parseGGUFQuantLabel(filepath);
+		const ollamatag = quantLabel ? `:${quantLabel}` : "";
+		return `ollama run hf.co/${model.id}${ollamatag}`;
+	}
+	return `ollama run hf.co/${model.id}{{OLLAMA_TAG}}`;
+};
+
 const snippetLocalAI = (model: ModelData, filepath?: string): LocalAppSnippet[] => {
 	const command = (binary: string) =>
 		["# Load and run the model:", `${binary} huggingface://${model.id}/${filepath ?? "{{GGUF_FILE}}"}`].join("\n");
@@ -184,6 +215,34 @@ const snippetVllm = (model: ModelData): LocalAppSnippet[] => {
 		},
 	];
 };
+const snippetTgi = (model: ModelData): LocalAppSnippet[] => {
+	const runCommand = [
+		"# Call the server using curl:",
+		`curl -X POST "http://localhost:8000/v1/chat/completions" \\`,
+		`	-H "Content-Type: application/json" \\`,
+		`	--data '{`,
+		`		"model": "${model.id}",`,
+		`		"messages": [`,
+		`			{"role": "user", "content": "What is the capital of France?"}`,
+		`		]`,
+		`	}'`,
+	];
+	return [
+		{
+			title: "Use Docker images",
+			setup: [
+				"# Deploy with docker on Linux:",
+				`docker run --gpus all \\`,
+				`	-v ~/.cache/huggingface:/root/.cache/huggingface \\`,
+				` 	-e HF_TOKEN="<secret>" \\`,
+				`	-p 8000:80 \\`,
+				`	ghcr.io/huggingface/text-generation-inference:latest \\`,
+				`	--model-id ${model.id}`,
+			].join("\n"),
+			content: [runCommand.join("\n")],
+		},
+	];
+};
 
 /**
  * Add your new local app here.
@@ -204,6 +263,13 @@ export const LOCAL_APPS = {
 		displayOnModelPage: isLlamaCppGgufModel,
 		snippet: snippetLlamacpp,
 	},
+	"node-llama-cpp": {
+		prettyLabel: "node-llama-cpp",
+		docsUrl: "https://node-llama-cpp.withcat.ai",
+		mainTask: "text-generation",
+		displayOnModelPage: isLlamaCppGgufModel,
+		snippet: snippetNodeLlamaCppCli,
+	},
 	vllm: {
 		prettyLabel: "vLLM",
 		docsUrl: "https://docs.vllm.ai",
@@ -218,6 +284,13 @@ export const LOCAL_APPS = {
 			(model.pipeline_tag === "text-generation" || model.pipeline_tag === "image-text-to-text"),
 		snippet: snippetVllm,
 	},
+	tgi: {
+		prettyLabel: "TGI",
+		docsUrl: "https://huggingface.co/docs/text-generation-inference/",
+		mainTask: "text-generation",
+		displayOnModelPage: isTgiModel,
+		snippet: snippetTgi,
+	},
 	lmstudio: {
 		prettyLabel: "LM Studio",
 		docsUrl: "https://lmstudio.ai",
@@ -327,6 +400,13 @@ export const LOCAL_APPS = {
 		displayOnModelPage: (model) => model.library_name === "diffusers" && model.pipeline_tag === "text-to-image",
 		deeplink: (model) => new URL(`https://models.invoke.ai/huggingface/${model.id}`),
 	},
+	ollama: {
+		prettyLabel: "Ollama",
+		docsUrl: "https://ollama.com",
+		mainTask: "text-generation",
+		displayOnModelPage: isLlamaCppGgufModel,
+		snippet: snippetOllama,
+	},
 } satisfies Record<string, LocalApp>;
 
 export type LocalAppKey = keyof typeof LOCAL_APPS;

package/src/model-libraries.ts

@@ -666,6 +666,13 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
 		filter: true,
 		countDownloads: `path:"models/default.zip"`,
 	},
+	"f5-tts": {
+		prettyLabel: "F5-TTS",
+		repoName: "F5-TTS",
+		repoUrl: "https://github.com/SWivid/F5-TTS",
+		filter: false,
+		countDownloads: `path_extension:"safetensors" OR path_extension:"pt"`,
+	},
 	tensorflowtts: {
 		prettyLabel: "TensorFlowTTS",
 		repoName: "TensorFlowTTS",