@huggingface/tasks 0.12.28 → 0.12.30

package/dist/index.cjs

@@ -24,6 +24,9 @@ __export(src_exports, {
   ALL_MODEL_LIBRARY_KEYS: () => ALL_MODEL_LIBRARY_KEYS,
   DATASET_LIBRARIES_UI_ELEMENTS: () => DATASET_LIBRARIES_UI_ELEMENTS,
   DEFAULT_MEMORY_OPTIONS: () => DEFAULT_MEMORY_OPTIONS,
+  GGMLQuantizationType: () => GGMLQuantizationType,
+  GGUF_QUANT_RE: () => GGUF_QUANT_RE,
+  GGUF_QUANT_RE_GLOBAL: () => GGUF_QUANT_RE_GLOBAL,
   LIBRARY_TASK_MAPPING: () => LIBRARY_TASK_MAPPING,
   LOCAL_APPS: () => LOCAL_APPS,
   MAPPING_DEFAULT_WIDGET: () => MAPPING_DEFAULT_WIDGET,
@@ -38,6 +41,7 @@ __export(src_exports, {
   SUBTASK_TYPES: () => SUBTASK_TYPES,
   TASKS_DATA: () => TASKS_DATA,
   TASKS_MODEL_LIBRARIES: () => TASKS_MODEL_LIBRARIES,
+  parseGGUFQuantLabel: () => parseGGUFQuantLabel,
   snippets: () => snippets_exports
 });
 module.exports = __toCommonJS(src_exports);
@@ -4835,9 +4839,9 @@ var gliner = (model) => [
 model = GLiNER.from_pretrained("${model.id}")`
 ];
 var keras = (model) => [
-  `# Available backend options are: "jax", "tensorflow", "torch".
+  `# Available backend options are: "jax", "torch", "tensorflow".
 import os
-os.environ["KERAS_BACKEND"] = "tensorflow"
+os.environ["KERAS_BACKEND"] = "jax"
 	
 import keras
 
@@ -4845,9 +4849,9 @@ model = keras.saving.load_model("hf://${model.id}")
 `
 ];
 var keras_nlp = (model) => [
-  `# Available backend options are: "jax", "tensorflow", "torch".
+  `# Available backend options are: "jax", "torch", "tensorflow".
 import os
-os.environ["KERAS_BACKEND"] = "tensorflow"
+os.environ["KERAS_BACKEND"] = "jax"
 
 import keras_nlp
 
@@ -4855,6 +4859,20 @@ tokenizer = keras_nlp.models.Tokenizer.from_preset("hf://${model.id}")
 backbone = keras_nlp.models.Backbone.from_preset("hf://${model.id}")
 `
 ];
+var keras_hub = (model) => [
+  `# Available backend options are: "jax", "torch", "tensorflow".
+import os
+os.environ["KERAS_BACKEND"] = "jax"
+
+import keras_hub
+
+# Load a task-specific model (*replace CausalLM with your task*)
+model = keras_hub.models.CausalLM.from_preset("hf://${model.id}", dtype="bfloat16")
+
+# Possible tasks are CausalLM, TextToImage, ImageClassifier, ...
+# full list here: https://keras.io/api/keras_hub/models/#api-documentation
+`
+];
 var llama_cpp_python = (model) => [
   `from llama_cpp import Llama
 
@@ -5769,16 +5787,23 @@ var MODEL_LIBRARIES_UI_ELEMENTS = {
     repoUrl: "https://github.com/keras-team/tf-keras",
     docsUrl: "https://huggingface.co/docs/hub/tf-keras",
     snippets: tf_keras,
-    filter: true,
     countDownloads: `path:"saved_model.pb"`
   },
   "keras-nlp": {
     prettyLabel: "KerasNLP",
     repoName: "KerasNLP",
-    repoUrl: "https://keras.io/keras_nlp/",
-    docsUrl: "https://github.com/keras-team/keras-nlp",
+    repoUrl: "https://github.com/keras-team/keras-nlp",
+    docsUrl: "https://keras.io/keras_nlp/",
     snippets: keras_nlp
   },
+  "keras-hub": {
+    prettyLabel: "KerasHub",
+    repoName: "KerasHub",
+    repoUrl: "https://github.com/keras-team/keras-hub",
+    docsUrl: "https://keras.io/keras_hub/",
+    snippets: keras_hub,
+    filter: true
+  },
   k2: {
     prettyLabel: "K2",
     repoName: "k2",
@@ -5886,6 +5911,12 @@ var MODEL_LIBRARIES_UI_ELEMENTS = {
     filter: true,
     countDownloads: `path_extension:"nemo" OR path:"model_config.yaml"`
   },
+  "open-oasis": {
+    prettyLabel: "open-oasis",
+    repoName: "open-oasis",
+    repoUrl: "https://github.com/etched-ai/open-oasis",
+    countDownloads: `path:"oasis500m.pt"`
+  },
   open_clip: {
     prettyLabel: "OpenCLIP",
     repoName: "OpenCLIP",
@@ -6110,6 +6141,13 @@ var MODEL_LIBRARIES_UI_ELEMENTS = {
     filter: false,
     countDownloads: `path_extension:"safetensors" OR path_extension:"pt"`
   },
+  genmo: {
+    prettyLabel: "Genmo",
+    repoName: "Genmo",
+    repoUrl: "https://github.com/genmoai/models",
+    filter: false,
+    countDownloads: `path:"vae_stats.json"`
+  },
   tensorflowtts: {
     prettyLabel: "TensorFlowTTS",
     repoName: "TensorFlowTTS",
@@ -6320,6 +6358,7 @@ var modelInputSnippets = {
   "tabular-classification": inputsTabularPrediction,
   "text-classification": inputsTextClassification,
   "text-generation": inputsTextGeneration,
+  "image-text-to-text": inputsTextGeneration,
   "text-to-image": inputsTextToImage,
   "text-to-speech": inputsTextToSpeech,
   "text-to-audio": inputsTextToAudio,
@@ -6364,34 +6403,22 @@ __export(curl_exports, {
 
 // src/snippets/common.ts
 function stringifyMessages(messages, opts) {
-  const keyRole = opts.attributeKeyQuotes ? `"role"` : "role";
-  const keyContent = opts.attributeKeyQuotes ? `"content"` : "content";
-  const messagesStringified = messages.map(({ role, content }) => {
-    if (typeof content === "string") {
-      content = JSON.stringify(content).slice(1, -1);
-      if (opts.customContentEscaper) {
-        content = opts.customContentEscaper(content);
-      }
-      return `{ ${keyRole}: "${role}", ${keyContent}: "${content}" }`;
-    } else {
-      2;
-      content = content.map(({ image_url, text, type }) => ({
-        type,
-        image_url,
-        ...text ? { text: JSON.stringify(text).slice(1, -1) } : void 0
-      }));
-      content = JSON.stringify(content).slice(1, -1);
-      if (opts.customContentEscaper) {
-        content = opts.customContentEscaper(content);
-      }
-      return `{ ${keyRole}: "${role}", ${keyContent}: ${content} }`;
-    }
-  });
-  return opts.start + messagesStringified.join(opts.sep) + opts.end;
+  let messagesStr = JSON.stringify(messages, null, "	");
+  if (opts?.indent) {
+    messagesStr = messagesStr.replaceAll("\n", `
+${opts.indent}`);
+  }
+  if (!opts?.attributeKeyQuotes) {
+    messagesStr = messagesStr.replace(/"([^"]+)":/g, "$1:");
+  }
+  if (opts?.customContentEscaper) {
+    messagesStr = opts.customContentEscaper(messagesStr);
+  }
+  return messagesStr;
 }
 function stringifyGenerationConfig(config, opts) {
   const quote = opts.attributeKeyQuotes ? `"` : "";
-  return opts.start + Object.entries(config).map(([key, val]) => `${quote}${key}${quote}${opts.attributeValueConnector}${val}`).join(opts.sep) + opts.end;
+  return Object.entries(config).map(([key, val]) => `${quote}${key}${quote}${opts.attributeValueConnector}${val}`).join(`,${opts.indent}`);
 }
 
 // src/snippets/curl.ts
@@ -6419,18 +6446,12 @@ var snippetTextGeneration = (model, accessToken, opts) => {
 --data '{
     "model": "${model.id}",
     "messages": ${stringifyMessages(messages, {
-        sep: ",\n		",
-        start: `[
-		`,
-        end: `
-	]`,
+        indent: "	",
         attributeKeyQuotes: true,
         customContentEscaper: (str) => str.replace(/'/g, "'\\''")
       })},
     ${stringifyGenerationConfig(config, {
-        sep: ",\n    ",
-        start: "",
-        end: "",
+        indent: "\n    ",
         attributeKeyQuotes: true,
         attributeValueConnector: ": "
       })},
@@ -6507,23 +6528,14 @@ var snippetConversational = (model, accessToken, opts) => {
   const streaming = opts?.streaming ?? true;
   const exampleMessages = getModelInputSnippet(model);
   const messages = opts?.messages ?? exampleMessages;
-  const messagesStr = stringifyMessages(messages, {
-    sep: ",\n	",
-    start: `[
-	`,
-    end: `
-]`,
-    attributeKeyQuotes: true
-  });
+  const messagesStr = stringifyMessages(messages, { attributeKeyQuotes: true });
   const config = {
     ...opts?.temperature ? { temperature: opts.temperature } : void 0,
     max_tokens: opts?.max_tokens ?? 500,
     ...opts?.top_p ? { top_p: opts.top_p } : void 0
   };
   const configStr = stringifyGenerationConfig(config, {
-    sep: ",\n	",
-    start: "",
-    end: "",
+    indent: "\n	",
     attributeValueConnector: "="
   });
   if (streaming) {
@@ -6544,7 +6556,7 @@ stream = client.chat.completions.create(
 )
 
 for chunk in stream:
-    print(chunk.choices[0].delta.content)`
+    print(chunk.choices[0].delta.content, end="")`
       },
       {
         client: "openai",
@@ -6565,7 +6577,7 @@ stream = client.chat.completions.create(
 )
 
 for chunk in stream:
-    print(chunk.choices[0].delta.content)`
+    print(chunk.choices[0].delta.content, end="")`
       }
     ];
   } else {
@@ -6805,16 +6817,14 @@ var snippetTextGeneration2 = (model, accessToken, opts) => {
     const streaming = opts?.streaming ?? true;
     const exampleMessages = getModelInputSnippet(model);
     const messages = opts?.messages ?? exampleMessages;
-    const messagesStr = stringifyMessages(messages, { sep: ",\n		", start: "[\n		", end: "\n	]" });
+    const messagesStr = stringifyMessages(messages, { indent: "	" });
     const config = {
       ...opts?.temperature ? { temperature: opts.temperature } : void 0,
       max_tokens: opts?.max_tokens ?? 500,
       ...opts?.top_p ? { top_p: opts.top_p } : void 0
     };
     const configStr = stringifyGenerationConfig(config, {
-      sep: ",\n	",
-      start: "",
-      end: "",
+      indent: "\n	",
       attributeValueConnector: ": "
     });
     if (streaming) {
@@ -7041,6 +7051,47 @@ function hasJsInferenceSnippet(model) {
   return !!model.pipeline_tag && model.pipeline_tag in jsSnippets;
 }
 
+// src/gguf.ts
+var GGMLQuantizationType = /* @__PURE__ */ ((GGMLQuantizationType2) => {
+  GGMLQuantizationType2[GGMLQuantizationType2["F32"] = 0] = "F32";
+  GGMLQuantizationType2[GGMLQuantizationType2["F16"] = 1] = "F16";
+  GGMLQuantizationType2[GGMLQuantizationType2["Q4_0"] = 2] = "Q4_0";
+  GGMLQuantizationType2[GGMLQuantizationType2["Q4_1"] = 3] = "Q4_1";
+  GGMLQuantizationType2[GGMLQuantizationType2["Q5_0"] = 6] = "Q5_0";
+  GGMLQuantizationType2[GGMLQuantizationType2["Q5_1"] = 7] = "Q5_1";
+  GGMLQuantizationType2[GGMLQuantizationType2["Q8_0"] = 8] = "Q8_0";
+  GGMLQuantizationType2[GGMLQuantizationType2["Q8_1"] = 9] = "Q8_1";
+  GGMLQuantizationType2[GGMLQuantizationType2["Q2_K"] = 10] = "Q2_K";
+  GGMLQuantizationType2[GGMLQuantizationType2["Q3_K"] = 11] = "Q3_K";
+  GGMLQuantizationType2[GGMLQuantizationType2["Q4_K"] = 12] = "Q4_K";
+  GGMLQuantizationType2[GGMLQuantizationType2["Q5_K"] = 13] = "Q5_K";
+  GGMLQuantizationType2[GGMLQuantizationType2["Q6_K"] = 14] = "Q6_K";
+  GGMLQuantizationType2[GGMLQuantizationType2["Q8_K"] = 15] = "Q8_K";
+  GGMLQuantizationType2[GGMLQuantizationType2["IQ2_XXS"] = 16] = "IQ2_XXS";
+  GGMLQuantizationType2[GGMLQuantizationType2["IQ2_XS"] = 17] = "IQ2_XS";
+  GGMLQuantizationType2[GGMLQuantizationType2["IQ3_XXS"] = 18] = "IQ3_XXS";
+  GGMLQuantizationType2[GGMLQuantizationType2["IQ1_S"] = 19] = "IQ1_S";
+  GGMLQuantizationType2[GGMLQuantizationType2["IQ4_NL"] = 20] = "IQ4_NL";
+  GGMLQuantizationType2[GGMLQuantizationType2["IQ3_S"] = 21] = "IQ3_S";
+  GGMLQuantizationType2[GGMLQuantizationType2["IQ2_S"] = 22] = "IQ2_S";
+  GGMLQuantizationType2[GGMLQuantizationType2["IQ4_XS"] = 23] = "IQ4_XS";
+  GGMLQuantizationType2[GGMLQuantizationType2["I8"] = 24] = "I8";
+  GGMLQuantizationType2[GGMLQuantizationType2["I16"] = 25] = "I16";
+  GGMLQuantizationType2[GGMLQuantizationType2["I32"] = 26] = "I32";
+  GGMLQuantizationType2[GGMLQuantizationType2["I64"] = 27] = "I64";
+  GGMLQuantizationType2[GGMLQuantizationType2["F64"] = 28] = "F64";
+  GGMLQuantizationType2[GGMLQuantizationType2["IQ1_M"] = 29] = "IQ1_M";
+  GGMLQuantizationType2[GGMLQuantizationType2["BF16"] = 30] = "BF16";
+  return GGMLQuantizationType2;
+})(GGMLQuantizationType || {});
+var ggufQuants = Object.values(GGMLQuantizationType).filter((v) => typeof v === "string");
+var GGUF_QUANT_RE = new RegExp(`(?<quant>${ggufQuants.join("|")})(_(?<sizeVariation>[A-Z]+))?`);
+var GGUF_QUANT_RE_GLOBAL = new RegExp(GGUF_QUANT_RE, "g");
+function parseGGUFQuantLabel(fname) {
+  const quantLabel = fname.toUpperCase().match(GGUF_QUANT_RE_GLOBAL)?.at(-1);
+  return quantLabel;
+}
+
 // src/hardware.ts
 var TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL = 10 ** 14;
 var TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL_BIOLOGY = 10 ** 11;
@@ -7499,7 +7550,6 @@ var SKUS = {
 };
 
 // src/local-apps.ts
-var import_gguf = require("@huggingface/gguf");
 function isAwqModel(model) {
   return model.config?.quantization_config?.quant_method === "awq";
 }
@@ -7577,7 +7627,7 @@ var snippetNodeLlamaCppCli = (model, filepath) => {
 };
 var snippetOllama = (model, filepath) => {
   if (filepath) {
-    const quantLabel = (0, import_gguf.parseGGUFQuantLabel)(filepath);
+    const quantLabel = parseGGUFQuantLabel(filepath);
     const ollamatag = quantLabel ? `:${quantLabel}` : "";
     return `ollama run hf.co/${model.id}${ollamatag}`;
   }
@@ -7881,6 +7931,9 @@ var DATASET_LIBRARIES_UI_ELEMENTS = {
   ALL_MODEL_LIBRARY_KEYS,
   DATASET_LIBRARIES_UI_ELEMENTS,
   DEFAULT_MEMORY_OPTIONS,
+  GGMLQuantizationType,
+  GGUF_QUANT_RE,
+  GGUF_QUANT_RE_GLOBAL,
   LIBRARY_TASK_MAPPING,
   LOCAL_APPS,
   MAPPING_DEFAULT_WIDGET,
@@ -7895,5 +7948,6 @@ var DATASET_LIBRARIES_UI_ELEMENTS = {
   SUBTASK_TYPES,
   TASKS_DATA,
   TASKS_MODEL_LIBRARIES,
+  parseGGUFQuantLabel,
   snippets
 });

package/dist/index.js

@@ -4797,9 +4797,9 @@ var gliner = (model) => [
 model = GLiNER.from_pretrained("${model.id}")`
 ];
 var keras = (model) => [
-  `# Available backend options are: "jax", "tensorflow", "torch".
+  `# Available backend options are: "jax", "torch", "tensorflow".
 import os
-os.environ["KERAS_BACKEND"] = "tensorflow"
+os.environ["KERAS_BACKEND"] = "jax"
 	
 import keras
 
@@ -4807,9 +4807,9 @@ model = keras.saving.load_model("hf://${model.id}")
 `
 ];
 var keras_nlp = (model) => [
-  `# Available backend options are: "jax", "tensorflow", "torch".
+  `# Available backend options are: "jax", "torch", "tensorflow".
 import os
-os.environ["KERAS_BACKEND"] = "tensorflow"
+os.environ["KERAS_BACKEND"] = "jax"
 
 import keras_nlp
 
@@ -4817,6 +4817,20 @@ tokenizer = keras_nlp.models.Tokenizer.from_preset("hf://${model.id}")
 backbone = keras_nlp.models.Backbone.from_preset("hf://${model.id}")
 `
 ];
+var keras_hub = (model) => [
+  `# Available backend options are: "jax", "torch", "tensorflow".
+import os
+os.environ["KERAS_BACKEND"] = "jax"
+
+import keras_hub
+
+# Load a task-specific model (*replace CausalLM with your task*)
+model = keras_hub.models.CausalLM.from_preset("hf://${model.id}", dtype="bfloat16")
+
+# Possible tasks are CausalLM, TextToImage, ImageClassifier, ...
+# full list here: https://keras.io/api/keras_hub/models/#api-documentation
+`
+];
 var llama_cpp_python = (model) => [
   `from llama_cpp import Llama
 
@@ -5731,16 +5745,23 @@ var MODEL_LIBRARIES_UI_ELEMENTS = {
     repoUrl: "https://github.com/keras-team/tf-keras",
     docsUrl: "https://huggingface.co/docs/hub/tf-keras",
     snippets: tf_keras,
-    filter: true,
     countDownloads: `path:"saved_model.pb"`
   },
   "keras-nlp": {
     prettyLabel: "KerasNLP",
     repoName: "KerasNLP",
-    repoUrl: "https://keras.io/keras_nlp/",
-    docsUrl: "https://github.com/keras-team/keras-nlp",
+    repoUrl: "https://github.com/keras-team/keras-nlp",
+    docsUrl: "https://keras.io/keras_nlp/",
     snippets: keras_nlp
   },
+  "keras-hub": {
+    prettyLabel: "KerasHub",
+    repoName: "KerasHub",
+    repoUrl: "https://github.com/keras-team/keras-hub",
+    docsUrl: "https://keras.io/keras_hub/",
+    snippets: keras_hub,
+    filter: true
+  },
   k2: {
     prettyLabel: "K2",
     repoName: "k2",
@@ -5848,6 +5869,12 @@ var MODEL_LIBRARIES_UI_ELEMENTS = {
     filter: true,
     countDownloads: `path_extension:"nemo" OR path:"model_config.yaml"`
   },
+  "open-oasis": {
+    prettyLabel: "open-oasis",
+    repoName: "open-oasis",
+    repoUrl: "https://github.com/etched-ai/open-oasis",
+    countDownloads: `path:"oasis500m.pt"`
+  },
   open_clip: {
     prettyLabel: "OpenCLIP",
     repoName: "OpenCLIP",
@@ -6072,6 +6099,13 @@ var MODEL_LIBRARIES_UI_ELEMENTS = {
     filter: false,
     countDownloads: `path_extension:"safetensors" OR path_extension:"pt"`
   },
+  genmo: {
+    prettyLabel: "Genmo",
+    repoName: "Genmo",
+    repoUrl: "https://github.com/genmoai/models",
+    filter: false,
+    countDownloads: `path:"vae_stats.json"`
+  },
   tensorflowtts: {
     prettyLabel: "TensorFlowTTS",
     repoName: "TensorFlowTTS",
@@ -6282,6 +6316,7 @@ var modelInputSnippets = {
   "tabular-classification": inputsTabularPrediction,
   "text-classification": inputsTextClassification,
   "text-generation": inputsTextGeneration,
+  "image-text-to-text": inputsTextGeneration,
   "text-to-image": inputsTextToImage,
   "text-to-speech": inputsTextToSpeech,
   "text-to-audio": inputsTextToAudio,
@@ -6326,34 +6361,22 @@ __export(curl_exports, {
 
 // src/snippets/common.ts
 function stringifyMessages(messages, opts) {
-  const keyRole = opts.attributeKeyQuotes ? `"role"` : "role";
-  const keyContent = opts.attributeKeyQuotes ? `"content"` : "content";
-  const messagesStringified = messages.map(({ role, content }) => {
-    if (typeof content === "string") {
-      content = JSON.stringify(content).slice(1, -1);
-      if (opts.customContentEscaper) {
-        content = opts.customContentEscaper(content);
-      }
-      return `{ ${keyRole}: "${role}", ${keyContent}: "${content}" }`;
-    } else {
-      2;
-      content = content.map(({ image_url, text, type }) => ({
-        type,
-        image_url,
-        ...text ? { text: JSON.stringify(text).slice(1, -1) } : void 0
-      }));
-      content = JSON.stringify(content).slice(1, -1);
-      if (opts.customContentEscaper) {
-        content = opts.customContentEscaper(content);
-      }
-      return `{ ${keyRole}: "${role}", ${keyContent}: ${content} }`;
-    }
-  });
-  return opts.start + messagesStringified.join(opts.sep) + opts.end;
+  let messagesStr = JSON.stringify(messages, null, "	");
+  if (opts?.indent) {
+    messagesStr = messagesStr.replaceAll("\n", `
+${opts.indent}`);
+  }
+  if (!opts?.attributeKeyQuotes) {
+    messagesStr = messagesStr.replace(/"([^"]+)":/g, "$1:");
+  }
+  if (opts?.customContentEscaper) {
+    messagesStr = opts.customContentEscaper(messagesStr);
+  }
+  return messagesStr;
 }
 function stringifyGenerationConfig(config, opts) {
   const quote = opts.attributeKeyQuotes ? `"` : "";
-  return opts.start + Object.entries(config).map(([key, val]) => `${quote}${key}${quote}${opts.attributeValueConnector}${val}`).join(opts.sep) + opts.end;
+  return Object.entries(config).map(([key, val]) => `${quote}${key}${quote}${opts.attributeValueConnector}${val}`).join(`,${opts.indent}`);
 }
 
 // src/snippets/curl.ts
@@ -6381,18 +6404,12 @@ var snippetTextGeneration = (model, accessToken, opts) => {
 --data '{
     "model": "${model.id}",
     "messages": ${stringifyMessages(messages, {
-        sep: ",\n		",
-        start: `[
-		`,
-        end: `
-	]`,
+        indent: "	",
         attributeKeyQuotes: true,
         customContentEscaper: (str) => str.replace(/'/g, "'\\''")
       })},
     ${stringifyGenerationConfig(config, {
-        sep: ",\n    ",
-        start: "",
-        end: "",
+        indent: "\n    ",
         attributeKeyQuotes: true,
         attributeValueConnector: ": "
       })},
@@ -6469,23 +6486,14 @@ var snippetConversational = (model, accessToken, opts) => {
   const streaming = opts?.streaming ?? true;
   const exampleMessages = getModelInputSnippet(model);
   const messages = opts?.messages ?? exampleMessages;
-  const messagesStr = stringifyMessages(messages, {
-    sep: ",\n	",
-    start: `[
-	`,
-    end: `
-]`,
-    attributeKeyQuotes: true
-  });
+  const messagesStr = stringifyMessages(messages, { attributeKeyQuotes: true });
   const config = {
     ...opts?.temperature ? { temperature: opts.temperature } : void 0,
     max_tokens: opts?.max_tokens ?? 500,
     ...opts?.top_p ? { top_p: opts.top_p } : void 0
   };
   const configStr = stringifyGenerationConfig(config, {
-    sep: ",\n	",
-    start: "",
-    end: "",
+    indent: "\n	",
     attributeValueConnector: "="
   });
   if (streaming) {
@@ -6506,7 +6514,7 @@ stream = client.chat.completions.create(
 )
 
 for chunk in stream:
-    print(chunk.choices[0].delta.content)`
+    print(chunk.choices[0].delta.content, end="")`
       },
       {
         client: "openai",
@@ -6527,7 +6535,7 @@ stream = client.chat.completions.create(
 )
 
 for chunk in stream:
-    print(chunk.choices[0].delta.content)`
+    print(chunk.choices[0].delta.content, end="")`
       }
     ];
   } else {
@@ -6767,16 +6775,14 @@ var snippetTextGeneration2 = (model, accessToken, opts) => {
     const streaming = opts?.streaming ?? true;
     const exampleMessages = getModelInputSnippet(model);
     const messages = opts?.messages ?? exampleMessages;
-    const messagesStr = stringifyMessages(messages, { sep: ",\n		", start: "[\n		", end: "\n	]" });
+    const messagesStr = stringifyMessages(messages, { indent: "	" });
     const config = {
       ...opts?.temperature ? { temperature: opts.temperature } : void 0,
       max_tokens: opts?.max_tokens ?? 500,
       ...opts?.top_p ? { top_p: opts.top_p } : void 0
     };
     const configStr = stringifyGenerationConfig(config, {
-      sep: ",\n	",
-      start: "",
-      end: "",
+      indent: "\n	",
       attributeValueConnector: ": "
     });
     if (streaming) {
@@ -7003,6 +7009,47 @@ function hasJsInferenceSnippet(model) {
   return !!model.pipeline_tag && model.pipeline_tag in jsSnippets;
 }
 
+// src/gguf.ts
+var GGMLQuantizationType = /* @__PURE__ */ ((GGMLQuantizationType2) => {
+  GGMLQuantizationType2[GGMLQuantizationType2["F32"] = 0] = "F32";
+  GGMLQuantizationType2[GGMLQuantizationType2["F16"] = 1] = "F16";
+  GGMLQuantizationType2[GGMLQuantizationType2["Q4_0"] = 2] = "Q4_0";
+  GGMLQuantizationType2[GGMLQuantizationType2["Q4_1"] = 3] = "Q4_1";
+  GGMLQuantizationType2[GGMLQuantizationType2["Q5_0"] = 6] = "Q5_0";
+  GGMLQuantizationType2[GGMLQuantizationType2["Q5_1"] = 7] = "Q5_1";
+  GGMLQuantizationType2[GGMLQuantizationType2["Q8_0"] = 8] = "Q8_0";
+  GGMLQuantizationType2[GGMLQuantizationType2["Q8_1"] = 9] = "Q8_1";
+  GGMLQuantizationType2[GGMLQuantizationType2["Q2_K"] = 10] = "Q2_K";
+  GGMLQuantizationType2[GGMLQuantizationType2["Q3_K"] = 11] = "Q3_K";
+  GGMLQuantizationType2[GGMLQuantizationType2["Q4_K"] = 12] = "Q4_K";
+  GGMLQuantizationType2[GGMLQuantizationType2["Q5_K"] = 13] = "Q5_K";
+  GGMLQuantizationType2[GGMLQuantizationType2["Q6_K"] = 14] = "Q6_K";
+  GGMLQuantizationType2[GGMLQuantizationType2["Q8_K"] = 15] = "Q8_K";
+  GGMLQuantizationType2[GGMLQuantizationType2["IQ2_XXS"] = 16] = "IQ2_XXS";
+  GGMLQuantizationType2[GGMLQuantizationType2["IQ2_XS"] = 17] = "IQ2_XS";
+  GGMLQuantizationType2[GGMLQuantizationType2["IQ3_XXS"] = 18] = "IQ3_XXS";
+  GGMLQuantizationType2[GGMLQuantizationType2["IQ1_S"] = 19] = "IQ1_S";
+  GGMLQuantizationType2[GGMLQuantizationType2["IQ4_NL"] = 20] = "IQ4_NL";
+  GGMLQuantizationType2[GGMLQuantizationType2["IQ3_S"] = 21] = "IQ3_S";
+  GGMLQuantizationType2[GGMLQuantizationType2["IQ2_S"] = 22] = "IQ2_S";
+  GGMLQuantizationType2[GGMLQuantizationType2["IQ4_XS"] = 23] = "IQ4_XS";
+  GGMLQuantizationType2[GGMLQuantizationType2["I8"] = 24] = "I8";
+  GGMLQuantizationType2[GGMLQuantizationType2["I16"] = 25] = "I16";
+  GGMLQuantizationType2[GGMLQuantizationType2["I32"] = 26] = "I32";
+  GGMLQuantizationType2[GGMLQuantizationType2["I64"] = 27] = "I64";
+  GGMLQuantizationType2[GGMLQuantizationType2["F64"] = 28] = "F64";
+  GGMLQuantizationType2[GGMLQuantizationType2["IQ1_M"] = 29] = "IQ1_M";
+  GGMLQuantizationType2[GGMLQuantizationType2["BF16"] = 30] = "BF16";
+  return GGMLQuantizationType2;
+})(GGMLQuantizationType || {});
+var ggufQuants = Object.values(GGMLQuantizationType).filter((v) => typeof v === "string");
+var GGUF_QUANT_RE = new RegExp(`(?<quant>${ggufQuants.join("|")})(_(?<sizeVariation>[A-Z]+))?`);
+var GGUF_QUANT_RE_GLOBAL = new RegExp(GGUF_QUANT_RE, "g");
+function parseGGUFQuantLabel(fname) {
+  const quantLabel = fname.toUpperCase().match(GGUF_QUANT_RE_GLOBAL)?.at(-1);
+  return quantLabel;
+}
+
 // src/hardware.ts
 var TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL = 10 ** 14;
 var TFLOPS_THRESHOLD_WHITE_HOUSE_MODEL_TRAINING_TOTAL_BIOLOGY = 10 ** 11;
@@ -7461,7 +7508,6 @@ var SKUS = {
 };
 
 // src/local-apps.ts
-import { parseGGUFQuantLabel } from "@huggingface/gguf";
 function isAwqModel(model) {
   return model.config?.quantization_config?.quant_method === "awq";
 }
@@ -7842,6 +7888,9 @@ export {
   ALL_MODEL_LIBRARY_KEYS,
   DATASET_LIBRARIES_UI_ELEMENTS,
   DEFAULT_MEMORY_OPTIONS,
+  GGMLQuantizationType,
+  GGUF_QUANT_RE,
+  GGUF_QUANT_RE_GLOBAL,
   LIBRARY_TASK_MAPPING,
   LOCAL_APPS,
   MAPPING_DEFAULT_WIDGET,
@@ -7856,5 +7905,6 @@ export {
   SUBTASK_TYPES,
   TASKS_DATA,
   TASKS_MODEL_LIBRARIES,
+  parseGGUFQuantLabel,
   snippets_exports as snippets
 };

package/dist/src/gguf.d.ts

@@ -0,0 +1,35 @@
+export declare enum GGMLQuantizationType {
+    F32 = 0,
+    F16 = 1,
+    Q4_0 = 2,
+    Q4_1 = 3,
+    Q5_0 = 6,
+    Q5_1 = 7,
+    Q8_0 = 8,
+    Q8_1 = 9,
+    Q2_K = 10,
+    Q3_K = 11,
+    Q4_K = 12,
+    Q5_K = 13,
+    Q6_K = 14,
+    Q8_K = 15,
+    IQ2_XXS = 16,
+    IQ2_XS = 17,
+    IQ3_XXS = 18,
+    IQ1_S = 19,
+    IQ4_NL = 20,
+    IQ3_S = 21,
+    IQ2_S = 22,
+    IQ4_XS = 23,
+    I8 = 24,
+    I16 = 25,
+    I32 = 26,
+    I64 = 27,
+    F64 = 28,
+    IQ1_M = 29,
+    BF16 = 30
+}
+export declare const GGUF_QUANT_RE: RegExp;
+export declare const GGUF_QUANT_RE_GLOBAL: RegExp;
+export declare function parseGGUFQuantLabel(fname: string): string | undefined;
+//# sourceMappingURL=gguf.d.ts.map

package/dist/src/gguf.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"gguf.d.ts","sourceRoot":"","sources":["../../src/gguf.ts"],"names":[],"mappings":"AAAA,oBAAY,oBAAoB;IAC/B,GAAG,IAAI;IACP,GAAG,IAAI;IACP,IAAI,IAAI;IACR,IAAI,IAAI;IACR,IAAI,IAAI;IACR,IAAI,IAAI;IACR,IAAI,IAAI;IACR,IAAI,IAAI;IACR,IAAI,KAAK;IACT,IAAI,KAAK;IACT,IAAI,KAAK;IACT,IAAI,KAAK;IACT,IAAI,KAAK;IACT,IAAI,KAAK;IACT,OAAO,KAAK;IACZ,MAAM,KAAK;IACX,OAAO,KAAK;IACZ,KAAK,KAAK;IACV,MAAM,KAAK;IACX,KAAK,KAAK;IACV,KAAK,KAAK;IACV,MAAM,KAAK;IACX,EAAE,KAAK;IACP,GAAG,KAAK;IACR,GAAG,KAAK;IACR,GAAG,KAAK;IACR,GAAG,KAAK;IACR,KAAK,KAAK;IACV,IAAI,KAAK;CACT;AAGD,eAAO,MAAM,aAAa,QAAmF,CAAC;AAC9G,eAAO,MAAM,oBAAoB,QAAiC,CAAC;AAEnE,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,GAAG,SAAS,CAGrE"}