@huggingface/transformers 4.0.0-next.2 → 4.0.0-next.4

package/dist/transformers.node.cjs

@@ -151,6 +151,9 @@ __export(transformers_exports, {
   CodeGenPreTrainedModel: () => CodeGenPreTrainedModel,
   CodeGenTokenizer: () => CodeGenTokenizer,
   CodeLlamaTokenizer: () => CodeLlamaTokenizer,
+  Cohere2ForCausalLM: () => Cohere2ForCausalLM,
+  Cohere2Model: () => Cohere2Model,
+  Cohere2PreTrainedModel: () => Cohere2PreTrainedModel,
   CohereForCausalLM: () => CohereForCausalLM,
   CohereModel: () => CohereModel,
   CoherePreTrainedModel: () => CoherePreTrainedModel,
@@ -882,7 +885,7 @@ var import_node_fs = __toESM(require("fs"), 1);
 var import_node_path = __toESM(require("path"), 1);
 var import_node_url = __toESM(require("url"), 1);
 var import_meta = {};
-var VERSION = "4.0.0-next.2";
+var VERSION = "4.0.0-next.4";
 var IS_PROCESS_AVAILABLE = typeof process !== "undefined";
 var IS_NODE_ENV = IS_PROCESS_AVAILABLE && process?.release?.name === "node";
 var IS_FS_AVAILABLE = !isEmpty(import_node_fs.default);
@@ -7627,7 +7630,7 @@ var uint16_to_float32 = /* @__PURE__ */ (function() {
 // src/backends/onnx.js
 var ONNX_NODE = __toESM(require("onnxruntime-node"), 1);
 
-// ../../node_modules/.pnpm/onnxruntime-web@1.25.0-dev.20260209-a3749f1353/node_modules/onnxruntime-web/dist/ort.webgpu.bundle.min.mjs
+// ../../node_modules/.pnpm/onnxruntime-web@1.25.0-dev.20260212-1a71a5f46e/node_modules/onnxruntime-web/dist/ort.webgpu.bundle.min.mjs
 var ort_webgpu_bundle_min_exports = {};
 __export(ort_webgpu_bundle_min_exports, {
   InferenceSession: () => nc,
@@ -9597,7 +9600,7 @@ async function is(a = {}) {
         we(`invalid type for getValue: ${t}`);
     }
   }, r.UTF8ToString = ct, r.stringToUTF8 = Pe, r.lengthBytesUTF8 = _e;
-  var bo, wo, Rr, $t, Te, mt, go, To, vo, Eo, So, Ao, Io, xo, Lo, Oo, Bo, Nr, Wr, kr, Fr, Et, Gr, Mo, $r, Uo, Co, Do, zr, Po, _o, Vr, k, St, Ro, C, zt, D, No, Hr, Wo, ko, Fo, jr, Go, $o, zo, Vo, Ho, jo, Yo, qo, Jo, Xo, Zo, Ko, Qo, ea, ta, ra, na, oa, aa, sa, ia, ua, fa, ca, da, la, pa, ma, ha, ya, ba, wa, ga, Ta, va, Ea, Sa, Aa, Ia, xa, Ne, df = [Ye, gr, In, Mn, Un, Cn, Dn, Pn, _n, Rn, Nn, Wn, kn, Fn, Gn, $n, eo, to, ro, co, lo, po, mo, ho, yo], Yr = { 1116828: (e, t, n, o, u) => {
+  var bo, wo, Rr, $t, Te, mt, go, To, vo, Eo, So, Ao, Io, xo, Lo, Oo, Bo, Nr, Wr, kr, Fr, Et, Gr, Mo, $r, Uo, Co, Do, zr, Po, _o, Vr, k, St, Ro, C, zt, D, No, Hr, Wo, ko, Fo, jr, Go, $o, zo, Vo, Ho, jo, Yo, qo, Jo, Xo, Zo, Ko, Qo, ea, ta, ra, na, oa, aa, sa, ia, ua, fa, ca, da, la, pa, ma, ha, ya, ba, wa, ga, Ta, va, Ea, Sa, Aa, Ia, xa, Ne, df = [Ye, gr, In, Mn, Un, Cn, Dn, Pn, _n, Rn, Nn, Wn, kn, Fn, Gn, $n, eo, to, ro, co, lo, po, mo, ho, yo], Yr = { 1117404: (e, t, n, o, u) => {
     if (r === void 0 || !r.Zc) return 1;
     if ((e = ct(Number(e >>> 0))).startsWith("./") && (e = e.substring(2)), !(e = r.Zc.get(e))) return 2;
     if (t = Number(t >>> 0), n = Number(n >>> 0), o = Number(o >>> 0), t + n > e.byteLength) return 3;
@@ -9617,11 +9620,11 @@ async function is(a = {}) {
     } catch {
       return 4;
     }
-  }, 1117652: (e, t, n) => {
+  }, 1118228: (e, t, n) => {
     r.ke(e, (l(), J).subarray(t >>> 0, t + n >>> 0));
-  }, 1117716: () => r.Ie(), 1117758: (e) => {
+  }, 1118292: () => r.Ie(), 1118334: (e) => {
     r.je(e);
-  }, 1117795: () => typeof wasmOffsetConverter < "u" };
+  }, 1118371: () => typeof wasmOffsetConverter < "u" };
   function lf() {
     return typeof wasmOffsetConverter < "u";
   }
@@ -11549,7 +11552,7 @@ var qs = F(() => {
 ze();
 ze();
 ze();
-var rs = "1.25.0-dev.20260209-a3749f1353";
+var rs = "1.25.0-dev.20260212-1a71a5f46e";
 var Ol = tn;
 {
   let a = (qs(), Ht(Ys)).wasmBackend;
@@ -20849,6 +20852,7 @@ function getNormalizedConfig(config) {
     case "granite":
     case "granitemoehybrid":
     case "cohere":
+    case "cohere2":
     case "mistral":
     case "starcoder2":
     case "qwen2":
@@ -23184,7 +23188,7 @@ var PreTrainedModel = class extends Callable2 {
   /**
    *
    * @param {GenerationConfig} generation_config
-   * @param {StoppingCriteriaList} [stopping_criteria=null]
+   * @param {import('../generation/stopping_criteria.js').StoppingCriteria|import('../generation/stopping_criteria.js').StoppingCriteria[]|StoppingCriteriaList} [stopping_criteria=null]
    */
   _get_stopping_criteria(generation_config, stopping_criteria = null) {
     const criteria = new StoppingCriteriaList();
@@ -23928,6 +23932,9 @@ __export(models_exports, {
   CodeGenForCausalLM: () => CodeGenForCausalLM,
   CodeGenModel: () => CodeGenModel,
   CodeGenPreTrainedModel: () => CodeGenPreTrainedModel,
+  Cohere2ForCausalLM: () => Cohere2ForCausalLM,
+  Cohere2Model: () => Cohere2Model,
+  Cohere2PreTrainedModel: () => Cohere2PreTrainedModel,
   CohereForCausalLM: () => CohereForCausalLM,
   CohereModel: () => CohereModel,
   CoherePreTrainedModel: () => CoherePreTrainedModel,
@@ -24925,6 +24932,14 @@ var CohereModel = class extends CoherePreTrainedModel {
 var CohereForCausalLM = class extends CoherePreTrainedModel {
 };
 
+// src/models/cohere2/modeling_cohere2.js
+var Cohere2PreTrainedModel = class extends PreTrainedModel {
+};
+var Cohere2Model = class extends Cohere2PreTrainedModel {
+};
+var Cohere2ForCausalLM = class extends Cohere2PreTrainedModel {
+};
+
 // src/models/convbert/modeling_convbert.js
 var ConvBertPreTrainedModel = class extends PreTrainedModel {
 };
@@ -28729,6 +28744,7 @@ var MODEL_MAPPING_NAMES_DECODER_ONLY = /* @__PURE__ */ new Map([
   ["granite", "GraniteModel"],
   ["granitemoehybrid", "GraniteMoeHybridModel"],
   ["cohere", "CohereModel"],
+  ["cohere2", "Cohere2Model"],
   ["gemma", "GemmaModel"],
   ["gemma2", "Gemma2Model"],
   ["vaultgemma", "VaultGemmaModel"],
@@ -28842,6 +28858,7 @@ var MODEL_FOR_CAUSAL_LM_MAPPING_NAMES = /* @__PURE__ */ new Map([
   ["granite", "GraniteForCausalLM"],
   ["granitemoehybrid", "GraniteMoeHybridForCausalLM"],
   ["cohere", "CohereForCausalLM"],
+  ["cohere2", "Cohere2ForCausalLM"],
   ["gemma", "GemmaForCausalLM"],
   ["gemma2", "Gemma2ForCausalLM"],
   ["vaultgemma", "VaultGemmaForCausalLM"],
@@ -30993,6 +31010,7 @@ var TextStreamer = class extends BaseStreamer {
     this.token_cache = [];
     this.print_len = 0;
     this.next_tokens_are_prompt = true;
+    this.special_ids = new Set(this.tokenizer.all_special_ids.map(BigInt));
   }
   /**
    * Receives tokens, decodes them, and prints them to stdout as soon as they form entire words.
@@ -31009,6 +31027,19 @@ var TextStreamer = class extends BaseStreamer {
     }
     const tokens = value[0];
     this.token_callback_function?.(tokens);
+    if (tokens.length === 1 && this.special_ids.has(tokens[0])) {
+      if (this.decode_kwargs.skip_special_tokens) return;
+      if (this.token_cache.length > 0) {
+        const text2 = this.tokenizer.decode(this.token_cache, this.decode_kwargs);
+        const printable_text2 = text2.slice(this.print_len);
+        this.on_finalized_text(printable_text2, false);
+        this.token_cache = [];
+        this.print_len = 0;
+      }
+      const special_text = this.tokenizer.decode(tokens, this.decode_kwargs);
+      this.on_finalized_text(special_text, false);
+      return;
+    }
     this.token_cache = mergeArrays(this.token_cache, tokens);
     const text = this.tokenizer.decode(this.token_cache, this.decode_kwargs);
     let printable_text;
@@ -31340,6 +31371,9 @@ async function load_video(src, { num_frames = null, fps = null } = {}) {
   CodeGenPreTrainedModel,
   CodeGenTokenizer,
   CodeLlamaTokenizer,
+  Cohere2ForCausalLM,
+  Cohere2Model,
+  Cohere2PreTrainedModel,
   CohereForCausalLM,
   CohereModel,
   CoherePreTrainedModel,
@@ -32068,7 +32102,7 @@ async function load_video(src, { num_frames = null, fps = null } = {}) {
 
 onnxruntime-web/dist/ort.webgpu.bundle.min.mjs:
   (*!
-   * ONNX Runtime Web v1.25.0-dev.20260209-a3749f1353
+   * ONNX Runtime Web v1.25.0-dev.20260212-1a71a5f46e
    * Copyright (c) Microsoft Corporation. All rights reserved.
    * Licensed under the MIT License.
    *)