@huggingface/transformers 3.6.1 → 3.6.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -4005,6 +4005,7 @@ function getNormalizedConfig(config) {
4005
4005
  mapping['hidden_size'] = 'hidden_size';
4006
4006
  break;
4007
4007
  case 'llama':
4008
+ case 'smollm3':
4008
4009
  case 'olmo':
4009
4010
  case 'olmo2':
4010
4011
  case 'mobilellm':
@@ -4030,6 +4031,7 @@ function getNormalizedConfig(config) {
4030
4031
  case 'gemma3n_text':
4031
4032
  case 'glm':
4032
4033
  case 'helium':
4034
+ case 'ernie4_5':
4033
4035
  mapping['num_heads'] = 'num_key_value_heads';
4034
4036
  mapping['num_layers'] = 'num_hidden_layers';
4035
4037
  mapping['dim_kv'] = 'head_dim';
@@ -4365,7 +4367,7 @@ __webpack_require__.r(__webpack_exports__);
4365
4367
 
4366
4368
 
4367
4369
 
4368
- const VERSION = '3.6.1';
4370
+ const VERSION = '3.6.2';
4369
4371
 
4370
4372
  // Check if various APIs are available (depends on environment)
4371
4373
  const IS_BROWSER_ENV = typeof window !== "undefined" && typeof window.document !== "undefined";
@@ -6486,6 +6488,9 @@ __webpack_require__.r(__webpack_exports__);
6486
6488
  /* harmony export */ ElectraForTokenClassification: () => (/* binding */ ElectraForTokenClassification),
6487
6489
  /* harmony export */ ElectraModel: () => (/* binding */ ElectraModel),
6488
6490
  /* harmony export */ ElectraPreTrainedModel: () => (/* binding */ ElectraPreTrainedModel),
6491
+ /* harmony export */ Ernie4_5_ForCausalLM: () => (/* binding */ Ernie4_5_ForCausalLM),
6492
+ /* harmony export */ Ernie4_5_Model: () => (/* binding */ Ernie4_5_Model),
6493
+ /* harmony export */ Ernie4_5_PretrainedModel: () => (/* binding */ Ernie4_5_PretrainedModel),
6489
6494
  /* harmony export */ EsmForMaskedLM: () => (/* binding */ EsmForMaskedLM),
6490
6495
  /* harmony export */ EsmForSequenceClassification: () => (/* binding */ EsmForSequenceClassification),
6491
6496
  /* harmony export */ EsmForTokenClassification: () => (/* binding */ EsmForTokenClassification),
@@ -6767,6 +6772,9 @@ __webpack_require__.r(__webpack_exports__);
6767
6772
  /* harmony export */ SiglipPreTrainedModel: () => (/* binding */ SiglipPreTrainedModel),
6768
6773
  /* harmony export */ SiglipTextModel: () => (/* binding */ SiglipTextModel),
6769
6774
  /* harmony export */ SiglipVisionModel: () => (/* binding */ SiglipVisionModel),
6775
+ /* harmony export */ SmolLM3ForCausalLM: () => (/* binding */ SmolLM3ForCausalLM),
6776
+ /* harmony export */ SmolLM3Model: () => (/* binding */ SmolLM3Model),
6777
+ /* harmony export */ SmolLM3PreTrainedModel: () => (/* binding */ SmolLM3PreTrainedModel),
6770
6778
  /* harmony export */ SmolVLMForConditionalGeneration: () => (/* binding */ SmolVLMForConditionalGeneration),
6771
6779
  /* harmony export */ SnacDecoderModel: () => (/* binding */ SnacDecoderModel),
6772
6780
  /* harmony export */ SnacEncoderModel: () => (/* binding */ SnacEncoderModel),
@@ -11422,6 +11430,13 @@ class LlamaModel extends LlamaPreTrainedModel { }
11422
11430
  class LlamaForCausalLM extends LlamaPreTrainedModel { }
11423
11431
  //////////////////////////////////////////////////
11424
11432
 
11433
+ //////////////////////////////////////////////////
11434
+ // SmolLM3 models
11435
+ class SmolLM3PreTrainedModel extends PreTrainedModel { }
11436
+ class SmolLM3Model extends SmolLM3PreTrainedModel { }
11437
+ class SmolLM3ForCausalLM extends SmolLM3PreTrainedModel { }
11438
+ //////////////////////////////////////////////////
11439
+
11425
11440
  //////////////////////////////////////////////////
11426
11441
  // Helium models
11427
11442
  class HeliumPreTrainedModel extends PreTrainedModel { }
@@ -13568,6 +13583,15 @@ class MistralModel extends MistralPreTrainedModel { }
13568
13583
  class MistralForCausalLM extends MistralPreTrainedModel { }
13569
13584
  //////////////////////////////////////////////////
13570
13585
 
13586
+ //////////////////////////////////////////////////
13587
+ // ERNIE-4.5 models
13588
+ class Ernie4_5_PretrainedModel extends PreTrainedModel { }
13589
+
13590
+ class Ernie4_5_Model extends Ernie4_5_PretrainedModel { }
13591
+
13592
+ class Ernie4_5_ForCausalLM extends Ernie4_5_PretrainedModel { }
13593
+ //////////////////////////////////////////////////
13594
+
13571
13595
 
13572
13596
  //////////////////////////////////////////////////
13573
13597
  // Starcoder2 models
@@ -14623,6 +14647,7 @@ const MODEL_MAPPING_NAMES_DECODER_ONLY = new Map([
14623
14647
  ['gpt_neox', ['GPTNeoXModel', GPTNeoXModel]],
14624
14648
  ['codegen', ['CodeGenModel', CodeGenModel]],
14625
14649
  ['llama', ['LlamaModel', LlamaModel]],
14650
+ ['smollm3', ['SmolLM3Model', SmolLM3Model]],
14626
14651
  ['exaone', ['ExaoneModel', ExaoneModel]],
14627
14652
  ['olmo', ['OlmoModel', OlmoModel]],
14628
14653
  ['olmo2', ['Olmo2Model', Olmo2Model]],
@@ -14642,6 +14667,7 @@ const MODEL_MAPPING_NAMES_DECODER_ONLY = new Map([
14642
14667
  ['mpt', ['MptModel', MptModel]],
14643
14668
  ['opt', ['OPTModel', OPTModel]],
14644
14669
  ['mistral', ['MistralModel', MistralModel]],
14670
+ ['ernie4_5', ['Ernie4_5_Model', Ernie4_5_Model]],
14645
14671
  ['starcoder2', ['Starcoder2Model', Starcoder2Model]],
14646
14672
  ['falcon', ['FalconModel', FalconModel]],
14647
14673
  ['stablelm', ['StableLmModel', StableLmModel]],
@@ -14726,6 +14752,7 @@ const MODEL_FOR_CAUSAL_LM_MAPPING_NAMES = new Map([
14726
14752
  ['gpt_neox', ['GPTNeoXForCausalLM', GPTNeoXForCausalLM]],
14727
14753
  ['codegen', ['CodeGenForCausalLM', CodeGenForCausalLM]],
14728
14754
  ['llama', ['LlamaForCausalLM', LlamaForCausalLM]],
14755
+ ['smollm3', ['SmolLM3ForCausalLM', SmolLM3ForCausalLM]],
14729
14756
  ['exaone', ['ExaoneForCausalLM', ExaoneForCausalLM]],
14730
14757
  ['olmo', ['OlmoForCausalLM', OlmoForCausalLM]],
14731
14758
  ['olmo2', ['Olmo2ForCausalLM', Olmo2ForCausalLM]],
@@ -14746,6 +14773,7 @@ const MODEL_FOR_CAUSAL_LM_MAPPING_NAMES = new Map([
14746
14773
  ['opt', ['OPTForCausalLM', OPTForCausalLM]],
14747
14774
  ['mbart', ['MBartForCausalLM', MBartForCausalLM]],
14748
14775
  ['mistral', ['MistralForCausalLM', MistralForCausalLM]],
14776
+ ['ernie4_5', ['Ernie4_5_ForCausalLM', Ernie4_5_ForCausalLM]],
14749
14777
  ['starcoder2', ['Starcoder2ForCausalLM', Starcoder2ForCausalLM]],
14750
14778
  ['falcon', ['FalconForCausalLM', FalconForCausalLM]],
14751
14779
  ['trocr', ['TrOCRForCausalLM', TrOCRForCausalLM]],
@@ -24468,6 +24496,7 @@ __webpack_require__.r(__webpack_exports__);
24468
24496
  /* harmony export */ DebertaV2Tokenizer: () => (/* binding */ DebertaV2Tokenizer),
24469
24497
  /* harmony export */ DistilBertTokenizer: () => (/* binding */ DistilBertTokenizer),
24470
24498
  /* harmony export */ ElectraTokenizer: () => (/* binding */ ElectraTokenizer),
24499
+ /* harmony export */ Ernie4_5_Tokenizer: () => (/* binding */ Ernie4_5_Tokenizer),
24471
24500
  /* harmony export */ EsmTokenizer: () => (/* binding */ EsmTokenizer),
24472
24501
  /* harmony export */ FalconTokenizer: () => (/* binding */ FalconTokenizer),
24473
24502
  /* harmony export */ GPT2Tokenizer: () => (/* binding */ GPT2Tokenizer),
@@ -28816,6 +28845,8 @@ class CohereTokenizer extends PreTrainedTokenizer { }
28816
28845
 
28817
28846
  class MgpstrTokenizer extends PreTrainedTokenizer { }
28818
28847
 
28848
+ class Ernie4_5_Tokenizer extends PreTrainedTokenizer { }
28849
+
28819
28850
  /**
28820
28851
  * Helper class which is used to instantiate pretrained tokenizers with the `from_pretrained` function.
28821
28852
  * The chosen tokenizer class is determined by the type specified in the tokenizer config.
@@ -28870,6 +28901,7 @@ class AutoTokenizer {
28870
28901
  Grok1Tokenizer,
28871
28902
  CohereTokenizer,
28872
28903
  MgpstrTokenizer,
28904
+ Ernie4_5_Tokenizer,
28873
28905
 
28874
28906
  // Base case:
28875
28907
  PreTrainedTokenizer,
@@ -35638,6 +35670,10 @@ __webpack_require__.r(__webpack_exports__);
35638
35670
  /* harmony export */ ElectraTokenizer: () => (/* reexport safe */ _tokenizers_js__WEBPACK_IMPORTED_MODULE_3__.ElectraTokenizer),
35639
35671
  /* harmony export */ EncodecFeatureExtractor: () => (/* reexport safe */ _models_feature_extractors_js__WEBPACK_IMPORTED_MODULE_11__.EncodecFeatureExtractor),
35640
35672
  /* harmony export */ EosTokenCriteria: () => (/* reexport safe */ _generation_stopping_criteria_js__WEBPACK_IMPORTED_MODULE_20__.EosTokenCriteria),
35673
+ /* harmony export */ Ernie4_5_ForCausalLM: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.Ernie4_5_ForCausalLM),
35674
+ /* harmony export */ Ernie4_5_Model: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.Ernie4_5_Model),
35675
+ /* harmony export */ Ernie4_5_PretrainedModel: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.Ernie4_5_PretrainedModel),
35676
+ /* harmony export */ Ernie4_5_Tokenizer: () => (/* reexport safe */ _tokenizers_js__WEBPACK_IMPORTED_MODULE_3__.Ernie4_5_Tokenizer),
35641
35677
  /* harmony export */ EsmForMaskedLM: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.EsmForMaskedLM),
35642
35678
  /* harmony export */ EsmForSequenceClassification: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.EsmForSequenceClassification),
35643
35679
  /* harmony export */ EsmForTokenClassification: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.EsmForTokenClassification),
@@ -36021,6 +36057,9 @@ __webpack_require__.r(__webpack_exports__);
36021
36057
  /* harmony export */ SiglipTextModel: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.SiglipTextModel),
36022
36058
  /* harmony export */ SiglipTokenizer: () => (/* reexport safe */ _tokenizers_js__WEBPACK_IMPORTED_MODULE_3__.SiglipTokenizer),
36023
36059
  /* harmony export */ SiglipVisionModel: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.SiglipVisionModel),
36060
+ /* harmony export */ SmolLM3ForCausalLM: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.SmolLM3ForCausalLM),
36061
+ /* harmony export */ SmolLM3Model: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.SmolLM3Model),
36062
+ /* harmony export */ SmolLM3PreTrainedModel: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.SmolLM3PreTrainedModel),
36024
36063
  /* harmony export */ SmolVLMForConditionalGeneration: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.SmolVLMForConditionalGeneration),
36025
36064
  /* harmony export */ SmolVLMImageProcessor: () => (/* reexport safe */ _models_image_processors_js__WEBPACK_IMPORTED_MODULE_14__.SmolVLMImageProcessor),
36026
36065
  /* harmony export */ SmolVLMProcessor: () => (/* reexport safe */ _models_processors_js__WEBPACK_IMPORTED_MODULE_17__.SmolVLMProcessor),