@huggingface/transformers 3.6.1 → 3.6.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +4 -2
- package/dist/transformers.js +48 -2
- package/dist/transformers.js.map +1 -1
- package/dist/transformers.min.js +1 -1
- package/dist/transformers.min.js.map +1 -1
- package/dist/transformers.node.cjs +40 -1
- package/dist/transformers.node.cjs.map +1 -1
- package/dist/transformers.node.min.cjs +1 -1
- package/dist/transformers.node.min.cjs.map +1 -1
- package/dist/transformers.node.min.mjs +1 -1
- package/dist/transformers.node.min.mjs.map +1 -1
- package/dist/transformers.node.mjs +48 -2
- package/dist/transformers.node.mjs.map +1 -1
- package/dist/transformers.web.js +48 -2
- package/dist/transformers.web.js.map +1 -1
- package/dist/transformers.web.min.js +1 -1
- package/dist/transformers.web.min.js.map +1 -1
- package/package.json +1 -1
- package/src/configs.js +2 -0
- package/src/env.js +1 -1
- package/src/models.js +20 -0
- package/src/tokenizers.js +3 -0
- package/types/configs.d.ts.map +1 -1
- package/types/models.d.ts +12 -0
- package/types/models.d.ts.map +1 -1
- package/types/tokenizers.d.ts +3 -0
- package/types/tokenizers.d.ts.map +1 -1
|
@@ -4005,6 +4005,7 @@ function getNormalizedConfig(config) {
|
|
|
4005
4005
|
mapping['hidden_size'] = 'hidden_size';
|
|
4006
4006
|
break;
|
|
4007
4007
|
case 'llama':
|
|
4008
|
+
case 'smollm3':
|
|
4008
4009
|
case 'olmo':
|
|
4009
4010
|
case 'olmo2':
|
|
4010
4011
|
case 'mobilellm':
|
|
@@ -4030,6 +4031,7 @@ function getNormalizedConfig(config) {
|
|
|
4030
4031
|
case 'gemma3n_text':
|
|
4031
4032
|
case 'glm':
|
|
4032
4033
|
case 'helium':
|
|
4034
|
+
case 'ernie4_5':
|
|
4033
4035
|
mapping['num_heads'] = 'num_key_value_heads';
|
|
4034
4036
|
mapping['num_layers'] = 'num_hidden_layers';
|
|
4035
4037
|
mapping['dim_kv'] = 'head_dim';
|
|
@@ -4365,7 +4367,7 @@ __webpack_require__.r(__webpack_exports__);
|
|
|
4365
4367
|
|
|
4366
4368
|
|
|
4367
4369
|
|
|
4368
|
-
const VERSION = '3.6.
|
|
4370
|
+
const VERSION = '3.6.2';
|
|
4369
4371
|
|
|
4370
4372
|
// Check if various APIs are available (depends on environment)
|
|
4371
4373
|
const IS_BROWSER_ENV = typeof window !== "undefined" && typeof window.document !== "undefined";
|
|
@@ -6486,6 +6488,9 @@ __webpack_require__.r(__webpack_exports__);
|
|
|
6486
6488
|
/* harmony export */ ElectraForTokenClassification: () => (/* binding */ ElectraForTokenClassification),
|
|
6487
6489
|
/* harmony export */ ElectraModel: () => (/* binding */ ElectraModel),
|
|
6488
6490
|
/* harmony export */ ElectraPreTrainedModel: () => (/* binding */ ElectraPreTrainedModel),
|
|
6491
|
+
/* harmony export */ Ernie4_5_ForCausalLM: () => (/* binding */ Ernie4_5_ForCausalLM),
|
|
6492
|
+
/* harmony export */ Ernie4_5_Model: () => (/* binding */ Ernie4_5_Model),
|
|
6493
|
+
/* harmony export */ Ernie4_5_PretrainedModel: () => (/* binding */ Ernie4_5_PretrainedModel),
|
|
6489
6494
|
/* harmony export */ EsmForMaskedLM: () => (/* binding */ EsmForMaskedLM),
|
|
6490
6495
|
/* harmony export */ EsmForSequenceClassification: () => (/* binding */ EsmForSequenceClassification),
|
|
6491
6496
|
/* harmony export */ EsmForTokenClassification: () => (/* binding */ EsmForTokenClassification),
|
|
@@ -6767,6 +6772,9 @@ __webpack_require__.r(__webpack_exports__);
|
|
|
6767
6772
|
/* harmony export */ SiglipPreTrainedModel: () => (/* binding */ SiglipPreTrainedModel),
|
|
6768
6773
|
/* harmony export */ SiglipTextModel: () => (/* binding */ SiglipTextModel),
|
|
6769
6774
|
/* harmony export */ SiglipVisionModel: () => (/* binding */ SiglipVisionModel),
|
|
6775
|
+
/* harmony export */ SmolLM3ForCausalLM: () => (/* binding */ SmolLM3ForCausalLM),
|
|
6776
|
+
/* harmony export */ SmolLM3Model: () => (/* binding */ SmolLM3Model),
|
|
6777
|
+
/* harmony export */ SmolLM3PreTrainedModel: () => (/* binding */ SmolLM3PreTrainedModel),
|
|
6770
6778
|
/* harmony export */ SmolVLMForConditionalGeneration: () => (/* binding */ SmolVLMForConditionalGeneration),
|
|
6771
6779
|
/* harmony export */ SnacDecoderModel: () => (/* binding */ SnacDecoderModel),
|
|
6772
6780
|
/* harmony export */ SnacEncoderModel: () => (/* binding */ SnacEncoderModel),
|
|
@@ -11422,6 +11430,13 @@ class LlamaModel extends LlamaPreTrainedModel { }
|
|
|
11422
11430
|
class LlamaForCausalLM extends LlamaPreTrainedModel { }
|
|
11423
11431
|
//////////////////////////////////////////////////
|
|
11424
11432
|
|
|
11433
|
+
//////////////////////////////////////////////////
|
|
11434
|
+
// SmolLM3 models
|
|
11435
|
+
class SmolLM3PreTrainedModel extends PreTrainedModel { }
|
|
11436
|
+
class SmolLM3Model extends SmolLM3PreTrainedModel { }
|
|
11437
|
+
class SmolLM3ForCausalLM extends SmolLM3PreTrainedModel { }
|
|
11438
|
+
//////////////////////////////////////////////////
|
|
11439
|
+
|
|
11425
11440
|
//////////////////////////////////////////////////
|
|
11426
11441
|
// Helium models
|
|
11427
11442
|
class HeliumPreTrainedModel extends PreTrainedModel { }
|
|
@@ -13568,6 +13583,15 @@ class MistralModel extends MistralPreTrainedModel { }
|
|
|
13568
13583
|
class MistralForCausalLM extends MistralPreTrainedModel { }
|
|
13569
13584
|
//////////////////////////////////////////////////
|
|
13570
13585
|
|
|
13586
|
+
//////////////////////////////////////////////////
|
|
13587
|
+
// ERNIE-4.5 models
|
|
13588
|
+
class Ernie4_5_PretrainedModel extends PreTrainedModel { }
|
|
13589
|
+
|
|
13590
|
+
class Ernie4_5_Model extends Ernie4_5_PretrainedModel { }
|
|
13591
|
+
|
|
13592
|
+
class Ernie4_5_ForCausalLM extends Ernie4_5_PretrainedModel { }
|
|
13593
|
+
//////////////////////////////////////////////////
|
|
13594
|
+
|
|
13571
13595
|
|
|
13572
13596
|
//////////////////////////////////////////////////
|
|
13573
13597
|
// Starcoder2 models
|
|
@@ -14623,6 +14647,7 @@ const MODEL_MAPPING_NAMES_DECODER_ONLY = new Map([
|
|
|
14623
14647
|
['gpt_neox', ['GPTNeoXModel', GPTNeoXModel]],
|
|
14624
14648
|
['codegen', ['CodeGenModel', CodeGenModel]],
|
|
14625
14649
|
['llama', ['LlamaModel', LlamaModel]],
|
|
14650
|
+
['smollm3', ['SmolLM3Model', SmolLM3Model]],
|
|
14626
14651
|
['exaone', ['ExaoneModel', ExaoneModel]],
|
|
14627
14652
|
['olmo', ['OlmoModel', OlmoModel]],
|
|
14628
14653
|
['olmo2', ['Olmo2Model', Olmo2Model]],
|
|
@@ -14642,6 +14667,7 @@ const MODEL_MAPPING_NAMES_DECODER_ONLY = new Map([
|
|
|
14642
14667
|
['mpt', ['MptModel', MptModel]],
|
|
14643
14668
|
['opt', ['OPTModel', OPTModel]],
|
|
14644
14669
|
['mistral', ['MistralModel', MistralModel]],
|
|
14670
|
+
['ernie4_5', ['Ernie4_5_Model', Ernie4_5_Model]],
|
|
14645
14671
|
['starcoder2', ['Starcoder2Model', Starcoder2Model]],
|
|
14646
14672
|
['falcon', ['FalconModel', FalconModel]],
|
|
14647
14673
|
['stablelm', ['StableLmModel', StableLmModel]],
|
|
@@ -14726,6 +14752,7 @@ const MODEL_FOR_CAUSAL_LM_MAPPING_NAMES = new Map([
|
|
|
14726
14752
|
['gpt_neox', ['GPTNeoXForCausalLM', GPTNeoXForCausalLM]],
|
|
14727
14753
|
['codegen', ['CodeGenForCausalLM', CodeGenForCausalLM]],
|
|
14728
14754
|
['llama', ['LlamaForCausalLM', LlamaForCausalLM]],
|
|
14755
|
+
['smollm3', ['SmolLM3ForCausalLM', SmolLM3ForCausalLM]],
|
|
14729
14756
|
['exaone', ['ExaoneForCausalLM', ExaoneForCausalLM]],
|
|
14730
14757
|
['olmo', ['OlmoForCausalLM', OlmoForCausalLM]],
|
|
14731
14758
|
['olmo2', ['Olmo2ForCausalLM', Olmo2ForCausalLM]],
|
|
@@ -14746,6 +14773,7 @@ const MODEL_FOR_CAUSAL_LM_MAPPING_NAMES = new Map([
|
|
|
14746
14773
|
['opt', ['OPTForCausalLM', OPTForCausalLM]],
|
|
14747
14774
|
['mbart', ['MBartForCausalLM', MBartForCausalLM]],
|
|
14748
14775
|
['mistral', ['MistralForCausalLM', MistralForCausalLM]],
|
|
14776
|
+
['ernie4_5', ['Ernie4_5_ForCausalLM', Ernie4_5_ForCausalLM]],
|
|
14749
14777
|
['starcoder2', ['Starcoder2ForCausalLM', Starcoder2ForCausalLM]],
|
|
14750
14778
|
['falcon', ['FalconForCausalLM', FalconForCausalLM]],
|
|
14751
14779
|
['trocr', ['TrOCRForCausalLM', TrOCRForCausalLM]],
|
|
@@ -24468,6 +24496,7 @@ __webpack_require__.r(__webpack_exports__);
|
|
|
24468
24496
|
/* harmony export */ DebertaV2Tokenizer: () => (/* binding */ DebertaV2Tokenizer),
|
|
24469
24497
|
/* harmony export */ DistilBertTokenizer: () => (/* binding */ DistilBertTokenizer),
|
|
24470
24498
|
/* harmony export */ ElectraTokenizer: () => (/* binding */ ElectraTokenizer),
|
|
24499
|
+
/* harmony export */ Ernie4_5_Tokenizer: () => (/* binding */ Ernie4_5_Tokenizer),
|
|
24471
24500
|
/* harmony export */ EsmTokenizer: () => (/* binding */ EsmTokenizer),
|
|
24472
24501
|
/* harmony export */ FalconTokenizer: () => (/* binding */ FalconTokenizer),
|
|
24473
24502
|
/* harmony export */ GPT2Tokenizer: () => (/* binding */ GPT2Tokenizer),
|
|
@@ -28816,6 +28845,8 @@ class CohereTokenizer extends PreTrainedTokenizer { }
|
|
|
28816
28845
|
|
|
28817
28846
|
class MgpstrTokenizer extends PreTrainedTokenizer { }
|
|
28818
28847
|
|
|
28848
|
+
class Ernie4_5_Tokenizer extends PreTrainedTokenizer { }
|
|
28849
|
+
|
|
28819
28850
|
/**
|
|
28820
28851
|
* Helper class which is used to instantiate pretrained tokenizers with the `from_pretrained` function.
|
|
28821
28852
|
* The chosen tokenizer class is determined by the type specified in the tokenizer config.
|
|
@@ -28870,6 +28901,7 @@ class AutoTokenizer {
|
|
|
28870
28901
|
Grok1Tokenizer,
|
|
28871
28902
|
CohereTokenizer,
|
|
28872
28903
|
MgpstrTokenizer,
|
|
28904
|
+
Ernie4_5_Tokenizer,
|
|
28873
28905
|
|
|
28874
28906
|
// Base case:
|
|
28875
28907
|
PreTrainedTokenizer,
|
|
@@ -35638,6 +35670,10 @@ __webpack_require__.r(__webpack_exports__);
|
|
|
35638
35670
|
/* harmony export */ ElectraTokenizer: () => (/* reexport safe */ _tokenizers_js__WEBPACK_IMPORTED_MODULE_3__.ElectraTokenizer),
|
|
35639
35671
|
/* harmony export */ EncodecFeatureExtractor: () => (/* reexport safe */ _models_feature_extractors_js__WEBPACK_IMPORTED_MODULE_11__.EncodecFeatureExtractor),
|
|
35640
35672
|
/* harmony export */ EosTokenCriteria: () => (/* reexport safe */ _generation_stopping_criteria_js__WEBPACK_IMPORTED_MODULE_20__.EosTokenCriteria),
|
|
35673
|
+
/* harmony export */ Ernie4_5_ForCausalLM: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.Ernie4_5_ForCausalLM),
|
|
35674
|
+
/* harmony export */ Ernie4_5_Model: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.Ernie4_5_Model),
|
|
35675
|
+
/* harmony export */ Ernie4_5_PretrainedModel: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.Ernie4_5_PretrainedModel),
|
|
35676
|
+
/* harmony export */ Ernie4_5_Tokenizer: () => (/* reexport safe */ _tokenizers_js__WEBPACK_IMPORTED_MODULE_3__.Ernie4_5_Tokenizer),
|
|
35641
35677
|
/* harmony export */ EsmForMaskedLM: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.EsmForMaskedLM),
|
|
35642
35678
|
/* harmony export */ EsmForSequenceClassification: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.EsmForSequenceClassification),
|
|
35643
35679
|
/* harmony export */ EsmForTokenClassification: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.EsmForTokenClassification),
|
|
@@ -36021,6 +36057,9 @@ __webpack_require__.r(__webpack_exports__);
|
|
|
36021
36057
|
/* harmony export */ SiglipTextModel: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.SiglipTextModel),
|
|
36022
36058
|
/* harmony export */ SiglipTokenizer: () => (/* reexport safe */ _tokenizers_js__WEBPACK_IMPORTED_MODULE_3__.SiglipTokenizer),
|
|
36023
36059
|
/* harmony export */ SiglipVisionModel: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.SiglipVisionModel),
|
|
36060
|
+
/* harmony export */ SmolLM3ForCausalLM: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.SmolLM3ForCausalLM),
|
|
36061
|
+
/* harmony export */ SmolLM3Model: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.SmolLM3Model),
|
|
36062
|
+
/* harmony export */ SmolLM3PreTrainedModel: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.SmolLM3PreTrainedModel),
|
|
36024
36063
|
/* harmony export */ SmolVLMForConditionalGeneration: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.SmolVLMForConditionalGeneration),
|
|
36025
36064
|
/* harmony export */ SmolVLMImageProcessor: () => (/* reexport safe */ _models_image_processors_js__WEBPACK_IMPORTED_MODULE_14__.SmolVLMImageProcessor),
|
|
36026
36065
|
/* harmony export */ SmolVLMProcessor: () => (/* reexport safe */ _models_processors_js__WEBPACK_IMPORTED_MODULE_17__.SmolVLMProcessor),
|