@huggingface/transformers 3.6.0 → 3.6.2

package/dist/transformers.node.cjs

@@ -2535,7 +2535,7 @@ class FeatureExtractor extends _utils_generic_js__WEBPACK_IMPORTED_MODULE_1__.Ca
      * 
      * @returns {Promise<FeatureExtractor>} A new instance of the Feature Extractor class.
      */
-    static async from_pretrained(pretrained_model_name_or_path, options) {
+    static async from_pretrained(pretrained_model_name_or_path, options={}) {
         const config = await (0,_utils_hub_js__WEBPACK_IMPORTED_MODULE_2__.getModelJSON)(pretrained_model_name_or_path, _utils_constants_js__WEBPACK_IMPORTED_MODULE_0__.FEATURE_EXTRACTOR_NAME, true, options);
         return new this(config);
     }
@@ -3683,7 +3683,7 @@ class ImageProcessor extends _utils_generic_js__WEBPACK_IMPORTED_MODULE_0__.Call
      * 
      * @returns {Promise<ImageProcessor>} A new instance of the Processor class.
      */
-    static async from_pretrained(pretrained_model_name_or_path, options) {
+    static async from_pretrained(pretrained_model_name_or_path, options={}) {
         const preprocessorConfig = await (0,_utils_hub_js__WEBPACK_IMPORTED_MODULE_5__.getModelJSON)(pretrained_model_name_or_path, _utils_constants_js__WEBPACK_IMPORTED_MODULE_6__.IMAGE_PROCESSOR_NAME, true, options);
         return new this(preprocessorConfig);
     }
@@ -3854,7 +3854,7 @@ class Processor extends _utils_generic_js__WEBPACK_IMPORTED_MODULE_1__.Callable
      * 
      * @returns {Promise<Processor>} A new instance of the Processor class.
      */
-    static async from_pretrained(pretrained_model_name_or_path, options) {
+    static async from_pretrained(pretrained_model_name_or_path, options={}) {
 
         const [config, components, chat_template] = await Promise.all([
             // TODO:
@@ -4005,6 +4005,7 @@ function getNormalizedConfig(config) {
             mapping['hidden_size'] = 'hidden_size';
             break;
         case 'llama':
+        case 'smollm3':
         case 'olmo':
         case 'olmo2':
         case 'mobilellm':
@@ -4030,6 +4031,7 @@ function getNormalizedConfig(config) {
         case 'gemma3n_text':
         case 'glm':
         case 'helium':
+        case 'ernie4_5':
             mapping['num_heads'] = 'num_key_value_heads';
             mapping['num_layers'] = 'num_hidden_layers';
             mapping['dim_kv'] = 'head_dim';
@@ -4365,11 +4367,11 @@ __webpack_require__.r(__webpack_exports__);
 
 
 
-const VERSION = '3.6.0';
+const VERSION = '3.6.2';
 
 // Check if various APIs are available (depends on environment)
 const IS_BROWSER_ENV = typeof window !== "undefined" && typeof window.document !== "undefined";
-const IS_WEBWORKER_ENV = typeof self !== "undefined"  && self.constructor?.name === 'DedicatedWorkerGlobalScope';
+const IS_WEBWORKER_ENV = typeof self !== "undefined" && (['DedicatedWorkerGlobalScope', 'ServiceWorkerGlobalScope', 'SharedWorkerGlobalScope'].includes(self.constructor?.name));
 const IS_WEB_CACHE_AVAILABLE = typeof self !== "undefined" && 'caches' in self;
 const IS_WEBGPU_AVAILABLE = typeof navigator !== 'undefined' && 'gpu' in navigator;
 const IS_WEBNN_AVAILABLE = typeof navigator !== 'undefined' && 'ml' in navigator;
@@ -6486,6 +6488,9 @@ __webpack_require__.r(__webpack_exports__);
 /* harmony export */   ElectraForTokenClassification: () => (/* binding */ ElectraForTokenClassification),
 /* harmony export */   ElectraModel: () => (/* binding */ ElectraModel),
 /* harmony export */   ElectraPreTrainedModel: () => (/* binding */ ElectraPreTrainedModel),
+/* harmony export */   Ernie4_5_ForCausalLM: () => (/* binding */ Ernie4_5_ForCausalLM),
+/* harmony export */   Ernie4_5_Model: () => (/* binding */ Ernie4_5_Model),
+/* harmony export */   Ernie4_5_PretrainedModel: () => (/* binding */ Ernie4_5_PretrainedModel),
 /* harmony export */   EsmForMaskedLM: () => (/* binding */ EsmForMaskedLM),
 /* harmony export */   EsmForSequenceClassification: () => (/* binding */ EsmForSequenceClassification),
 /* harmony export */   EsmForTokenClassification: () => (/* binding */ EsmForTokenClassification),
@@ -6664,6 +6669,12 @@ __webpack_require__.r(__webpack_exports__);
 /* harmony export */   MusicgenForConditionalGeneration: () => (/* binding */ MusicgenForConditionalGeneration),
 /* harmony export */   MusicgenModel: () => (/* binding */ MusicgenModel),
 /* harmony export */   MusicgenPreTrainedModel: () => (/* binding */ MusicgenPreTrainedModel),
+/* harmony export */   NeoBertForMaskedLM: () => (/* binding */ NeoBertForMaskedLM),
+/* harmony export */   NeoBertForQuestionAnswering: () => (/* binding */ NeoBertForQuestionAnswering),
+/* harmony export */   NeoBertForSequenceClassification: () => (/* binding */ NeoBertForSequenceClassification),
+/* harmony export */   NeoBertForTokenClassification: () => (/* binding */ NeoBertForTokenClassification),
+/* harmony export */   NeoBertModel: () => (/* binding */ NeoBertModel),
+/* harmony export */   NeoBertPreTrainedModel: () => (/* binding */ NeoBertPreTrainedModel),
 /* harmony export */   NomicBertModel: () => (/* binding */ NomicBertModel),
 /* harmony export */   NomicBertPreTrainedModel: () => (/* binding */ NomicBertPreTrainedModel),
 /* harmony export */   OPTForCausalLM: () => (/* binding */ OPTForCausalLM),
@@ -6761,6 +6772,9 @@ __webpack_require__.r(__webpack_exports__);
 /* harmony export */   SiglipPreTrainedModel: () => (/* binding */ SiglipPreTrainedModel),
 /* harmony export */   SiglipTextModel: () => (/* binding */ SiglipTextModel),
 /* harmony export */   SiglipVisionModel: () => (/* binding */ SiglipVisionModel),
+/* harmony export */   SmolLM3ForCausalLM: () => (/* binding */ SmolLM3ForCausalLM),
+/* harmony export */   SmolLM3Model: () => (/* binding */ SmolLM3Model),
+/* harmony export */   SmolLM3PreTrainedModel: () => (/* binding */ SmolLM3PreTrainedModel),
 /* harmony export */   SmolVLMForConditionalGeneration: () => (/* binding */ SmolVLMForConditionalGeneration),
 /* harmony export */   SnacDecoderModel: () => (/* binding */ SnacDecoderModel),
 /* harmony export */   SnacEncoderModel: () => (/* binding */ SnacEncoderModel),
@@ -8962,6 +8976,60 @@ class BertForQuestionAnswering extends BertPreTrainedModel {
 }
 //////////////////////////////////////////////////
 
+//////////////////////////////////////////////////
+// NeoBert models
+class NeoBertPreTrainedModel extends PreTrainedModel { }
+class NeoBertModel extends NeoBertPreTrainedModel { }
+
+class NeoBertForMaskedLM extends NeoBertPreTrainedModel {
+    /**
+     * Calls the model on new inputs.
+     *
+     * @param {Object} model_inputs The inputs to the model.
+     * @returns {Promise<MaskedLMOutput>} An object containing the model's output logits for masked language modeling.
+     */
+    async _call(model_inputs) {
+        return new MaskedLMOutput(await super._call(model_inputs));
+    }
+}
+
+class NeoBertForSequenceClassification extends NeoBertPreTrainedModel {
+    /**
+     * Calls the model on new inputs.
+     *
+     * @param {Object} model_inputs The inputs to the model.
+     * @returns {Promise<SequenceClassifierOutput>} An object containing the model's output logits for sequence classification.
+     */
+    async _call(model_inputs) {
+        return new SequenceClassifierOutput(await super._call(model_inputs));
+    }
+}
+
+class NeoBertForTokenClassification extends NeoBertPreTrainedModel {
+    /**
+     * Calls the model on new inputs.
+     *
+     * @param {Object} model_inputs The inputs to the model.
+     * @returns {Promise<TokenClassifierOutput>} An object containing the model's output logits for token classification.
+     */
+    async _call(model_inputs) {
+        return new TokenClassifierOutput(await super._call(model_inputs));
+    }
+}
+
+class NeoBertForQuestionAnswering extends NeoBertPreTrainedModel {
+    /**
+     * Calls the model on new inputs.
+     *
+     * @param {Object} model_inputs The inputs to the model.
+     * @returns {Promise<QuestionAnsweringModelOutput>} An object containing the model's output logits for question answering.
+     */
+    async _call(model_inputs) {
+        return new QuestionAnsweringModelOutput(await super._call(model_inputs));
+    }
+}
+//////////////////////////////////////////////////
+
 //////////////////////////////////////////////////
 // ModernBert models
 class ModernBertPreTrainedModel extends PreTrainedModel { }
@@ -11362,6 +11430,13 @@ class LlamaModel extends LlamaPreTrainedModel { }
 class LlamaForCausalLM extends LlamaPreTrainedModel { }
 //////////////////////////////////////////////////
 
+//////////////////////////////////////////////////
+// SmolLM3 models
+class SmolLM3PreTrainedModel extends PreTrainedModel { }
+class SmolLM3Model extends SmolLM3PreTrainedModel { }
+class SmolLM3ForCausalLM extends SmolLM3PreTrainedModel { }
+//////////////////////////////////////////////////
+
 //////////////////////////////////////////////////
 // Helium models
 class HeliumPreTrainedModel extends PreTrainedModel { }
@@ -13508,6 +13583,15 @@ class MistralModel extends MistralPreTrainedModel { }
 class MistralForCausalLM extends MistralPreTrainedModel { }
 //////////////////////////////////////////////////
 
+//////////////////////////////////////////////////
+// ERNIE-4.5 models
+class Ernie4_5_PretrainedModel extends PreTrainedModel { }
+
+class Ernie4_5_Model extends Ernie4_5_PretrainedModel { }
+
+class Ernie4_5_ForCausalLM extends Ernie4_5_PretrainedModel { }
+//////////////////////////////////////////////////
+
 
 //////////////////////////////////////////////////
 // Starcoder2 models
@@ -14449,6 +14533,7 @@ class PretrainedMixin {
 
 const MODEL_MAPPING_NAMES_ENCODER_ONLY = new Map([
     ['bert', ['BertModel', BertModel]],
+    ['neobert', ['NeoBertModel', NeoBertModel]],
     ['modernbert', ['ModernBertModel', ModernBertModel]],
     ['nomic_bert', ['NomicBertModel', NomicBertModel]],
     ['roformer', ['RoFormerModel', RoFormerModel]],
@@ -14562,6 +14647,7 @@ const MODEL_MAPPING_NAMES_DECODER_ONLY = new Map([
     ['gpt_neox', ['GPTNeoXModel', GPTNeoXModel]],
     ['codegen', ['CodeGenModel', CodeGenModel]],
     ['llama', ['LlamaModel', LlamaModel]],
+    ['smollm3', ['SmolLM3Model', SmolLM3Model]],
     ['exaone', ['ExaoneModel', ExaoneModel]],
     ['olmo', ['OlmoModel', OlmoModel]],
     ['olmo2', ['Olmo2Model', Olmo2Model]],
@@ -14581,6 +14667,7 @@ const MODEL_MAPPING_NAMES_DECODER_ONLY = new Map([
     ['mpt', ['MptModel', MptModel]],
     ['opt', ['OPTModel', OPTModel]],
     ['mistral', ['MistralModel', MistralModel]],
+    ['ernie4_5', ['Ernie4_5_Model', Ernie4_5_Model]],
     ['starcoder2', ['Starcoder2Model', Starcoder2Model]],
     ['falcon', ['FalconModel', FalconModel]],
     ['stablelm', ['StableLmModel', StableLmModel]],
@@ -14604,6 +14691,7 @@ const MODEL_FOR_TEXT_TO_WAVEFORM_MAPPING_NAMES = new Map([
 
 const MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING_NAMES = new Map([
     ['bert', ['BertForSequenceClassification', BertForSequenceClassification]],
+    ['neobert', ['NeoBertForSequenceClassification', NeoBertForSequenceClassification]],
     ['modernbert', ['ModernBertForSequenceClassification', ModernBertForSequenceClassification]],
     ['roformer', ['RoFormerForSequenceClassification', RoFormerForSequenceClassification]],
     ['electra', ['ElectraForSequenceClassification', ElectraForSequenceClassification]],
@@ -14626,6 +14714,7 @@ const MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING_NAMES = new Map([
 
 const MODEL_FOR_TOKEN_CLASSIFICATION_MAPPING_NAMES = new Map([
     ['bert', ['BertForTokenClassification', BertForTokenClassification]],
+    ['neobert', ['NeoBertForTokenClassification', NeoBertForTokenClassification]],
     ['modernbert', ['ModernBertForTokenClassification', ModernBertForTokenClassification]],
     ['roformer', ['RoFormerForTokenClassification', RoFormerForTokenClassification]],
     ['electra', ['ElectraForTokenClassification', ElectraForTokenClassification]],
@@ -14663,6 +14752,7 @@ const MODEL_FOR_CAUSAL_LM_MAPPING_NAMES = new Map([
     ['gpt_neox', ['GPTNeoXForCausalLM', GPTNeoXForCausalLM]],
     ['codegen', ['CodeGenForCausalLM', CodeGenForCausalLM]],
     ['llama', ['LlamaForCausalLM', LlamaForCausalLM]],
+    ['smollm3', ['SmolLM3ForCausalLM', SmolLM3ForCausalLM]],
     ['exaone', ['ExaoneForCausalLM', ExaoneForCausalLM]],
     ['olmo', ['OlmoForCausalLM', OlmoForCausalLM]],
     ['olmo2', ['Olmo2ForCausalLM', Olmo2ForCausalLM]],
@@ -14683,6 +14773,7 @@ const MODEL_FOR_CAUSAL_LM_MAPPING_NAMES = new Map([
     ['opt', ['OPTForCausalLM', OPTForCausalLM]],
     ['mbart', ['MBartForCausalLM', MBartForCausalLM]],
     ['mistral', ['MistralForCausalLM', MistralForCausalLM]],
+    ['ernie4_5', ['Ernie4_5_ForCausalLM', Ernie4_5_ForCausalLM]],
     ['starcoder2', ['Starcoder2ForCausalLM', Starcoder2ForCausalLM]],
     ['falcon', ['FalconForCausalLM', FalconForCausalLM]],
     ['trocr', ['TrOCRForCausalLM', TrOCRForCausalLM]],
@@ -14699,6 +14790,7 @@ const MODEL_FOR_MULTIMODALITY_MAPPING_NAMES = new Map([
 
 const MODEL_FOR_MASKED_LM_MAPPING_NAMES = new Map([
     ['bert', ['BertForMaskedLM', BertForMaskedLM]],
+    ['neobert', ['NeoBertForMaskedLM', NeoBertForMaskedLM]],
     ['modernbert', ['ModernBertForMaskedLM', ModernBertForMaskedLM]],
     ['roformer', ['RoFormerForMaskedLM', RoFormerForMaskedLM]],
     ['electra', ['ElectraForMaskedLM', ElectraForMaskedLM]],
@@ -14719,6 +14811,7 @@ const MODEL_FOR_MASKED_LM_MAPPING_NAMES = new Map([
 
 const MODEL_FOR_QUESTION_ANSWERING_MAPPING_NAMES = new Map([
     ['bert', ['BertForQuestionAnswering', BertForQuestionAnswering]],
+    ['neobert', ['NeoBertForQuestionAnswering', NeoBertForQuestionAnswering]],
     ['roformer', ['RoFormerForQuestionAnswering', RoFormerForQuestionAnswering]],
     ['electra', ['ElectraForQuestionAnswering', ElectraForQuestionAnswering]],
     ['convbert', ['ConvBertForQuestionAnswering', ConvBertForQuestionAnswering]],
@@ -24403,6 +24496,7 @@ __webpack_require__.r(__webpack_exports__);
 /* harmony export */   DebertaV2Tokenizer: () => (/* binding */ DebertaV2Tokenizer),
 /* harmony export */   DistilBertTokenizer: () => (/* binding */ DistilBertTokenizer),
 /* harmony export */   ElectraTokenizer: () => (/* binding */ ElectraTokenizer),
+/* harmony export */   Ernie4_5_Tokenizer: () => (/* binding */ Ernie4_5_Tokenizer),
 /* harmony export */   EsmTokenizer: () => (/* binding */ EsmTokenizer),
 /* harmony export */   FalconTokenizer: () => (/* binding */ FalconTokenizer),
 /* harmony export */   GPT2Tokenizer: () => (/* binding */ GPT2Tokenizer),
@@ -28751,6 +28845,8 @@ class CohereTokenizer extends PreTrainedTokenizer { }
 
 class MgpstrTokenizer extends PreTrainedTokenizer { }
 
+class Ernie4_5_Tokenizer extends PreTrainedTokenizer { }
+
 /**
  * Helper class which is used to instantiate pretrained tokenizers with the `from_pretrained` function.
  * The chosen tokenizer class is determined by the type specified in the tokenizer config.
@@ -28805,6 +28901,7 @@ class AutoTokenizer {
         Grok1Tokenizer,
         CohereTokenizer,
         MgpstrTokenizer,
+        Ernie4_5_Tokenizer,
 
         // Base case:
         PreTrainedTokenizer,
@@ -31761,7 +31858,7 @@ class RawImage {
             throw new Error('fromCanvas() is only supported in browser environments.')
         }
 
-        const ctx = canvas.getContext('2d');
+        const ctx = /** @type {CanvasRenderingContext2D | OffscreenCanvasRenderingContext2D} */ (canvas.getContext('2d'));
         const data = ctx.getImageData(0, 0, canvas.width, canvas.height).data;
         return new RawImage(data, canvas.width, canvas.height, 4);
     }
@@ -35573,6 +35670,10 @@ __webpack_require__.r(__webpack_exports__);
 /* harmony export */   ElectraTokenizer: () => (/* reexport safe */ _tokenizers_js__WEBPACK_IMPORTED_MODULE_3__.ElectraTokenizer),
 /* harmony export */   EncodecFeatureExtractor: () => (/* reexport safe */ _models_feature_extractors_js__WEBPACK_IMPORTED_MODULE_11__.EncodecFeatureExtractor),
 /* harmony export */   EosTokenCriteria: () => (/* reexport safe */ _generation_stopping_criteria_js__WEBPACK_IMPORTED_MODULE_20__.EosTokenCriteria),
+/* harmony export */   Ernie4_5_ForCausalLM: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.Ernie4_5_ForCausalLM),
+/* harmony export */   Ernie4_5_Model: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.Ernie4_5_Model),
+/* harmony export */   Ernie4_5_PretrainedModel: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.Ernie4_5_PretrainedModel),
+/* harmony export */   Ernie4_5_Tokenizer: () => (/* reexport safe */ _tokenizers_js__WEBPACK_IMPORTED_MODULE_3__.Ernie4_5_Tokenizer),
 /* harmony export */   EsmForMaskedLM: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.EsmForMaskedLM),
 /* harmony export */   EsmForSequenceClassification: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.EsmForSequenceClassification),
 /* harmony export */   EsmForTokenClassification: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.EsmForTokenClassification),
@@ -35814,6 +35915,12 @@ __webpack_require__.r(__webpack_exports__);
 /* harmony export */   MusicgenForConditionalGeneration: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.MusicgenForConditionalGeneration),
 /* harmony export */   MusicgenModel: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.MusicgenModel),
 /* harmony export */   MusicgenPreTrainedModel: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.MusicgenPreTrainedModel),
+/* harmony export */   NeoBertForMaskedLM: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.NeoBertForMaskedLM),
+/* harmony export */   NeoBertForQuestionAnswering: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.NeoBertForQuestionAnswering),
+/* harmony export */   NeoBertForSequenceClassification: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.NeoBertForSequenceClassification),
+/* harmony export */   NeoBertForTokenClassification: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.NeoBertForTokenClassification),
+/* harmony export */   NeoBertModel: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.NeoBertModel),
+/* harmony export */   NeoBertPreTrainedModel: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.NeoBertPreTrainedModel),
 /* harmony export */   NllbTokenizer: () => (/* reexport safe */ _tokenizers_js__WEBPACK_IMPORTED_MODULE_3__.NllbTokenizer),
 /* harmony export */   NoBadWordsLogitsProcessor: () => (/* reexport safe */ _generation_logits_process_js__WEBPACK_IMPORTED_MODULE_21__.NoBadWordsLogitsProcessor),
 /* harmony export */   NoRepeatNGramLogitsProcessor: () => (/* reexport safe */ _generation_logits_process_js__WEBPACK_IMPORTED_MODULE_21__.NoRepeatNGramLogitsProcessor),
@@ -35950,6 +36057,9 @@ __webpack_require__.r(__webpack_exports__);
 /* harmony export */   SiglipTextModel: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.SiglipTextModel),
 /* harmony export */   SiglipTokenizer: () => (/* reexport safe */ _tokenizers_js__WEBPACK_IMPORTED_MODULE_3__.SiglipTokenizer),
 /* harmony export */   SiglipVisionModel: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.SiglipVisionModel),
+/* harmony export */   SmolLM3ForCausalLM: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.SmolLM3ForCausalLM),
+/* harmony export */   SmolLM3Model: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.SmolLM3Model),
+/* harmony export */   SmolLM3PreTrainedModel: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.SmolLM3PreTrainedModel),
 /* harmony export */   SmolVLMForConditionalGeneration: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.SmolVLMForConditionalGeneration),
 /* harmony export */   SmolVLMImageProcessor: () => (/* reexport safe */ _models_image_processors_js__WEBPACK_IMPORTED_MODULE_14__.SmolVLMImageProcessor),
 /* harmony export */   SmolVLMProcessor: () => (/* reexport safe */ _models_processors_js__WEBPACK_IMPORTED_MODULE_17__.SmolVLMProcessor),