@huggingface/transformers 3.6.0 → 3.6.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (37) hide show
  1. package/README.md +3 -2
  2. package/dist/transformers.js +84 -7
  3. package/dist/transformers.js.map +1 -1
  4. package/dist/transformers.min.js +1 -1
  5. package/dist/transformers.min.js.map +1 -1
  6. package/dist/transformers.node.cjs +77 -6
  7. package/dist/transformers.node.cjs.map +1 -1
  8. package/dist/transformers.node.min.cjs +1 -1
  9. package/dist/transformers.node.min.cjs.map +1 -1
  10. package/dist/transformers.node.min.mjs +1 -1
  11. package/dist/transformers.node.min.mjs.map +1 -1
  12. package/dist/transformers.node.mjs +84 -7
  13. package/dist/transformers.node.mjs.map +1 -1
  14. package/dist/transformers.web.js +84 -7
  15. package/dist/transformers.web.js.map +1 -1
  16. package/dist/transformers.web.min.js +1 -1
  17. package/dist/transformers.web.min.js.map +1 -1
  18. package/package.json +1 -1
  19. package/src/base/feature_extraction_utils.js +1 -1
  20. package/src/base/image_processors_utils.js +1 -1
  21. package/src/base/processing_utils.js +1 -1
  22. package/src/env.js +2 -2
  23. package/src/models.js +59 -0
  24. package/src/utils/image.js +1 -1
  25. package/types/base/feature_extraction_utils.d.ts +1 -1
  26. package/types/base/feature_extraction_utils.d.ts.map +1 -1
  27. package/types/base/image_processors_utils.d.ts +1 -1
  28. package/types/base/image_processors_utils.d.ts.map +1 -1
  29. package/types/base/processing_utils.d.ts +1 -1
  30. package/types/base/processing_utils.d.ts.map +1 -1
  31. package/types/models/auto/feature_extraction_auto.d.ts +1 -1
  32. package/types/models/auto/feature_extraction_auto.d.ts.map +1 -1
  33. package/types/models/auto/image_processing_auto.d.ts +1 -1
  34. package/types/models/auto/image_processing_auto.d.ts.map +1 -1
  35. package/types/models/auto/processing_auto.d.ts +1 -1
  36. package/types/models.d.ts +40 -0
  37. package/types/models.d.ts.map +1 -1
@@ -2535,7 +2535,7 @@ class FeatureExtractor extends _utils_generic_js__WEBPACK_IMPORTED_MODULE_1__.Ca
2535
2535
  *
2536
2536
  * @returns {Promise<FeatureExtractor>} A new instance of the Feature Extractor class.
2537
2537
  */
2538
- static async from_pretrained(pretrained_model_name_or_path, options) {
2538
+ static async from_pretrained(pretrained_model_name_or_path, options={}) {
2539
2539
  const config = await (0,_utils_hub_js__WEBPACK_IMPORTED_MODULE_2__.getModelJSON)(pretrained_model_name_or_path, _utils_constants_js__WEBPACK_IMPORTED_MODULE_0__.FEATURE_EXTRACTOR_NAME, true, options);
2540
2540
  return new this(config);
2541
2541
  }
@@ -3683,7 +3683,7 @@ class ImageProcessor extends _utils_generic_js__WEBPACK_IMPORTED_MODULE_0__.Call
3683
3683
  *
3684
3684
  * @returns {Promise<ImageProcessor>} A new instance of the Processor class.
3685
3685
  */
3686
- static async from_pretrained(pretrained_model_name_or_path, options) {
3686
+ static async from_pretrained(pretrained_model_name_or_path, options={}) {
3687
3687
  const preprocessorConfig = await (0,_utils_hub_js__WEBPACK_IMPORTED_MODULE_5__.getModelJSON)(pretrained_model_name_or_path, _utils_constants_js__WEBPACK_IMPORTED_MODULE_6__.IMAGE_PROCESSOR_NAME, true, options);
3688
3688
  return new this(preprocessorConfig);
3689
3689
  }
@@ -3854,7 +3854,7 @@ class Processor extends _utils_generic_js__WEBPACK_IMPORTED_MODULE_1__.Callable
3854
3854
  *
3855
3855
  * @returns {Promise<Processor>} A new instance of the Processor class.
3856
3856
  */
3857
- static async from_pretrained(pretrained_model_name_or_path, options) {
3857
+ static async from_pretrained(pretrained_model_name_or_path, options={}) {
3858
3858
 
3859
3859
  const [config, components, chat_template] = await Promise.all([
3860
3860
  // TODO:
@@ -4365,11 +4365,11 @@ __webpack_require__.r(__webpack_exports__);
4365
4365
 
4366
4366
 
4367
4367
 
4368
- const VERSION = '3.6.0';
4368
+ const VERSION = '3.6.1';
4369
4369
 
4370
4370
  // Check if various APIs are available (depends on environment)
4371
4371
  const IS_BROWSER_ENV = typeof window !== "undefined" && typeof window.document !== "undefined";
4372
- const IS_WEBWORKER_ENV = typeof self !== "undefined" && self.constructor?.name === 'DedicatedWorkerGlobalScope';
4372
+ const IS_WEBWORKER_ENV = typeof self !== "undefined" && (['DedicatedWorkerGlobalScope', 'ServiceWorkerGlobalScope', 'SharedWorkerGlobalScope'].includes(self.constructor?.name));
4373
4373
  const IS_WEB_CACHE_AVAILABLE = typeof self !== "undefined" && 'caches' in self;
4374
4374
  const IS_WEBGPU_AVAILABLE = typeof navigator !== 'undefined' && 'gpu' in navigator;
4375
4375
  const IS_WEBNN_AVAILABLE = typeof navigator !== 'undefined' && 'ml' in navigator;
@@ -6664,6 +6664,12 @@ __webpack_require__.r(__webpack_exports__);
6664
6664
  /* harmony export */ MusicgenForConditionalGeneration: () => (/* binding */ MusicgenForConditionalGeneration),
6665
6665
  /* harmony export */ MusicgenModel: () => (/* binding */ MusicgenModel),
6666
6666
  /* harmony export */ MusicgenPreTrainedModel: () => (/* binding */ MusicgenPreTrainedModel),
6667
+ /* harmony export */ NeoBertForMaskedLM: () => (/* binding */ NeoBertForMaskedLM),
6668
+ /* harmony export */ NeoBertForQuestionAnswering: () => (/* binding */ NeoBertForQuestionAnswering),
6669
+ /* harmony export */ NeoBertForSequenceClassification: () => (/* binding */ NeoBertForSequenceClassification),
6670
+ /* harmony export */ NeoBertForTokenClassification: () => (/* binding */ NeoBertForTokenClassification),
6671
+ /* harmony export */ NeoBertModel: () => (/* binding */ NeoBertModel),
6672
+ /* harmony export */ NeoBertPreTrainedModel: () => (/* binding */ NeoBertPreTrainedModel),
6667
6673
  /* harmony export */ NomicBertModel: () => (/* binding */ NomicBertModel),
6668
6674
  /* harmony export */ NomicBertPreTrainedModel: () => (/* binding */ NomicBertPreTrainedModel),
6669
6675
  /* harmony export */ OPTForCausalLM: () => (/* binding */ OPTForCausalLM),
@@ -8962,6 +8968,60 @@ class BertForQuestionAnswering extends BertPreTrainedModel {
8962
8968
  }
8963
8969
  //////////////////////////////////////////////////
8964
8970
 
8971
+ //////////////////////////////////////////////////
8972
+ // NeoBert models
8973
+ class NeoBertPreTrainedModel extends PreTrainedModel { }
8974
+ class NeoBertModel extends NeoBertPreTrainedModel { }
8975
+
8976
+ class NeoBertForMaskedLM extends NeoBertPreTrainedModel {
8977
+ /**
8978
+ * Calls the model on new inputs.
8979
+ *
8980
+ * @param {Object} model_inputs The inputs to the model.
8981
+ * @returns {Promise<MaskedLMOutput>} An object containing the model's output logits for masked language modeling.
8982
+ */
8983
+ async _call(model_inputs) {
8984
+ return new MaskedLMOutput(await super._call(model_inputs));
8985
+ }
8986
+ }
8987
+
8988
+ class NeoBertForSequenceClassification extends NeoBertPreTrainedModel {
8989
+ /**
8990
+ * Calls the model on new inputs.
8991
+ *
8992
+ * @param {Object} model_inputs The inputs to the model.
8993
+ * @returns {Promise<SequenceClassifierOutput>} An object containing the model's output logits for sequence classification.
8994
+ */
8995
+ async _call(model_inputs) {
8996
+ return new SequenceClassifierOutput(await super._call(model_inputs));
8997
+ }
8998
+ }
8999
+
9000
+ class NeoBertForTokenClassification extends NeoBertPreTrainedModel {
9001
+ /**
9002
+ * Calls the model on new inputs.
9003
+ *
9004
+ * @param {Object} model_inputs The inputs to the model.
9005
+ * @returns {Promise<TokenClassifierOutput>} An object containing the model's output logits for token classification.
9006
+ */
9007
+ async _call(model_inputs) {
9008
+ return new TokenClassifierOutput(await super._call(model_inputs));
9009
+ }
9010
+ }
9011
+
9012
+ class NeoBertForQuestionAnswering extends NeoBertPreTrainedModel {
9013
+ /**
9014
+ * Calls the model on new inputs.
9015
+ *
9016
+ * @param {Object} model_inputs The inputs to the model.
9017
+ * @returns {Promise<QuestionAnsweringModelOutput>} An object containing the model's output logits for question answering.
9018
+ */
9019
+ async _call(model_inputs) {
9020
+ return new QuestionAnsweringModelOutput(await super._call(model_inputs));
9021
+ }
9022
+ }
9023
+ //////////////////////////////////////////////////
9024
+
8965
9025
  //////////////////////////////////////////////////
8966
9026
  // ModernBert models
8967
9027
  class ModernBertPreTrainedModel extends PreTrainedModel { }
@@ -14449,6 +14509,7 @@ class PretrainedMixin {
14449
14509
 
14450
14510
  const MODEL_MAPPING_NAMES_ENCODER_ONLY = new Map([
14451
14511
  ['bert', ['BertModel', BertModel]],
14512
+ ['neobert', ['NeoBertModel', NeoBertModel]],
14452
14513
  ['modernbert', ['ModernBertModel', ModernBertModel]],
14453
14514
  ['nomic_bert', ['NomicBertModel', NomicBertModel]],
14454
14515
  ['roformer', ['RoFormerModel', RoFormerModel]],
@@ -14604,6 +14665,7 @@ const MODEL_FOR_TEXT_TO_WAVEFORM_MAPPING_NAMES = new Map([
14604
14665
 
14605
14666
  const MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING_NAMES = new Map([
14606
14667
  ['bert', ['BertForSequenceClassification', BertForSequenceClassification]],
14668
+ ['neobert', ['NeoBertForSequenceClassification', NeoBertForSequenceClassification]],
14607
14669
  ['modernbert', ['ModernBertForSequenceClassification', ModernBertForSequenceClassification]],
14608
14670
  ['roformer', ['RoFormerForSequenceClassification', RoFormerForSequenceClassification]],
14609
14671
  ['electra', ['ElectraForSequenceClassification', ElectraForSequenceClassification]],
@@ -14626,6 +14688,7 @@ const MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING_NAMES = new Map([
14626
14688
 
14627
14689
  const MODEL_FOR_TOKEN_CLASSIFICATION_MAPPING_NAMES = new Map([
14628
14690
  ['bert', ['BertForTokenClassification', BertForTokenClassification]],
14691
+ ['neobert', ['NeoBertForTokenClassification', NeoBertForTokenClassification]],
14629
14692
  ['modernbert', ['ModernBertForTokenClassification', ModernBertForTokenClassification]],
14630
14693
  ['roformer', ['RoFormerForTokenClassification', RoFormerForTokenClassification]],
14631
14694
  ['electra', ['ElectraForTokenClassification', ElectraForTokenClassification]],
@@ -14699,6 +14762,7 @@ const MODEL_FOR_MULTIMODALITY_MAPPING_NAMES = new Map([
14699
14762
 
14700
14763
  const MODEL_FOR_MASKED_LM_MAPPING_NAMES = new Map([
14701
14764
  ['bert', ['BertForMaskedLM', BertForMaskedLM]],
14765
+ ['neobert', ['NeoBertForMaskedLM', NeoBertForMaskedLM]],
14702
14766
  ['modernbert', ['ModernBertForMaskedLM', ModernBertForMaskedLM]],
14703
14767
  ['roformer', ['RoFormerForMaskedLM', RoFormerForMaskedLM]],
14704
14768
  ['electra', ['ElectraForMaskedLM', ElectraForMaskedLM]],
@@ -14719,6 +14783,7 @@ const MODEL_FOR_MASKED_LM_MAPPING_NAMES = new Map([
14719
14783
 
14720
14784
  const MODEL_FOR_QUESTION_ANSWERING_MAPPING_NAMES = new Map([
14721
14785
  ['bert', ['BertForQuestionAnswering', BertForQuestionAnswering]],
14786
+ ['neobert', ['NeoBertForQuestionAnswering', NeoBertForQuestionAnswering]],
14722
14787
  ['roformer', ['RoFormerForQuestionAnswering', RoFormerForQuestionAnswering]],
14723
14788
  ['electra', ['ElectraForQuestionAnswering', ElectraForQuestionAnswering]],
14724
14789
  ['convbert', ['ConvBertForQuestionAnswering', ConvBertForQuestionAnswering]],
@@ -31761,7 +31826,7 @@ class RawImage {
31761
31826
  throw new Error('fromCanvas() is only supported in browser environments.')
31762
31827
  }
31763
31828
 
31764
- const ctx = canvas.getContext('2d');
31829
+ const ctx = /** @type {CanvasRenderingContext2D | OffscreenCanvasRenderingContext2D} */ (canvas.getContext('2d'));
31765
31830
  const data = ctx.getImageData(0, 0, canvas.width, canvas.height).data;
31766
31831
  return new RawImage(data, canvas.width, canvas.height, 4);
31767
31832
  }
@@ -35814,6 +35879,12 @@ __webpack_require__.r(__webpack_exports__);
35814
35879
  /* harmony export */ MusicgenForConditionalGeneration: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.MusicgenForConditionalGeneration),
35815
35880
  /* harmony export */ MusicgenModel: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.MusicgenModel),
35816
35881
  /* harmony export */ MusicgenPreTrainedModel: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.MusicgenPreTrainedModel),
35882
+ /* harmony export */ NeoBertForMaskedLM: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.NeoBertForMaskedLM),
35883
+ /* harmony export */ NeoBertForQuestionAnswering: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.NeoBertForQuestionAnswering),
35884
+ /* harmony export */ NeoBertForSequenceClassification: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.NeoBertForSequenceClassification),
35885
+ /* harmony export */ NeoBertForTokenClassification: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.NeoBertForTokenClassification),
35886
+ /* harmony export */ NeoBertModel: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.NeoBertModel),
35887
+ /* harmony export */ NeoBertPreTrainedModel: () => (/* reexport safe */ _models_js__WEBPACK_IMPORTED_MODULE_2__.NeoBertPreTrainedModel),
35817
35888
  /* harmony export */ NllbTokenizer: () => (/* reexport safe */ _tokenizers_js__WEBPACK_IMPORTED_MODULE_3__.NllbTokenizer),
35818
35889
  /* harmony export */ NoBadWordsLogitsProcessor: () => (/* reexport safe */ _generation_logits_process_js__WEBPACK_IMPORTED_MODULE_21__.NoBadWordsLogitsProcessor),
35819
35890
  /* harmony export */ NoRepeatNGramLogitsProcessor: () => (/* reexport safe */ _generation_logits_process_js__WEBPACK_IMPORTED_MODULE_21__.NoRepeatNGramLogitsProcessor),