informers 1.2.0 → 1.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a17c099b091e97624f9b5e25cff8cd7b9655d731a957931bde7f8c8191edd644
-  data.tar.gz: c20671b6301a5865c81db53c7a29f30a702712e43b39a3705d7e6c2f1d08d173
+  metadata.gz: dfeaf81a8a597d5c25d340e38d0f0be665d3737a1cc271ece883e5b83472da31
+  data.tar.gz: 36943e4c472c864e5951a02ea336c47192e77bcc51161113e022675cce552b82
 SHA512:
-  metadata.gz: 061edee7577d44f2d00750a803b23d69584c09a6a84261b6981d3a9fbb7975b90f87a08815f032c5f21154fb3141d8fc1be405d0c1cda850bb8d11e58ec496cf
-  data.tar.gz: 99806871f7962a89dd968aaf960c0aaf196b68cbfcaf1101a5fcbc1c9fe37f09745e3f585418703bd42ed861b32f6467cd4b95e4d79668e3f349ec2ada9a1525
+  metadata.gz: f6f9a35abcdcb57ddd24c3d81498fa517df554a48b722d7fcee0776e950762ef6412f90916688ca273b95bac79b2441a92a26bcecdc27e2e3c504eafc2b39793
+  data.tar.gz: b85b9a12439001996c4a1580bfdca650ae920791867a3245531b8b13de0b082ebca5ee76be70e8581947e38cf7ebd8c6474d537234ccef4cddb04cc2c6b3dfa5

data/CHANGELOG.md

@@ -1,3 +1,7 @@
+## 1.2.1 (2025-02-01)
+
+- Fixed error when terminal width is zero
+
 ## 1.2.0 (2024-11-14)
 
 - Added support for models with external data

data/README.md

@@ -53,12 +53,6 @@ model = Informers.pipeline("embedding", "sentence-transformers/all-MiniLM-L6-v2"
 embeddings = model.(sentences)
 ```
 
-For a quantized version, use:
-
-```ruby
-model = Informers.pipeline("embedding", "Xenova/all-MiniLM-L6-v2", quantized: true)
-```
-
 ### sentence-transformers/multi-qa-MiniLM-L6-cos-v1
 
 [Docs](https://huggingface.co/Xenova/multi-qa-MiniLM-L6-cos-v1)
@@ -254,7 +248,7 @@ result = model.(query, docs)
 
 ### Other
 
-The model must include a `.onnx` file ([example](https://huggingface.co/Xenova/all-MiniLM-L6-v2/tree/main/onnx)). If the file is not at `onnx/model.onnx` or `onnx/model_quantized.onnx`, use the `model_file_name` option to specify the location.
+The model must include a `.onnx` file ([example](https://huggingface.co/Xenova/all-MiniLM-L6-v2/tree/main/onnx)). If the file is not at `onnx/model.onnx`, use the `model_file_name` option to specify the location.
 
 ## Pipelines
 
@@ -438,13 +432,13 @@ qa.("image.jpg", "What is the invoice number?")
 
 ## Reference
 
-Specify a variant of the model
+Specify a variant of the model if available (`fp32`, `fp16`, `int8`, `uint8`, `q8`, `q4`, `q4f16`, or `bnb4`)
 
 ```ruby
 Informers.pipeline("embedding", "Xenova/all-MiniLM-L6-v2", dtype: "fp16")
 ```
 
-Specify a device (supports `cpu`, `cuda`, and `coreml`)
+Specify a device (`cpu`, `cuda`, or `coreml`)
 
 ```ruby
 Informers.pipeline("embedding", device: "cuda")

data/lib/informers/models.rb

@@ -809,12 +809,49 @@ module Informers
     end
   end
 
+  class ModernBertPreTrainedModel < PreTrainedModel
+  end
+
+  class ModernBertModel < ModernBertPreTrainedModel
+  end
+
+  class ModernBertForMaskedLM < ModernBertPreTrainedModel
+    def call(model_inputs)
+      MaskedLMOutput.new(*super(model_inputs))
+    end
+  end
+
+  class ModernBertForSequenceClassification < ModernBertPreTrainedModel
+    def call(model_inputs)
+      SequenceClassifierOutput.new(*super(model_inputs))
+    end
+  end
+
+  class ModernBertForTokenClassification < ModernBertPreTrainedModel
+    def call(model_inputs)
+      TokenClassifierOutput.new(*super(model_inputs))
+    end
+  end
+
   class NomicBertPreTrainedModel < PreTrainedModel
   end
 
   class NomicBertModel < NomicBertPreTrainedModel
   end
 
+  class ConvBertPreTrainedModel < PreTrainedModel
+  end
+
+  class ConvBertModel < ConvBertPreTrainedModel
+  end
+
+  class ElectraPreTrainedModel < PreTrainedModel
+  end
+
+  # TODO add ElectraForPreTraining
+  class ElectraModel < ElectraPreTrainedModel
+  end
+
   class DebertaV2PreTrainedModel < PreTrainedModel
   end
 
@@ -965,6 +1002,18 @@ module Informers
     end
   end
 
+  class RobertaForTokenClassification <  RobertaPreTrainedModel
+    def call(model_inputs)
+      TokenClassifierOutput.new(*super(model_inputs))
+    end
+  end
+
+  class RobertaForSequenceClassification < RobertaPreTrainedModel
+    def call(model_inputs)
+      SequenceClassifierOutput.new(*super(model_inputs))
+    end
+  end
+
   class XLMRobertaPreTrainedModel < PreTrainedModel
   end
 
@@ -1173,7 +1222,10 @@ module Informers
 
   MODEL_MAPPING_NAMES_ENCODER_ONLY = {
     "bert" => ["BertModel", BertModel],
+    "modernbert" => ["ModernBertModel", ModernBertModel],
     "nomic_bert" => ["NomicBertModel", NomicBertModel],
+    "electra" => ["ElectraModel", ElectraModel],
+    "convbert" => ["ConvBertModel", ConvBertModel],
     "deberta-v2" => ["DebertaV2Model", DebertaV2Model],
     "mpnet" => ["MPNetModel", MPNetModel],
     "distilbert" => ["DistilBertModel", DistilBertModel],
@@ -1208,13 +1260,17 @@ module Informers
 
   MODEL_FOR_SEQUENCE_CLASSIFICATION_MAPPING_NAMES = {
     "bert" => ["BertForSequenceClassification", BertForSequenceClassification],
+    "modernbert" => ["ModernBertForSequenceClassification", ModernBertForSequenceClassification],
     "distilbert" => ["DistilBertForSequenceClassification", DistilBertForSequenceClassification],
+    "roberta" => ["RobertaForSequenceClassification", RobertaForSequenceClassification],
     "xlm-roberta" => ["XLMRobertaForSequenceClassification", XLMRobertaForSequenceClassification],
     "bart" => ["BartForSequenceClassification", BartForSequenceClassification]
   }
 
   MODEL_FOR_TOKEN_CLASSIFICATION_MAPPING_NAMES = {
-    "bert" => ["BertForTokenClassification", BertForTokenClassification]
+    "bert" => ["BertForTokenClassification", BertForTokenClassification],
+    "modernbert" => ["ModernBertForTokenClassification", ModernBertForTokenClassification],
+    "roberta" => ["RobertaForTokenClassification", RobertaForTokenClassification]
   }
 
   MODEL_FOR_SEQ_TO_SEQ_CAUSAL_LM_MAPPING_NAMES = {
@@ -1230,6 +1286,7 @@ module Informers
 
   MODEL_FOR_MASKED_LM_MAPPING_NAMES = {
     "bert" => ["BertForMaskedLM", BertForMaskedLM],
+    "modernbert" => ["ModernBertForMaskedLM", ModernBertForMaskedLM],
     "roberta" => ["RobertaForMaskedLM", RobertaForMaskedLM]
   }
 

data/lib/informers/pipelines.rb

@@ -1336,6 +1336,7 @@ module Informers
     stream = $stderr
     tty = stream.tty?
     width = tty ? stream.winsize[1] : 80
+    width = 80 if width == 0
 
     if msg[:status] == "progress" && tty
       stream.print "\r#{Utils::Hub.display_progress(msg[:file], width, msg[:size], msg[:total_size])}"
@@ -1369,7 +1370,7 @@ module Informers
       task = TASK_ALIASES[task] || task
 
       if quantized == NO_DEFAULT
-        # TODO move default to task class
+        # TODO no quantization by default in 2.0
         quantized = ["text-classification", "token-classification", "question-answering", "feature-extraction"].include?(task)
       end
 

data/lib/informers/utils/hub.rb

@@ -233,8 +233,8 @@ module Informers
       end
 
       def self.display_progress(filename, width, size, expected_size)
-        bar_width = width - (filename.length + 3)
-        progress = size / expected_size.to_f
+        bar_width = [width - (filename.length + 3), 1].max
+        progress = expected_size && expected_size > 0 ? size / expected_size.to_f : 0
         done = (progress * bar_width).round
         not_done = bar_width - done
         "#{filename} |#{"█" * done}#{" " * not_done}|"

data/lib/informers/version.rb

@@ -1,3 +1,3 @@
 module Informers
-  VERSION = "1.2.0"
+  VERSION = "1.2.1"
 end

metadata

@@ -1,14 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: informers
 version: !ruby/object:Gem::Version
-  version: 1.2.0
+  version: 1.2.1
 platform: ruby
 authors:
 - Andrew Kane
-autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-11-14 00:00:00.000000000 Z
+date: 2025-02-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: onnxruntime
@@ -38,7 +37,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 0.5.3
-description:
 email: andrew@ankane.org
 executables: []
 extensions: []
@@ -70,7 +68,6 @@ homepage: https://github.com/ankane/informers
 licenses:
 - Apache-2.0
 metadata: {}
-post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -85,8 +82,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.22
-signing_key:
+rubygems_version: 3.6.2
 specification_version: 4
 summary: Fast transformer inference for Ruby
 test_files: []