transformers-rb 0.1.4 → 0.1.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 16b409e954f6bcc45fd4f3f2db94dc92c87d47c4c06936162978cc7d7e54fc09
-  data.tar.gz: c40ea58b7531e89a041ce2782dea89536f85227903e2dc9a60113afe041bb9f7
+  metadata.gz: 607afc7b4cc3bb62f8ae2aab693863d2cd1456d0c90b20dc0eb4f682fc788cfb
+  data.tar.gz: 3a6ad9f7f624e77e077bf4d7e1d945ee8f6e26d805e08a574d5d583e231500fb
 SHA512:
-  metadata.gz: 0576500ca9fe9379aae4c2cc050aa34c90eea7b2d5251b6139c48d88b5107086e6197aad5210bc74d7969a5bfa0458d31ce7faf561df69b2ae9b2a6400280ce0
-  data.tar.gz: b5b0a865acdd37bcde11571e365a1d39b473f3dcbbe737a082f37002f886fe38f0f57c77f44236f859939d1d3b1df9659bb524a483cd0b9048dbc4cd472a3355
+  metadata.gz: ab988a57c8af7883894163b149528172a8602d9031f9c6e6880d6bb32f42842cbfa566ac4f347168a230218565cc7550c99043286e5a31d0d104ba3b250b2483
+  data.tar.gz: 7f29ee6adcc0566ce1d1905e557288dec78b8befcc98f9a46c71c0fe8580dd14c914afcb1c1477df65aecc3b106cf799975c2b46ba73a4ec7d93ea34a908b688

data/CHANGELOG.md

@@ -1,3 +1,14 @@
+## 0.1.6 (2024-12-29)
+
+- Fixed error with failed HTTP requests
+- Fixed warning with Ruby 3.4
+
+## 0.1.5 (2024-11-01)
+
+- Fixed error with pipelines when called more than 10 times
+- Fixed `device` option for pipelines
+- Fixed error with `reranking` pipeline
+
 ## 0.1.4 (2024-10-22)
 
 - Added `BertForSequenceClassification`

data/lib/transformers/hf_hub/utils/_errors.rb

@@ -24,7 +24,7 @@ module Transformers
       def hf_raise_for_status(response, endpoint_name: nil)
         begin
           response.value unless response.is_a?(Net::HTTPRedirection)
-        rescue
+        rescue => e
           error_code = response["X-Error-Code"]
           error_message = response["X-Error-Message"]
 

data/lib/transformers/modeling_utils.rb

@@ -56,6 +56,10 @@ module Transformers
   end
 
   module ModuleUtilsMixin
+    def device
+      get_parameter_device(self)
+    end
+
     def get_extended_attention_mask(
       attention_mask,
       input_shape,
@@ -112,6 +116,13 @@ module Transformers
 
       head_mask
     end
+
+    private
+
+    def get_parameter_device(parameter)
+      # TODO return Torch::Device in Torch.rb
+      Torch.device(parameter.parameters[0].device)
+    end
   end
 
   class PreTrainedModel < Torch::NN::Module

data/lib/transformers/models/xlm_roberta/modeling_xlm_roberta.rb

@@ -1213,4 +1213,6 @@ module Transformers
       end
     end
   end
+
+  XLMRobertaForSequenceClassification = XlmRoberta::XLMRobertaForSequenceClassification
 end

data/lib/transformers/pipelines/base.rb

@@ -123,6 +123,22 @@ module Transformers
         end
       end
 
+      if @framework == "pt"
+        if device.is_a?(String)
+          @device = Torch.device(device)
+        else
+          # TODO update default in 0.2.0
+          @device = @model.device
+        end
+      else
+        raise Todo
+      end
+
+      # TODO Fix eql? for Torch::Device in Torch.rb
+      if @device.type != @model.device.type || @device.index != @model.device.index
+        @model.to(@device)
+      end
+
       @call_count = 0
       @batch_size = kwargs.delete(:batch_size)
       @num_workers = kwargs.delete(:num_workers)
@@ -133,6 +149,24 @@ module Transformers
       @model.dtype
     end
 
+    def _ensure_tensor_on_device(inputs, device)
+      # TODO move
+      inputs = inputs.to_h if inputs.is_a?(BatchEncoding)
+
+      if inputs.is_a?(ModelOutput)
+        inputs.instance_variable_get(:@data).transform_values! { |tensor| _ensure_tensor_on_device(tensor, device) }
+        inputs
+      elsif inputs.is_a?(Hash)
+        inputs.transform_values { |tensor| _ensure_tensor_on_device(tensor, device) }
+      elsif inputs.is_a?(Array)
+        inputs.map { |item| _ensure_tensor_on_device(item, device) }
+      elsif inputs.is_a?(Torch::Tensor)
+        inputs.to(device)
+      else
+        inputs
+      end
+    end
+
     def check_model_type(supported_models)
       if !supported_models.is_a?(Array)
         supported_models_names = []
@@ -245,7 +279,10 @@ module Transformers
     end
 
     def forward(model_inputs, **forward_params)
-      _forward(model_inputs, **forward_params)
+      model_inputs = _ensure_tensor_on_device(model_inputs, @device)
+      model_outputs = _forward(model_inputs, **forward_params)
+      model_outputs = _ensure_tensor_on_device(model_outputs, Torch.device("cpu"))
+      model_outputs
     end
 
     def run_single(inputs, preprocess_params, forward_params, postprocess_params)

data/lib/transformers/pipelines/reranking.rb

@@ -8,7 +8,8 @@ module Transformers
       @tokenizer.(
         [inputs[:query]] * inputs[:documents].length,
         text_pair: inputs[:documents],
-        return_tensors: @framework
+        return_tensors: @framework,
+        padding: true
       )
     end
 

data/lib/transformers/sentence_transformer.rb

@@ -1,4 +1,5 @@
 module Transformers
+  # TODO remove in 0.2.0
   class SentenceTransformer
     def initialize(model_id)
       @model_id = model_id

data/lib/transformers/version.rb

@@ -1,3 +1,3 @@
 module Transformers
-  VERSION = "0.1.4"
+  VERSION = "0.1.6"
 end

metadata

@@ -1,15 +1,28 @@
 --- !ruby/object:Gem::Specification
 name: transformers-rb
 version: !ruby/object:Gem::Version
-  version: 0.1.4
+  version: 0.1.6
 platform: ruby
 authors:
 - Andrew Kane
-autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-10-22 00:00:00.000000000 Z
+date: 2024-12-29 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: logger
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: numo-narray
   requirement: !ruby/object:Gem::Requirement
@@ -66,7 +79,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 0.17.1
-description:
 email: andrew@ankane.org
 executables: []
 extensions: []
@@ -150,7 +162,6 @@ homepage: https://github.com/ankane/transformers-ruby
 licenses:
 - Apache-2.0
 metadata: {}
-post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -165,8 +176,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.16
-signing_key:
+rubygems_version: 3.6.2
 specification_version: 4
 summary: State-of-the-art transformers for Ruby
 test_files: []