transformers-rb 0.1.6 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 607afc7b4cc3bb62f8ae2aab693863d2cd1456d0c90b20dc0eb4f682fc788cfb
-  data.tar.gz: 3a6ad9f7f624e77e077bf4d7e1d945ee8f6e26d805e08a574d5d583e231500fb
+  metadata.gz: 40fb96eeb1204ea7b669c60479ca5170d11ecd78a923a6939bb358112f6bca5c
+  data.tar.gz: b069363067e3c40371bbba3967d5cad86b6f0d6060cca15c757f806f8f152508
 SHA512:
-  metadata.gz: ab988a57c8af7883894163b149528172a8602d9031f9c6e6880d6bb32f42842cbfa566ac4f347168a230218565cc7550c99043286e5a31d0d104ba3b250b2483
-  data.tar.gz: 7f29ee6adcc0566ce1d1905e557288dec78b8befcc98f9a46c71c0fe8580dd14c914afcb1c1477df65aecc3b106cf799975c2b46ba73a4ec7d93ea34a908b688
+  metadata.gz: 53bac82a7496acaf5da0e5d9636841d4ef3e32cb69177233375d88d989d00c147e1630e9844cdb0f3e7ed3e2fc26dea40c72b6115790ca89d873954ee417d759
+  data.tar.gz: d7cd31d7cdc821ff689c4c4136f4ee06247a0978b25d36d8aefe9da5cfd20301a33daceb98ee74a291bf8754859dc00d27080b9d2a33d83f1e69b22738334449

data/CHANGELOG.md

@@ -1,3 +1,13 @@
+## 0.2.0 (2026-04-04)
+
+- Switched to `numo-narray-alt`
+- Removed `SentenceTransformer` class (use `pipeline` instead)
+- Dropped support for Ruby < 3.3
+
+## 0.1.7 (2026-01-07)
+
+- Switched to `cgi/escape` for Ruby 4.0
+
 ## 0.1.6 (2024-12-29)
 
 - Fixed error with failed HTTP requests

data/lib/transformers/models/distilbert/modeling_distilbert.rb

@@ -36,7 +36,7 @@ module Transformers
 
         # Setting the position-ids to the registered buffer in constructor, it helps
         # when tracing the model without passing position-ids, solves
-        # isues similar to issue #5664
+        # issues similar to issue #5664
         if @position_ids
           position_ids = @position_ids[0.., 0...seq_length]
         else

data/lib/transformers/pipelines/base.rb

@@ -115,23 +115,24 @@ module Transformers
       @framework = framework
 
       if device.nil?
-        if Torch::CUDA.available? || Torch::Backends::MPS.available?
-          Transformers.logger.warn(
-            "Hardware accelerator e.g. GPU is available in the environment, but no `device` argument" +
-            " is passed to the `Pipeline` object. Model will be on CPU."
-          )
-        end
+        device = 0
       end
 
-      if @framework == "pt"
-        if device.is_a?(String)
-          @device = Torch.device(device)
-        else
-          # TODO update default in 0.2.0
-          @device = @model.device
-        end
+      if device == -1 && !@model.device.nil?
+        device = @model.device
+      end
+      if device.is_a?(Torch::Device)
+        @device = device
+      elsif device.is_a?(String)
+        @device = Torch.device(device)
+      elsif device < 0
+        @device = Torch.device("cpu")
+      elsif Torch::CUDA.available?
+        @device = Torch.device("cuda:%d" % device)
+      elsif Torch::Backends::MPS.available?
+        @device = Torch.device("mps:%d" % device)
       else
-        raise Todo
+        @device = Torch.device("cpu")
       end
 
       # TODO Fix eql? for Torch::Device in Torch.rb

data/lib/transformers/pipelines/question_answering.rb

@@ -166,7 +166,7 @@ module Transformers
     end
 
     def preprocess(example, padding: "do_not_pad", doc_stride: nil, max_question_len: 64, max_seq_len: nil)
-      # XXX: This is specal, args_parser will not handle anything generator or dataset like
+      # XXX: This is special, args_parser will not handle anything generator or dataset like
       # For those we expect user to send a simple valid example either directly as a SquadExample or simple dict.
       # So we still need a little sanitation here.
       if example.is_a?(Hash)

data/lib/transformers/version.rb

@@ -1,3 +1,3 @@
 module Transformers
-  VERSION = "0.1.6"
+  VERSION = "0.2.0"
 end

data/lib/transformers.rb

@@ -1,11 +1,11 @@
 # dependencies
-require "numo/narray"
+require "numo/narray/alt"
 require "safetensors"
 require "tokenizers"
 require "torch-rb"
 
 # stdlib
-require "cgi"
+require "cgi/escape"
 require "fileutils"
 require "io/console"
 require "json"
@@ -30,7 +30,6 @@ require_relative "transformers/image_processing_utils"
 require_relative "transformers/image_transforms"
 require_relative "transformers/modeling_outputs"
 require_relative "transformers/modeling_utils"
-require_relative "transformers/sentence_transformer"
 require_relative "transformers/tokenization_utils_base"
 require_relative "transformers/tokenization_utils"
 require_relative "transformers/tokenization_utils_fast"

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: transformers-rb
 version: !ruby/object:Gem::Version
-  version: 0.1.6
+  version: 0.2.0
 platform: ruby
 authors:
 - Andrew Kane
 bindir: bin
 cert_chain: []
-date: 2024-12-29 00:00:00.000000000 Z
+date: 1980-01-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: logger
@@ -24,19 +24,19 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: numo-narray
+  name: numo-narray-alt
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.9.2
+        version: '0.10'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.9.2
+        version: '0.10'
 - !ruby/object:Gem::Dependency
   name: safetensors
   requirement: !ruby/object:Gem::Requirement
@@ -144,7 +144,6 @@ files:
 - lib/transformers/pipelines/text_classification.rb
 - lib/transformers/pipelines/token_classification.rb
 - lib/transformers/ruby_utils.rb
-- lib/transformers/sentence_transformer.rb
 - lib/transformers/tokenization_utils.rb
 - lib/transformers/tokenization_utils_base.rb
 - lib/transformers/tokenization_utils_fast.rb
@@ -169,14 +168,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '3.1'
+      version: '3.3'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.6.2
+rubygems_version: 4.0.6
 specification_version: 4
 summary: State-of-the-art transformers for Ruby
 test_files: []

data/lib/transformers/sentence_transformer.rb

@@ -1,21 +0,0 @@
-module Transformers
-  # TODO remove in 0.2.0
-  class SentenceTransformer
-    def initialize(model_id)
-      @model_id = model_id
-      @model = Transformers.pipeline("embedding", model_id)
-    end
-
-    def encode(sentences)
-      # TODO check modules.json
-      if [
-        "sentence-transformers/all-MiniLM-L6-v2",
-        "sentence-transformers/multi-qa-MiniLM-L6-cos-v1"
-      ].include?(@model_id)
-        @model.(sentences)
-      else
-        @model.(sentences, pooling: "cls", normalize: false)
-      end
-    end
-  end
-end