transformers-rb 0.1.7 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: c1fa37e7471df9836adbb814ac2098b685fd71d879bc83778e97a200db6c9d1b
-  data.tar.gz: 99d487b130a5cf67f7c853eeb4d57f17b6cd7d9fe28cf0d39e31d1172ff99936
+  metadata.gz: 40fb96eeb1204ea7b669c60479ca5170d11ecd78a923a6939bb358112f6bca5c
+  data.tar.gz: b069363067e3c40371bbba3967d5cad86b6f0d6060cca15c757f806f8f152508
 SHA512:
-  metadata.gz: a1849c202c5d053eb82643ff1050594b26520fa53ee49e70a33a37ff39ee8e22244ee5ff799ee7961d7434030dd715d2b15a8ba9e7bf75585b947b8f73f36924
-  data.tar.gz: b577a028df70e8b90840efb88e49793a1ae5a26faa7420e7fbafd8d1aef1ae55accd025713866095d678dbad9fcdbfd2b757eb89b78172da3fcac7800535342f
+  metadata.gz: 53bac82a7496acaf5da0e5d9636841d4ef3e32cb69177233375d88d989d00c147e1630e9844cdb0f3e7ed3e2fc26dea40c72b6115790ca89d873954ee417d759
+  data.tar.gz: d7cd31d7cdc821ff689c4c4136f4ee06247a0978b25d36d8aefe9da5cfd20301a33daceb98ee74a291bf8754859dc00d27080b9d2a33d83f1e69b22738334449

data/CHANGELOG.md

@@ -1,3 +1,9 @@
+## 0.2.0 (2026-04-04)
+
+- Switched to `numo-narray-alt`
+- Removed `SentenceTransformer` class (use `pipeline` instead)
+- Dropped support for Ruby < 3.3
+
 ## 0.1.7 (2026-01-07)
 
 - Switched to `cgi/escape` for Ruby 4.0

data/lib/transformers/pipelines/base.rb

@@ -115,23 +115,24 @@ module Transformers
       @framework = framework
 
       if device.nil?
-        if Torch::CUDA.available? || Torch::Backends::MPS.available?
-          Transformers.logger.warn(
-            "Hardware accelerator e.g. GPU is available in the environment, but no `device` argument" +
-            " is passed to the `Pipeline` object. Model will be on CPU."
-          )
-        end
+        device = 0
       end
 
-      if @framework == "pt"
-        if device.is_a?(String)
-          @device = Torch.device(device)
-        else
-          # TODO update default in 0.2.0
-          @device = @model.device
-        end
+      if device == -1 && !@model.device.nil?
+        device = @model.device
+      end
+      if device.is_a?(Torch::Device)
+        @device = device
+      elsif device.is_a?(String)
+        @device = Torch.device(device)
+      elsif device < 0
+        @device = Torch.device("cpu")
+      elsif Torch::CUDA.available?
+        @device = Torch.device("cuda:%d" % device)
+      elsif Torch::Backends::MPS.available?
+        @device = Torch.device("mps:%d" % device)
       else
-        raise Todo
+        @device = Torch.device("cpu")
       end
 
       # TODO Fix eql? for Torch::Device in Torch.rb

data/lib/transformers/version.rb

@@ -1,3 +1,3 @@
 module Transformers
-  VERSION = "0.1.7"
+  VERSION = "0.2.0"
 end

data/lib/transformers.rb

@@ -1,5 +1,5 @@
 # dependencies
-require "numo/narray"
+require "numo/narray/alt"
 require "safetensors"
 require "tokenizers"
 require "torch-rb"
@@ -30,7 +30,6 @@ require_relative "transformers/image_processing_utils"
 require_relative "transformers/image_transforms"
 require_relative "transformers/modeling_outputs"
 require_relative "transformers/modeling_utils"
-require_relative "transformers/sentence_transformer"
 require_relative "transformers/tokenization_utils_base"
 require_relative "transformers/tokenization_utils"
 require_relative "transformers/tokenization_utils_fast"

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: transformers-rb
 version: !ruby/object:Gem::Version
-  version: 0.1.7
+  version: 0.2.0
 platform: ruby
 authors:
 - Andrew Kane
@@ -24,19 +24,19 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: numo-narray
+  name: numo-narray-alt
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.9.2
+        version: '0.10'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.9.2
+        version: '0.10'
 - !ruby/object:Gem::Dependency
   name: safetensors
   requirement: !ruby/object:Gem::Requirement
@@ -144,7 +144,6 @@ files:
 - lib/transformers/pipelines/text_classification.rb
 - lib/transformers/pipelines/token_classification.rb
 - lib/transformers/ruby_utils.rb
-- lib/transformers/sentence_transformer.rb
 - lib/transformers/tokenization_utils.rb
 - lib/transformers/tokenization_utils_base.rb
 - lib/transformers/tokenization_utils_fast.rb
@@ -169,14 +168,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '3.1'
+      version: '3.3'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 4.0.3
+rubygems_version: 4.0.6
 specification_version: 4
 summary: State-of-the-art transformers for Ruby
 test_files: []

data/lib/transformers/sentence_transformer.rb

@@ -1,21 +0,0 @@
-module Transformers
-  # TODO remove in 0.2.0
-  class SentenceTransformer
-    def initialize(model_id)
-      @model_id = model_id
-      @model = Transformers.pipeline("embedding", model_id)
-    end
-
-    def encode(sentences)
-      # TODO check modules.json
-      if [
-        "sentence-transformers/all-MiniLM-L6-v2",
-        "sentence-transformers/multi-qa-MiniLM-L6-cos-v1"
-      ].include?(@model_id)
-        @model.(sentences)
-      else
-        @model.(sentences, pooling: "cls", normalize: false)
-      end
-    end
-  end
-end