torch-rb 0.15.0 → 0.17.0

data/ext/torch/utils.h

@@ -6,7 +6,7 @@
 #include <rice/stl.hpp>
 
 static_assert(
-  TORCH_VERSION_MAJOR == 2 && TORCH_VERSION_MINOR == 2,
+  TORCH_VERSION_MAJOR == 2 && TORCH_VERSION_MINOR == 4,
   "Incompatible LibTorch version"
 );
 

data/lib/torch/nn/elu.rb

@@ -0,0 +1,20 @@
+module Torch
+  module NN
+    class ELU < Module
+      def initialize(alpha: 1, inplace: false)
+        super()
+        @alpha = alpha
+        @inplace = inplace
+      end
+
+      def forward(input)
+        F.elu(input, alpha: @alpha, inplace: @inplace)
+      end
+
+      def extra_inspect
+        inplace_str = @inplace ? ", inplace: true" : ""
+        format("alpha: %s", @alpha) + inplace_str
+      end
+    end
+  end
+end

data/lib/torch/nn/functional.rb

@@ -134,7 +134,7 @@ module Torch
           raise ArgumentError, "Padding length too large" unless pad.size / 2 <= input.dim
 
           if mode == "constant"
-            return Torch.constant_pad_nd(input, pad, value)
+            Torch.constant_pad_nd(input, pad, value)
           else
             raise ArgumentError, "Padding mode doesn't take in value argument" unless value == 0
 
@@ -174,6 +174,18 @@ module Torch
 
         # activation layers
 
+        def elu(input, alpha: 1, inplace: false)
+          if inplace
+            NN.elu!(input, alpha)
+          else
+            NN.elu(input, alpha)
+          end
+        end
+
+        def gelu(input, approximate: 'none')
+          NN.gelu(input, approximate: approximate)
+        end
+
         def hardshrink(input, lambd = 0.5)
           Torch.hardshrink(input, lambd)
         end
@@ -469,6 +481,16 @@ module Torch
           Torch.triplet_margin_loss(anchor, positive, negative, margin, p, eps, swap, to_reduction(reduction))
         end
 
+        def normalize(input, p: 2.0, dim: 1, eps: 1e-12, out: nil)
+          if out.nil?
+            denom = input.norm(p, dim, keepdim: true).clamp_min(eps).expand_as(input)
+            input / denom
+          else
+            denom = input.norm(p, dim, keepdim: true).clamp_min!(eps).expand_as(input)
+            Torch.div(input, denom, out: out)
+          end
+        end
+
         # vision
 
         def interpolate(input, size: nil, scale_factor: nil, mode: "nearest", align_corners: nil, recompute_scale_factor: nil)

data/lib/torch/nn/functional_attention.rb

@@ -5,10 +5,10 @@ module Torch
         def in_projection_packed(q, k, v, w, b: nil)
           e = q.size(-1)
 
-          if k.eql? v
-            if q.eql? k
+          if k.eql?(v)
+            if q.eql?(k)
               # self-attention
-              return linear(q, w, b).chunk(3, dim: -1)
+              linear(q, w, b).chunk(3, dim: -1)
             else
               # encoder-decoder attention
               w_q, w_kv = w.split_with_sizes([e, e * 2])
@@ -18,7 +18,7 @@ module Torch
                 b_q, b_kv = b.split_with_sizes([e, e * 2])
               end
 
-              return [linear(q, w_q, b_q), *linear(k, w_kv, b_kv).chunk(2, dim: -1)]
+              [linear(q, w_q, b_q), *linear(k, w_kv, b_kv).chunk(2, dim: -1)]
             end
           else
             w_q, w_k, w_v = w.chunk(3)
@@ -28,7 +28,7 @@ module Torch
               b_q, b_k, b_v = b.chunk(3)
             end
 
-            return [linear(q, w_q, b_q), linear(k, w_k, b_k), linear(v, w_v, b_v)]
+            [linear(q, w_q, b_q), linear(k, w_k, b_k), linear(v, w_v, b_v)]
           end
         end
 

data/lib/torch/nn/gelu.rb

@@ -0,0 +1,18 @@
+module Torch
+  module NN
+    class GELU < Module
+      def initialize(approximate: 'none')
+        super()
+        @approximate = approximate
+      end
+
+      def forward(input)
+        F.gelu(input, approximate: @approximate)
+      end
+
+      def extra_inspect
+        "approximate: #{@approximate.inspect}"
+      end
+    end
+  end
+end

data/lib/torch/nn/leaky_relu.rb

@@ -13,7 +13,7 @@ module Torch
 
       def extra_inspect
         inplace_str = @inplace ? ", inplace: true" : ""
-        format("negative_slope: %s%s", @negative_slope, inplace_str)
+        format("negative_slope: %s", @negative_slope) + inplace_str
       end
     end
   end

data/lib/torch/tensor.rb

@@ -57,7 +57,7 @@ module Torch
       if shape.empty?
         arr
       else
-        shape[1..-1].reverse.each do |dim|
+        shape[1..-1].reverse_each do |dim|
           arr = arr.each_slice(dim)
         end
         arr.to_a
@@ -160,6 +160,7 @@ module Torch
     # based on python_variable_indexing.cpp and
     # https://pytorch.org/cppdocs/notes/tensor_indexing.html
     def [](*indexes)
+      indexes = indexes.map { |v| v.is_a?(Array) ? Torch.tensor(v) : v }
       _index(indexes)
     end
 
@@ -167,6 +168,7 @@ module Torch
     # https://pytorch.org/cppdocs/notes/tensor_indexing.html
     def []=(*indexes, value)
       raise ArgumentError, "Tensor does not support deleting items" if value.nil?
+      indexes = indexes.map { |v| v.is_a?(Array) ? Torch.tensor(v) : v }
       value = Torch.tensor(value, dtype: dtype) unless value.is_a?(Tensor)
       _index_put_custom(indexes, value)
     end

data/lib/torch/version.rb

@@ -1,3 +1,3 @@
 module Torch
-  VERSION = "0.15.0"
+  VERSION = "0.17.0"
 end

data/lib/torch.rb

@@ -123,6 +123,8 @@ require_relative "torch/nn/dropout3d"
 require_relative "torch/nn/feature_alpha_dropout"
 
 # nn activations
+require_relative "torch/nn/elu"
+require_relative "torch/nn/gelu"
 require_relative "torch/nn/hardshrink"
 require_relative "torch/nn/leaky_relu"
 require_relative "torch/nn/log_sigmoid"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: torch-rb
 version: !ruby/object:Gem::Version
-  version: 0.15.0
+  version: 0.17.0
 platform: ruby
 authors:
 - Andrew Kane
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-02-29 00:00:00.000000000 Z
+date: 2024-07-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rice
@@ -103,12 +103,14 @@ files:
 - lib/torch/nn/dropout2d.rb
 - lib/torch/nn/dropout3d.rb
 - lib/torch/nn/dropoutnd.rb
+- lib/torch/nn/elu.rb
 - lib/torch/nn/embedding.rb
 - lib/torch/nn/embedding_bag.rb
 - lib/torch/nn/feature_alpha_dropout.rb
 - lib/torch/nn/fold.rb
 - lib/torch/nn/functional.rb
 - lib/torch/nn/functional_attention.rb
+- lib/torch/nn/gelu.rb
 - lib/torch/nn/group_norm.rb
 - lib/torch/nn/gru.rb
 - lib/torch/nn/hardshrink.rb
@@ -230,14 +232,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '3'
+      version: '3.1'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.3
+rubygems_version: 3.5.11
 signing_key:
 specification_version: 4
 summary: Deep learning for Ruby, powered by LibTorch