torch-rb 0.16.0 → 0.17.1

data/ext/torch/fft_functions.h

@@ -0,0 +1,6 @@
+// generated by rake generate:functions
+// do not edit by hand
+
+#pragma once
+
+void add_fft_functions(Rice::Module& m);

data/ext/torch/linalg_functions.h

@@ -0,0 +1,6 @@
+// generated by rake generate:functions
+// do not edit by hand
+
+#pragma once
+
+void add_linalg_functions(Rice::Module& m);

data/ext/torch/nn_functions.h

@@ -0,0 +1,6 @@
+// generated by rake generate:functions
+// do not edit by hand
+
+#pragma once
+
+void add_nn_functions(Rice::Module& m);

data/ext/torch/sparse_functions.h

@@ -0,0 +1,6 @@
+// generated by rake generate:functions
+// do not edit by hand
+
+#pragma once
+
+void add_sparse_functions(Rice::Module& m);

data/ext/torch/special_functions.h

@@ -0,0 +1,6 @@
+// generated by rake generate:functions
+// do not edit by hand
+
+#pragma once
+
+void add_special_functions(Rice::Module& m);

data/ext/torch/tensor_functions.h

@@ -0,0 +1,6 @@
+// generated by rake generate:functions
+// do not edit by hand
+
+#pragma once
+
+void add_tensor_functions(Rice::Module& m);

data/ext/torch/torch_functions.h

@@ -0,0 +1,6 @@
+// generated by rake generate:functions
+// do not edit by hand
+
+#pragma once
+
+void add_torch_functions(Rice::Module& m);

data/ext/torch/utils.h

@@ -6,7 +6,7 @@
 #include <rice/stl.hpp>
 
 static_assert(
-  TORCH_VERSION_MAJOR == 2 && TORCH_VERSION_MINOR == 3,
+  TORCH_VERSION_MAJOR == 2 && TORCH_VERSION_MINOR == 4,
   "Incompatible LibTorch version"
 );
 

data/lib/torch/nn/functional.rb

@@ -134,7 +134,7 @@ module Torch
           raise ArgumentError, "Padding length too large" unless pad.size / 2 <= input.dim
 
           if mode == "constant"
-            return Torch.constant_pad_nd(input, pad, value)
+            Torch.constant_pad_nd(input, pad, value)
           else
             raise ArgumentError, "Padding mode doesn't take in value argument" unless value == 0
 
@@ -481,6 +481,16 @@ module Torch
           Torch.triplet_margin_loss(anchor, positive, negative, margin, p, eps, swap, to_reduction(reduction))
         end
 
+        def normalize(input, p: 2.0, dim: 1, eps: 1e-12, out: nil)
+          if out.nil?
+            denom = input.norm(p, dim, keepdim: true).clamp_min(eps).expand_as(input)
+            input / denom
+          else
+            denom = input.norm(p, dim, keepdim: true).clamp_min!(eps).expand_as(input)
+            Torch.div(input, denom, out: out)
+          end
+        end
+
         # vision
 
         def interpolate(input, size: nil, scale_factor: nil, mode: "nearest", align_corners: nil, recompute_scale_factor: nil)

data/lib/torch/nn/functional_attention.rb

@@ -5,10 +5,10 @@ module Torch
         def in_projection_packed(q, k, v, w, b: nil)
           e = q.size(-1)
 
-          if k.eql? v
-            if q.eql? k
+          if k.eql?(v)
+            if q.eql?(k)
               # self-attention
-              return linear(q, w, b).chunk(3, dim: -1)
+              linear(q, w, b).chunk(3, dim: -1)
             else
               # encoder-decoder attention
               w_q, w_kv = w.split_with_sizes([e, e * 2])
@@ -18,7 +18,7 @@ module Torch
                 b_q, b_kv = b.split_with_sizes([e, e * 2])
               end
 
-              return [linear(q, w_q, b_q), *linear(k, w_kv, b_kv).chunk(2, dim: -1)]
+              [linear(q, w_q, b_q), *linear(k, w_kv, b_kv).chunk(2, dim: -1)]
             end
           else
             w_q, w_k, w_v = w.chunk(3)
@@ -28,7 +28,7 @@ module Torch
               b_q, b_k, b_v = b.chunk(3)
             end
 
-            return [linear(q, w_q, b_q), linear(k, w_k, b_k), linear(v, w_v, b_v)]
+            [linear(q, w_q, b_q), linear(k, w_k, b_k), linear(v, w_v, b_v)]
           end
         end
 

data/lib/torch/nn/module.rb

@@ -10,16 +10,23 @@ module Torch
         @parameters = {}
         @buffers = {}
         @modules = {}
+        @non_persistent_buffers_set = Set.new
       end
 
       def forward
         raise NotImplementedError
       end
 
-      def register_buffer(name, tensor)
+      def register_buffer(name, tensor, persistent: true)
         # TODO add checks
         @buffers[name] = tensor
         instance_variable_set("@#{name}", tensor)
+
+        if persistent
+          @non_persistent_buffers_set.delete(name)
+        else
+          @non_persistent_buffers_set << name
+        end
       end
 
       def register_parameter(name, param)
@@ -190,8 +197,18 @@ module Torch
         named_buffers.values
       end
 
-      def named_buffers
-        @buffers || {}
+      # TODO set recurse: true in 0.18.0
+      def named_buffers(prefix: "", recurse: false)
+        buffers = {}
+        if recurse
+          named_children.each do |name, mod|
+            buffers.merge!(mod.named_buffers(prefix: "#{prefix}#{name}.", recurse: recurse))
+          end
+        end
+        (@buffers || {}).each do |k, v|
+          buffers[[prefix, k].join] = v
+        end
+        buffers
       end
 
       def children
@@ -390,7 +407,10 @@ module Torch
           destination[prefix + k] = v
         end
         named_buffers.each do |k, v|
-          destination[prefix + k] = v
+          # TODO exclude v.nil?
+          if !@non_persistent_buffers_set.include?(k)
+            destination[prefix + k] = v
+          end
         end
       end
 

data/lib/torch/tensor.rb

@@ -57,7 +57,7 @@ module Torch
       if shape.empty?
         arr
       else
-        shape[1..-1].reverse.each do |dim|
+        shape[1..-1].reverse_each do |dim|
           arr = arr.each_slice(dim)
         end
         arr.to_a
@@ -132,9 +132,13 @@ module Torch
 
     # TODO read directly from memory
     def numo
-      cls = Torch._dtype_to_numo[dtype]
-      raise Error, "Cannot convert #{dtype} to Numo" unless cls
-      cls.from_string(_data_str).reshape(*shape)
+      if dtype == :bool
+        Numo::UInt8.from_string(_data_str).ne(0).reshape(*shape)
+      else
+        cls = Torch._dtype_to_numo[dtype]
+        raise Error, "Cannot convert #{dtype} to Numo" unless cls
+        cls.from_string(_data_str).reshape(*shape)
+      end
     end
 
     def requires_grad=(requires_grad)
@@ -160,6 +164,7 @@ module Torch
     # based on python_variable_indexing.cpp and
     # https://pytorch.org/cppdocs/notes/tensor_indexing.html
     def [](*indexes)
+      indexes = indexes.map { |v| v.is_a?(Array) ? Torch.tensor(v) : v }
       _index(indexes)
     end
 
@@ -167,6 +172,7 @@ module Torch
     # https://pytorch.org/cppdocs/notes/tensor_indexing.html
     def []=(*indexes, value)
       raise ArgumentError, "Tensor does not support deleting items" if value.nil?
+      indexes = indexes.map { |v| v.is_a?(Array) ? Torch.tensor(v) : v }
       value = Torch.tensor(value, dtype: dtype) unless value.is_a?(Tensor)
       _index_put_custom(indexes, value)
     end

data/lib/torch/version.rb

@@ -1,3 +1,3 @@
 module Torch
-  VERSION = "0.16.0"
+  VERSION = "0.17.1"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: torch-rb
 version: !ruby/object:Gem::Version
-  version: 0.16.0
+  version: 0.17.1
 platform: ruby
 authors:
 - Andrew Kane
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-06-13 00:00:00.000000000 Z
+date: 2024-08-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rice
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 4.1.0
+        version: '4.1'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 4.1.0
+        version: '4.1'
 description:
 email: andrew@ankane.org
 executables: []
@@ -43,17 +43,24 @@ files:
 - ext/torch/ext.cpp
 - ext/torch/extconf.rb
 - ext/torch/fft.cpp
+- ext/torch/fft_functions.h
 - ext/torch/generator.cpp
 - ext/torch/ivalue.cpp
 - ext/torch/linalg.cpp
+- ext/torch/linalg_functions.h
 - ext/torch/nn.cpp
+- ext/torch/nn_functions.h
 - ext/torch/random.cpp
 - ext/torch/ruby_arg_parser.cpp
 - ext/torch/ruby_arg_parser.h
+- ext/torch/sparse_functions.h
 - ext/torch/special.cpp
+- ext/torch/special_functions.h
 - ext/torch/templates.h
 - ext/torch/tensor.cpp
+- ext/torch/tensor_functions.h
 - ext/torch/torch.cpp
+- ext/torch/torch_functions.h
 - ext/torch/utils.h
 - ext/torch/wrap_outputs.h
 - lib/torch-rb.rb