torch-rb 0.3.3 → 0.4.0

data/lib/torch/nn/init.rb

@@ -14,25 +14,11 @@ module Torch
           _normal!(tensor, mean, std)
         end
 
-        def constant!(tensor, val)
-          _constant!(tensor, val)
-        end
-
-        def ones!(tensor)
-          _ones!(tensor)
-        end
-
-        def zeros!(tensor)
-          _zeros!(tensor)
-        end
-
-        def eye!(tensor)
-          _eye!(tensor)
-        end
-
-        def dirac!(tensor)
-          _dirac!(tensor)
-        end
+        alias_method :constant!, :_constant!
+        alias_method :ones!, :_ones!
+        alias_method :zeros!, :_zeros!
+        alias_method :eye!, :_eye!
+        alias_method :dirac!, :_dirac!
 
         def xavier_uniform!(tensor, gain: 1.0)
           _xavier_uniform!(tensor, gain)

data/lib/torch/nn/leaky_relu.rb

@@ -1,14 +1,14 @@
 module Torch
   module NN
     class LeakyReLU < Module
-      def initialize(negative_slope: 1e-2) #, inplace: false)
+      def initialize(negative_slope: 1e-2, inplace: false)
         super()
         @negative_slope = negative_slope
-        # @inplace = inplace
+        @inplace = inplace
       end
 
       def forward(input)
-        F.leaky_relu(input, @negative_slope) #, inplace: @inplace)
+        F.leaky_relu(input, @negative_slope, inplace: @inplace)
       end
 
       def extra_inspect

data/lib/torch/nn/module.rb

@@ -55,7 +55,15 @@ module Torch
             end
           end
         end
-        # TODO apply to more objects
+
+        @buffers.each_key do |k|
+          buf = @buffers[k]
+          unless buf.nil?
+            @buffers[k] = fn.call(buf)
+            instance_variable_set("@#{k}", @buffers[k])
+          end
+        end
+
         self
       end
 

data/lib/torch/nn/upsample.rb

@@ -0,0 +1,31 @@
+module Torch
+  module NN
+    class Upsample < Module
+      def initialize(size: nil, scale_factor: nil, mode: "nearest", align_corners: nil)
+        super()
+        @size = size
+        if scale_factor.is_a?(Array)
+          @scale_factor = scale_factor.map(&:to_f)
+        else
+          @scale_factor = scale_factor ? scale_factor.to_f : nil
+        end
+        @mode = mode
+        @align_corners = align_corners
+      end
+
+      def forward(input)
+        F.interpolate(input, size: @size, scale_factor: @scale_factor, mode: @mode, align_corners: @align_corners)
+      end
+
+      def extra_inspect
+        if !@scale_factor.nil?
+          info = "scale_factor: #{@scale_factor.inspect}"
+        else
+          info = "size: #{@size.inspect}"
+        end
+        info += ", mode: #{@mode.inspect}"
+        info
+      end
+    end
+  end
+end

data/lib/torch/optim/adadelta.rb

@@ -45,7 +45,7 @@ module Torch
             square_avg.mul!(rho).addcmul!(1 - rho, grad, grad)
             std = square_avg.add(eps).sqrt!
             delta = acc_delta.add(eps).sqrt!.div!(std).mul!(grad)
-            p.data.add!(-group[:lr], delta)
+            p.data.add!(delta, alpha: -group[:lr])
             acc_delta.mul!(rho).addcmul!(1 - rho, delta, delta)
           end
         end

data/lib/torch/optim/adam.rb

@@ -53,11 +53,11 @@ module Torch
             bias_correction2 = 1 - beta2 ** state[:step]
 
             if group[:weight_decay] != 0
-              grad.add!(group[:weight_decay], p.data)
+              grad.add!(p.data, alpha: group[:weight_decay])
             end
 
             # Decay the first and second moment running average coefficient
-            exp_avg.mul!(beta1).add!(1 - beta1, grad)
+            exp_avg.mul!(beta1).add!(grad, alpha: 1 - beta1)
             exp_avg_sq.mul!(beta2).addcmul!(1 - beta2, grad, grad)
             if amsgrad
               # Maintains the maximum of all 2nd moment running avg. till now

data/lib/torch/optim/adamax.rb

@@ -46,7 +46,7 @@ module Torch
             end
 
             # Update biased first moment estimate.
-            exp_avg.mul!(beta1).add!(1 - beta1, grad)
+            exp_avg.mul!(beta1).add!(grad, alpha: 1 - beta1)
             # Update the exponentially weighted infinity norm.
             norm_buf = Torch.cat([
                 exp_inf.mul!(beta2).unsqueeze(0),

data/lib/torch/optim/adamw.rb

@@ -58,7 +58,7 @@ module Torch
             bias_correction2 = 1 - beta2 ** state[:step]
 
             # Decay the first and second moment running average coefficient
-            exp_avg.mul!(beta1).add!(1 - beta1, grad)
+            exp_avg.mul!(beta1).add!(grad, alpha: 1 - beta1)
             exp_avg_sq.mul!(beta2).addcmul!(1 - beta2, grad, grad)
             if amsgrad
               # Maintains the maximum of all 2nd moment running avg. till now

data/lib/torch/optim/asgd.rb

@@ -43,7 +43,7 @@ module Torch
             p.data.mul!(1 - group[:lambd] * state[:eta])
 
             # update parameter
-            p.data.add!(-state[:eta], grad)
+            p.data.add!(grad, alpha: -state[:eta])
 
             # averaging
             if state[:mu] != 1

data/lib/torch/optim/sgd.rb

@@ -32,7 +32,7 @@ module Torch
             next unless p.grad
             d_p = p.grad.data
             if weight_decay != 0
-              d_p.add!(weight_decay, p.data)
+              d_p.add!(p.data, alpha: weight_decay)
             end
             if momentum != 0
               param_state = @state[p]
@@ -40,7 +40,7 @@ module Torch
                 buf = param_state[:momentum_buffer] = Torch.clone(d_p).detach
               else
                 buf = param_state[:momentum_buffer]
-                buf.mul!(momentum).add!(1 - dampening, d_p)
+                buf.mul!(momentum).add!(d_p, alpha: 1 - dampening)
               end
               if nesterov
                 d_p = d_p.add(momentum, buf)
@@ -49,7 +49,7 @@ module Torch
               end
             end
 
-            p.data.add!(-group[:lr], d_p)
+            p.data.add!(d_p, alpha: -group[:lr])
           end
         end
 

data/lib/torch/tensor.rb

@@ -8,6 +8,18 @@ module Torch
     alias_method :ndim, :dim
     alias_method :ndimension, :dim
 
+    # use alias_method for performance
+    alias_method :+, :add
+    alias_method :-, :sub
+    alias_method :*, :mul
+    alias_method :/, :div
+    alias_method :%, :remainder
+    alias_method :**, :pow
+    alias_method :-@, :neg
+    alias_method :&, :logical_and
+    alias_method :|, :logical_or
+    alias_method :^, :logical_xor
+
     def self.new(*args)
       FloatTensor.new(*args)
     end
@@ -48,6 +60,11 @@ module Torch
     end
 
     def to(device = nil, dtype: nil, non_blocking: false, copy: false)
+      if device.is_a?(Symbol) && !dtype
+        dtype = device
+        device = nil
+      end
+
       device ||= self.device
       device = Device.new(device) if device.is_a?(String)
 
@@ -68,14 +85,18 @@ module Torch
 
     def size(dim = nil)
       if dim
-        _size_int(dim)
+        _size(dim)
       else
         shape
       end
     end
 
-    def shape
-      dim.times.map { |i| size(i) }
+    def stride(dim = nil)
+      if dim
+        _stride(dim)
+      else
+        _strides
+      end
     end
 
     # mirror Python len()
@@ -103,11 +124,6 @@ module Torch
       Torch.empty(0, dtype: dtype)
     end
 
-    def backward(gradient = nil, retain_graph: nil, create_graph: false)
-      retain_graph = create_graph if retain_graph.nil?
-      _backward(gradient, retain_graph, create_graph)
-    end
-
     # TODO read directly from memory
     def numo
       cls = Torch._dtype_to_numo[dtype]
@@ -124,60 +140,14 @@ module Torch
     end
 
     def type(dtype)
-      enum = DTYPE_TO_ENUM[dtype]
-      raise Error, "Unknown type: #{dtype}" unless enum
-      _type(enum)
-    end
-
-    def reshape(*size)
-      # Python doesn't check if size == 1, just ignores later arguments
-      size = size.first if size.size == 1 && size.first.is_a?(Array)
-      _reshape(size)
-    end
-
-    def view(*size)
-      size = size.first if size.size == 1 && size.first.is_a?(Array)
-      _view(size)
-    end
-
-    def +(other)
-      add(other)
-    end
-
-    def -(other)
-      sub(other)
-    end
-
-    def *(other)
-      mul(other)
-    end
-
-    def /(other)
-      div(other)
-    end
-
-    def %(other)
-      remainder(other)
-    end
-
-    def **(other)
-      pow(other)
-    end
-
-    def -@
-      neg
-    end
-
-    def &(other)
-      logical_and(other)
-    end
-
-    def |(other)
-      logical_or(other)
-    end
-
-    def ^(other)
-      logical_xor(other)
+      if dtype.is_a?(Class)
+        raise Error, "Invalid type: #{dtype}" unless TENSOR_TYPE_CLASSES.include?(dtype)
+        dtype.new(self)
+      else
+        enum = DTYPE_TO_ENUM[dtype]
+        raise Error, "Invalid type: #{dtype}" unless enum
+        _type(enum)
+      end
     end
 
     # TODO better compare?
@@ -188,7 +158,7 @@ module Torch
     # based on python_variable_indexing.cpp and
     # https://pytorch.org/cppdocs/notes/tensor_indexing.html
     def [](*indexes)
-      _index(tensor_indexes(indexes))
+      _index(indexes)
     end
 
     # based on python_variable_indexing.cpp and
@@ -196,62 +166,13 @@ module Torch
     def []=(*indexes, value)
       raise ArgumentError, "Tensor does not support deleting items" if value.nil?
       value = Torch.tensor(value, dtype: dtype) unless value.is_a?(Tensor)
-      _index_put_custom(tensor_indexes(indexes), value)
-    end
-
-    # native functions that need manually defined
-
-    # value and other are swapped for some methods
-    def add!(value = 1, other)
-      if other.is_a?(Numeric)
-        _add__scalar(other, value)
-      else
-        _add__tensor(other, value)
-      end
+      _index_put_custom(indexes, value)
     end
 
     # parser can't handle overlap, so need to handle manually
     def random!(*args)
-      case args.size
-      when 1
-        _random__to(*args)
-      when 2
-        _random__from(*args)
-      else
-        _random_(*args)
-      end
-    end
-
-    def clamp!(min, max)
-      _clamp_min_(min)
-      _clamp_max_(max)
-    end
-
-    private
-
-    def tensor_indexes(indexes)
-      indexes.map do |index|
-        case index
-        when Integer
-          TensorIndex.integer(index)
-        when Range
-          finish = index.end
-          if finish == -1 && !index.exclude_end?
-            finish = nil
-          else
-            finish += 1 unless index.exclude_end?
-          end
-          TensorIndex.slice(index.begin, finish)
-        when Tensor
-          TensorIndex.tensor(index)
-        when nil
-          TensorIndex.none
-        when true, false
-          TensorIndex.boolean(index)
-        else
-          raise Error, "Unsupported index type: #{index.class.name}"
-        end
-      end
+      return _random!(0, *args) if args.size == 1
+      _random!(*args)
     end
   end
 end

data/lib/torch/utils/data/data_loader.rb

@@ -45,6 +45,8 @@ module Torch
         def size
           (@dataset.size / @batch_size.to_f).ceil
         end
+        alias_method :length, :size
+        alias_method :count, :size
 
         private
 

data/lib/torch/utils/data/tensor_dataset.rb

@@ -16,6 +16,8 @@ module Torch
         def size
           @tensors[0].size(0)
         end
+        alias_method :length, :size
+        alias_method :count, :size
       end
     end
   end

data/lib/torch/version.rb

@@ -1,3 +1,3 @@
 module Torch
-  VERSION = "0.3.3"
+  VERSION = "0.4.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: torch-rb
 version: !ruby/object:Gem::Version
-  version: 0.3.3
+  version: 0.4.0
 platform: ruby
 authors:
 - Andrew Kane
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-08-26 00:00:00.000000000 Z
+date: 2020-09-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rice
@@ -108,6 +108,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 0.1.1
+- !ruby/object:Gem::Dependency
+  name: magro
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: 
 email: andrew@chartkick.com
 executables: []
@@ -118,19 +132,23 @@ files:
 - CHANGELOG.md
 - LICENSE.txt
 - README.md
+- codegen/function.rb
+- codegen/generate_functions.rb
+- codegen/native_functions.yaml
 - ext/torch/ext.cpp
 - ext/torch/extconf.rb
-- ext/torch/templates.cpp
-- ext/torch/templates.hpp
+- ext/torch/nn_functions.h
+- ext/torch/ruby_arg_parser.cpp
+- ext/torch/ruby_arg_parser.h
+- ext/torch/templates.h
+- ext/torch/tensor_functions.h
+- ext/torch/torch_functions.h
+- ext/torch/utils.h
+- ext/torch/wrap_outputs.h
 - lib/torch-rb.rb
 - lib/torch.rb
 - lib/torch/hub.rb
 - lib/torch/inspector.rb
-- lib/torch/native/dispatcher.rb
-- lib/torch/native/function.rb
-- lib/torch/native/generator.rb
-- lib/torch/native/native_functions.yaml
-- lib/torch/native/parser.rb
 - lib/torch/nn/adaptive_avg_pool1d.rb
 - lib/torch/nn/adaptive_avg_pool2d.rb
 - lib/torch/nn/adaptive_avg_pool3d.rb
@@ -238,6 +256,7 @@ files:
 - lib/torch/nn/tanhshrink.rb
 - lib/torch/nn/triplet_margin_loss.rb
 - lib/torch/nn/unfold.rb
+- lib/torch/nn/upsample.rb
 - lib/torch/nn/utils.rb
 - lib/torch/nn/weighted_loss.rb
 - lib/torch/nn/zero_pad2d.rb