torch-rb 0.4.1 → 0.4.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a40eda909da15ec34573f3fa447519c3cb5553092d6eb35189d02c88154f1669
-  data.tar.gz: cb795ca4c53189534f306c874f90db531c3b14fd17a14d83a592d2e73dd255ff
+  metadata.gz: cab9683b82c74698dc3f4c60bf56719ee4d17f6c994ddf913502e62e73795b35
+  data.tar.gz: bc4b74a0786f0dbdb571fadcce37812c2d5a38b8bd7d75f5644d9159a61e385d
 SHA512:
-  metadata.gz: 750e2103e8ab7b029f7f3acd439088ba41890d1aabab5761d1ea768f556ae7550d2cef91545e83eebb9b09ef9b76d9dac939f9fa80a7c1478dd7d4668a2a6c0e
-  data.tar.gz: d22f3569dc06cc653bfc0d2786eb952ffad858dd2b235f736ebbabbc2f26b73f4c5b92c3776f2004b8076818730de1f1012b7a9ef615a84909c806abf7e96f52
+  metadata.gz: f237f8e517647b08069e712af9662418cbcbfb3fb7f67965a6a8d55ef9096e3d141f27b6f5740f77873ea87281f008e2eece145f4c7639ef2b85c18c60b6cd8d
+  data.tar.gz: 5ce048f61657af95cd7084d9b115c9ba6b82b97449603eaef9217786b8cf5a0459d1116c8ef3bccc7cc21bbdd9b600ba3a6918bfae70004634ae46bc797532c9

data/CHANGELOG.md

@@ -1,3 +1,7 @@
+## 0.4.2 (2020-10-27)
+
+- Fixed errors with optimizer options
+
 ## 0.4.1 (2020-10-12)
 
 - Fixed installation error with Ruby < 2.7

data/lib/torch/optim/adadelta.rb

@@ -39,7 +39,7 @@ module Torch
             state[:step] += 1
 
             if group[:weight_decay] != 0
-              grad = grad.add(group[:weight_decay], p.data)
+              grad = grad.add(p.data, alpha: group[:weight_decay])
             end
 
             square_avg.mul!(rho).addcmul!(1 - rho, grad, grad)

data/lib/torch/optim/adagrad.rb

@@ -49,7 +49,7 @@ module Torch
               if p.grad.data.sparse?
                 raise Error, "weight_decay option is not compatible with sparse gradients"
               end
-              grad = grad.add(group[:weight_decay], p.data)
+              grad = grad.add(p.data, alpha: group[:weight_decay])
             end
 
             clr = group[:lr] / (1 + (state[:step] - 1) * group[:lr_decay])

data/lib/torch/optim/adamax.rb

@@ -42,7 +42,7 @@ module Torch
             state[:step] += 1
 
             if group[:weight_decay] != 0
-              grad = grad.add(group[:weight_decay], p.data)
+              grad = grad.add(p.data, alpha: group[:weight_decay])
             end
 
             # Update biased first moment estimate.

data/lib/torch/optim/asgd.rb

@@ -36,7 +36,7 @@ module Torch
             state[:step] += 1
 
             if group[:weight_decay] != 0
-              grad = grad.add(group[:weight_decay], p.data)
+              grad = grad.add(p.data, alpha: group[:weight_decay])
             end
 
             # decay term

data/lib/torch/optim/rmsprop.rb

@@ -46,23 +46,23 @@ module Torch
             state[:step] += 1
 
             if group[:weight_decay] != 0
-              grad = grad.add(group[:weight_decay], p.data)
+              grad = grad.add(p.data, alpha: group[:weight_decay])
             end
 
             square_avg.mul!(alpha).addcmul!(1 - alpha, grad, grad)
 
             if group[:centered]
               grad_avg = state[:grad_avg]
-              grad_avg.mul!(alpha).add!(1 - alpha, grad)
-              avg = square_avg.addcmul(-1, grad_avg, grad_avg).sqrt!.add!(group[:eps])
+              grad_avg.mul!(alpha).add!(grad, alpha: 1 - alpha)
+              avg = square_avg.addcmul(grad_avg, grad_avg, value: -1).sqrt!.add!(group[:eps])
             else
               avg = square_avg.sqrt.add!(group[:eps])
             end
 
             if group[:momentum] > 0
               buf = state[:momentum_buffer]
-              buf.mul!(group[:momentum]).addcdiv!(grad, avg)
-              p.data.add!(-group[:lr], buf)
+              buf.mul!(group[:momentum]).addcdiv!(1, grad, avg)
+              p.data.add!(buf, alpha: -group[:lr])
             else
               p.data.addcdiv!(-group[:lr], grad, avg)
             end

data/lib/torch/optim/sgd.rb

@@ -36,14 +36,14 @@ module Torch
             end
             if momentum != 0
               param_state = @state[p]
-              if !param_state.key(:momentum_buffer)
+              if !param_state.key?(:momentum_buffer)
                 buf = param_state[:momentum_buffer] = Torch.clone(d_p).detach
               else
                 buf = param_state[:momentum_buffer]
                 buf.mul!(momentum).add!(d_p, alpha: 1 - dampening)
               end
               if nesterov
-                d_p = d_p.add(momentum, buf)
+                d_p = d_p.add(buf, alpha: momentum)
               else
                 d_p = buf
               end

data/lib/torch/version.rb

@@ -1,3 +1,3 @@
 module Torch
-  VERSION = "0.4.1"
+  VERSION = "0.4.2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: torch-rb
 version: !ruby/object:Gem::Version
-  version: 0.4.1
+  version: 0.4.2
 platform: ruby
 authors:
 - Andrew Kane
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-10-13 00:00:00.000000000 Z
+date: 2020-10-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rice
@@ -289,7 +289,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.3
+rubygems_version: 3.1.4
 signing_key:
 specification_version: 4
 summary: Deep learning for Ruby, powered by LibTorch