torch-rb 0.8.2 → 0.8.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: '05811faa93ab089485bfa213362bfed0462227e6964e726bf1c3f9fc0cdba0c3'
-  data.tar.gz: 8d25304063db51850e535e71c2b4fe643e038a18d046b8f27ee50269e5e9695d
+  metadata.gz: 19fb3b7bb14f4b45424591ac7d5f65c5290b372c6e54d65f36188869d267410d
+  data.tar.gz: c2c8878412b46febea4af13881169a74a577b4ac1a7de0e2d567058c06695e1a
 SHA512:
-  metadata.gz: 8cea906b03b37ec848be7b1c7cfa6bfb0fde4ef7ed384818bcc85826d04611621835bbeecad0fd31c94b497bb527a21c107901a9d991692b6fffa6bb24c23c38
-  data.tar.gz: 2ded65d614d274afe61e061898268172e6dec85dc28e3094481c2650713a129c0574b7ba17dbafccd8b8dc7ee064602fd261ce5034cec4a184fa32f2965eb476
+  metadata.gz: 6a11fd1965d00e43cfbccd658ee14c95f2a032253842a6d6ec8cb33e91fbeedae5594b2d641ccc9593d2bc967376cf4538d0d12d9ded7bbd1e816945a30d1b28
+  data.tar.gz: 5a6febd08b15c544fd4dfef13b56efa2aab8a80c7e171fdf434f9fa692e13381654fbe3c8ea021ac661a71d310bebe942a01161f910c2931bc8ee336fe237afe

data/CHANGELOG.md

@@ -1,3 +1,8 @@
+## 0.8.3 (2021-10-17)
+
+- Fixed `dup` method for tensors and parameters
+- Fixed issues with transformers
+
 ## 0.8.2 (2021-10-03)
 
 - Added transformers

data/lib/torch/nn/module.rb

@@ -280,6 +280,11 @@ module Torch
         end
       end
 
+      def deep_dup
+        memo = {}
+        dup_value(self, memo)
+      end
+
       def method_missing(method, *args, &block)
         name = method.to_s
         if named_parameters.key?(name)
@@ -388,6 +393,29 @@ module Torch
           destination[prefix + k] = v
         end
       end
+
+      # keep memo hash like Python deepcopy
+      # https://docs.python.org/3/library/copy.html
+      def dup_value(v, memo)
+        memo[v.object_id] ||= begin
+          case v
+          when Method, UnboundMethod
+            v
+          when Hash
+            v.to_h { |k, v2| [dup_value(k, memo), dup_value(v2, memo)] }
+          when Array
+            v.map { |v2| dup_value(v2, memo) }
+          when Torch::NN::Module
+            copy = v.dup
+            v.instance_variables.each do |var|
+              copy.instance_variable_set(var, dup_value(v.instance_variable_get(var), memo))
+            end
+            copy
+          else
+            v.dup
+          end
+        end
+      end
     end
   end
 end

data/lib/torch/nn/parameter.rb

@@ -9,6 +9,12 @@ module Torch
       def inspect
         "Parameter containing:\n#{super}"
       end
+
+      def dup
+        Torch.no_grad do
+          Parameter.new(clone, requires_grad: requires_grad)
+        end
+      end
     end
   end
 end

data/lib/torch/nn/transformer_decoder_layer.rb

@@ -35,7 +35,7 @@ module Torch
         tgt += @dropout2.(tgt2)
         tgt = @norm2.(tgt)
         tgt2 = @linear2.(@dropout.(@activation.(@linear1.(tgt))))
-        tgt += @dropout3.(tgt)
+        tgt += @dropout3.(tgt2)
         @norm3.(tgt)
       end
     end

data/lib/torch/nn/utils.rb

@@ -22,11 +22,7 @@ module Torch
       end
 
       def _clones(mod, n)
-        state = mod.state_dict
-        layers = n.times.map do |i|
-          mod.clone.tap { |l| l.load_state_dict(state) }
-        end
-        ModuleList.new(layers)
+        ModuleList.new(n.times.map { mod.deep_dup })
       end
 
       def _activation_fn(activation)

data/lib/torch/tensor.rb

@@ -185,5 +185,11 @@ module Torch
     def stft(*args)
       Torch.stft(*args)
     end
+
+    def dup
+      Torch.no_grad do
+        clone
+      end
+    end
   end
 end

data/lib/torch/version.rb

@@ -1,3 +1,3 @@
 module Torch
-  VERSION = "0.8.2"
+  VERSION = "0.8.3"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: torch-rb
 version: !ruby/object:Gem::Version
-  version: 0.8.2
+  version: 0.8.3
 platform: ruby
 authors:
 - Andrew Kane
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-10-04 00:00:00.000000000 Z
+date: 2021-10-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rice