torch-rb 0.7.0 → 0.8.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 859f5858ce45f6a73fbf9afd6073e3af798ac7ea64713405c54df0fc40b0a1e6
-  data.tar.gz: 4c371640902d1226c69135874aaa076251d2539c56dc78479203bc28473b071b
+  metadata.gz: 19fb3b7bb14f4b45424591ac7d5f65c5290b372c6e54d65f36188869d267410d
+  data.tar.gz: c2c8878412b46febea4af13881169a74a577b4ac1a7de0e2d567058c06695e1a
 SHA512:
-  metadata.gz: f8ab6c1af0da9ad36f1fa7fae0cb67b54a60c11783d13cedc4c66164fb1fcb40638a68bbd78fa0f644e6d6d1c7df44d83c68c61bc0e41ea4c361817b0fe7b9cd
-  data.tar.gz: f64913cf8c2566539fef54e29e42173f4e2e0529ea49d381c6cf41af64868653865fc2cfa366f5086e035b45008a07f2d620a000c64dabf92e3c9134489b5a6b
+  metadata.gz: 6a11fd1965d00e43cfbccd658ee14c95f2a032253842a6d6ec8cb33e91fbeedae5594b2d641ccc9593d2bc967376cf4538d0d12d9ded7bbd1e816945a30d1b28
+  data.tar.gz: 5a6febd08b15c544fd4dfef13b56efa2aab8a80c7e171fdf434f9fa692e13381654fbe3c8ea021ac661a71d310bebe942a01161f910c2931bc8ee336fe237afe

data/CHANGELOG.md

@@ -1,3 +1,24 @@
+## 0.8.3 (2021-10-17)
+
+- Fixed `dup` method for tensors and parameters
+- Fixed issues with transformers
+
+## 0.8.2 (2021-10-03)
+
+- Added transformers
+- Added left shift and right shift
+
+## 0.8.1 (2021-06-15)
+
+- Added `Backends` module
+- Added `FFT` module
+- Added `Linalg` module
+- Added `Special` module
+
+## 0.8.0 (2021-06-15)
+
+- Updated LibTorch to 1.9.0
+
 ## 0.7.0 (2021-05-23)
 
 - Updated to Rice 4

data/README.md

@@ -28,15 +28,19 @@ It can take a few minutes to compile the extension.
 
 ## Getting Started
 
-Deep learning is significantly faster with a GPU. If you don’t have an NVIDIA GPU, we recommend using a cloud service. [Paperspace](https://www.paperspace.com/) has a great free plan.
+A good place to start is [Deep Learning with Torch.rb: A 60 Minute Blitz](tutorials/blitz/README.md).
 
-We’ve put together a [Docker image](https://github.com/ankane/ml-stack) to make it easy to get started. On Paperspace, create a notebook with a custom container. Under advanced options, set the container name to:
+## Tutorials
 
-```text
-ankane/ml-stack:torch-gpu
-```
+- [Transfer learning](tutorials/transfer_learning/README.md)
+- [Sequence models](tutorials/nlp/sequence_models.md)
+- [Word embeddings](tutorials/nlp/word_embeddings.md)
 
-And leave the other fields in that section blank. Once the notebook is running, you can run the [MNIST example](https://github.com/ankane/ml-stack/blob/master/torch-gpu/MNIST.ipynb).
+## Examples
+
+- [Image classification with MNIST](examples/mnist) ([日本語版](https://qiita.com/kojix2/items/c19c36dc1bf73ea93409))
+- [Collaborative filtering with MovieLens](examples/movielens)
+- [Generative adversarial networks](examples/gan)
 
 ## API
 
@@ -48,7 +52,7 @@ This library follows the [PyTorch API](https://pytorch.org/docs/stable/torch.htm
 
 You can follow PyTorch tutorials and convert the code to Ruby in many cases. Feel free to open an issue if you run into problems.
 
-## Tutorial
+## Overview
 
 Some examples below are from [Deep Learning with PyTorch: A 60 Minutes Blitz](https://pytorch.org/tutorials/beginner/deep_learning_60min_blitz.html)
 
@@ -214,7 +218,7 @@ Define a neural network
 ```ruby
 class MyNet < Torch::NN::Module
   def initialize
-    super
+    super()
     @conv1 = Torch::NN::Conv2d.new(1, 6, 3)
     @conv2 = Torch::NN::Conv2d.new(6, 16, 3)
     @fc1 = Torch::NN::Linear.new(16 * 6 * 6, 120)
@@ -225,20 +229,10 @@ class MyNet < Torch::NN::Module
   def forward(x)
     x = Torch::NN::F.max_pool2d(Torch::NN::F.relu(@conv1.call(x)), [2, 2])
     x = Torch::NN::F.max_pool2d(Torch::NN::F.relu(@conv2.call(x)), 2)
-    x = x.view(-1, num_flat_features(x))
+    x = Torch.flatten(x, 1)
     x = Torch::NN::F.relu(@fc1.call(x))
     x = Torch::NN::F.relu(@fc2.call(x))
-    x = @fc3.call(x)
-    x
-  end
-
-  def num_flat_features(x)
-    size = x.size[1..-1]
-    num_features = 1
-    size.each do |s|
-      num_features *= s
-    end
-    num_features
+    @fc3.call(x)
   end
 end
 ```
@@ -402,19 +396,9 @@ Here’s a list of functions to create tensors (descriptions from the [C++ docs]
   Torch.zeros(3) # tensor([0, 0, 0])
   ```
 
-## Examples
-
-Here are a few full examples:
-
-- [Image classification with MNIST](examples/mnist) ([日本語版](https://qiita.com/kojix2/items/c19c36dc1bf73ea93409))
-- [Collaborative filtering with MovieLens](examples/movielens)
-- [Sequence models and word embeddings](examples/nlp)
-- [Generative adversarial networks](examples/gan)
-- [Transfer learning](examples/transfer-learning)
-
 ## LibTorch Installation
 
-[Download LibTorch](https://pytorch.org/). For Linux, use the `cxx11 ABI` version. Then run:
+[Download LibTorch](https://pytorch.org/) (for Linux, use the `cxx11 ABI` version). Then run:
 
 ```sh
 bundle config build.torch-rb --with-torch-dir=/path/to/libtorch
@@ -424,7 +408,8 @@ Here’s the list of compatible versions.
 
 Torch.rb | LibTorch
 --- | ---
-0.6.0+ | 1.8.0+
+0.8.0+ | 1.9.0+
+0.6.0-0.7.0 | 1.8.0-1.8.1
 0.5.0-0.5.3 | 1.7.0-1.7.1
 0.3.0-0.4.2 | 1.6.0
 0.2.0-0.2.7 | 1.5.0-1.5.1
@@ -443,9 +428,7 @@ Then install the gem (no need for `bundle config`).
 
 ## Performance
 
-### Linux
-
-Deep learning is significantly faster on a GPU. Install [CUDA](https://developer.nvidia.com/cuda-downloads) and [cuDNN](https://developer.nvidia.com/cudnn) and reinstall the gem.
+Deep learning is significantly faster on a GPU. With Linux, install [CUDA](https://developer.nvidia.com/cuda-downloads) and [cuDNN](https://developer.nvidia.com/cudnn) and reinstall the gem.
 
 Check if CUDA is available
 
@@ -459,15 +442,14 @@ Move a neural network to a GPU
 net.cuda
 ```
 
-## rbenv
+If you don’t have a GPU that supports CUDA, we recommend using a cloud service. [Paperspace](https://www.paperspace.com/) has a great free plan. We’ve put together a [Docker image](https://github.com/ankane/ml-stack) to make it easy to get started. On Paperspace, create a notebook with a custom container. Under advanced options, set the container name to:
 
-This library uses [Rice](https://github.com/jasonroelofs/rice) to interface with LibTorch. Rice and earlier versions of rbenv don’t play nicely together. If you encounter an error during installation, upgrade ruby-build and reinstall your Ruby version.
-
-```sh
-brew upgrade ruby-build
-rbenv install [version]
+```text
+ankane/ml-stack:torch-gpu
 ```
 
+And leave the other fields in that section blank. Once the notebook is running, you can run the [MNIST example](https://github.com/ankane/ml-stack/blob/master/torch-gpu/MNIST.ipynb).
+
 ## History
 
 View the [changelog](https://github.com/ankane/torch.rb/blob/master/CHANGELOG.md)

data/codegen/function.rb

@@ -77,6 +77,8 @@ class Function
         default = "torch.int64"
       end
 
+      default = nil if definition["cpp_no_default_args"].to_a.include?(name)
+
       params << {
         name: name,
         type: type,

data/codegen/generate_functions.rb

@@ -11,6 +11,9 @@ def generate_functions
   generate_files("torch", :define_singleton_method, functions[:torch])
   generate_files("tensor", :define_method, functions[:tensor])
   generate_files("nn", :define_singleton_method, functions[:nn])
+  generate_files("fft", :define_singleton_method, functions[:fft])
+  generate_files("linalg", :define_singleton_method, functions[:linalg])
+  generate_files("special", :define_singleton_method, functions[:special])
 end
 
 def load_functions
@@ -20,7 +23,7 @@ end
 
 def skip_functions(functions)
   functions.reject do |f|
-    f.base_name.start_with?("_") ||
+    (f.base_name.start_with?("_") && f.base_name != "__lshift__" && f.base_name != "__rshift__") ||
     f.base_name.include?("_backward") ||
     f.base_name.include?("_forward") ||
     f.base_name == "to" ||
@@ -38,10 +41,26 @@ end
 
 def group_functions(functions)
   nn_functions, other_functions = functions.partition { |f| f.python_module == "nn" }
+  linalg_functions, other_functions = other_functions.partition { |f| f.python_module == "linalg" }
+  fft_functions, other_functions = other_functions.partition { |f| f.python_module == "fft" }
+  special_functions, other_functions = other_functions.partition { |f| f.python_module == "special" }
+  unexpected_functions, other_functions = other_functions.partition { |f| f.python_module }
   torch_functions = other_functions.select { |f| f.variants.include?("function") }
   tensor_functions = other_functions.select { |f| f.variants.include?("method") }
 
-  {torch: torch_functions, tensor: tensor_functions, nn: nn_functions}
+  if unexpected_functions.any?
+    unexpected_modules = unexpected_functions.map(&:python_module).uniq
+    raise "Unexpected modules: #{unexpected_modules.join(", ")}"
+  end
+
+  {
+    torch: torch_functions,
+    tensor: tensor_functions,
+    nn: nn_functions,
+    linalg: linalg_functions,
+    fft: fft_functions,
+    special: special_functions
+  }
 end
 
 def generate_files(type, def_method, functions)
@@ -111,11 +130,15 @@ def generate_attach_def(name, type, def_method)
     end
 
   ruby_name = "_#{ruby_name}" if ["size", "stride", "random!", "stft"].include?(ruby_name)
+  ruby_name = ruby_name.sub(/\Afft_/, "") if type == "fft"
+  ruby_name = ruby_name.sub(/\Alinalg_/, "") if type == "linalg"
+  ruby_name = ruby_name.sub(/\Aspecial_/, "") if type == "special"
+  ruby_name = name if name.start_with?("__")
 
   # cast for Ruby < 2.7 https://github.com/thisMagpie/fftw/issues/22#issuecomment-49508900
   cast = RUBY_VERSION.to_f > 2.7 ? "" : "(VALUE (*)(...)) "
 
-  "rb_#{def_method}(m, \"#{ruby_name}\", #{cast}#{type}_#{name}, -1);"
+  "rb_#{def_method}(m, \"#{ruby_name}\", #{cast}#{full_name(name, type)}, -1);"
 end
 
 def generate_method_def(name, functions, type, def_method)
@@ -128,7 +151,7 @@ def generate_method_def(name, functions, type, def_method)
 
   template = <<~EOS
     // #{name}
-    static VALUE #{type}_#{name}(int argc, VALUE* argv, VALUE self_)
+    static VALUE #{full_name(name, type)}(int argc, VALUE* argv, VALUE self_)
     {
       HANDLE_TH_ERRORS#{assign_self}
       static RubyArgParser parser({
@@ -325,6 +348,8 @@ def generate_function_params(function, params, remove_self)
         "tensor"
       when "Tensor[]"
         "tensorlist"
+      when "Scalar[]"
+        "scalarlist"
       when /\Aint\[/
         "intlist"
       when "float[]"
@@ -414,6 +439,8 @@ def generate_dispatch_params(function, params)
         end
       when "Tensor[]"
         "TensorList"
+      when "Scalar[]"
+        "ScalarList"
       when "int"
         "int64_t"
       when "float"
@@ -532,6 +559,8 @@ def signature_type(param)
       "Tensor"
     when /\Tensor\[\d*\]\z/
       "TensorList"
+    when "Scalar[]"
+      "ScalarList"
     when /\ADimname\[\d*\]\z/
       "DirnameList"
     when /\Aint\[\d*\]\z/
@@ -554,3 +583,11 @@ def signature_type(param)
   type += "?" if param[:optional]
   type
 end
+
+def full_name(name, type)
+  if %w(fft linalg special).include?(type) && name.start_with?("#{type}_")
+    name
+  else
+    "#{type}_#{name}"
+  end
+end