rubyzero 0.1.0

data/lib/rubyzero/nn/parameters.rb

@@ -0,0 +1,36 @@
+module RubyZero::NN
+    class Parameters
+        attr_accessor :elements
+        def initialize(elems)
+            @elements = elems
+        end
+        def each(&block)
+            @elements.each(&block)
+        end
+        def <<(element)
+            @elements << element
+        end
+        def size
+            sz = 0
+            @elements.each do |e|
+                sz += e.shape.inject(:*)
+            end
+            return sz
+        end
+        def to_marshal()
+            return Marshal.dump(@elements.map{|e| e.data})
+        end
+        def self.from_marshal(marshal)
+            return Parameters.new(Marshal.load(marshal).map{|d| RubyZero::Core::Tensor.new(d)})
+        end
+        def save(path)
+            File.open(path, 'wb') do |f|
+                f.write(to_marshal)
+            end
+        end
+        def self.load(path)
+            return from_marshal(File.read(path))
+        end
+        include Enumerable
+    end
+end

data/lib/rubyzero/utils/trainer.rb

@@ -0,0 +1,49 @@
+module RubyZero::Utils
+    class Trainer
+        def initialize(model, loss_function: nil, optimizer: nil)
+            @model = model
+            @optimizer = optimizer || RubyZero::NN::Optimizers::Momentum.new(@model.parameters())
+            @loss_function = loss_function || RubyZero::NN::Losses::MSE.new()
+        end
+
+        def train(train_data, test_data, num_epochs:1, batch_size:1, shuffle:true, show_graph:false, show_graph_finish:true)
+            train_loader = RubyZero::Data::DataLoader.new(train_data, batch_size:batch_size, shuffle:shuffle)
+            test_loader = RubyZero::Data::DataLoader.new(test_data, batch_size:batch_size, shuffle:shuffle)
+
+            losses_train = []
+            losses_test = []
+            num_epochs.times do |epoch|
+                losses_train_b = []
+                losses_test_b = []
+                train_loader.each do |input, target|
+                    @optimizer.zero_grad
+                    loss = @loss_function.call(@model.call(input), target)
+                    loss.backward()
+                    @optimizer.step()
+                    losses_train_b << loss.data[0]
+                end
+                test_loader.each do |input, target|
+                    loss = @loss_function.call(@model.call(input), target)
+                    losses_test_b << loss.data[0]
+                end
+                avg_loss_train_b = losses_train_b.reduce(:+) / losses_train_b.size
+                avg_loss_test_b = losses_test_b.reduce(:+) / losses_test_b.size
+                losses_train << avg_loss_train_b
+                losses_test << avg_loss_test_b
+                if show_graph or (show_graph_finish and epoch == num_epochs-1)
+                    clear_console()
+                    plot = UnicodePlot.lineplot((0..epoch).to_a, losses_train, name:"train loss")
+                    UnicodePlot.lineplot!(plot, (0..epoch).to_a, losses_test, name:"test loss")
+                    plot.render()
+                    puts "train loss:#{avg_loss_train_b}\n test loss:#{avg_loss_test_b}"
+                end
+            end
+            return losses_train[-1]
+        end
+        
+        private
+        def clear_console()
+            puts "\e[H\e[2J"
+        end
+    end
+end

data/lib/rubyzero/utils/utils.rb

@@ -0,0 +1,8 @@
+module RubyZero
+    module Utils
+
+    end
+end
+
+require_relative './trainer.rb'
+require_relative './hyper_parameter_optimizer.rb'

data/lib/rubyzero/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module Rubyzero
+  VERSION = "0.1.0"
+end

data/lib/rubyzero.rb

@@ -0,0 +1,7 @@
+require 'numo/narray' unless defined?(Numo)
+require "unicode_plot"
+
+require_relative './rubyzero/core/core.rb'
+require_relative './rubyzero/nn/nn.rb'
+require_relative './rubyzero/data/data.rb'
+require_relative './rubyzero/utils/utils.rb'

data/note.txt

@@ -0,0 +1,29 @@
+module RubyZero
+    module Core
+        class Tensor
+        class Function
+        class Device
+        module Functions
+        module Functional
+    module NN
+        class Model
+        module Layers
+            Affine/Linear
+            Embedding
+            Convolutions
+            ConvTranspose
+            Attention
+            RNN/LSTM/GRU
+    module Data
+        class Dataset
+        class DataLoader
+        module Presets
+            class XOR
+            class MNIST
+            class CIFAR10
+    module Utils
+        class Trainer
+    module Text
+        class Tokenizer
+        class WordEmbedding < Embedding
+            

data/rubyzero.gemspec

@@ -0,0 +1,36 @@
+# frozen_string_literal: true
+
+require_relative "lib/rubyzero/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "rubyzero"
+  spec.version       = Rubyzero::VERSION
+  spec.authors       = ["uthree"]
+  spec.email         = ["33905956+uthree@users.noreply.github.com"]
+
+  spec.summary       = "A simple deep learning library for Ruby"
+  spec.description   = "(work in progress)"
+  spec.homepage      = "https://github.com/uthree/RubyZero"
+  spec.required_ruby_version = ">= 2.4.0"
+
+  #spec.metadata["allowed_push_host"] = "TODO: Set to 'https://mygemserver.com'"
+
+  spec.metadata["homepage_uri"] = spec.homepage
+  spec.metadata["source_code_uri"] = "https://github.com/uthree/RubyZero"
+  spec.metadata["changelog_uri"] = "https://github.com/uthree/RubyZero/blob/main/changelog.md"
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files = Dir.chdir(File.expand_path(__dir__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{\A(?:test|spec|features)/}) }
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{\Aexe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  # Uncomment to register a new dependency of your gem
+  # spec.add_dependency "example-gem", "~> 1.0"
+
+  # For more information and examples about making a new gem, checkout our
+  # guide at: https://bundler.io/guides/creating_gem.html
+end

metadata

@@ -0,0 +1,101 @@
+--- !ruby/object:Gem::Specification
+name: rubyzero
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- uthree
+autorequire:
+bindir: exe
+cert_chain: []
+date: 2021-10-09 00:00:00.000000000 Z
+dependencies: []
+description: "(work in progress)"
+email:
+- 33905956+uthree@users.noreply.github.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".DS_Store"
+- ".gitignore"
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- changelog.md
+- lib/rubyzero.rb
+- lib/rubyzero/core/cast.rb
+- lib/rubyzero/core/core.rb
+- lib/rubyzero/core/device.rb
+- lib/rubyzero/core/dtypes.rb
+- lib/rubyzero/core/exceptions.rb
+- lib/rubyzero/core/functions/activations.rb
+- lib/rubyzero/core/functions/elementary_functions.rb
+- lib/rubyzero/core/functions/function.rb
+- lib/rubyzero/core/functions/functions.rb
+- lib/rubyzero/core/functions/operators.rb
+- lib/rubyzero/core/functions/tensor_functions.rb
+- lib/rubyzero/core/tensor.rb
+- lib/rubyzero/core/tensor_backward.rb
+- lib/rubyzero/core/tensor_initialize_methods.rb
+- lib/rubyzero/core/tensor_operators.rb
+- lib/rubyzero/data/data.rb
+- lib/rubyzero/data/dataloader.rb
+- lib/rubyzero/data/dataset.rb
+- lib/rubyzero/data/presets/presets.rb
+- lib/rubyzero/data/presets/xor.rb
+- lib/rubyzero/nn/functional.rb
+- lib/rubyzero/nn/layers/affine.rb
+- lib/rubyzero/nn/layers/embedding.rb
+- lib/rubyzero/nn/layers/layer.rb
+- lib/rubyzero/nn/layers/layers.rb
+- lib/rubyzero/nn/layers/modellist.rb
+- lib/rubyzero/nn/layers/modelstack.rb
+- lib/rubyzero/nn/layers/multi_layer_perceptron.rb
+- lib/rubyzero/nn/layers/relu.rb
+- lib/rubyzero/nn/load.rb
+- lib/rubyzero/nn/losses/loss.rb
+- lib/rubyzero/nn/losses/losses.rb
+- lib/rubyzero/nn/losses/mse.rb
+- lib/rubyzero/nn/model.rb
+- lib/rubyzero/nn/nn.rb
+- lib/rubyzero/nn/optimizers/momentum.rb
+- lib/rubyzero/nn/optimizers/optimizer.rb
+- lib/rubyzero/nn/optimizers/optimizers.rb
+- lib/rubyzero/nn/optimizers/sgd.rb
+- lib/rubyzero/nn/parameters.rb
+- lib/rubyzero/utils/hyper_parameter_optimizer.rb
+- lib/rubyzero/utils/trainer.rb
+- lib/rubyzero/utils/utils.rb
+- lib/rubyzero/version.rb
+- note.txt
+- rubyzero.gemspec
+homepage: https://github.com/uthree/RubyZero
+licenses: []
+metadata:
+  homepage_uri: https://github.com/uthree/RubyZero
+  source_code_uri: https://github.com/uthree/RubyZero
+  changelog_uri: https://github.com/uthree/RubyZero/blob/main/changelog.md
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.4.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.1.4
+signing_key:
+specification_version: 4
+summary: A simple deep learning library for Ruby
+test_files: []