ruby-dnn 0.1.0

data/lib/dnn/lib/cifar10.rb

@@ -0,0 +1,26 @@
+require "dnn"
+require "dnn/ext/cifar10/cifar10_ext"
+
+module DNN
+  module CIFAR10
+    private_class_method :_cifar10_load
+
+    def self.load_train
+      bin = ""
+      (1..5).each do |i|
+        bin << File.binread("#{dir}/data_batch_#{i}.bin")
+      end
+      _cifar10_load(bin, 50000)
+    end
+
+    def self.load_test
+      bin = File.binread("#{dir}/test_batch.bin")
+      _cifar10_load(bin, 10000)
+    end
+
+    def self.dir
+      "cifar-10-batches-bin"
+    end
+  end
+end
+##30730000

data/lib/dnn/lib/image_io.rb

@@ -0,0 +1,33 @@
+require "numo/narray"
+require "dnn/ext/image_io/image_io_ext"
+
+module DNN
+  module ImageIO
+    private_class_method :_read
+    private_class_method :_write_bmp
+    private_class_method :_write_png
+    private_class_method :_write_jpg
+
+    def self.read(file_name)
+      raise ImageIO::ReadError.new("#{file_name} is not found.") unless File.exist?(file_name)
+      _read(file_name)
+    end
+
+    def self.write(file_name, nary, quality: 100)
+      case file_name
+      when /\.png$/
+        _write_png(file_name, nary)
+      when /\.bmp$/
+        _write_bmp(file_name, nary)
+      when /\.jpg$/
+        _write_jpg(file_name, nary, quality)
+      end
+    end
+  end
+
+  class ImageIO::Error < StandardError; end
+
+  class ImageIO::ReadError < ImageIO::Error; end
+
+  class ImageIO::WriteError < ImageIO::Error; end
+end

data/lib/dnn/lib/mnist.rb

@@ -0,0 +1,61 @@
+require "zlib"
+require "dnn/ext/mnist/mnist_ext"
+
+module DNN
+  module MNIST
+    class MNISTLoadError < StandardError
+    end
+
+    private_class_method :_mnist_load_images
+    private_class_method :_mnist_load_labels
+
+    def self.load_train
+      train_images_file_name = "mnist/train-images-idx3-ubyte.gz"
+      train_labels_file_name = "mnist/train-labels-idx1-ubyte.gz"
+      unless File.exist?(train_images_file_name)
+        raise MNISTLoadError.new(%`file "#{train_images_file_name}" is not found.`)
+      end
+      unless File.exist?(train_labels_file_name)
+        raise MNISTLoadError.new(%`file "#{train_labels_file_name}" is not found.`)
+      end
+      images = load_images(train_images_file_name)
+      labels = load_labels(train_labels_file_name)
+      [images, labels]
+    end
+
+    def self.load_test
+      test_images_file_name = "mnist/t10k-images-idx3-ubyte.gz"
+      test_labels_file_name = "mnist/t10k-labels-idx1-ubyte.gz"
+      unless File.exist?(test_images_file_name)
+        raise MNISTLoadError.new(%`file "#{train_images_file_name}" is not found.`)
+      end
+      unless File.exist?(test_labels_file_name)
+        raise MNISTLoadError.new(%`file "#{train_labels_file_name}" is not found.`)
+      end
+      images = load_images(test_images_file_name)
+      labels = load_labels(test_labels_file_name)
+      [images, labels]
+    end
+
+    private_class_method
+
+    def self.load_images(file_name)
+      images = nil
+      Zlib::GzipReader.open(file_name) do |f|
+        magic, num_images = f.read(8).unpack("N2")
+        rows, cols = f.read(8).unpack("N2")
+        images = _mnist_load_images(f.read, num_images, cols, rows)
+      end
+      images
+    end
+
+    def self.load_labels(file_name)
+      labels = nil
+      Zlib::GzipReader.open(file_name) do |f|
+        magic, num_labels = f.read(8).unpack("N2")
+        labels = _mnist_load_labels(f.read, num_labels)
+      end
+      labels
+    end
+  end
+end

data/ruby-dnn.gemspec

@@ -0,0 +1,41 @@
+
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "dnn/core/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "ruby-dnn"
+  spec.version       = DNN::VERSION
+  spec.authors       = ["unagiootoro"]
+  spec.email         = ["ootoro838861@outlook.jp"]
+
+  spec.summary       = %q{ruby deep learning library.}
+  spec.description   = %q{ruby-dnn is a ruby deep learning library.}
+  spec.homepage      = "https://github.com/unagiootoro/dnn.git"
+  spec.license       = "MIT"
+  spec.add_dependency "numo-narray"
+
+  # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
+  # to allow pushing to a single host or delete this section to allow pushing to any host.7
+=begin
+  if spec.respond_to?(:metadata)
+    spec.metadata["allowed_push_host"] = "TODO: Set to 'http://mygemserver.com'"
+  else
+    raise "RubyGems 2.0 or newer is required to protect against " \
+      "public gem pushes."
+  end
+=end
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.16"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "minitest", "~> 5.0"
+end

metadata

@@ -0,0 +1,225 @@
+--- !ruby/object:Gem::Specification
+name: ruby-dnn
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- unagiootoro
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2018-07-01 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: numo-narray
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+description: ruby-dnn is a ruby deep learning library.
+email:
+- ootoro838861@outlook.jp
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- lib/dnn.rb
+- lib/dnn/core/activations.rb
+- lib/dnn/core/error.rb
+- lib/dnn/core/initializers.rb
+- lib/dnn/core/layers.rb
+- lib/dnn/core/model.rb
+- lib/dnn/core/optimizers.rb
+- lib/dnn/core/util.rb
+- lib/dnn/core/version.rb
+- lib/dnn/ext/cifar10/Makefile
+- lib/dnn/ext/cifar10/cifar10_ext.c
+- lib/dnn/ext/cifar10/cifar10_ext.o
+- lib/dnn/ext/cifar10/cifar10_ext.so
+- lib/dnn/ext/cifar10/extconf.rb
+- lib/dnn/ext/cifar10/numo/compat.h
+- lib/dnn/ext/cifar10/numo/extconf.h
+- lib/dnn/ext/cifar10/numo/intern.h
+- lib/dnn/ext/cifar10/numo/narray.h
+- lib/dnn/ext/cifar10/numo/ndloop.h
+- lib/dnn/ext/cifar10/numo/template.h
+- lib/dnn/ext/cifar10/numo/types/bit.h
+- lib/dnn/ext/cifar10/numo/types/complex.h
+- lib/dnn/ext/cifar10/numo/types/complex_macro.h
+- lib/dnn/ext/cifar10/numo/types/dcomplex.h
+- lib/dnn/ext/cifar10/numo/types/dfloat.h
+- lib/dnn/ext/cifar10/numo/types/float_def.h
+- lib/dnn/ext/cifar10/numo/types/float_macro.h
+- lib/dnn/ext/cifar10/numo/types/int16.h
+- lib/dnn/ext/cifar10/numo/types/int32.h
+- lib/dnn/ext/cifar10/numo/types/int64.h
+- lib/dnn/ext/cifar10/numo/types/int8.h
+- lib/dnn/ext/cifar10/numo/types/int_macro.h
+- lib/dnn/ext/cifar10/numo/types/real_accum.h
+- lib/dnn/ext/cifar10/numo/types/robj_macro.h
+- lib/dnn/ext/cifar10/numo/types/robject.h
+- lib/dnn/ext/cifar10/numo/types/scomplex.h
+- lib/dnn/ext/cifar10/numo/types/sfloat.h
+- lib/dnn/ext/cifar10/numo/types/uint16.h
+- lib/dnn/ext/cifar10/numo/types/uint32.h
+- lib/dnn/ext/cifar10/numo/types/uint64.h
+- lib/dnn/ext/cifar10/numo/types/uint8.h
+- lib/dnn/ext/cifar10/numo/types/uint_macro.h
+- lib/dnn/ext/cifar10/numo/types/xint_macro.h
+- lib/dnn/ext/image_io/Makefile
+- lib/dnn/ext/image_io/extconf.rb
+- lib/dnn/ext/image_io/image_io_ext.c
+- lib/dnn/ext/image_io/image_io_ext.so
+- lib/dnn/ext/image_io/numo/compat.h
+- lib/dnn/ext/image_io/numo/extconf.h
+- lib/dnn/ext/image_io/numo/intern.h
+- lib/dnn/ext/image_io/numo/narray.h
+- lib/dnn/ext/image_io/numo/ndloop.h
+- lib/dnn/ext/image_io/numo/template.h
+- lib/dnn/ext/image_io/numo/types/bit.h
+- lib/dnn/ext/image_io/numo/types/complex.h
+- lib/dnn/ext/image_io/numo/types/complex_macro.h
+- lib/dnn/ext/image_io/numo/types/dcomplex.h
+- lib/dnn/ext/image_io/numo/types/dfloat.h
+- lib/dnn/ext/image_io/numo/types/float_def.h
+- lib/dnn/ext/image_io/numo/types/float_macro.h
+- lib/dnn/ext/image_io/numo/types/int16.h
+- lib/dnn/ext/image_io/numo/types/int32.h
+- lib/dnn/ext/image_io/numo/types/int64.h
+- lib/dnn/ext/image_io/numo/types/int8.h
+- lib/dnn/ext/image_io/numo/types/int_macro.h
+- lib/dnn/ext/image_io/numo/types/real_accum.h
+- lib/dnn/ext/image_io/numo/types/robj_macro.h
+- lib/dnn/ext/image_io/numo/types/robject.h
+- lib/dnn/ext/image_io/numo/types/scomplex.h
+- lib/dnn/ext/image_io/numo/types/sfloat.h
+- lib/dnn/ext/image_io/numo/types/uint16.h
+- lib/dnn/ext/image_io/numo/types/uint32.h
+- lib/dnn/ext/image_io/numo/types/uint64.h
+- lib/dnn/ext/image_io/numo/types/uint8.h
+- lib/dnn/ext/image_io/numo/types/uint_macro.h
+- lib/dnn/ext/image_io/numo/types/xint_macro.h
+- lib/dnn/ext/image_io/stb_image.h
+- lib/dnn/ext/image_io/stb_image_write.h
+- lib/dnn/ext/mnist/Makefile
+- lib/dnn/ext/mnist/extconf.rb
+- lib/dnn/ext/mnist/mnist_ext.c
+- lib/dnn/ext/mnist/mnist_ext.o
+- lib/dnn/ext/mnist/mnist_ext.so
+- lib/dnn/ext/mnist/numo/compat.h
+- lib/dnn/ext/mnist/numo/extconf.h
+- lib/dnn/ext/mnist/numo/intern.h
+- lib/dnn/ext/mnist/numo/narray.h
+- lib/dnn/ext/mnist/numo/ndloop.h
+- lib/dnn/ext/mnist/numo/template.h
+- lib/dnn/ext/mnist/numo/types/bit.h
+- lib/dnn/ext/mnist/numo/types/complex.h
+- lib/dnn/ext/mnist/numo/types/complex_macro.h
+- lib/dnn/ext/mnist/numo/types/dcomplex.h
+- lib/dnn/ext/mnist/numo/types/dfloat.h
+- lib/dnn/ext/mnist/numo/types/float_def.h
+- lib/dnn/ext/mnist/numo/types/float_macro.h
+- lib/dnn/ext/mnist/numo/types/int16.h
+- lib/dnn/ext/mnist/numo/types/int32.h
+- lib/dnn/ext/mnist/numo/types/int64.h
+- lib/dnn/ext/mnist/numo/types/int8.h
+- lib/dnn/ext/mnist/numo/types/int_macro.h
+- lib/dnn/ext/mnist/numo/types/real_accum.h
+- lib/dnn/ext/mnist/numo/types/robj_macro.h
+- lib/dnn/ext/mnist/numo/types/robject.h
+- lib/dnn/ext/mnist/numo/types/scomplex.h
+- lib/dnn/ext/mnist/numo/types/sfloat.h
+- lib/dnn/ext/mnist/numo/types/uint16.h
+- lib/dnn/ext/mnist/numo/types/uint32.h
+- lib/dnn/ext/mnist/numo/types/uint64.h
+- lib/dnn/ext/mnist/numo/types/uint8.h
+- lib/dnn/ext/mnist/numo/types/uint_macro.h
+- lib/dnn/ext/mnist/numo/types/xint_macro.h
+- lib/dnn/lib/cifar10.rb
+- lib/dnn/lib/image_io.rb
+- lib/dnn/lib/mnist.rb
+- ruby-dnn.gemspec
+homepage: https://github.com/unagiootoro/dnn.git
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.6
+signing_key: 
+specification_version: 4
+summary: ruby deep learning library.
+test_files: []