caffe 0.1.0

data/lib/caffe/common.rb

@@ -0,0 +1,6 @@
+module Caffe
+  TRAIN = Phase::TRAIN
+  TEST = Phase::TEST
+  CPU = SolverParameter::SolverMode::CPU
+  GPU = SolverParameter::SolverMode::GPU
+end

data/lib/caffe/version.rb

@@ -0,0 +1,3 @@
+module Caffe
+  VERSION = '0.1.0'.freeze
+end

data/spec/blob_spec.rb

@@ -0,0 +1,104 @@
+RSpec.describe Caffe::Blob do
+  before :example do
+    @blob = Caffe::Blob.new [1, 2, 3, 4]
+  end
+
+  it 'returns its shape as an array' do
+    expect(@blob.shape).to eq([1, 2, 3, 4])
+  end
+
+  it 'can only have at most 4 dimensions' do
+    expect { Caffe::Blob.new [1, 2, 3, 4, 5] }.to raise_error(ArgumentError)
+  end
+
+  it 'can have shape dimension other than 4' do
+    @blob = Caffe::Blob.new [1, 10]
+    expect(@blob[0][5]).to eq(0.0)
+  end
+
+  it 'can reshape' do
+    @blob.shape = [1, 2, 2, 2]
+    expect(@blob.shape).to eq([1, 2, 2, 2])
+  end
+
+  def random_indices
+    @blob.shape.map do |x|
+      Random.rand x
+    end
+  end
+
+  shared_examples :memory do
+    it 'can access to next dimension via []' do
+      indices = random_indices
+      3.times do |i|
+        @data = @data[indices[i]]
+        expect(@data).to be_a(Caffe::Blob::Cursor)
+      end
+    end
+
+    it 'can be read via []' do
+      i, j, k, l = random_indices
+      expect(@data[i][j][k][l]).to eq(0.0)
+    end
+
+    it 'can be write via []=' do
+      i, j, k, l = random_indices
+      @data[i][j][k][l] = 1.0
+      expect(@data[i][j][k][l]).to eq(1.0)
+    end
+
+    it 'returns the size of its memory' do
+      i, j = random_indices
+      expect(@data.size).to eq(1 * 2 * 3 * 4)
+      expect(@data[i][j].size).to eq(3 * 4)
+    end
+
+    it 'raise error when the index is out of range' do
+      expect { @data[10] }.to raise_error(RangeError)
+      expect { @data[0][0][0][10] }.to raise_error(RangeError)
+    end
+
+    it 'can be enumerated' do
+      i, j = random_indices
+
+      @data[i].each do |x|
+        expect(x).to be(0.0)
+      end
+
+      arr = Array.new @data[i][j].size, 0.0
+      expect(@data[i][j].to_a).to eq(arr)
+    end
+
+    it 'can be copied from Array' do
+      arr = Array.new @data.size do
+        Random.rand 2
+      end
+      @data.copy_from! arr
+      expect(@data.to_a).to eq(arr)
+    end
+  end
+
+  context '#data' do
+    before :example do
+      @data = @blob.data
+    end
+
+    include_examples :memory
+  end
+
+  context '#diff' do
+    before :example do
+      @data = @blob.diff
+    end
+
+    include_examples :memory
+  end
+
+  context 'itself' do
+    before :example do
+      @data = @blob
+    end
+
+    include_examples :memory
+  end
+end

data/spec/common_spec.rb

@@ -0,0 +1,26 @@
+RSpec.describe Caffe do
+  it 'contains constant shortcuts of enum' do
+    expect(Caffe::TRAIN).to eq(Caffe::Phase::TRAIN)
+    expect(Caffe::TEST).to eq(Caffe::Phase::TEST)
+    expect(Caffe::CPU).to eq(Caffe::SolverParameter::SolverMode::CPU)
+    expect(Caffe::GPU).to eq(Caffe::SolverParameter::SolverMode::GPU)
+  end
+
+  it 'can change mode' do
+    expect(Caffe.mode).to eq(Caffe::CPU)
+    Caffe.mode = Caffe::GPU
+    expect(Caffe.mode).to eq(Caffe::GPU)
+  end
+
+  it 'can get / set parallel settings' do
+    expect(Caffe.solver_count).to eq(1)
+    expect(Caffe.solver_rank).to eq(0)
+    expect(Caffe.multiprocess).to eq(false)
+    Caffe.solver_count = 2
+    Caffe.solver_rank = 1
+    Caffe.multiprocess = true
+    expect(Caffe.solver_count).to eq(2)
+    expect(Caffe.solver_rank).to eq(1)
+    expect(Caffe.multiprocess).to eq(true)
+  end
+end

data/spec/net/gen_data.rb

@@ -0,0 +1,29 @@
+$LOAD_PATH << File.expand_path('../../../lib', __FILE__)
+
+require 'lmdb'
+require 'caffe'
+
+def gen
+  data = Array.new 32 do
+    Random.rand 2
+  end
+
+  num = data.inject(0) do |i, x|
+    2 * i + x
+  end
+
+  label = num % 1024 > 1024 / 2 ? 1 : 0
+
+  datum = Caffe::Datum.new channels: 32, height: 1, width: 1, label: label
+  datum.data = data.pack 'C*'
+
+  datum.serialize_to_string
+end
+
+env = LMDB.new File.expand_path('../test_data', __FILE__)
+env.mapsize = 1 * 1024 * 1024 * 1024
+db = env.database
+
+25600.times do |i|
+  db[format('%08d', i)] = gen
+end

data/spec/net/test.prototxt

@@ -0,0 +1,71 @@
+name: "test"
+
+layer {
+    name: "data"
+    type: "Input"
+    top: "data"
+    input_param {
+        shape: {
+            dim: 1
+            dim: 32
+        }
+    }
+}
+
+layer {
+    name: "ip1"
+    type: "InnerProduct"
+    bottom: "data"
+    top: "ip1"
+    param {
+        lr_mult: 1
+    }
+    param {
+        lr_mult: 2
+    }
+    inner_product_param {
+        num_output: 100
+        weight_filler {
+            type: "gaussian"
+        }
+        bias_filler {
+            type: "constant"
+        }
+    }
+}
+
+layer {
+    name: "sigmoid"
+    type: "Sigmoid"
+    bottom: "ip1"
+    top: "ip1"
+}
+
+layer {
+    name: "ip2"
+    type: "InnerProduct"
+    bottom: "ip1"
+    top: "ip2"
+    param {
+        lr_mult: 1
+    }
+    param {
+        lr_mult: 2
+    }
+    inner_product_param {
+        num_output: 2
+        weight_filler {
+            type: "gaussian"
+        }
+        bias_filler {
+            type: "constant"
+        }
+    }
+}
+
+layer {
+    name: "prob"
+    type: "Softmax"
+    bottom: "ip2"
+    top: "prob"
+}

data/spec/net/test_solver.prototxt

@@ -0,0 +1,14 @@
+net: "test_train.prototxt"
+test_iter: 100
+test_interval: 800
+base_lr: 0.1
+momentum: 0.9
+weight_decay: 0.0005
+lr_policy: "inv"
+gamma: 0.0001
+power: 0.75
+display: 800
+max_iter: 25600
+snapshot: 25600
+snapshot_prefix: "test"
+solver_mode: CPU

data/spec/net/test_train.prototxt

@@ -0,0 +1,83 @@
+name: "test"
+
+layer {
+    name: "data"
+    type: "Data"
+    top: "data"
+    top: "label"
+    data_param {
+        source: "test_data"
+        batch_size: 256
+        backend: LMDB
+    }
+}
+
+layer {
+    name: "ip1"
+    type: "InnerProduct"
+    bottom: "data"
+    top: "ip1"
+    param {
+        lr_mult: 1
+    }
+    param {
+        lr_mult: 2
+    }
+    inner_product_param {
+        num_output: 100
+        weight_filler {
+            type: "gaussian"
+        }
+        bias_filler {
+            type: "constant"
+        }
+    }
+}
+
+layer {
+    name: "sigmoid"
+    type: "Sigmoid"
+    bottom: "ip1"
+    top: "ip1"
+}
+
+layer {
+    name: "ip2"
+    type: "InnerProduct"
+    bottom: "ip1"
+    top: "ip2"
+    param {
+        lr_mult: 1
+    }
+    param {
+        lr_mult: 2
+    }
+    inner_product_param {
+        num_output: 2
+        weight_filler {
+            type: "gaussian"
+        }
+        bias_filler {
+            type: "constant"
+        }
+    }
+}
+
+layer {
+    name: "accuracy"
+    type: "Accuracy"
+    bottom: "ip2"
+    bottom: "label"
+    top: "accuracy"
+    include {
+        phase: TEST
+    }
+}
+
+layer {
+    name: "loss"
+    type: "SoftmaxWithLoss"
+    bottom: "ip2"
+    bottom: "label"
+    top: "loss"
+}

data/spec/net_spec.rb

@@ -0,0 +1,71 @@
+RSpec.describe Caffe::Net do
+  before :example do
+    Caffe.mode = Caffe::CPU
+    path = File.expand_path '../net/test.prototxt', __FILE__
+    @net = Caffe::Net.new path, Caffe::TEST
+  end
+
+  it 'can get the input' do
+    expect(@net.inputs).to be_an(Array)
+    expect(@net.inputs.size).to eq(1)
+    input = @net.inputs[0]
+    expect(input).to be_a(Caffe::Blob)
+    expect(input.shape).to eq([1, 32])
+  end
+
+  it 'can get blob by name' do
+    blob = @net.blob('ip1')
+    expect(blob).to be_a(Caffe::Blob)
+    expect(blob.shape).to eq([1, 100])
+
+    blob = @net.blob('prob')
+    expect(blob.shape).to eq([1, 2])
+  end
+
+  it 'can get output' do
+    expect(@net.outputs).to be_an(Array)
+    expect(@net.outputs.size).to eq(1)
+    output = @net.outputs[0]
+    expect(output).to be_a(Caffe::Blob)
+    expect(output.shape).to eq([1, 2])
+  end
+
+  it 'can reshape according to the input size' do
+    input = @net.inputs[0]
+    input.shape = [64, 32]
+    @net.reshape!
+    expect(@net.outputs[0].shape).to eq([64, 2])
+  end
+
+  context 'trained net' do
+    before :example do
+      path = File.expand_path '../net/test.caffemodel', __FILE__
+      @net.load_trained! path
+    end
+
+    it 'can read from trained model' do
+      input = @net.inputs[0]
+      expect(input.shape).to eq([1, 32])
+    end
+
+    it 'can forward' do
+      data = Array.new 32 do
+        Random.rand 2
+      end
+      input = @net.inputs[0]
+      input.copy_from! data
+
+      expect(@net.forward!).to eq(0.0)
+      output = @net.outputs[0]
+      expect(output[0][0] + output[0][1]).to be_within(1e-6).of(1.0)
+
+      label = output[0][1] > output[0][0] ? 1 : 0
+      num = data.inject(0) do |i, x|
+        2 * i + x
+      end
+      expected = num % 1024 > 1024 / 2 ? 1 : 0
+
+      expect(label).to eq(expected)
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,16 @@
+RSpec.configure do |config|
+  config.expect_with :rspec do |expectations|
+    expectations.include_chain_clauses_in_custom_matcher_descriptions = true
+  end
+
+  config.mock_with :rspec do |mocks|
+    mocks.verify_partial_doubles = true
+  end
+
+  config.shared_context_metadata_behavior = :apply_to_host_groups
+end
+
+lib = File.expand_path '../../lib', __FILE__
+$LOAD_PATH << lib
+
+require 'caffe'

metadata

@@ -0,0 +1,152 @@
+--- !ruby/object:Gem::Specification
+name: caffe
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Tiny Tiny
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-02-17 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rice
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: protobuf
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake-compiler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: A ruby wrapper of the deep leaning framework
+email:
+- gyf1214@gmail.com
+executables: []
+extensions:
+- ext/caffe/extconf.rb
+extra_rdoc_files:
+- README.md
+- LICENSE
+files:
+- LICENSE
+- README.md
+- ext/caffe/blob.cc
+- ext/caffe/blob.hpp
+- ext/caffe/caffe.cc
+- ext/caffe/common.cc
+- ext/caffe/common.hpp
+- ext/caffe/extconf.rb
+- ext/caffe/mkmf_cxx.rb
+- ext/caffe/net.cc
+- ext/caffe/net.hpp
+- ext/caffe/util.hpp
+- lib/caffe.rb
+- lib/caffe/blob.rb
+- lib/caffe/caffe.pb.rb
+- lib/caffe/common.rb
+- lib/caffe/version.rb
+- spec/blob_spec.rb
+- spec/common_spec.rb
+- spec/net/gen_data.rb
+- spec/net/test.caffemodel
+- spec/net/test.prototxt
+- spec/net/test_solver.prototxt
+- spec/net/test_train.prototxt
+- spec/net_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/gyf1214/ruby-caffe
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.2
+signing_key: 
+specification_version: 4
+summary: A ruby wrapper of the deep leaning framework
+test_files:
+- spec/blob_spec.rb
+- spec/common_spec.rb
+- spec/net/gen_data.rb
+- spec/net/test.caffemodel
+- spec/net/test.prototxt
+- spec/net/test_solver.prototxt
+- spec/net/test_train.prototxt
+- spec/net_spec.rb
+- spec/spec_helper.rb