tensor_stream 0.1.0

data/samples/linear_regression.rb

@@ -0,0 +1,55 @@
+require "bundler/setup"
+require 'tensor_stream'
+require 'benchmark'
+
+tf = TensorStream
+
+learning_rate = 0.01
+training_epochs = 1000
+display_step = 50
+
+train_X = [3.3,4.4,5.5,6.71,6.93,4.168,9.779,6.182,7.59,2.167,
+7.042,10.791,5.313,7.997,5.654,9.27,3.1]
+train_Y = [1.7,2.76,2.09,3.19,1.694,1.573,3.366,2.596,2.53,1.221,
+2.827,3.465,1.65,2.904,2.42,2.94,1.3]
+
+n_samples = train_X.size
+
+X = tf.placeholder("float")
+Y = tf.placeholder("float")
+
+# Set model weights
+W = tf.Variable(rand, name: "weight")
+b = tf.Variable(rand, name: "bias")
+
+# Construct a linear model
+pred = X * W + b
+
+# Mean squared error
+cost = tf.reduce_sum(tf.pow(pred - Y, 2)) / ( 2 * n_samples)
+
+optimizer = TensorStream::Train::GradientDescentOptimizer.new(learning_rate).minimize(cost)
+
+# Initialize the variables (i.e. assign their default value)
+init = tf.global_variables_initializer()
+
+tf.Session do |sess|
+    start_time = Time.now
+    sess.run(init)
+    (0..training_epochs).each do |epoch|
+      train_X.zip(train_Y).each do |x,y|
+        sess.run(optimizer, feed_dict: {X => x, Y => y})
+      end
+
+      if (epoch+1) % display_step == 0
+        c = sess.run(cost, feed_dict: {X => train_X, Y => train_Y})
+        puts("Epoch:", '%04d' % (epoch+1), "cost=",  c, \
+            "W=", sess.run(W), "b=", sess.run(b))
+      end
+    end
+
+    puts("Optimization Finished!")
+    training_cost = sess.run(cost, feed_dict: { X => train_X, Y => train_Y})
+    puts("Training cost=", training_cost, "W=", sess.run(W), "b=", sess.run(b), '\n')
+    puts("time elapsed ", Time.now.to_i - start_time.to_i)
+end

data/samples/raw_neural_net_sample.rb

@@ -0,0 +1,54 @@
+require "bundler/setup"
+require 'tensor_stream'
+require 'pry-byebug'
+
+learning_rate = 0.1
+num_steps = 500
+batch_size = 128
+display_step = 100
+
+# Network Parameters
+n_hidden_1 = 256 # 1st layer number of neurons
+n_hidden_2 = 256 # 2nd layer number of neurons
+num_input = 784 # MNIST data input (img shape: 28*28)
+num_classes = 10 # MNIST total classes (0-9 digits)
+
+tf = TensorStream
+
+# tf Graph input
+X = tf.placeholder("float", shape: [nil, num_input])
+Y = tf.placeholder("float", shape: [nil, num_classes])
+
+# Store layers weight & bias
+@weights = {
+    h1: tf.Variable(tf.random_normal([num_input, n_hidden_1])),
+    h2: tf.Variable(tf.random_normal([n_hidden_1, n_hidden_2])),
+    out: tf.Variable(tf.random_normal([n_hidden_2, num_classes]))
+}
+
+@biases = {
+    b1: tf.Variable(tf.random_normal([n_hidden_1])),
+    b2: tf.Variable(tf.random_normal([n_hidden_2])),
+    out: tf.Variable(tf.random_normal([num_classes]))
+}
+
+
+# Create model
+def neural_net(x)
+    # Hidden fully connected layer with 256 neurons
+    layer_1 =  TensorStream.add(TensorStream.matmul(x, @weights[:h1]), @biases[:b1])
+    # Hidden fully connected layer with 256 neurons
+    layer_2 = TensorStream.add(TensorStream.matmul(layer_1, @weights[:h2]), @biases[:b2])
+    # Output fully connected layer with a neuron for each class
+    TensorStream.matmul(layer_2, @weights[:out]) + @biases[:out]
+end
+
+def softmax(logits)
+  TensorStream.exp(logits) / TensorStream.reduce_sum(TensorStream.exp(logits))
+end
+
+# Construct model
+logits = neural_net(X)
+prediction = softmax(logits)
+
+puts prediction.to_math

data/tensor_stream.gemspec

@@ -0,0 +1,40 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'tensor_stream/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "tensor_stream"
+  spec.version       = TensorStream::VERSION
+  spec.authors       = ["Joseph Emmanuel Dayo"]
+  spec.email         = ["joseph.dayo@gmail.com"]
+
+  spec.summary       = %q{A Pure ruby tensorflow implementation}
+  spec.description   = %q{A reimplementation of TensorFlow for ruby. This is a ground up implementation with no dependency on TensorFlow. Effort has been made to make the programming style as near to TensorFlow as possible, comes with a pure ruby evaluator by default as well with support for an opencl evaluator.}
+  spec.homepage      = "http://www.github.com/jedld/tensor_stream"
+  spec.license       = "MIT"
+
+  # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
+  # to allow pushing to a single host or delete this section to allow pushing to any host.
+  if spec.respond_to?(:metadata)
+    spec.metadata['allowed_push_host'] = "https://rubygems.org"
+  else
+    raise "RubyGems 2.0 or newer is required to protect against " \
+      "public gem pushes."
+  end
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.14"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+  spec.add_development_dependency "awesome_print"
+  spec.add_development_dependency "rubocop"
+  spec.add_dependency "deep_merge"
+  spec.add_dependency "concurrent-ruby"
+end

metadata

@@ -0,0 +1,185 @@
+--- !ruby/object:Gem::Specification
+name: tensor_stream
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Joseph Emmanuel Dayo
+autorequire:
+bindir: exe
+cert_chain: []
+date: 2018-05-11 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.14'
+  name: bundler
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.14'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  name: rake
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  name: rspec
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: awesome_print
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: rubocop
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: deep_merge
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: concurrent-ruby
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: A reimplementation of TensorFlow for ruby. This is a ground up implementation
+  with no dependency on TensorFlow. Effort has been made to make the programming style
+  as near to TensorFlow as possible, comes with a pure ruby evaluator by default as
+  well with support for an opencl evaluator.
+email:
+- joseph.dayo@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rake_tasks~"
+- ".rspec"
+- ".travis.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- lib/tensor_stream.rb
+- lib/tensor_stream/control_flow.rb
+- lib/tensor_stream/evaluator/evaluator.rb
+- lib/tensor_stream/evaluator/operation_helpers/random_gaussian.rb
+- lib/tensor_stream/evaluator/ruby_evaluator.rb
+- lib/tensor_stream/graph.rb
+- lib/tensor_stream/graph_keys.rb
+- lib/tensor_stream/helpers/op_helper.rb
+- lib/tensor_stream/math_gradients.rb
+- lib/tensor_stream/monkey_patches/integer.rb
+- lib/tensor_stream/nn/nn_ops.rb
+- lib/tensor_stream/operation.rb
+- lib/tensor_stream/ops.rb
+- lib/tensor_stream/placeholder.rb
+- lib/tensor_stream/session.rb
+- lib/tensor_stream/tensor.rb
+- lib/tensor_stream/tensor_shape.rb
+- lib/tensor_stream/train/gradient_descent_optimizer.rb
+- lib/tensor_stream/train/saver.rb
+- lib/tensor_stream/trainer.rb
+- lib/tensor_stream/types.rb
+- lib/tensor_stream/variable.rb
+- lib/tensor_stream/version.rb
+- samples/iris.data
+- samples/iris.rb
+- samples/linear_regression.rb
+- samples/raw_neural_net_sample.rb
+- tensor_stream.gemspec
+homepage: http://www.github.com/jedld/tensor_stream
+licenses:
+- MIT
+metadata:
+  allowed_push_host: https://rubygems.org
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.6.13
+signing_key:
+specification_version: 4
+summary: A Pure ruby tensorflow implementation
+test_files: []