tensor_stream 0.6.1 → 0.7.0

data/samples/iris.rb

@@ -1,6 +1,6 @@
 require "bundler/setup"
 require 'tensor_stream'
-require 'tensor_stream/evaluator/opencl/opencl_evaluator'
+# require 'tensor_stream/evaluator/opencl/opencl_evaluator'
 
 # This neural network will predict the species of an iris based on sepal and petal size
 # Dataset: http://en.wikipedia.org/wiki/Iris_flower_data_set
@@ -75,7 +75,7 @@ w_2 = init_weights([h_size, y_size])
 
 # Forward propagation
 yhat    = forwardprop(X, w_1, w_2)
-predict = tf.argmax(yhat, axis=1)
+predict = tf.argmax(yhat, 1)
 
 # Backward propagation
 cost    = tf.reduce_mean(tf.nn.softmax_cross_entropy_with_logits(labels: y, logits: yhat))
@@ -89,13 +89,17 @@ sess.run(init)
 loss = sess.run(cost, feed_dict: { X => x_train, y => y_train })
 puts "Testing the untrained network..."
 puts loss
+start_time = Time.now
 (0..100).each do |epoch|
   x_train.size.times do |i|
     sess.run(updates, feed_dict: {X => [x_train[i]], y => [y_train[i]]})
-    loss = sess.run(cost, feed_dict: { X => [x_train[i]], y => [y_train[i]] })
   end
+  loss = sess.run(cost, feed_dict: { X => x_train, y => y_train })
   puts "epoch: #{epoch}, loss #{loss}"
 end
 
 loss = sess.run(cost, feed_dict: { X => x_train, y => y_train })
-puts "loss after training #{loss}"
+puts "loss after training #{loss}"
+loss = sess.run(cost, feed_dict: { X => x_test, y => y_test })
+puts "loss test data set #{loss}"
+puts("time elapsed ", Time.now.to_i - start_time.to_i)

data/samples/linear_regression.rb

@@ -26,7 +26,7 @@ b = tf.variable(rand, name: "bias")
 pred = X * W + b
 
 # Mean squared error
-cost = tf.reduce_sum(tf.pow(pred - Y, 2)) / ( 2 * n_samples)
+cost = ((pred - Y) ** 2).reduce(:+) / ( 2 * n_samples)
 
 optimizer = TensorStream::Train::GradientDescentOptimizer.new(learning_rate).minimize(cost)
 

data/samples/multigpu.rb

@@ -0,0 +1,73 @@
+require "bundler/setup"
+require 'tensor_stream'
+require 'tensor_stream/evaluator/opencl/opencl_evaluator'
+require 'pry-byebug'
+
+ts = TensorStream
+
+n = 10
+DIMEN = 1024
+
+A = ts.random_uniform([DIMEN, DIMEN]).eval
+B = ts.random_uniform([DIMEN, DIMEN]).eval
+
+
+# Create a graph to store results
+c1 = []
+c2 = []
+a = nil
+b = nil
+
+def matpow(m, n)
+  return m if n < 1
+  TensorStream.matmul(m, matpow(m, n-1))
+end
+
+ts.device('/device:GPU:0') do
+  a = ts.placeholder(:float32, shape: [DIMEN, DIMEN])
+  b = ts.placeholder(:float32, shape: [DIMEN, DIMEN])
+  # Compute A^n and B^n and store results in c1
+  c1 << matpow(a, n)
+  c1 << matpow(b, n)
+end
+
+sum = ts.device('/device:GPU:0') do
+  ts.add_n(c1)
+end
+
+t1_1 = Time.now.to_i
+t2_1 = nil
+
+ts.session(log_device_placement: true) do |sess|
+  sess.run(sum, feed_dict: { a => A, b => B})
+  t2_1 = Time.now.to_i
+end
+
+# Multi GPU computing
+# GPU:0 computes A^n
+ts.device('/device:GPU:1') do
+  a = ts.placeholder(:float32, shape: [DIMEN, DIMEN])
+  c2 << matpow(a, n)
+end
+
+# GPU:1 computes B^n
+ts.device('/device:GPU:1') do
+  b = ts.placeholder(:float32, shape: [DIMEN, DIMEN])
+  c2 << matpow(b, n)
+end
+
+ts.device('/device:GPU:1') do
+  sum = ts.add_n(c2) #Addition of all elements in c2, i.e. A^n + B^n
+end
+
+t1_2 = Time.now.to_i
+t2_2 = nil
+ts.session(log_device_placement:true) do |sess|
+    # Run the op.
+    sess.run(sum, feed_dict: {a => A, b => B})
+    t2_2 = Time.now.to_i
+end
+
+
+print("Single GPU computation time: " + (t2_1-t1_1).to_s)
+print("Multi GPU computation time: " + (t2_2-t1_2).to_s)

data/samples/nearest_neighbor.rb

@@ -36,14 +36,14 @@ accuracy = 0.0
 init = tf.global_variables_initializer()
 
 # Start training
-tf.session(:opencl_evaluator) do |sess|
+tf.session do |sess|
   # Run the initializer
   sess.run(init)
   Xte.size.times do |i|
     # Get nearest neighbor
     nn_index = sess.run(pred, feed_dict: {xtr => Xtr, xte => Xte[i]})
-    print("Test", i, "Prediction:",Ytr[nn_index].max, \
-            "True Class:", Yte[i].max)
+    print("Test ", i, "Prediction: ",Ytr[nn_index].max, \
+            "True Class: ", Yte[i].max, "\n")
     if Ytr[nn_index].max == Yte[i].max
       accuracy += 1.0/ Xte.size
     end

data/tensor_stream.gemspec

@@ -41,7 +41,7 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "rspec_junit_formatter"
   spec.add_development_dependency "mnist-learn"
   spec.add_development_dependency "opencl_ruby_ffi"
+  spec.add_development_dependency "simplecov"
   spec.add_dependency "deep_merge"
   spec.add_dependency "concurrent-ruby"
-  spec.add_dependency "sciruby"
 end

data/test_samples/raw_neural_net_sample.rb

@@ -86,8 +86,11 @@ tf.session do |sess|
     # Run the initializer
     sess.run(init)
 
+    print("Testing Accuracy:", \
+        sess.run(accuracy, feed_dict: { X => mnist.test.images,
+                                        Y => mnist.test.labels}))
+
     (1..num_steps+1).each do |step|
-        
         batch_x, batch_y = mnist.train.next_batch(batch_size)
         # Run optimization op (backprop)
         puts "."

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: tensor_stream
 version: !ruby/object:Gem::Version
-  version: 0.6.1
+  version: 0.7.0
 platform: ruby
 authors:
 - Joseph Emmanuel Dayo
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-07-21 00:00:00.000000000 Z
+date: 2018-08-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -165,13 +165,13 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: deep_merge
+  name: simplecov
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-  type: :runtime
+  type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
@@ -179,7 +179,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: concurrent-ruby
+  name: deep_merge
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -193,7 +193,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: sciruby
+  name: concurrent-ruby
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -246,9 +246,12 @@ files:
 - lib/tensor_stream/evaluator/opencl/kernels/_bool_operand.cl
 - lib/tensor_stream/evaluator/opencl/kernels/_operand.cl
 - lib/tensor_stream/evaluator/opencl/kernels/abs.cl
+- lib/tensor_stream/evaluator/opencl/kernels/acos.cl
 - lib/tensor_stream/evaluator/opencl/kernels/add.cl
+- lib/tensor_stream/evaluator/opencl/kernels/apply_gradient.cl
 - lib/tensor_stream/evaluator/opencl/kernels/argmax.cl
 - lib/tensor_stream/evaluator/opencl/kernels/argmin.cl
+- lib/tensor_stream/evaluator/opencl/kernels/asin.cl
 - lib/tensor_stream/evaluator/opencl/kernels/cast.cl
 - lib/tensor_stream/evaluator/opencl/kernels/ceil.cl
 - lib/tensor_stream/evaluator/opencl/kernels/cond.cl.erb
@@ -257,14 +260,18 @@ files:
 - lib/tensor_stream/evaluator/opencl/kernels/exp.cl
 - lib/tensor_stream/evaluator/opencl/kernels/floor.cl
 - lib/tensor_stream/evaluator/opencl/kernels/floor_div.cl
+- lib/tensor_stream/evaluator/opencl/kernels/floor_mod.cl
 - lib/tensor_stream/evaluator/opencl/kernels/gemm.cl
 - lib/tensor_stream/evaluator/opencl/kernels/log.cl
 - lib/tensor_stream/evaluator/opencl/kernels/log1p.cl
+- lib/tensor_stream/evaluator/opencl/kernels/log_softmax.cl
 - lib/tensor_stream/evaluator/opencl/kernels/max.cl
+- lib/tensor_stream/evaluator/opencl/kernels/min.cl
 - lib/tensor_stream/evaluator/opencl/kernels/mod.cl
 - lib/tensor_stream/evaluator/opencl/kernels/mul.cl
 - lib/tensor_stream/evaluator/opencl/kernels/negate.cl
 - lib/tensor_stream/evaluator/opencl/kernels/pow.cl
+- lib/tensor_stream/evaluator/opencl/kernels/real_div.cl
 - lib/tensor_stream/evaluator/opencl/kernels/reciprocal.cl
 - lib/tensor_stream/evaluator/opencl/kernels/round.cl
 - lib/tensor_stream/evaluator/opencl/kernels/sigmoid.cl
@@ -272,6 +279,8 @@ files:
 - lib/tensor_stream/evaluator/opencl/kernels/sign.cl
 - lib/tensor_stream/evaluator/opencl/kernels/sin.cl
 - lib/tensor_stream/evaluator/opencl/kernels/softmax.cl
+- lib/tensor_stream/evaluator/opencl/kernels/softmax_cross.cl
+- lib/tensor_stream/evaluator/opencl/kernels/softmax_cross_grad.cl
 - lib/tensor_stream/evaluator/opencl/kernels/softmax_grad.cl
 - lib/tensor_stream/evaluator/opencl/kernels/sqrt.cl
 - lib/tensor_stream/evaluator/opencl/kernels/square.cl
@@ -289,7 +298,10 @@ files:
 - lib/tensor_stream/evaluator/operation_helpers/math_helper.rb
 - lib/tensor_stream/evaluator/operation_helpers/random_gaussian.rb
 - lib/tensor_stream/evaluator/ruby_evaluator.rb
+- lib/tensor_stream/exceptions.rb
 - lib/tensor_stream/graph.rb
+- lib/tensor_stream/graph_builder.rb
+- lib/tensor_stream/graph_deserializers/protobuf.rb
 - lib/tensor_stream/graph_keys.rb
 - lib/tensor_stream/graph_serializers/graphml.rb
 - lib/tensor_stream/graph_serializers/pbtext.rb
@@ -308,10 +320,12 @@ files:
 - lib/tensor_stream/tensor_shape.rb
 - lib/tensor_stream/train/gradient_descent_optimizer.rb
 - lib/tensor_stream/train/saver.rb
+- lib/tensor_stream/train/utils.rb
 - lib/tensor_stream/trainer.rb
 - lib/tensor_stream/types.rb
 - lib/tensor_stream/utils.rb
 - lib/tensor_stream/variable.rb
+- lib/tensor_stream/variable_scope.rb
 - lib/tensor_stream/version.rb
 - samples/error.graphml
 - samples/gradient_sample.graphml
@@ -319,6 +333,7 @@ files:
 - samples/iris.rb
 - samples/linear_regression.rb
 - samples/logistic_regression.rb
+- samples/multigpu.rb
 - samples/nearest_neighbor.rb
 - tensor_stream.gemspec
 - test_samples/error.graphml