tensor_stream-opencl 0.1.3 → 0.2.0

data/samples/rnn.rb

@@ -0,0 +1,108 @@
+# RNN sample
+#
+# Ruby port Example based on article by Erik Hallström
+# https://medium.com/@erikhallstrm/hello-world-rnn-83cd7105b767
+#
+#
+
+require "bundler/setup"
+require 'tensor_stream'
+require 'tensor_stream/opencl'
+require 'pry-byebug'
+
+
+tf = TensorStream
+
+num_epochs = 100
+total_series_length = 50000
+truncated_backprop_length = 15
+state_size = 4
+num_classes = 2
+echo_step = 3
+batch_size = 5
+num_batches = total_series_length / batch_size / truncated_backprop_length
+randomizer = TensorStream.random_uniform([total_series_length], minval: 0, maxval: 2)
+
+
+def generate_data(randomizer, total_series_length, batch_size, echo_step)
+  x = randomizer.eval
+  y = x.rotate(-echo_step)
+
+  y[echo_step] = 0
+
+  x = TensorStream::TensorShape.reshape(x, [batch_size, -1])  # The first index changing slowest, subseries as rows
+  y = TensorStream::TensorShape.reshape(y, [batch_size, -1])
+  [x, y]
+end
+
+batchX_placeholder = tf.placeholder(:float32, shape: [batch_size, truncated_backprop_length], name: 'batch_x')
+batchY_placeholder = tf.placeholder(:int32, shape: [batch_size, truncated_backprop_length], name: 'batch_y')
+
+init_state = tf.placeholder(:float32, shape: [batch_size, state_size], name: 'init_state')
+
+
+W = tf.variable(tf.random_uniform([state_size+1, state_size]), dtype: :float32, name: 'W')
+b = tf.variable(tf.zeros([state_size]), dtype: :float32, name: 'b')
+
+W2 = tf.variable(tf.random_uniform([state_size, num_classes]), dtype: :float32, name: 'W2')
+b2 = tf.variable(tf.zeros([num_classes]), dtype: :float32, name: 'b2')
+
+
+inputs_series = tf.unpack(batchX_placeholder, axis: 1)
+labels_series = tf.unpack(batchY_placeholder, axis: 1)
+
+current_state = init_state
+states_series = []
+
+inputs_series.each do |current_input|
+  current_input = tf.reshape(current_input, [batch_size, 1])
+  input_and_state_concatenated = tf.concat([current_input, current_state], 1)  # Increasing number of columns
+  next_state = tf.tanh(tf.matmul(input_and_state_concatenated, W) + b)  # Broadcasted addition
+  states_series << next_state
+  current_state = next_state
+end
+
+logits_series = states_series.collect do |state|
+  tf.matmul(state, W2) + b2
+end
+
+predictions_series = logits_series.collect do |logits|
+  tf.nn.softmax(logits)
+end
+
+losses = logits_series.zip(labels_series).collect do |logits, labels|
+  tf.nn.sparse_softmax_cross_entropy_with_logits(logits: logits, labels: labels)
+end
+total_loss = tf.reduce_mean(losses)
+
+train_step = TensorStream::Train::AdagradOptimizer.new(0.3).minimize(total_loss)
+
+puts "#{tf.get_default_graph.nodes.keys.size} nodes created"
+zeros_state = tf.zeros([batch_size, state_size]).eval
+tf.session do |sess|
+  sess.run(tf.global_variables_initializer)
+  (0..num_epochs).each do |epoch_idx|
+    x, y = generate_data(randomizer, total_series_length, batch_size, echo_step)
+    _current_state = zeros_state
+    print("New data, epoch", epoch_idx, "\n")
+    (0..num_batches - 1).each do |batch_idx|
+      start_idx = batch_idx * truncated_backprop_length
+      end_idx = start_idx + truncated_backprop_length
+
+      batchX = x.map { |x| x[start_idx...end_idx] }
+      batchY = y.map { |y| y[start_idx...end_idx] }
+
+      _total_loss, _train_step, _current_state, _predictions_series = sess.run(
+          [total_loss, train_step, current_state, predictions_series],
+          feed_dict: {
+              batchX_placeholder => batchX,
+              batchY_placeholder => batchY,
+              init_state => _current_state
+          })
+
+      if batch_idx%10 == 0
+          print("Step",batch_idx, " Loss ", _total_loss, "\n")
+      end
+    end
+  end
+end

data/tensor_stream-opencl.gemspec

@@ -36,6 +36,9 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "rake", "~> 10.0"
   spec.add_development_dependency "rspec", "~> 3.0"
   spec.add_development_dependency "pry-byebug"
-  spec.add_dependency "tensor_stream"
+  spec.add_development_dependency "awesome_print"
+  spec.add_development_dependency "mnist-learn"
+  spec.add_dependency "tensor_stream", "~> 0.9.0"
   spec.add_dependency "opencl_ruby_ffi"
+  spec.add_dependency "oily_png"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: tensor_stream-opencl
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.2.0
 platform: ruby
 authors:
 - Joseph Dayo
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-09-06 00:00:00.000000000 Z
+date: 2018-10-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -66,8 +66,50 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: awesome_print
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mnist-learn
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: tensor_stream
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.0
+- !ruby/object:Gem::Dependency
+  name: opencl_ruby_ffi
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -81,7 +123,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: opencl_ruby_ffi
+  name: oily_png
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -110,23 +152,31 @@ files:
 - LICENSE.txt
 - README.md
 - Rakefile
+- benchmark/benchmark.rb
+- benchmark_intel.txt
 - bin/console
 - bin/setup
 - lib/tensor_stream/opencl.rb
+- lib/tensor_stream/opencl/array_ops.rb
+- lib/tensor_stream/opencl/images_ops.rb
 - lib/tensor_stream/opencl/kernels/_bool_operand.cl
 - lib/tensor_stream/opencl/kernels/_operand.cl
 - lib/tensor_stream/opencl/kernels/abs.cl
 - lib/tensor_stream/opencl/kernels/acos.cl
 - lib/tensor_stream/opencl/kernels/add.cl
 - lib/tensor_stream/opencl/kernels/apply_adadelta.cl
+- lib/tensor_stream/opencl/kernels/apply_adagrad.cl
 - lib/tensor_stream/opencl/kernels/apply_adam.cl
+- lib/tensor_stream/opencl/kernels/apply_centered_rms_prop.cl
 - lib/tensor_stream/opencl/kernels/apply_gradient.cl
 - lib/tensor_stream/opencl/kernels/apply_momentum.cl
+- lib/tensor_stream/opencl/kernels/apply_rms_prop.cl
 - lib/tensor_stream/opencl/kernels/argmax.cl
 - lib/tensor_stream/opencl/kernels/argmin.cl
 - lib/tensor_stream/opencl/kernels/asin.cl
 - lib/tensor_stream/opencl/kernels/cast.cl
 - lib/tensor_stream/opencl/kernels/ceil.cl
+- lib/tensor_stream/opencl/kernels/concat.cl
 - lib/tensor_stream/opencl/kernels/cond.cl.erb
 - lib/tensor_stream/opencl/kernels/cos.cl
 - lib/tensor_stream/opencl/kernels/div.cl.erb
@@ -156,6 +206,8 @@ files:
 - lib/tensor_stream/opencl/kernels/softmax_cross.cl
 - lib/tensor_stream/opencl/kernels/softmax_cross_grad.cl
 - lib/tensor_stream/opencl/kernels/softmax_grad.cl
+- lib/tensor_stream/opencl/kernels/split.cl
+- lib/tensor_stream/opencl/kernels/split_n.cl
 - lib/tensor_stream/opencl/kernels/sqrt.cl
 - lib/tensor_stream/opencl/kernels/square.cl
 - lib/tensor_stream/opencl/kernels/squared_difference.cl
@@ -163,6 +215,7 @@ files:
 - lib/tensor_stream/opencl/kernels/tan.cl
 - lib/tensor_stream/opencl/kernels/tanh.cl
 - lib/tensor_stream/opencl/kernels/tanh_grad.cl
+- lib/tensor_stream/opencl/kernels/unpack.cl
 - lib/tensor_stream/opencl/kernels/where.cl
 - lib/tensor_stream/opencl/math_ops.rb
 - lib/tensor_stream/opencl/nn_ops.rb
@@ -171,6 +224,12 @@ files:
 - lib/tensor_stream/opencl/opencl_evaluator.rb
 - lib/tensor_stream/opencl/opencl_template_helper.rb
 - lib/tensor_stream/opencl/version.rb
+- samples/iris.data
+- samples/iris.rb
+- samples/mnist_data.rb
+- samples/multigpu.rb
+- samples/nearest_neighbor.rb
+- samples/rnn.rb
 - tensor_stream-opencl.gemspec
 homepage: https://github.com/jedld/tensor_stream-opencl
 licenses: