tensor_stream 0.1.0

data/lib/tensor_stream/tensor_shape.rb

@@ -0,0 +1,25 @@
+module TensorStream
+  class TensorShape
+    attr_accessor :rank, :shape
+    
+    def initialize(shape, rank)
+      @shape = shape
+      @rank = rank
+    end
+
+    def to_s
+      dimensions = @shape.collect do |r|
+        "Dimension(#{r})"
+      end.join(',')
+      "TensorShape([#{dimensions}])"
+    end
+
+    def [](index)
+      @shape[index]
+    end
+    
+    def ndims
+      shape.size
+    end
+  end
+end

data/lib/tensor_stream/train/gradient_descent_optimizer.rb

@@ -0,0 +1,23 @@
+module TensorStream
+  module Train
+    # High Level implementation of the gradient descent algorithm
+    class GradientDescentOptimizer
+      attr_accessor :learning_rate
+
+      def initialize(learning_rate, options = {})
+        @learning_rate = learning_rate
+      end
+
+      def minimize(cost)
+        trainable_vars = TensorStream::Graph.get_default_graph.
+                                             get_collection(GraphKeys::GLOBAL_VARIABLES).
+                                             select(&:trainable)
+
+        derivatives = TensorStream.gradients(cost, trainable_vars)
+        trainable_vars.each_with_index.collect do |var, index|
+          var.assign_sub(derivatives[index] * @learning_rate)
+        end
+      end
+    end
+  end
+end

data/lib/tensor_stream/train/saver.rb

@@ -0,0 +1,61 @@
+require 'json'
+
+module TensorStream
+  module Train
+    class Saver
+      def save(session, outputfile,
+                global_step: nil,
+                latest_filename: nil,
+                meta_graph_suffix: 'meta',
+                write_meta_graph: true,
+                write_state: true,
+                strip_default_attrs: false)
+        vars = TensorStream::Graph.get_default_graph.get_collection(GraphKeys::GLOBAL_VARIABLES)
+        
+        variables = {}
+        graph = {}
+        gs =  eval_global_step(session, global_step)
+        output_dump = {
+          variables: variables,
+          graph: graph,
+          global_step: gs
+        }
+
+        vars.each do |variable|
+          variables[variable.name] = variable.value
+        end
+
+        basename = File.basename(outputfile)
+        path = File.dirname(outputfile)
+
+        new_filename = File.join(path, [basename, gs].compact.join('-'))
+        File.write(new_filename, output_dump.to_json)
+
+        path
+      end
+
+      def restore(session, inputfile)
+        input_dump = JSON.parse(File.read(inputfile))
+
+        vars = TensorStream::Graph.get_default_graph.get_collection(GraphKeys::GLOBAL_VARIABLES)
+        vars.each do |variable|
+          variable.value = input_dump["variables"][variable.name]
+        end
+      end
+
+      private
+
+      def eval_global_step(session, global_step)
+        return nil if global_step.nil?
+
+        if (global_step.is_a?(Tensor))
+          session.last_session_context(global_step.name)
+        elsif (global_step.is_a?(String) || global_step.is_a?(Symbol))
+          session.last_session_context(global_step)
+        else
+          global_step.to_i
+        end
+      end
+    end
+  end
+end

data/lib/tensor_stream/trainer.rb

@@ -0,0 +1,7 @@
+require 'tensor_stream/train/gradient_descent_optimizer'
+require 'tensor_stream/train/saver'
+
+module TensorStream
+  module Train
+  end
+end

data/lib/tensor_stream/types.rb

@@ -0,0 +1,17 @@
+require 'ostruct'
+
+module TensorStream
+  module Types
+    def self.int16
+      :int16
+    end
+
+    def self.float32
+      :float32
+    end
+
+    def self.int32
+      :int32
+    end
+  end
+end

data/lib/tensor_stream/variable.rb

@@ -0,0 +1,52 @@
+module TensorStream
+  class Variable < Tensor
+    attr_accessor :trainable
+    def initialize(data_type, rank, shape, options = {})
+      @data_type = data_type
+      @rank = rank
+      @shape = TensorShape.new(shape, rank)
+      @value = nil
+      @source = set_source(caller_locations)
+      @graph = options[:graph] || TensorStream.get_default_graph
+      @name = options[:name] || build_name
+      if options[:initializer]
+        @initalizer_tensor = options[:initializer]
+      end
+      @trainable = options.fetch(:trainable, true)
+      @graph.add_variable(self, options)
+    end
+
+    def initializer
+      @initalizer_tensor.shape = @shape
+      assign(@initalizer_tensor)
+    end
+
+    def assign(value)
+      Operation.new(:assign, self, value)
+    end
+
+    def read_value
+      @value
+    end
+
+    def assign_add(value)
+      Operation.new(:assign_add, self, value)
+    end
+
+    def to_math(tensor, name_only = false, max_depth = 99)
+      @name
+    end
+
+    def assign_sub(value)
+      Operation.new(:assign_sub, self, value)
+    end
+
+    def self.variables_initializer(collection)
+      TensorStream.group(TensorStream.get_default_graph.get_collection(collection).map(&:initializer))
+    end
+
+    def self.global_variables_initializer
+      variables_initializer(TensorStream::GraphKeys::GLOBAL_VARIABLES)
+    end
+  end
+end

data/lib/tensor_stream/version.rb

@@ -0,0 +1,7 @@
+module TensorStream
+  VERSION = '0.1.0'
+
+  def self.version
+    VERSION
+  end
+end

data/samples/iris.data

@@ -0,0 +1,150 @@
+5.1,3.5,1.4,0.2,Iris-setosa
+4.9,3.0,1.4,0.2,Iris-setosa
+4.7,3.2,1.3,0.2,Iris-setosa
+4.6,3.1,1.5,0.2,Iris-setosa
+5.0,3.6,1.4,0.2,Iris-setosa
+5.4,3.9,1.7,0.4,Iris-setosa
+4.6,3.4,1.4,0.3,Iris-setosa
+5.0,3.4,1.5,0.2,Iris-setosa
+4.4,2.9,1.4,0.2,Iris-setosa
+4.9,3.1,1.5,0.1,Iris-setosa
+5.4,3.7,1.5,0.2,Iris-setosa
+4.8,3.4,1.6,0.2,Iris-setosa
+4.8,3.0,1.4,0.1,Iris-setosa
+4.3,3.0,1.1,0.1,Iris-setosa
+5.8,4.0,1.2,0.2,Iris-setosa
+5.7,4.4,1.5,0.4,Iris-setosa
+5.4,3.9,1.3,0.4,Iris-setosa
+5.1,3.5,1.4,0.3,Iris-setosa
+5.7,3.8,1.7,0.3,Iris-setosa
+5.1,3.8,1.5,0.3,Iris-setosa
+5.4,3.4,1.7,0.2,Iris-setosa
+5.1,3.7,1.5,0.4,Iris-setosa
+4.6,3.6,1.0,0.2,Iris-setosa
+5.1,3.3,1.7,0.5,Iris-setosa
+4.8,3.4,1.9,0.2,Iris-setosa
+5.0,3.0,1.6,0.2,Iris-setosa
+5.0,3.4,1.6,0.4,Iris-setosa
+5.2,3.5,1.5,0.2,Iris-setosa
+5.2,3.4,1.4,0.2,Iris-setosa
+4.7,3.2,1.6,0.2,Iris-setosa
+4.8,3.1,1.6,0.2,Iris-setosa
+5.4,3.4,1.5,0.4,Iris-setosa
+5.2,4.1,1.5,0.1,Iris-setosa
+5.5,4.2,1.4,0.2,Iris-setosa
+4.9,3.1,1.5,0.1,Iris-setosa
+5.0,3.2,1.2,0.2,Iris-setosa
+5.5,3.5,1.3,0.2,Iris-setosa
+4.9,3.1,1.5,0.1,Iris-setosa
+4.4,3.0,1.3,0.2,Iris-setosa
+5.1,3.4,1.5,0.2,Iris-setosa
+5.0,3.5,1.3,0.3,Iris-setosa
+4.5,2.3,1.3,0.3,Iris-setosa
+4.4,3.2,1.3,0.2,Iris-setosa
+5.0,3.5,1.6,0.6,Iris-setosa
+5.1,3.8,1.9,0.4,Iris-setosa
+4.8,3.0,1.4,0.3,Iris-setosa
+5.1,3.8,1.6,0.2,Iris-setosa
+4.6,3.2,1.4,0.2,Iris-setosa
+5.3,3.7,1.5,0.2,Iris-setosa
+5.0,3.3,1.4,0.2,Iris-setosa
+7.0,3.2,4.7,1.4,Iris-versicolor
+6.4,3.2,4.5,1.5,Iris-versicolor
+6.9,3.1,4.9,1.5,Iris-versicolor
+5.5,2.3,4.0,1.3,Iris-versicolor
+6.5,2.8,4.6,1.5,Iris-versicolor
+5.7,2.8,4.5,1.3,Iris-versicolor
+6.3,3.3,4.7,1.6,Iris-versicolor
+4.9,2.4,3.3,1.0,Iris-versicolor
+6.6,2.9,4.6,1.3,Iris-versicolor
+5.2,2.7,3.9,1.4,Iris-versicolor
+5.0,2.0,3.5,1.0,Iris-versicolor
+5.9,3.0,4.2,1.5,Iris-versicolor
+6.0,2.2,4.0,1.0,Iris-versicolor
+6.1,2.9,4.7,1.4,Iris-versicolor
+5.6,2.9,3.6,1.3,Iris-versicolor
+6.7,3.1,4.4,1.4,Iris-versicolor
+5.6,3.0,4.5,1.5,Iris-versicolor
+5.8,2.7,4.1,1.0,Iris-versicolor
+6.2,2.2,4.5,1.5,Iris-versicolor
+5.6,2.5,3.9,1.1,Iris-versicolor
+5.9,3.2,4.8,1.8,Iris-versicolor
+6.1,2.8,4.0,1.3,Iris-versicolor
+6.3,2.5,4.9,1.5,Iris-versicolor
+6.1,2.8,4.7,1.2,Iris-versicolor
+6.4,2.9,4.3,1.3,Iris-versicolor
+6.6,3.0,4.4,1.4,Iris-versicolor
+6.8,2.8,4.8,1.4,Iris-versicolor
+6.7,3.0,5.0,1.7,Iris-versicolor
+6.0,2.9,4.5,1.5,Iris-versicolor
+5.7,2.6,3.5,1.0,Iris-versicolor
+5.5,2.4,3.8,1.1,Iris-versicolor
+5.5,2.4,3.7,1.0,Iris-versicolor
+5.8,2.7,3.9,1.2,Iris-versicolor
+6.0,2.7,5.1,1.6,Iris-versicolor
+5.4,3.0,4.5,1.5,Iris-versicolor
+6.0,3.4,4.5,1.6,Iris-versicolor
+6.7,3.1,4.7,1.5,Iris-versicolor
+6.3,2.3,4.4,1.3,Iris-versicolor
+5.6,3.0,4.1,1.3,Iris-versicolor
+5.5,2.5,4.0,1.3,Iris-versicolor
+5.5,2.6,4.4,1.2,Iris-versicolor
+6.1,3.0,4.6,1.4,Iris-versicolor
+5.8,2.6,4.0,1.2,Iris-versicolor
+5.0,2.3,3.3,1.0,Iris-versicolor
+5.6,2.7,4.2,1.3,Iris-versicolor
+5.7,3.0,4.2,1.2,Iris-versicolor
+5.7,2.9,4.2,1.3,Iris-versicolor
+6.2,2.9,4.3,1.3,Iris-versicolor
+5.1,2.5,3.0,1.1,Iris-versicolor
+5.7,2.8,4.1,1.3,Iris-versicolor
+6.3,3.3,6.0,2.5,Iris-virginica
+5.8,2.7,5.1,1.9,Iris-virginica
+7.1,3.0,5.9,2.1,Iris-virginica
+6.3,2.9,5.6,1.8,Iris-virginica
+6.5,3.0,5.8,2.2,Iris-virginica
+7.6,3.0,6.6,2.1,Iris-virginica
+4.9,2.5,4.5,1.7,Iris-virginica
+7.3,2.9,6.3,1.8,Iris-virginica
+6.7,2.5,5.8,1.8,Iris-virginica
+7.2,3.6,6.1,2.5,Iris-virginica
+6.5,3.2,5.1,2.0,Iris-virginica
+6.4,2.7,5.3,1.9,Iris-virginica
+6.8,3.0,5.5,2.1,Iris-virginica
+5.7,2.5,5.0,2.0,Iris-virginica
+5.8,2.8,5.1,2.4,Iris-virginica
+6.4,3.2,5.3,2.3,Iris-virginica
+6.5,3.0,5.5,1.8,Iris-virginica
+7.7,3.8,6.7,2.2,Iris-virginica
+7.7,2.6,6.9,2.3,Iris-virginica
+6.0,2.2,5.0,1.5,Iris-virginica
+6.9,3.2,5.7,2.3,Iris-virginica
+5.6,2.8,4.9,2.0,Iris-virginica
+7.7,2.8,6.7,2.0,Iris-virginica
+6.3,2.7,4.9,1.8,Iris-virginica
+6.7,3.3,5.7,2.1,Iris-virginica
+7.2,3.2,6.0,1.8,Iris-virginica
+6.2,2.8,4.8,1.8,Iris-virginica
+6.1,3.0,4.9,1.8,Iris-virginica
+6.4,2.8,5.6,2.1,Iris-virginica
+7.2,3.0,5.8,1.6,Iris-virginica
+7.4,2.8,6.1,1.9,Iris-virginica
+7.9,3.8,6.4,2.0,Iris-virginica
+6.4,2.8,5.6,2.2,Iris-virginica
+6.3,2.8,5.1,1.5,Iris-virginica
+6.1,2.6,5.6,1.4,Iris-virginica
+7.7,3.0,6.1,2.3,Iris-virginica
+6.3,3.4,5.6,2.4,Iris-virginica
+6.4,3.1,5.5,1.8,Iris-virginica
+6.0,3.0,4.8,1.8,Iris-virginica
+6.9,3.1,5.4,2.1,Iris-virginica
+6.7,3.1,5.6,2.4,Iris-virginica
+6.9,3.1,5.1,2.3,Iris-virginica
+5.8,2.7,5.1,1.9,Iris-virginica
+6.8,3.2,5.9,2.3,Iris-virginica
+6.7,3.3,5.7,2.5,Iris-virginica
+6.7,3.0,5.2,2.3,Iris-virginica
+6.3,2.5,5.0,1.9,Iris-virginica
+6.5,3.0,5.2,2.0,Iris-virginica
+6.2,3.4,5.4,2.3,Iris-virginica
+5.9,3.0,5.1,1.8,Iris-virginica

data/samples/iris.rb

@@ -0,0 +1,117 @@
+require "bundler/setup"
+require 'tensor_stream'
+require 'pry-byebug'
+
+# This neural network will predict the species of an iris based on sepal and petal size
+# Dataset: http://en.wikipedia.org/wiki/Iris_flower_data_set
+
+rows = File.readlines(File.join("samples","iris.data")).map {|l| l.chomp.split(',') }
+
+rows.shuffle!
+
+label_encodings = {
+  "Iris-setosa"     => [1, 0, 0],
+  "Iris-versicolor" => [0, 1, 0],
+  "Iris-virginica"  => [0, 0 ,1]
+}
+
+x_data = rows.map {|row| row[0,4].map(&:to_f) }
+y_data = rows.map {|row| label_encodings[row[4]] }
+
+# Normalize data values before feeding into network
+normalize = -> (val, high, low) {  (val - low) / (high - low) } # maps input to float between 0 and 1
+
+columns = (0..3).map do |i|
+  x_data.map {|row| row[i] }
+end
+
+x_data.map! do |row|
+  row.map.with_index do |val, j|
+    max, min = columns[j].max, columns[j].min
+    normalize.(val, max, min)
+  end
+end
+
+x_train = x_data.slice(0, 100)
+y_train = y_data.slice(0, 100)
+
+x_test = x_data.slice(100, 50)
+y_test = y_data.slice(100, 50)
+
+test_cases = []
+x_train.each_with_index do |x, index|
+  test_cases << [x, y_train[index] ]
+end
+
+validation_cases = []
+x_test.each_with_index do |x, index|
+  validation_cases << [x, y_test[index] ]
+end
+
+learning_rate = 0.1
+num_steps = 500
+batch_size = 128
+display_step = 100
+
+# Network Parameters
+n_hidden_1 = 32 # 1st layer number of neurons
+n_hidden_2 = 32 # 2nd layer number of neurons
+num_classes = 3 # MNIST total classes (0-9 digits)
+num_input = 4
+training_epochs = 10
+
+tf = TensorStream
+
+# tf Graph input
+x = tf.placeholder("float", shape: [nil, num_input], name: 'x')
+y = tf.placeholder("float", shape: [nil, num_classes], name: 'y')
+
+# Store layers weight & bias
+weights = {
+    h1: tf.Variable(tf.random_normal([num_input, n_hidden_1]), name: 'h1'),
+    h2: tf.Variable(tf.random_normal([n_hidden_1, n_hidden_2]), name: 'h2'),
+    out: tf.Variable(tf.random_normal([n_hidden_2, num_classes]), name: 'out')
+}
+
+biases = {
+    b1: tf.Variable(tf.random_normal([n_hidden_1]), name: 'b1'),
+    b2: tf.Variable(tf.random_normal([n_hidden_2]), name: 'b2'),
+    out: tf.Variable(tf.random_normal([num_classes]), name: 'b_out')
+}
+
+
+# Create model
+def neural_net(x, weights, biases)
+    # Hidden fully connected layer with 256 neurons
+    layer_1 =  TensorStream.add(TensorStream.matmul(x, weights[:h1]), biases[:b1] , name: 'layer1_add')
+    # Hidden fully connected layer with 256 neurons
+    layer_2 = TensorStream.add(TensorStream.matmul(layer_1, weights[:h2]), biases[:b2], name: 'layer2_add')
+    # Output fully connected layer with a neuron for each class
+    TensorStream.matmul(layer_2, weights[:out]) + biases[:out]
+end
+
+# Construct model
+logits = neural_net(x, weights, biases)
+
+# Mean squared error
+cost = TensorStream.reduce_sum(TensorStream.pow(logits - y, 2)) / ( 2 * y_train.size)
+optimizer = TensorStream::Train::GradientDescentOptimizer.new(learning_rate).minimize(cost)
+
+# Initialize the variables (i.e. assign their default value)
+init = TensorStream.global_variables_initializer()
+
+TensorStream.Session do |sess|
+  puts "init vars"
+  sess.run(init)
+  puts "Testing the untrained network..."
+  loss = sess.run(cost, feed_dict: { x => x_train, y => y_train })
+  puts sess.run(loss)
+  puts "loss before training"
+  (0..training_epochs).each do |epoch|
+    sess.run(optimizer, feed_dict: { x => x_train, y => y_train })
+    loss = sess.run(cost, feed_dict: { x => x_train, y => y_train })
+    puts "loss #{loss}"
+  end
+  loss = sess.run(cost, feed_dict: { x => x_train, y => y_train })
+  puts "loss after training #{loss}"
+end