tensor_stream 0.8.0 → 0.8.1

data/test_samples/neural_network_raw.py

@@ -1,101 +0,0 @@
-""" Neural Network.
-
-A 2-Hidden Layers Fully Connected Neural Network (a.k.a Multilayer Perceptron)
-implementation with TensorFlow. This example is using the MNIST database
-of handwritten digits (http://yann.lecun.com/exdb/mnist/).
-
-Links:
-    [MNIST Dataset](http://yann.lecun.com/exdb/mnist/).
-
-Author: Aymeric Damien
-Project: https://github.com/aymericdamien/TensorFlow-Examples/
-"""
-
-from __future__ import print_function
-
-# Import MNIST data
-from tensorflow.examples.tutorials.mnist import input_data
-mnist = input_data.read_data_sets("/tmp/data/", one_hot=True)
-
-import tensorflow as tf
-
-# Parameters
-learning_rate = 0.1
-num_steps = 500
-batch_size = 128
-display_step = 100
-
-# Network Parameters
-n_hidden_1 = 256 # 1st layer number of neurons
-n_hidden_2 = 256 # 2nd layer number of neurons
-num_input = 784 # MNIST data input (img shape: 28*28)
-num_classes = 10 # MNIST total classes (0-9 digits)
-
-# tf Graph input
-X = tf.placeholder("float", [None, num_input])
-Y = tf.placeholder("float", [None, num_classes])
-
-# Store layers weight & bias
-weights = {
-    'h1': tf.Variable(tf.random_normal([num_input, n_hidden_1])),
-    'h2': tf.Variable(tf.random_normal([n_hidden_1, n_hidden_2])),
-    'out': tf.Variable(tf.random_normal([n_hidden_2, num_classes]))
-}
-biases = {
-    'b1': tf.Variable(tf.random_normal([n_hidden_1])),
-    'b2': tf.Variable(tf.random_normal([n_hidden_2])),
-    'out': tf.Variable(tf.random_normal([num_classes]))
-}
-
-
-# Create model
-def neural_net(x):
-    # Hidden fully connected layer with 256 neurons
-    layer_1 = tf.add(tf.matmul(x, weights['h1']), biases['b1'])
-    # Hidden fully connected layer with 256 neurons
-    layer_2 = tf.add(tf.matmul(layer_1, weights['h2']), biases['b2'])
-    # Output fully connected layer with a neuron for each class
-    out_layer = tf.matmul(layer_2, weights['out']) + biases['out']
-    return out_layer
-
-# Construct model
-logits = neural_net(X)
-prediction = tf.nn.softmax(logits)
-
-# Define loss and optimizer
-loss_op = tf.reduce_mean(tf.nn.softmax_cross_entropy_with_logits(
-    logits=logits, labels=Y))
-optimizer = tf.train.AdamOptimizer(learning_rate=learning_rate)
-train_op = optimizer.minimize(loss_op)
-
-# Evaluate model
-correct_pred = tf.equal(tf.argmax(prediction, 1), tf.argmax(Y, 1))
-accuracy = tf.reduce_mean(tf.cast(correct_pred, tf.float32))
-
-# Initialize the variables (i.e. assign their default value)
-init = tf.global_variables_initializer()
-
-# Start training
-with tf.Session() as sess:
-
-    # Run the initializer
-    sess.run(init)
-
-    for step in range(1, num_steps+1):
-        batch_x, batch_y = mnist.train.next_batch(batch_size)
-        # Run optimization op (backprop)
-        sess.run(train_op, feed_dict={X: batch_x, Y: batch_y})
-        if step % display_step == 0 or step == 1:
-            # Calculate batch loss and accuracy
-            loss, acc = sess.run([loss_op, accuracy], feed_dict={X: batch_x,
-                                                                 Y: batch_y})
-            print("Step " + str(step) + ", Minibatch Loss= " + \
-                  "{:.4f}".format(loss) + ", Training Accuracy= " + \
-                  "{:.3f}".format(acc))
-
-    print("Optimization Finished!")
-
-    # Calculate accuracy for MNIST test images
-    print("Testing Accuracy:", \
-        sess.run(accuracy, feed_dict={X: mnist.test.images,
-                                      Y: mnist.test.labels}))

data/test_samples/test.py

@@ -1,46 +0,0 @@
-import tensorflow as tf
-
-test_inputs = [
-  [0.5937, 0.2343, 1.4332, 0.4395],
-  [-1.0227, -0.6915, 1.2367, 0.3452],
-  [-0.5675, 1.0374, 1.0429, 0.8839],
-  [-0.1066, -0.0469, -1.6317, -1.4836],
-  [0.7835, -3.0105, 1.713, -0.4536],
-  [-0.3076, 1.3662, -0.6537, 0.0905],
-  [-0.2459, 0.2243, -2.7048, 0.848],
-]
-
-num_inputs = 4
-num_neurons = 5
-inputs = tf.placeholder("float", shape=(None, num_inputs))
-biases = tf.constant([0.5012, 1.302, -1.6217, 0.669, 0.1494], name='b1')
-biases2 = tf.constant([0.2012, 1.102, -1.5217, 0.469, 0.0494], name='b2')
-
-weights = tf.constant([
-  [-0.9135, 1.0376, 0.8537, 0.4376, 1.3255],
-  [-0.5921, -1.4081, 1.0614, -0.5283, 1.1832],
-  [0.7285, -0.7844, 0.1793, -0.5275, -0.4426],
-  [-1.4976, 0.4433, 2.2317, -2.0479, 0.7791]], name='w')
-
-weights_layer2 = tf.constant([
-  [-1.0465, -0.8766, 1.6849, -0.6625, 0.7928],
-  [2.0412, 1.3564, 0.7905, 0.6434, -2.5495],
-  [2.4276, -0.6893, -1.5917, 0.0911, 0.9112],
-  [-0.012, 0.0794, 1.3829, -1.018, -0.9328],
-  [0.061, 0.9791, -2.1727, -0.9553, -1.434]], name='w2')
-
-
-sess = tf.Session()
-
-layer_1 =  tf.matmul(inputs, weights) + biases
-neural_net = tf.matmul(layer_1, weights_layer2) + biases2
-
-output = sess.run(neural_net, feed_dict={ inputs: test_inputs })
-
-g0 = tf.gradients(layer_1, [weights, biases])
-g = tf.gradients(neural_net, [weights, biases])
-g2 = tf.gradients(neural_net, [weights_layer2, biases2])
-
-weight_gradient0, biases_gradient0 = sess.run(g0, feed_dict = { inputs: test_inputs })
-weight_gradient, biases_gradient = sess.run(g, feed_dict = { inputs: test_inputs })
-weight_gradient2, biases_gradient2 = sess.run(g2, feed_dict: { inputs => test_inputs })

data/test_samples/test2.py

@@ -1,87 +0,0 @@
-import tensorflow as tf
-
-batch_x = [
-          [0.686274, 0.10196, 0.6509, 1.0, 0.9686, 0.49803, 0.0, 0.0, 0.0, 0.0],
-          [0.543244, 0.10123, 0.4509, 0.0, 0.6986, 0.39803, 1.0, 0.0, 0.0, 0.0]]
-
-batch_y = [
-          [0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 0.0],
-          [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 0.0, 0.0, 0.0]
-]
-
-num_input = 10
-num_classes = 10
-n_hidden_1 = 4 # 1st layer number of neurons
-n_hidden_2 = 4 # 2nd layer number of neurons
-
-X = batch_x #tf.placeholder(tf.float32, shape=[None, num_input])
-Y = batch_y # tf.placeholder(tf.float32, shape=[None, num_classes])
-
-h1_init = tf.constant([[0.5937, 0.2343, 1.4332, 0.4395],
-          [-1.0227, -0.6915, 1.2367, 0.3452],
-          [-0.5675, 1.0374, 1.0429, 0.8839],
-          [-0.1066, -0.0469, -1.6317, -1.4836],
-          [0.7835, -3.0105, 1.713, -0.4536],
-          [-0.3076, 1.3662, -0.6537, 0.0905],
-          [-0.2459, 0.2243, -2.7048, 0.848],
-          [0.3589, 0.3542, -0.0959, -1.327],
-          [-0.4685, 0.0844, 0.2794, 2.1275],
-          [-1.0733, 0.6189, 0.845, 0.033]])
-
-h2_init = tf.constant([[0.5012, 1.302, -1.6217, 0.669], [0.1494, -0.7837, -0.2978, 1.7745], [1.9727, -0.5312, -0.7391, 0.9187], [-0.6412, -1.4434, -0.8801, 0.9343]])
-h3_init = tf.constant([[0.5012, 1.302, -1.6217, 0.669, 0.1494, -0.7837, -0.2978, 1.7745, 1.9727, -0.5312],
-  [-0.7391, 0.9187, -0.6412, -1.4434, -0.8801, 0.9343, -0.1665, -0.0032, 0.2959, -2.0488],
-  [-0.9135, 1.0376, 0.8537, 0.4376, 1.3255, -0.5921, -1.4081, 1.0614, -0.5283, 1.1832],
-  [0.7285, -0.7844, 0.1793, -0.5275, -0.4426, -1.4976, 0.4433, 2.2317, -2.0479, 0.7791]])
-
-
-b1_init = tf.constant([0.1494, -0.7837, -0.2978, 1.7745])
-
-b2_init = tf.constant([1.9727, -0.5312, -0.7391, 0.9187])
-out_init = tf.constant([-0.6412, -1.4434, -0.8801, 0.9343, -0.1665, -0.0032, 0.2959, -2.0488, -0.9135, 1.0376])
-
-h1 = tf.Variable(h1_init, dtype=tf.float32, name='h1')
-h2 = tf.Variable(h2_init, dtype=tf.float32, name='h2')
-h3 = tf.Variable(h3_init, dtype=tf.float32, name='out')
-
-b1 = tf.Variable(b1_init, dtype=tf.float32, name='b1')
-b2 = tf.Variable(b2_init, dtype=tf.float32, name='b2')
-out = tf.Variable(out_init, dtype=tf.float32, name='out2')
-
-layer_1 = tf.add(tf.matmul(X, h1), b1)
-# Hidden fully connected layer with 256 neurons
-layer_2 = tf.add(tf.matmul(layer_1, h2), b2)
-# Output fully connected layer with a neuron for each class
-
-sess = tf.Session()
-
-logits = tf.matmul(layer_2, h3) + out
-prediction = tf.nn.softmax(logits)
-
-loss_op = tf.reduce_mean(tf.nn.softmax_cross_entropy_with_logits_v2(logits=logits, labels=Y))
-
-optimizer = tf.train.GradientDescentOptimizer(0.01)
-train_op = optimizer.minimize(loss_op)
-init = tf.global_variables_initializer()
-
-sess.run(init)
-# print(sess.run(layer_1))
-tf.gradients(loss_op, [logits])
-print("------------")
-
-print("H1: ", sess.run(h1))
-print("------------ Running train 1")
-# sess.run(train_op, feed_dict={ X: batch_x, Y: batch_y })
-sess.run(train_op)
-print("H1:", sess.run(h1))
-print("H2:", sess.run(h2))
-print("H3:", sess.run(h3))
-
-print(sess.run(b1))
-print(sess.run(b2))
-print(sess.run(out))
-
-# sess.run(train_op, feed_dict={ X: batch_x, Y: batch_y })
-print("------------- Running train 2")
-sess.run(train_op)
-print("H1:", sess.run(h1))