CooCoo 0.1.0

data/lib/coo-coo/version.rb

@@ -0,0 +1,3 @@
+module CooCoo
+  VERSION = "0.1.0"
+end

data/lib/coo-coo/weight_deltas.rb

@@ -0,0 +1,23 @@
+module CooCoo
+  class WeightDeltas
+    attr_reader :bias_deltas
+    attr_reader :weight_deltas
+    
+    def initialize(bias, weights)
+      @bias_deltas = bias
+      @weight_deltas = weights
+    end
+
+    [ :+, :-, :*, :/ ].each do |op|
+      define_method(op) do |other|
+        if other.kind_of?(self.class)
+          self.class.new(bias_deltas.send(op, other.bias_deltas), weight_deltas.send(op, other.weight_deltas))
+        elsif other.kind_of?(Numeric)
+          self.class.new(bias_deltas.send(op, other), weight_deltas.send(op, other))
+        else
+          raise TypeError.new("Invalid type #{other.class}")
+        end
+      end
+    end
+  end
+end

data/prototypes/convolution.rb

@@ -0,0 +1,116 @@
+require('ostruct')
+@options = OpenStruct.new
+@options.activation_function = CooCoo::ActivationFunctions.from_name('Logistic')
+@options.hidden_layers = 2
+@options.data_width = nil
+@options.data_height = nil
+@options.convolutions = 1
+@options.convolution_step_x = 3
+@options.convolution_step_y = 3
+@options.input_width = 3
+@options.input_height = 3
+@options.output_width = 2
+@options.output_height = 2
+@options.softmax = false
+
+@opts = CooCoo::OptionParser.new do |o|
+  o.banner = "Convolution layer followed by fully connected layers"
+  
+  o.on('--activation NAME') do |n|
+    @options.activation_function = CooCoo::ActivationFunctions.from_name(n)
+  end
+
+  o.on('--layers NUMBER') do |n|
+    @options.hidden_layers = n.to_i
+  end
+
+  o.on('--softmax') do |n|
+    @options.softmax = true
+  end
+
+  o.on('--conv-width VALUE') do |n|
+    @options.data_width = n.to_i
+  end
+  
+  o.on('--conv-height VALUE') do |n|
+    @options.data_height = n.to_i
+  end
+
+  o.on('--convolutions VALUE') do |n|
+    @options.convolutions = n.to_i
+  end
+  
+  o.on('--conv-step-x VALUE') do |n|
+    @options.convolution_step_x = n.to_i
+  end
+  
+  o.on('--conv-step-y VALUE') do |n|
+    @options.convolution_step_y = n.to_i
+  end
+  
+  o.on('--input-width VALUE') do |n|
+    @options.input_width = n.to_i
+  end
+  
+  o.on('--input-height VALUE') do |n|
+    @options.input_height = n.to_i
+  end
+  
+  o.on('--output-width VALUE') do |n|
+    @options.output_width = n.to_i
+  end
+  
+  o.on('--output-height VALUE') do |n|
+    @options.output_height = n.to_i
+  end
+end
+
+def generate_convolution(net, input_width, input_height)
+  conv_layer = CooCoo::Convolution::BoxLayer.new(input_width,
+                                                 input_height,
+                                                 @options.convolution_step_x,
+                                                 @options.convolution_step_y,
+                                                 CooCoo::Layer.new(@options.input_width * @options.input_height, @options.output_width * @options.output_height, @options.activation_function),
+                                                 @options.input_width,
+                                                 @options.input_height,
+                                                 @options.output_width,
+                                                 @options.output_height)
+  net.layer(conv_layer)
+
+  [ conv_layer.output_width, conv_layer.output_height ]
+end
+
+def generate(training_set)
+  raise ArgumentError.new("data_width * data_height != input size") if @options.data_width && @options.data_height && training_set.input_size != @options.data_width * @options.data_height
+  
+  net = CooCoo::Network.new
+
+  input_width = @options.data_width
+  input_height = @options.data_height || training_set.input_size / @options.data_width
+  
+  @options.convolutions.times do |convolution|
+    input_width, input_height = generate_convolution(net, input_width, input_height)
+  end
+  
+  num_layers = @options.hidden_layers.to_i
+  divisor = ((input_width * input_height) - training_set.output_size) / num_layers.to_f
+
+  num_layers.times do |i|
+    n = num_layers - i
+    outputs = (input_width * input_height) * (n - 1) / num_layers.to_f
+    outputs = training_set.output_size if outputs <= training_set.output_size
+    layer = CooCoo::Layer.new(((input_width * input_height) * n / num_layers.to_f).ceil,
+                              outputs.ceil,
+                              @options.activation_function)
+    net.layer(layer)
+  end
+
+  if @options.softmax
+    net.layer(CooCoo::LinearLayer.new(training_set.output_size, CooCoo::ActivationFunctions::ShiftedSoftMax.instance))
+  end
+
+  net
+end
+
+
+[ method(:generate), @opts ]

data/prototypes/linear_drop.rb

@@ -0,0 +1,51 @@
+require('ostruct')
+@options = OpenStruct.new
+@options.activation_function = CooCoo::ActivationFunctions.from_name('Logistic')
+@options.hidden_layers = 2
+@options.softmax = false
+
+@opts = CooCoo::OptionParser.new do |o|
+  o.banner = "Linear drop out network prototype options"
+  
+  o.on('--activation NAME', "The activation function the network uses at each layer. Valid options are: #{CooCoo::ActivationFunctions.named_classes.join(', ')}") do |n|
+    @options.activation_function = CooCoo::ActivationFunctions.from_name(n)
+  end
+
+  o.on('--layers NUMBER', 'The number of layers the network will have.') do |n|
+    @options.hidden_layers = n.to_i
+  end
+
+  o.on('--softmax', 'Adds a SoftMax layer to the end of the network.') do
+    @options.softmax = true
+  end
+end
+
+def generate(training_set)
+  net = CooCoo::Network.new
+
+  num_layers = @options.hidden_layers.to_i
+  divisor = (training_set.input_size - training_set.output_size) / num_layers.to_f
+
+  log.puts("Generating #{num_layers} layers")
+
+  num_layers.times do |i|
+    n = num_layers - i
+    outputs = training_set.input_size * (n - 1) / num_layers.to_f
+    outputs = training_set.output_size if outputs <= 1.0
+    inputs = training_set.input_size * n / num_layers.to_f
+    log.puts("\t#{i}\t#{inputs}\t#{outputs}\t#{@options.activation_function}")
+    layer = CooCoo::Layer.new(inputs,
+                              outputs,
+                              @options.activation_function)
+    net.layer(layer)
+  end
+
+  if @options.softmax
+    net.layer(CooCoo::LinearLayer.new(training_set.output_size, CooCoo::ActivationFunctions::ShiftedSoftMax.instance))
+  end
+
+  net
+end
+
+
+[ method(:generate), @opts ]

data/prototypes/recurrent_layers.rb

@@ -0,0 +1,79 @@
+require('ostruct')
+
+@options = OpenStruct.new
+@options.activation_function = CooCoo::ActivationFunctions.from_name('Logistic')
+@options.num_layers = 1
+@options.hidden_size = nil
+@options.recurrent_size = nil
+@options.num_recurrent_layers = 2
+@options.softmax = false
+@options.backprop_limit = nil
+
+@opts = CooCoo::OptionParser.new do |o|
+  o.banner = "Layers recurrent fully connected layers."
+  
+  o.on('--activation NAME', "The activation function the network uses at each layer. Valid options are: #{CooCoo::ActivationFunctions.named_classes.join(', ')}") do |n|
+    @options.activation_function = CooCoo::ActivationFunctions.from_name(n)
+  end
+
+  o.on('--softmax', 'Adds a SoftMax layer to the end of the network.') do
+    @options.softmax = true
+  end
+
+  o.on('--layers NUMBER', 'The number of layers in each recurrent stack.') do |n|
+    @options.num_layers = n.to_i
+  end
+
+  o.on('--hidden-size NUMBER', 'The number of inputs to each hidden layer.') do |n|
+    @options.hidden_size = n.to_i
+  end
+
+  o.on('--recurrent-size NUMBER', 'The number of outputs that get looped back to be inputs.') do |n|
+    @options.recurrent_size = n.to_i
+  end
+
+  o.on('--recurrent-layers NUMBER', 'The number of recurrent layer stacks.') do |n|
+    @options.num_recurrent_layers = n.to_i
+  end
+
+  o.on('--backprop-limit NUMBER', 'Limit the TemporalNetwork to only backpropagating sequences back this number of events.') do |n|
+    @options.backprop_limit = n.to_i
+  end
+end
+
+def generate(training_set)
+  net = CooCoo::TemporalNetwork.new()
+
+  @options.hidden_size ||= training_set.input_size
+  @options.recurrent_size ||= @options.hidden_size
+  
+  if @options.hidden_size != training_set.input_size
+    net.layer(CooCoo::Layer.new(training_set.input_size, @options.hidden_size, @options.activation_function))
+  end
+
+  @options.num_recurrent_layers.to_i.times do |n|
+    rec = CooCoo::Recurrence::Frontend.new(@options.hidden_size, @options.recurrent_size)
+    net.layer(rec)
+    @options.num_layers.times do
+      net.layer(CooCoo::Layer.new(@options.hidden_size + rec.recurrent_size, @options.hidden_size + rec.recurrent_size, @options.activation_function))
+    end
+
+    net.layer(rec.backend)
+    net.layer(CooCoo::Layer.new(@options.hidden_size, @options.hidden_size, @options.activation_function))
+  end
+
+  if @options.hidden_size != training_set.output_size
+    net.layer(CooCoo::Layer.new(@options.hidden_size, training_set.output_size, @options.activation_function))
+  end
+
+  if @options.softmax
+    net.layer(CooCoo::LinearLayer.new(training_set.output_size, CooCoo::ActivationFunctions.from_name('SoftMax')))
+  end
+
+  net.backprop_limit = @options.backprop_limit if @options.backprop_limit
+
+  net
+end
+
+
+[ method(:generate), @opts ]

data/www/index.html

@@ -0,0 +1,82 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<html>
+  <head>
+    <title>CooCoo.network</title>
+    <style type="text/css">
+      body {
+      margin-bottom: 8em;
+      background: white;
+      color: black;
+      }
+      h1.title {
+      font-size: 5em;
+      margin-bottom: 0em;
+      }
+      .center {
+      text-align: center;
+      margin-left: auto;
+      margin-right: auto;
+      width: 60em;
+      }
+      .cursor {
+      background: black;
+      color: white;
+      display: inline;
+      }
+      .menu {
+      padding: 0;
+      list-style: none;
+      }
+      .menu LI {
+      margin: 1em 0em;
+      }
+    </style>
+    <script language="javascript">
+      function toggle_cursors()
+      {
+        var el = document.getElementsByClassName('cursor');
+        for(var i = 0; i < el.length; i++) {
+          if(el[i].style.backgroundColor == 'white') {
+            el[i].style.backgroundColor = 'black';
+          } else {
+            el[i].style.backgroundColor = 'white';
+          }
+        }
+      }
+      
+      setInterval(function() {
+        toggle_cursors();
+      }, 1 / 120 * 1000);
+
+      setInterval(function() {
+        toggle_cursors();
+      }, 3000);
+
+      setInterval(function() {
+        toggle_cursors();
+      }, 5000);
+    </script>
+  </head>
+  <body>
+    <div class="center">
+      <h1 class="title">
+        CooCoo.network!!
+      </h1>
+      <div>
+        <img src="./images/screamer.png" alt="CooCoo" />
+      </div>
+      <pre>$ gem install CooCoo<div class="cursor">&nbsp;</div></pre>
+      <ul class="menu">
+        <li>
+          <a href="https://github.com/sneakin/CooCoo/blob/master/README.md">Read Me</a>
+        </li>
+        <li>
+          <a href="https://github.com/sneakin/CooCoo/">Get the source</a>
+        </li>
+      </ul>
+      <p>
+        Train an AI!
+      </p>
+    </div>
+  </body>
+</html>

metadata

@@ -0,0 +1,373 @@
+--- !ruby/object:Gem::Specification
+name: CooCoo
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Nolan Eakins
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-01-13 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.14'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.14'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: yard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: yard-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.11.3
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.11.3
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: coderay
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: nmatrix
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: parallel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ruby-progressbar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: chunky_png
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: cairo
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: colorize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: ffi
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: 
+email:
+- sneakin+coocoo@semanticgap.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- CooCoo.gemspec
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- bin/cuda-dev-info
+- bin/cuda-free
+- bin/cuda-free-trend
+- bin/ffi-gen
+- bin/spec_runner_html.sh
+- bin/trainer
+- bin/trend-cost
+- examples/char-rnn.rb
+- examples/cifar/cifar.rb
+- examples/img-similarity.rb
+- examples/math_ops.rb
+- examples/mnist.rb
+- examples/mnist_classifier.rb
+- examples/mnist_dream.rb
+- examples/seeds.rb
+- examples/seeds_dataset.txt
+- examples/t10k-images-idx3-ubyte
+- examples/t10k-labels-idx1-ubyte
+- examples/train-images-idx3-ubyte
+- examples/train-labels-idx1-ubyte
+- ext/buffer/Rakefile
+- ext/buffer/buffer.pre.cu
+- ext/buffer/matrix.pre.cu
+- ext/buffer/public.h
+- lib/CooCoo.rb
+- lib/coo-coo.rb
+- lib/coo-coo/activation_functions.rb
+- lib/coo-coo/consts.rb
+- lib/coo-coo/convolution.rb
+- lib/coo-coo/core_ext.rb
+- lib/coo-coo/cost_functions.rb
+- lib/coo-coo/cuda.rb
+- lib/coo-coo/cuda/device_buffer.rb
+- lib/coo-coo/cuda/device_buffer/ffi.rb
+- lib/coo-coo/cuda/error.rb
+- lib/coo-coo/cuda/host_buffer.rb
+- lib/coo-coo/cuda/runtime.rb
+- lib/coo-coo/cuda/vector.rb
+- lib/coo-coo/data_sources.rb
+- lib/coo-coo/data_sources/xournal.rb
+- lib/coo-coo/data_sources/xournal/bitmap_stream.rb
+- lib/coo-coo/data_sources/xournal/document.rb
+- lib/coo-coo/data_sources/xournal/loader.rb
+- lib/coo-coo/data_sources/xournal/renderer.rb
+- lib/coo-coo/data_sources/xournal/saver.rb
+- lib/coo-coo/data_sources/xournal/training_document.rb
+- lib/coo-coo/data_sources/xournal/training_document/constants.rb
+- lib/coo-coo/data_sources/xournal/training_document/document_maker.rb
+- lib/coo-coo/data_sources/xournal/training_document/document_reader.rb
+- lib/coo-coo/data_sources/xournal/training_document/example.rb
+- lib/coo-coo/data_sources/xournal/training_document/sets.rb
+- lib/coo-coo/debug.rb
+- lib/coo-coo/dot.rb
+- lib/coo-coo/drawing.rb
+- lib/coo-coo/drawing/cairo_canvas.rb
+- lib/coo-coo/drawing/canvas.rb
+- lib/coo-coo/drawing/chunky_canvas.rb
+- lib/coo-coo/drawing/sixel.rb
+- lib/coo-coo/enum.rb
+- lib/coo-coo/from_name.rb
+- lib/coo-coo/fully_connected_layer.rb
+- lib/coo-coo/generation_script.rb
+- lib/coo-coo/grapher.rb
+- lib/coo-coo/image.rb
+- lib/coo-coo/layer.rb
+- lib/coo-coo/layer_factory.rb
+- lib/coo-coo/linear_layer.rb
+- lib/coo-coo/math.rb
+- lib/coo-coo/math/abstract_vector.rb
+- lib/coo-coo/math/functions.rb
+- lib/coo-coo/math/interpolation.rb
+- lib/coo-coo/network.rb
+- lib/coo-coo/neuron.rb
+- lib/coo-coo/neuron_layer.rb
+- lib/coo-coo/option_parser.rb
+- lib/coo-coo/platform.rb
+- lib/coo-coo/progress_bar.rb
+- lib/coo-coo/recurrence/backend.rb
+- lib/coo-coo/recurrence/frontend.rb
+- lib/coo-coo/sequence.rb
+- lib/coo-coo/shell.rb
+- lib/coo-coo/temporal_network.rb
+- lib/coo-coo/trainer.rb
+- lib/coo-coo/trainer/base.rb
+- lib/coo-coo/trainer/batch.rb
+- lib/coo-coo/trainer/batch_stats.rb
+- lib/coo-coo/trainer/momentum_stochastic.rb
+- lib/coo-coo/trainer/stochastic.rb
+- lib/coo-coo/transformer.rb
+- lib/coo-coo/vector_layer.rb
+- lib/coo-coo/version.rb
+- lib/coo-coo/weight_deltas.rb
+- prototypes/convolution.rb
+- prototypes/linear_drop.rb
+- prototypes/recurrent_layers.rb
+- www/images/screamer.png
+- www/images/screamer.xcf
+- www/index.html
+homepage: https://CooCoo.network/
+licenses:
+- GPL
+metadata:
+  yard.run: yri
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.14
+signing_key: 
+specification_version: 4
+summary: Neural networks in Ruby and CUDA.
+test_files: []