synaptical 0.0.1.pre.beta1

data/lib/synaptical/serializer/json.rb

@@ -0,0 +1,81 @@
+# frozen_string_literal: true
+
+module Synaptical
+  module Serializer
+    module JSON
+      class << self
+        # Generates a serialized Hash from a network
+        # @param network [Synaptical::Network] Network to serialize
+        #
+        # @return [Hash] Serialized network as hash
+        def as_json(network)
+          unless network.is_a?(Synaptical::Network)
+            raise ArgumentError, 'Only Networks can be serialized'
+          end
+
+          list = network.neurons
+          neurons = []
+          connections = []
+
+          ids = {}
+          list.each_with_index do |nr, i|
+            neuron = nr[:neuron]
+            ids[neuron.id] = i
+            copy = {
+              trace: { elegibility: {}, extended: {} },
+              state: neuron.state,
+              old: neuron.old,
+              activation: neuron.activation,
+              bias: neuron.bias,
+              layer: nr[:layer],
+              squash: 'LOGISTIC'
+            }
+
+            neurons << copy
+          end
+
+          list.each do |nr|
+            neuron = nr[:neuron]
+
+            neuron.connections.projected.each do |_id, conn|
+              connections << {
+                from: ids[conn.from.id],
+                to: ids[conn.to.id],
+                weight: conn.weight,
+                gater: conn.gater ? ids[conn.gater.id] : nil
+              }
+            end
+
+            next unless neuron.selfconnected?
+
+            connections << {
+              from: ids[neuron.id],
+              to: ids[neuron.id],
+              weight: neuron.selfconnection.weight,
+              gater: neuron.selfconnection.gater ? ids[neuron.selfconnection.gater.id] : nil
+            }
+          end
+
+          { neurons: neurons, connections: connections }
+        end
+
+        # Produces a serialized JSON string
+        # @param network [Synaptical::Network] network to serialize
+        #
+        # @return [String] Serialized network as JSON
+        def dump(network)
+          require 'json'
+          JSON.dump(as_json(network))
+        end
+
+        # Loads a network from JSON
+        # @param json [String] JSON string
+        #
+        # @return [Synaptical::Network] De-serialized network
+        def load(_json)
+          raise 'TODO'
+        end
+      end
+    end
+  end
+end

data/lib/synaptical/squash/logistic.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+module Synaptical
+  # Squashing functions
+  module Squash
+    # Logistic function
+    module Logistic
+      class << self
+        # Apply logistic function for x_val
+        # @param x_val [Numeric] X value
+        #
+        # @return [Float] Y value
+        def call(x_val)
+          1.0 / (1.0 + ::Math.exp(-x_val))
+        end
+
+        # Calculate derivate of value
+        # @param x_val [Numeric] value
+        #
+        # @return [Float] Derivate value
+        def derivate(x_val)
+          (x_val * (1 - x_val))
+        end
+      end
+    end
+  end
+end

data/lib/synaptical/squash/tanh.rb

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+module Synaptical
+  # Squashing functions
+  module Squash
+    # Hyperbolic tangens function
+    module Tanh
+      class << self
+        # Apply hyperbolic tangens function for x_val
+        # @param x_val [Numeric] X value
+        #
+        # @return [Float] Y value
+        def call(x_val)
+          ::Math.tanh(x_val)
+        end
+
+        # Calculate derivate of value
+        # @param x_val [Numeric] value
+        #
+        # @return [Float] Derivate value
+        def derivate(x_val)
+          1.0 - x_val**2
+        end
+      end
+    end
+  end
+end

data/lib/synaptical/trainer.rb

@@ -0,0 +1,89 @@
+# frozen_string_literal: true
+
+module Synaptical
+  class Trainer
+    attr_accessor :network, :rate, :iterations, :error, :cost, :cross_validate
+
+    Result = Struct.new(:error, :iterations, :time)
+
+    # Creates a new network trainer
+    # @param network [Synaptical::Network] Network to train
+    # @param rate: 0.2 [Float, Proc] Learning rate
+    # @param iterations: 100_000 [Integer] Training iterations
+    # @param error: 0.005 [Float] Max error
+    # @param cost: nil [type] [description]
+    # @param cross_validate: nil [type] [description]
+    def initialize(network, rate: 0.2, iterations: 100_000, error: 0.005, cost: Synaptical::Cost::Mse, cross_validate: false)
+      @network = network
+      @rate = rate
+      @iterations = iterations
+      @error = error
+      @cost = cost
+      @cross_validate = cross_validate
+    end
+
+    def train(set, options = nil)
+      error = 1.0
+      stop = false
+      iterations = bucket_size = 0
+      current_rate = rate
+      cross_validate = false
+      cost = self.cost
+      start = Time.now
+
+      bucket_size = iterations.fdiv(rate.size).floor if rate.is_a?(Array)
+
+      if cross_validate
+        num_train = ((1 - cross_validate.test_size) * set.size).ceil
+        train_set = set[0..num_train]
+        test_set = set[num_train..-1]
+      end
+
+      last_error = 0.0
+
+      while !stop && iterations < self.iterations && error > self.error
+        break if cross_validate && error <= self.cross_validate
+
+        current_set_size = set.size
+        error = 0.0
+        iterations += 1
+
+        if bucket_size.positive?
+          current_bucket = iterations.fdiv(bucket_size).floor
+          current_rate = rate[current_bucket] || current_rate
+        end
+
+        current_rate = rate.call(iterations, last_error) if rate.is_a?(Proc)
+
+        if cross_validate
+          train_set(train_set, current_rate, cost)
+          error += test(test_set).error
+          current_set_size = 1
+        else
+          error += train_set(set, current_rate, cost)
+        end
+
+        error /= current_set_size.to_f
+        last_error = error
+
+        raise 'TODO' if options
+      end
+
+      Result.new(error, iterations, Time.now - start)
+    end
+
+    def train_set(set, current_rate, cost_function)
+      set.reduce(0.0) do |sum, item|
+        input = item[:input]
+        target = item[:output]
+        output = network.activate(input)
+        network.propagate(current_rate, target)
+        sum + cost_function.call(target, output)
+      end
+    end
+
+    def test(_set)
+      raise 'TODO'
+    end
+  end
+end

data/lib/synaptical/version.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module Synaptical
+  VERSION = '0.0.1-beta1'
+end

data/synaptical.gemspec

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'synaptical/version'
+
+Gem::Specification.new do |spec|
+  spec.name = 'synaptical'
+  spec.version = Synaptical::VERSION
+  spec.authors = ['Sebastian Wallin']
+  spec.email = ['sebastian.wallin@gmail.com']
+
+  spec.summary = 'Ruby port of Synaptic.js'
+  spec.description = 'Ruby port of Synaptic.js'
+  spec.homepage = 'https://github.com/castle/synaptical'
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files = Dir.chdir(File.expand_path('..', __FILE__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir = 'exe'
+  spec.executables = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ['lib']
+
+  spec.add_development_dependency 'bundler', '~> 1.16'
+  spec.add_development_dependency 'rake', '~> 10.0'
+  spec.add_development_dependency 'rspec', '~> 3.0'
+end

metadata

@@ -0,0 +1,110 @@
+--- !ruby/object:Gem::Specification
+name: synaptical
+version: !ruby/object:Gem::Version
+  version: 0.0.1.pre.beta1
+platform: ruby
+authors:
+- Sebastian Wallin
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2018-08-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+description: Ruby port of Synaptic.js
+email:
+- sebastian.wallin@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".ruby-gemset"
+- ".ruby-version"
+- ".travis.yml"
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- lib/synaptical.rb
+- lib/synaptical/architect/perceptron.rb
+- lib/synaptical/connection.rb
+- lib/synaptical/cost/mse.rb
+- lib/synaptical/layer.rb
+- lib/synaptical/layer_connection.rb
+- lib/synaptical/network.rb
+- lib/synaptical/neuron.rb
+- lib/synaptical/serializer/json.rb
+- lib/synaptical/squash/logistic.rb
+- lib/synaptical/squash/tanh.rb
+- lib/synaptical/trainer.rb
+- lib/synaptical/version.rb
+- synaptical.gemspec
+homepage: https://github.com/castle/synaptical
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">"
+    - !ruby/object:Gem::Version
+      version: 1.3.1
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.4
+signing_key: 
+specification_version: 4
+summary: Ruby port of Synaptic.js
+test_files: []