ai4r 1.1 → 1.2

data/lib/neural_network/backpropagation.rb

@@ -1,264 +0,0 @@
-
-# The utility of artificial neural network 
-# models lies in the fact that they can be used 
-# to infer a function from observations. 
-# This is particularly useful in applications 
-# where the complexity of the data or task makes the 
-# design of such a function by hand impractical.
-# Neural Networks are being used in many businesses and applications. Their 
-# ability to learn by example makes them attractive in environments where 
-# the business rules are either not well defined or are hard to enumerate and 
-# define. Many people believe that Neural Networks can only solve toy problems.
-# Give them a try, and let you decide if they are good enough to solve your 
-# needs.
-# 
-# In this module you will find an implementation of neural networks
-# using the Backpropagation is a supervised learning technique (described 
-# by Paul Werbos in 1974, and further developed by David E. 
-# Rumelhart, Geoffrey E. Hinton and Ronald J. Williams in 1986)
-# 
-# More about neural networks and backpropagation:
-# 
-# * http://en.wikipedia.org/wiki/Backpropagation
-# * http://en.wikipedia.org/wiki/Neural_networks
-# 
-# Author::    Sergio Fierens
-# License::   MPL 1.1
-# Project::   ai4r
-# Url::       http://ai4r.rubyforge.org/
-#
-# Specials thanks to John Miller, for several bugs fixes and comments in the
-# Backpropagation implementation
-#
-# You can redistribute it and/or modify it under the terms of 
-# the Mozilla Public License version 1.1  as published by the 
-# Mozilla Foundation at http://www.mozilla.org/MPL/MPL-1.1.txt
-# 
-
-module NeuralNetwork
-  
-  # = Introduction
-  # 
-  # This is an implementation of neural networks
-  # using the Backpropagation is a supervised learning technique (described 
-  # by Paul Werbos in 1974, and further developed by David E. 
-  # Rumelhart, Geoffrey E. Hinton and Ronald J. Williams in 1986)
-  # 
-  # = How to use it
-  # 
-  #   # Create the network
-  #   net = Backpropagation.new([4, 3, 2])  # 4 inputs
-  #                                         # 1 hidden layer with 3 neurons, 
-  #                                         # 2 outputs
-  #   # Train the network 
-  #   1..upto(100) do |i|
-  #     net.train(example[i], result[i])
-  #   end
-  #   
-  #   # Use it: Evaluate data with the trained network
-  #   net.eval([12, 48, 12, 25])  # =>  [0.86, 0.01]
-  #   
-  class Backpropagation
-
-    DEFAULT_BETA = 0.5
-    DEFAULT_LAMBDA = 0.25
-    DEFAULT_THRESHOLD = 0.66
-    
-  # Creates a new network specifying the its architecture.
-  # E.g.
-  #    
-  #   net = Backpropagation.new([4, 3, 2])  # 4 inputs
-  #                                         # 1 hidden layer with 3 neurons, 
-  #                                         # 2 outputs    
-  #   net = Backpropagation.new([2, 3, 3, 4])   # 2 inputs
-  #                                             # 2 hidden layer with 3 neurons each, 
-  #                                             # 4 outputs    
-  #   net = Backpropagation.new([2, 1])   # 2 inputs
-  #                                       # No hidden layer
-  #                                       # 1 output
-  #
-  # Optionally you can customize certain parameters:
-  # 
-  # threshold = A real number which we will call Threshold. 
-  # Experiments have shown that best values for q are between 0.25 and 1. 
-  # 
-  # lambda = The Learning Rate: a real number, usually between 0.05 and 0.25.
-  # 
-  # momentum = A momentum will avoid oscillations during learning, converging 
-  # to a solution in less iterations.
-    def initialize(layer_sizes, threshold=DEFAULT_THRESHOLD, lambda=DEFAULT_LAMBDA, momentum=DEFAULT_BETA)
-      @neurons = []
-      layer_sizes.reverse.each do |layer_size|
-        layer = []
-        layer_size.times { layer <<  Neuron.new(@neurons.last, threshold, lambda, momentum) }
-        @neurons << layer
-      end
-      @neurons.reverse!
-    end
-
-  # Evaluates the input.
-  # E.g.
-  #     net = Backpropagation.new([4, 3, 2])
-  #     net.eval([25, 32.3, 12.8, 1.5])
-  #         # =>  [0.83, 0.03]
-    def eval(input)
-      #check input size
-      if(input.length != @neurons.first.length)
-        raise "Wrong input dimension. Expected: #{@neurons.first.length}" 
-      end
-      #Present input
-      input.each_index do |input_index|
-        @neurons.first[input_index].propagate(input[input_index])
-      end
-      #Propagate
-      @neurons[1..-1].each do |layer|
-        layer.each {|neuron| neuron.propagate}
-      end
-      output = []
-      @neurons.last.each { |neuron| output << neuron.state }
-      return output
-    end
-
-    # This method trains the network using the backpropagation algorithm.
-    # 
-    # input: Networks input
-    # 
-    # output: Expected output for the given input.
-    #
-    # This method returns the network error (not an absolut amount, 
-    # the difference between real output and the expected output)
-    def train(input, output)
-      #Eval input
-      eval(input)
-      #Set expected output
-      output.each_index do |output_index|
-        @neurons.last[output_index].expected_output = output[output_index]
-      end
-      #Calculate error
-      @neurons.reverse.each do |layer|
-        layer.each {|neuron| neuron.calc_error}
-      end
-      #Change weight
-      @neurons.each do |layer|
-        layer.each {|neuron| neuron.change_weights }
-      end
-      #return net error
-      return @neurons.last.collect { |x| x.calc_error }
-    end
-
-    private
-    def print_weight
-      @neurons.each_index do |layer_index|
-        @neurons[layer_index].each_index do |neuron_index| 
-          puts "L #{layer_index} N #{neuron_index} W #{@neurons[layer_index][neuron_index].w.inspect}"
-        end
-      end
-    end
-    
-  end
-  
-  
-  class Neuron
-    
-    attr_accessor :state
-    attr_accessor :error
-    attr_accessor :expected_output
-    attr_accessor :w
-    attr_accessor :x
-    
-    def initialize(childs, threshold, lambda, momentum)
-      #instance state
-      @w = nil
-      @childs = childs
-      @error = nil
-      @state = 0
-      @pushed = 0
-      @last_delta = 0
-      @x = 0
-      #Parameters
-      @lambda = lambda
-      @momentum = momentum
-      @threshold = threshold
-      #init w     
-      if(childs)
-        @w = []
-        childs.each { @w << init_weight }
-      end
-    end
-    
-    def push(x)
-      @pushed += x
-    end
-    
-    def propagate(input = nil)
-      if(input)
-        input = input.to_f
-        @x = input
-        @state = input
-        @childs.each_index do |child_index| 
-          @childs[child_index].push(input * @w[child_index])
-        end
-      else
-        @x = @pushed + @threshold
-        @pushed = 0
-        @state = Neuron.f(@x)
-        if @childs
-          @childs.each_index do |child_index| 
-            @childs[child_index].push(@state * @w[child_index])
-          end
-        end
-      end
-    end
-    
-    def calc_error
-      if(!@childs && @expected_output)
-        @error = (@expected_output - @state)
-      elsif(@childs)
-        @error = 0
-        @childs.each_index do |child_index|
-          @error += (@childs[child_index].error * @w[child_index])
-        end
-      end
-    end
-    
-    def change_weights
-      return if !@childs
-      @childs.each_index do |child_index |
-        delta = @lambda * @childs[child_index].error * (@state) * Neuron.f_prime(@childs[child_index].x)
-        @w[child_index] += (delta + @momentum * @last_delta)
-        @last_delta = delta
-      end
-    end
-  
-    # Propagation function.
-    # By default: 
-    #   f(x) = 1/(1 + e^(-x))
-    # You can override it with any derivable function.
-    # A usually usefull one is: 
-    #   f(x) = x.
-    # If you override this function, you will have to override
-    # f_prime too.
-    def self.f(x)
-      return 1/(1+Math.exp(-1*(x)))
-    end
-    
-    # Derived function of the propagation function (self.f)
-    # By default: 
-    #   f_prime(x) = f(x)(1- f(x))
-    # If you override f(x) with:
-    #   f(x) = x.
-    # Then you must override f_prime as:
-    #   f_prime(x) = 1
-    def self.f_prime(x)
-      val = f(x)
-      return val*(1-val)
-    end
-    
-    private 
-    def init_weight
-      rand/4
-    end
-
-  end
-  
-end

data/site/build/site/en/broken-links.xml

@@ -1,2 +0,0 @@
-<broken-links>
-</broken-links>

data/site/build/site/en/downloads.html

@@ -1,187 +0,0 @@
-<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
-<html>
-<head>
-<META http-equiv="Content-Type" content="text/html; charset=UTF-8">
-<meta content="Apache Forrest" name="Generator">
-<meta name="Forrest-version" content="0.8">
-<meta name="Forrest-skin-name" content="pelt">
-<meta name="generator" content="">
-<title>Artificial intelligence for ruby :: ai4r :: download page at RubyForge</title>
-<link type="text/css" href="skin/basic.css" rel="stylesheet">
-<link media="screen" type="text/css" href="skin/screen.css" rel="stylesheet">
-<link media="print" type="text/css" href="skin/print.css" rel="stylesheet">
-<link type="text/css" href="skin/profile.css" rel="stylesheet">
-<script src="skin/getBlank.js" language="javascript" type="text/javascript"></script><script src="skin/getMenu.js" language="javascript" type="text/javascript"></script><script src="skin/fontsize.js" language="javascript" type="text/javascript"></script>
-<link rel="shortcut icon" href="">
-</head>
-<body onload="init()">
-<script type="text/javascript">ndeSetTextSize();</script>
-<div id="top">
-<!--+
-    |header
-    +-->
-<div class="header">
-<!--+
-    |start group logo
-    +-->
-<!--+
-    |end group logo
-    +-->
-<!--+
-    |start Project Logo
-    +-->
-<div class="projectlogoA1">
-<a href="http://ai4r.rubyforge.org/"><img class="logoImage" alt="ai4r" src="images/ai4r-logo.png" title="Artificial Intelligence for Ruby"></a>
-</div>
-<!--+
-    |end Project Logo
-    +-->
-<!--+
-    |start Search
-    +-->
-<div class="searchbox">
-<div class="roundtopsmall">
-<form target="_top" action="http://www.google.com/custom" method="get">
-<input value="ai4r.rubyforge.org;raa.ruby-lang.org;rubyforge.org" name="domains" type="hidden"><label style="display: none" for="sbi">Enter your search terms</label><input id="sbi" value="" maxlength="255" size="31" name="q" type="text"><label style="display: none" for="sbb">Submit search form</label><input id="sbb" value="Search" name="sa" type="submit"><span style="display:none"><input id="ss0" value="" name="sitesearch" style="display=none" type="radio"><input id="ss1" checked value="ai4r.rubyforge.org" name="sitesearch" style="display=none" type="radio"><input id="ss2" value="raa.ruby-lang.org" name="sitesearch" style="display=none" type="radio"><input id="ss3" value="rubyforge.org" name="sitesearch" style="display=none" type="radio"></span><input value="pub-2578934938711895" name="client" type="hidden"><input value="1" name="forid" type="hidden"><input value="ISO-8859-1" name="ie" type="hidden"><input value="ISO-8859-1" name="oe" type="hidden"><input value="active" name="safe" type="hidden"><input value="0000" name="flav" type="hidden"><input value="XEZZoGuMPMQqvUG_" name="sig" type="hidden"><input value="GALT:#008000;GL:1;DIV:#336699;VLC:663399;AH:center;BGC:FFFFFF;LBGC:336699;ALC:0000FF;LC:0000FF;T:000000;GFNT:0000FF;GIMP:0000FF;LH:50;LW:78;L:http://ai4r.rubyforge.org/images/ai4r-logo.png;S:http://ai4r.rubyforge.org/;FORID:1" name="cof" type="hidden"><input value="en" name="hl" type="hidden">
-</form>
-</div>
-</div>
-<!--+
-    |end search
-    +-->
-<!--+
-    |start Tabs
-    +-->
-<ul id="tabs">
-<li class="current">
-<a class="selected" href="index.html">Home</a>
-</li>
-</ul>
-<!--+
-    |end Tabs
-    +-->
-</div>
-</div>
-<div id="main">
-<div id="publishedStrip">
-<!--+
-    |start Subtabs
-    +-->
-<div id="level2tabs"></div>
-<!--+
-    |end Endtabs
-    +-->
-<script type="text/javascript"><!--
-document.write("Last Published: " + document.lastModified);
-//  --></script>
-</div>
-<!--+
-    |breadtrail
-    +-->
-<div class="breadtrail">
-
-             &nbsp;
-           </div>
-<!--+
-    |start Menu, mainarea
-    +-->
-<!--+
-    |start Menu
-    +-->
-<div id="menu">
-<div onclick="SwitchMenu('menu_selected_1.1', 'skin/')" id="menu_selected_1.1Title" class="menutitle" style="background-image: url('skin/images/chapter_open.gif');">Home</div>
-<div id="menu_selected_1.1" class="selectedmenuitemgroup" style="display: block;">
-<div class="menuitem">
-<a href="index.html" title="ai4r - Artificial Intelligence for Ruby">Index</a>
-</div>
-<div class="menuitem">
-<a href="geneticAlgorithms.html" title="Genetic Algorithms in ruby">Genetic Algorithms</a>
-</div>
-<div class="menuitem">
-<a href="machineLearning.html" title="ID3 Decision Trees in ruby">Machine Learning</a>
-</div>
-<div class="menuitem">
-<a href="neuralNetworks.html" title="Backpropagation Neural Network in ruby">Neural Networks</a>
-</div>
-<div class="menupage">
-<div class="menupagetitle">Downloads</div>
-</div>
-<div class="menuitem">
-<a href="svn.html" title="ai4r Subversion repository">Subversion (svn)</a>
-</div>
-<div class="menuitem">
-<a href="wholesite.pdf">ai4r project PDF</a>
-</div>
-</div>
-<div id="credit">
-<script type="text/javascript">
-google_ad_client = "pub-2578934938711895";
-google_ad_slot = "6111091580";
-google_ad_width = 125;
-google_ad_height = 125;
-</script><script src="http://pagead2.googlesyndication.com/pagead/show_ads.js" type="text/javascript"></script>
-<hr>
-</div>
-<div id="roundbottom">
-<img style="display: none" class="corner" height="15" width="15" alt="" src="skin/images/rc-b-l-15-1body-2menu-3menu.png"></div>
-<!--+
-  |alternative credits
-  +-->
-<div id="credit2"></div>
-</div>
-<!--+
-    |end Menu
-    +-->
-<!--+
-    |start content
-    +-->
-<div id="content">
-<div title="Portable Document Format" class="pdflink">
-<a class="dida" href="downloads.pdf"><img alt="PDF -icon" src="skin/images/pdfdoc.gif" class="skin"><br>
-        PDF</a>
-</div>
-<h1>Artificial intelligence for ruby :: ai4r :: download page at RubyForge</h1>
-<div id="minitoc-area">
-<ul class="minitoc">
-<li>
-<a href="#intro">Artificial intelligence for ruby - ai4r - download page at RubyForge</a>
-</li>
-</ul>
-</div>
-<a name="N10010"></a><a name="intro"></a>
-<h2 class="boxed">Artificial intelligence for ruby - ai4r - download page at RubyForge</h2>
-<div class="section">
-<iframe frameborder="0" height="800px" src="http://rubyforge.org/frs/?group_id=4942" width="100%"></iframe>
-</div>
-</div>
-<!--+
-    |end content
-    +-->
-<div class="clearboth">&nbsp;</div>
-</div>
-<div id="footer">
-<!--+
-    |start bottomstrip
-    +-->
-<div class="lastmodified">
-<script type="text/javascript"><!--
-document.write("Last Published: " + document.lastModified);
-//  --></script>
-</div>
-<div class="copyright">
-        Copyright &copy;
-         2007-2008 Sergio Fierens</div>
-<div class="host">
-<a href="http://rubyforge.org/projects/ai4r/"><img class="logoImage" alt="" src="images/rubyforge.png"></a>
-</div>
-<!--+
-    |end bottomstrip
-    +-->
-</div>
-<script src="http://www.google-analytics.com/ga.js" type="text/javascript"></script><script type="text/javascript">
-var pageTracker = _gat._getTracker("UA-3234625-1");
-pageTracker._initData();
-pageTracker._trackPageview();
-</script>
-</body>
-</html>