ai4r 1.2 → 1.3

data/site/build/site/en/machineLearning.pdf

@@ -0,0 +1,337 @@
+%PDF-1.3
+%����
+4 0 obj
+<< /Type /Info
+/Producer (FOP 0.20.5) >>
+endobj
+5 0 obj
+<< /Length 672 /Filter [ /ASCII85Decode /FlateDecode ]
+ >>
+stream
+GauI49lo#B&;KZQ'fs3*X%9O-Rq$-S9JY_Vf!i'mJJ[@GZ)B5%o'blT_2:&e-O4Ark`o1!mGhL@4:?$B+V>;t,hiI'qca;a'EKS_rGaUYk2M3E0MY3J,Msh@[GI3,9Z_XDV![1&'.?eGFb)?`9=mW8Ii"ihK6>k3\t5',,^XcV$kMlqbQ'K0YH2aAjfgeWrATXfE-M0e?SY5&%qFcqXfDB;Z<Nd]%?B&O[SY`@lq\8>0)]c:3eo;_-lMr&hc`.Im^N)EpU)k>5HJ]Dp?>tcEU3r?6</^t/\p2,oU9+VBi!i\e$+1.1(iO\=A4F,98lg=XI%*-"RFLS+],$9Mn6/_=X]:i"+Sg<n%ZG$F5c'Z*2_;$k+"ek/A7l'LW0A(44<1!J>0DF;&=74$HT]JK=,+VL:OSs<M`^PLOSodGRab8*<U="eFNt*),4C5d5V3RqA/*C[*H?Y.JG5KqF+$GW2bIg$LPSBcTie8?H#?R)S8Q%3#BneWJss]C8DI7V2n.6;9Stg#Wia=e^3rf18>?$l/dE=JmWq)l+bH4,rCa$I%=YE87I*cK$V9GCI[:lO3poPOn<r3:DfY!P0?6B*LRFaIl(`A[FcM6$cu6P`Y)6X_%`_8]dU]^h7UXn#F0Y<D#qY,kPM]f;"Wps/]p<\jq2Wk@K-KD[['/~>
+endstream
+endobj
+6 0 obj
+<< /Type /Page
+/Parent 1 0 R
+/MediaBox [ 0 0 612 792 ]
+/Resources 3 0 R
+/Contents 5 0 R
+/Annots 7 0 R
+>>
+endobj
+7 0 obj
+[
+8 0 R
+10 0 R
+12 0 R
+14 0 R
+16 0 R
+]
+endobj
+8 0 obj
+<< /Type /Annot
+/Subtype /Link
+/Rect [ 102.0 532.666 252.992 520.666 ]
+/C [ 0 0 0 ]
+/Border [ 0 0 0 ]
+/A 9 0 R
+/H /I
+>>
+endobj
+10 0 obj
+<< /Type /Annot
+/Subtype /Link
+/Rect [ 102.0 514.466 442.28 502.466 ]
+/C [ 0 0 0 ]
+/Border [ 0 0 0 ]
+/A 11 0 R
+/H /I
+>>
+endobj
+12 0 obj
+<< /Type /Annot
+/Subtype /Link
+/Rect [ 102.0 496.266 201.32 484.266 ]
+/C [ 0 0 0 ]
+/Border [ 0 0 0 ]
+/A 13 0 R
+/H /I
+>>
+endobj
+14 0 obj
+<< /Type /Annot
+/Subtype /Link
+/Rect [ 102.0 478.066 254.312 466.066 ]
+/C [ 0 0 0 ]
+/Border [ 0 0 0 ]
+/A 15 0 R
+/H /I
+>>
+endobj
+16 0 obj
+<< /Type /Annot
+/Subtype /Link
+/Rect [ 102.0 459.866 276.296 447.866 ]
+/C [ 0 0 0 ]
+/Border [ 0 0 0 ]
+/A 17 0 R
+/H /I
+>>
+endobj
+18 0 obj
+<< /Length 1893 /Filter [ /ASCII85Decode /FlateDecode ]
+ >>
+stream
+Gau0D=`<%S&:XAW&GkAjBNUCkY$uU+oL+VGfXBXl+peV1@ViKYkYb=6r;.L;f?fXr0="#s=<s_'^Ua,e2L.0Lr1(8BU,38up^L?HiAY@'ViG8QcM6A]2pN[lM<b:.L]?/5T$OB3W5fo'Sb_?qjS<W_oQBBEl@mp9`-%@ZlF?=RSbc:Q_<ZY.><A14.62IpfoF;:[om-];D&<QZ[TC1k`(p8^C]X-)c`ujB?mn@HWR7:GMM%36@'Uc#Wa]rLtGW%%V<&4[Y0SP*nCC!]]Gc4Snbr1j]Z7bNW`V/itAe)=-#S2.SE3RFb\a?e9$GDko7PZo+Yc0f:l*"IVY('4BFI6RN1#QNOkCrR%f)SA^M@?efB^f)Vm.FNKG6:Uu.KQ6tMPZ#o9mtSsLp$nj38/hOGs>MhG$^4m-;]'"LiL%1OO.@Q[^9a0NtYp7-53><hh<gM!Xn)f7("@MVV1Yk^&UH3Mn0ij"dn09%60N'`Rn%AOdFbYma0MlF!.i]#J#@@\IZ5UqK0/.-/qX=s`f!EUE'X)]etI#f%TLRtt19bGJGa\qeAfY2o0Jeh)="4MaAnJ4\?(TU7./1'Gn,MB4T=W3F^Fg9KZ#K@bk!442Z1M%nm-kKN[@ZW-_K$Le9\]A^qM,+]hdX5/:*d/tX#GfFW+`Ub9e`DUKAM2"cN`2Xa'kqCHZ4TQV].N\1P`6AkU"224()D?X+tkM(&g].fS4+ok+bJDV)?]PLRo@%fH""gZN,ceim_Ce#(O*GY^tKVg:GJOG_F.r<Q\brJ59Gb%7tp&$rNe*7H6dH4D$l$en3NE`ZEQ[)&8!ARQ?c>9GDR<j,[ZKNMh4rf?J\>I1J"/6Y_PI3iaS^bE_)Xja'.jn5:1hu8mUNj-#m/bhofJd\EDscUM]3&gVq84#)=X,=PIdSR`&g%Wl8:B[n3bT7&gBa<ScT;OP2HF:4u*6&;]"I-07E\_H,FaR"'+[+qSCu5j5F%L<e4/m'VDEFhi/NEJnM0iS(rkBdsXX@T<"*o_*^m[sCCqhL\<hW\S$D?m$kp\+8sT*Oc%[>ouBgUgD-Bh[jtb\/dTrig)r4%X[7l)F.t?aGh5*g;p+."_Gu0)J]EKji-TGg\ZolYMOa0B`iQ,m@X@;AcF_qW8_^k"Drskr+8@*Ph%IOVF2><X0]mV)C\TEUT?YlhD9O(Ue?R1@NiM!RZ0mPJ+!WHmDY;dhL'f5r@#/R(LNlim_im0R/Z'T]+(qYpk+"oFaC`^O+n+>!>]fo?E>87Qb*/UH8+k#H?]')M8)6>GX*G&rI+kEP_AJnB>Z0TpgI*,HLA?4?Cfap:ZgS$_N.GlA=1u?Da'3P@Z8YYN^&B<\2I15fZE!"TJdA.gc_Bkn"*&;og.2g112g]rlME/aQc`1+P','3XQq(<QI^Q$j7)M&24`hNe%G'c1_K,!eJ+\UR>qj2QusT`]_1Bn$fKZp2,c*0LM=e5!HM.TUWt("?noqMH5r=E9EjdBBuE@;5QU\`-4B5(H8jhK(eC-llh`8PCWA_DbN,TWJ.!F(ps9AM)SP(_+l8>gT.K)UQ,>^*S'Q)@@pO:!mq6j*0+0OX&:cfGIIu)`GOePY:\?g1*nc4O+nY^@qoljp06TV;2?S:5ksL$?=U_HoR?g3!S`((3Qr1PNk>&U7f6D%;W^ppKufug6*?X`^]`/S\0h/?/68dbXU@K/LQE6YW9GsC]$9pmU"a74Tj)#fFIV*.f'Om_L&Dmk\nJ2Ti'Ndr2ZRt,o.,(B[.'mgb5%]p(O8d"8JF(or=*&4`Jbu#[.&hG(rg&-h=&c'B'%*X+qA4Z25qC<F(a!C[2VZRW&",_o4bsk>SZt50@DD:manY-1bu-#H0UrEU;!I<cD<6.dCuQq>;(/IF0q7DKUF#MG6.^FL(ukH~>
+endstream
+endobj
+19 0 obj
+<< /Type /Page
+/Parent 1 0 R
+/MediaBox [ 0 0 612 792 ]
+/Resources 3 0 R
+/Contents 18 0 R
+>>
+endobj
+20 0 obj
+<< /Length 1797 /Filter [ /ASCII85Decode /FlateDecode ]
+ >>
+stream
+Gau0DD/\/e&H;*)Tqrjt!!t0=H7b9]8X^>FdUGk.!C[tFN()JfD98R:AAPkW^=+T.M:?cPL*DnCV!e2Q48O%]3$/\1(f4uKIieoh9l/#E4S[fRoCkW;qS`+Z-*=eqDhHO(]M1N/[p@0(534uOT0B>YQ<IDhRo^]6>pR(r#VDK`NTUDU:s=ZD'\6Cc/ItAh>3!#51Q!DPF?7\?X]oT=fc6e_IZT8:o((_.II#7dF.T/ep[Cp\8]5\V+Vo*u7'_opa29->&'^,@b/@+lTtX/?-]=r>C*E9?nD!H3!ek2,%12W!"lq0!PBFe16e@pr,Cq%q$o*\5,9/dL`\XkjT;g?R>^G!3M*jqH4"KWO+`Z>i;YI/=0PfQDomI(Qh&mtLfVeGp*jts."T2i=?2H=[DuW7"qrE#G$"&_Wqqr4[a7X78Bd67h(.uN4*0-@`+o4K8L.G3Z#aqLC`R<+Q1/HG(kVu!<7U$&M+n\-+dU#L,!si):.YXT23QA^L<4\2!bE'*<[WG=OHS.db6p`,)E[B<md6h_Uo[K!,A@UDA/iSk8n&9#s]'7;a"6@rO"#0[bGWXUI6lMBmjS;#1)AD0=5QaUZp#,'hhgoF]67COp5^PC.!-LVh0ZP:a!1hS*:u<`Z!sEIpa9c+gJTIM7-_MP3=H$"OejWsr\oMp^X\o`G$"+0TFUZ=b$+7H9+3rhreT!1`]%$70oS?D7:Pk43Uf\f)nQ[!t1#3c-+^UjpgC0WWMrYIIWKM\\U&;&ojI]np=ip"19@D!IG!]sZhefdFO@RXF,`AGQVp?k>pQJf+FF)i-%JKJ7+g8LIBS,o2i$I#gB@jm;@PXCKlS[[cac0+`,86^o[PH%t]3^oG.nSGDqk&2Kj"TJ^*!l_qfCRb9lTfW?@?n./4/SE6Lj!T@Df.Y;hm$I#&JYE;bI_t";F"Uqp`Pcad7%q$^eup*mCi=rTV<:9\V@f^o]"?]q/e[Ns8-XbS'828]n<Jlo$E*Q:e;S*iFK]BBT6=(&q?kPiC>8]nA#.Qmksk'#^(^jU!mBtE5:Fi73<js(r:I?XXeAr?)H)WNTo+OT'L9CNX$Eb2'CYqkL0Z2')=4q(`kf%;<lNDlt\j4kH'A34(BRL'JPi<(-/>!:X&,K9d<W/nHRN>g0;RBs4LFI[g,bji+31:<,3KS:^4Ns.a."b3Y!h[(ocG@6d/RTb7"]*q&[<YXWVc<;D26dVU%q%@ZmIb,.h1q6s)ugX`4`(6.^A_7EY']#OWGqru2!+l]BJ*]?UETiQH-u2-?De[;fcJA/]F1/>R?WLTMVlQ`?MGRKXBKXe`lIPj/kDn62QpfBTe#giKjtNa#n50+n^=E4:9Jq/\:>GY@6J#G34k@kR:e[lhpU^&/5ILR]M$R<Q,`IW+_#UUGBfk#iVE?X>N]W=M:2Z8;iCs&,/K+A0Nk^Y"PhqVbt41;,jnUC8`?/l,6g0<]^8Pm3K*FX8kGQ;0`r/\$^q&("EkH[b)Brk@\6fYu+1K\&Hs_2Idl!V?3:o=[eR'<pno@je0"??L=0..M'Pk7E2^.R3g0JT>M`A[BpcMa#aj!WZg9`-GD`OA^b;l5':dba*6H<"9>h@4ku1.>=dWeRl'-:7HqElPo\QSAeWVbqb2e^k&Sp'"8BV'ifk.!]j;S-+/0\]2a:rQTiLYH(Ecue$@=DJR9;gCBYE3,`^[.r:E>XkiaYu!Q^&e#[Am!^dlrMI$SXk<P2EL(ube>\BA,l.)90H:tJSsimc<k1#/:_EmQI@5/V2mp8(Y"nNJDj)^SA&bn)H_WU=>N3o3*/qK]m~>
+endstream
+endobj
+21 0 obj
+<< /Type /Page
+/Parent 1 0 R
+/MediaBox [ 0 0 612 792 ]
+/Resources 3 0 R
+/Contents 20 0 R
+>>
+endobj
+22 0 obj
+<< /Length 928 /Filter [ /ASCII85Decode /FlateDecode ]
+ >>
+stream
+GatU2gJ6Kg&:Ml+N78)a<#4qNrQn/5$7[N'$^%Hhm=QR?Z'l&C!f4V[XCHUj7WDJ%-uikMF3^9nms:!AUX,.O^Cc/>^Ls;u+UKQnn5i0Tru`UW6##;(oR1gdhjk<)F<VkORW?[.<MKelb[LD.jVdF)5<MYk\qS8n.&iA%n3_a^(Sdcl<1(ngfD+/c*2pg33r\U\s&6?\p3uGs_]P892n9i![DFbZ@Tq\IAZ;=sY$2ZiY!N[LRUiBCP`$Yi%9./lD,T3.ED@>p=/efDq6:99I'G6)\$G>]_qLSe:3^Dg1%iQ9hA!#"\aZ25C$hq$2!cBL,Y:t!32;/?ls_/uE=HB"&U;&ffEnY!*%4TSR^0pfEs7aGT&?UtK>\8M?/#SL$6IcS;PNGor[@a]pNB_N@IFCUm,`ml$9"8^"D!==O;]-O.q8Bp[W,VM<j%@MR>mOH:cW8N6lc@X6U7EAZnu2tML4Vt<<OR<MN*(SM?%#o%/6#"]2^[r?H#LJK-I^V</t,k;9&[:&5]6WV.uoq2U75+Z2'036R$&AClgXY1.7K3a8O?.mcVau^1Hp1fGqREUlU(k4\-`s,CGh%+8G]ghrAb<Aro+Zde"Y^&uVW:I+8hUUN*sEX\qIgKJ\ph4@2XZkbV8IfN9^KO!>Em`%d>tKG5CH]2(7*kG90Cnmtt*n)h$N_c$boM#QbZ,pe-t^j1l8Q>U.bZCAI8;2lb<cYT^#N5+)J>SN)YE'>F2i2DEqeir>W-EV?p3M8F),.un*iVGRu""%8I"Z4UpbBe-D&kY*lgbs3XD$2cV,`:T96Rmo>[C1!V*XWRO!k$K'0f\aGmYn.$91&b]R^0NCT9f5tAWbkM6^foNnG:BTobL;ng07Xeb_r=,:CCC\`Tk/2S7bdT=gqsV44m'0R5ZVP<QDNu><^ainTF^>ncj)e~>
+endstream
+endobj
+23 0 obj
+<< /Type /Page
+/Parent 1 0 R
+/MediaBox [ 0 0 612 792 ]
+/Resources 3 0 R
+/Contents 22 0 R
+/Annots 24 0 R
+>>
+endobj
+24 0 obj
+[
+25 0 R
+26 0 R
+]
+endobj
+25 0 obj
+<< /Type /Annot
+/Subtype /Link
+/Rect [ 90.0 619.806 259.296 607.806 ]
+/C [ 0 0 0 ]
+/Border [ 0 0 0 ]
+/A << /URI (http://en.wikipedia.org/wiki/Decision_tree)
+/S /URI >>
+/H /I
+>>
+endobj
+26 0 obj
+<< /Type /Annot
+/Subtype /Link
+/Rect [ 262.296 619.806 434.94 607.806 ]
+/C [ 0 0 0 ]
+/Border [ 0 0 0 ]
+/A << /URI (http://en.wikipedia.org/wiki/ID3_algorithm)
+/S /URI >>
+/H /I
+>>
+endobj
+28 0 obj
+<<
+ /Title (\376\377\0\61\0\40\0\111\0\156\0\164\0\162\0\157\0\144\0\165\0\143\0\164\0\151\0\157\0\156\0\40\0\164\0\157\0\40\0\111\0\104\0\63\0\40\0\141\0\154\0\147\0\157\0\162\0\151\0\164\0\150\0\155)
+ /Parent 27 0 R
+ /Next 29 0 R
+ /A 9 0 R
+>> endobj
+29 0 obj
+<<
+ /Title (\376\377\0\62\0\40\0\115\0\141\0\162\0\153\0\145\0\164\0\151\0\156\0\147\0\40\0\164\0\141\0\162\0\147\0\145\0\164\0\40\0\163\0\164\0\162\0\141\0\164\0\145\0\147\0\171\0\40\0\145\0\170\0\141\0\155\0\160\0\154\0\145\0\40\0\165\0\163\0\151\0\156\0\147\0\40\0\111\0\104\0\63\0\40\0\104\0\145\0\143\0\151\0\163\0\151\0\157\0\156\0\40\0\124\0\162\0\145\0\145\0\163\0\40\0\151\0\156\0\40\0\122\0\165\0\142\0\171)
+ /Parent 27 0 R
+ /Prev 28 0 R
+ /Next 30 0 R
+ /A 11 0 R
+>> endobj
+30 0 obj
+<<
+ /Title (\376\377\0\63\0\40\0\102\0\145\0\164\0\164\0\145\0\162\0\40\0\144\0\141\0\164\0\141\0\40\0\154\0\157\0\141\0\144\0\151\0\156\0\147)
+ /Parent 27 0 R
+ /Prev 29 0 R
+ /Next 31 0 R
+ /A 13 0 R
+>> endobj
+31 0 obj
+<<
+ /Title (\376\377\0\64\0\40\0\101\0\40\0\147\0\157\0\157\0\144\0\40\0\164\0\151\0\160\0\40\0\146\0\157\0\162\0\40\0\144\0\141\0\164\0\141\0\40\0\145\0\166\0\141\0\154\0\165\0\141\0\164\0\151\0\157\0\156)
+ /Parent 27 0 R
+ /Prev 30 0 R
+ /Next 32 0 R
+ /A 15 0 R
+>> endobj
+32 0 obj
+<<
+ /Title (\376\377\0\65\0\40\0\115\0\157\0\162\0\145\0\40\0\141\0\142\0\157\0\165\0\164\0\40\0\111\0\104\0\63\0\40\0\141\0\156\0\144\0\40\0\144\0\145\0\143\0\151\0\163\0\151\0\157\0\156\0\40\0\164\0\162\0\145\0\145\0\163)
+ /Parent 27 0 R
+ /Prev 31 0 R
+ /A 17 0 R
+>> endobj
+33 0 obj
+<< /Type /Font
+/Subtype /Type1
+/Name /F3
+/BaseFont /Helvetica-Bold
+/Encoding /WinAnsiEncoding >>
+endobj
+34 0 obj
+<< /Type /Font
+/Subtype /Type1
+/Name /F5
+/BaseFont /Times-Roman
+/Encoding /WinAnsiEncoding >>
+endobj
+35 0 obj
+<< /Type /Font
+/Subtype /Type1
+/Name /F1
+/BaseFont /Helvetica
+/Encoding /WinAnsiEncoding >>
+endobj
+36 0 obj
+<< /Type /Font
+/Subtype /Type1
+/Name /F9
+/BaseFont /Courier
+/Encoding /WinAnsiEncoding >>
+endobj
+37 0 obj
+<< /Type /Font
+/Subtype /Type1
+/Name /F2
+/BaseFont /Helvetica-Oblique
+/Encoding /WinAnsiEncoding >>
+endobj
+38 0 obj
+<< /Type /Font
+/Subtype /Type1
+/Name /F7
+/BaseFont /Times-Bold
+/Encoding /WinAnsiEncoding >>
+endobj
+1 0 obj
+<< /Type /Pages
+/Count 4
+/Kids [6 0 R 19 0 R 21 0 R 23 0 R ] >>
+endobj
+2 0 obj
+<< /Type /Catalog
+/Pages 1 0 R
+ /Outlines 27 0 R
+ /PageMode /UseOutlines
+ >>
+endobj
+3 0 obj
+<< 
+/Font << /F3 33 0 R /F5 34 0 R /F1 35 0 R /F9 36 0 R /F2 37 0 R /F7 38 0 R >> 
+/ProcSet [ /PDF /ImageC /Text ] >> 
+endobj
+9 0 obj
+<<
+/S /GoTo
+/D [19 0 R /XYZ 85.0 659.0 null]
+>>
+endobj
+11 0 obj
+<<
+/S /GoTo
+/D [19 0 R /XYZ 85.0 519.466 null]
+>>
+endobj
+13 0 obj
+<<
+/S /GoTo
+/D [21 0 R /XYZ 85.0 501.24 null]
+>>
+endobj
+15 0 obj
+<<
+/S /GoTo
+/D [21 0 R /XYZ 85.0 337.106 null]
+>>
+endobj
+17 0 obj
+<<
+/S /GoTo
+/D [23 0 R /XYZ 85.0 649.14 null]
+>>
+endobj
+27 0 obj
+<<
+ /First 28 0 R
+ /Last 32 0 R
+>> endobj
+xref
+0 39
+0000000000 65535 f 
+0000009543 00000 n 
+0000009622 00000 n 
+0000009714 00000 n 
+0000000015 00000 n 
+0000000071 00000 n 
+0000000834 00000 n 
+0000000954 00000 n 
+0000001007 00000 n 
+0000009848 00000 n 
+0000001142 00000 n 
+0000009911 00000 n 
+0000001278 00000 n 
+0000009977 00000 n 
+0000001414 00000 n 
+0000010042 00000 n 
+0000001551 00000 n 
+0000010108 00000 n 
+0000001688 00000 n 
+0000003674 00000 n 
+0000003782 00000 n 
+0000005672 00000 n 
+0000005780 00000 n 
+0000006800 00000 n 
+0000006923 00000 n 
+0000006957 00000 n 
+0000007150 00000 n 
+0000010173 00000 n 
+0000007345 00000 n 
+0000007606 00000 n 
+0000008098 00000 n 
+0000008316 00000 n 
+0000008597 00000 n 
+0000008881 00000 n 
+0000008994 00000 n 
+0000009104 00000 n 
+0000009212 00000 n 
+0000009318 00000 n 
+0000009434 00000 n 
+trailer
+<<
+/Size 39
+/Root 2 0 R
+/Info 4 0 R
+>>
+startxref
+10224
+%%EOF

data/site/build/site/en/neuralNetworks.html

@@ -0,0 +1,484 @@
+<!DOCTYPE html PUBLIC "-//W3C//DTD HTML 4.01 Transitional//EN" "http://www.w3.org/TR/html4/loose.dtd">
+<html>
+<head>
+<META http-equiv="Content-Type" content="text/html; charset=UTF-8">
+<meta content="Apache Forrest" name="Generator">
+<meta name="Forrest-version" content="0.8">
+<meta name="Forrest-skin-name" content="pelt">
+<title>Backpropagation neural networks in ruby :: ai4r</title>
+<link type="text/css" href="skin/basic.css" rel="stylesheet">
+<link media="screen" type="text/css" href="skin/screen.css" rel="stylesheet">
+<link media="print" type="text/css" href="skin/print.css" rel="stylesheet">
+<link type="text/css" href="skin/profile.css" rel="stylesheet">
+<script src="skin/getBlank.js" language="javascript" type="text/javascript"></script><script src="skin/getMenu.js" language="javascript" type="text/javascript"></script><script src="skin/fontsize.js" language="javascript" type="text/javascript"></script>
+<link rel="shortcut icon" href="">
+</head>
+<body onload="init()">
+<script type="text/javascript">ndeSetTextSize();</script>
+<div id="top">
+<!--+
+    |header
+    +-->
+<div class="header">
+<!--+
+    |start group logo
+    +-->
+<div class="grouplogo">
+<a href="http://www.jadeferret.com"><img class="logoImage" alt="Jade Ferret" src="images/jadeferret.png" title="Jade Ferret"></a>
+</div>
+<!--+
+    |end group logo
+    +-->
+<!--+
+    |start Project Logo
+    +-->
+<div class="projectlogo">
+<a href="http://ai4r.rubyforge.org/"><img class="logoImage" alt="ai4r" src="images/ai4r-logo.png" title="AI4R - Artificial Intelligence for Ruby"></a>
+</div>
+<!--+
+    |end Project Logo
+    +-->
+<!--+
+    |start Search
+    +-->
+<div class="searchbox">
+<div class="roundtopsmall">
+<form target="_top" action="http://www.google.com/custom" method="get">
+<input value="ai4r.rubyforge.org;raa.ruby-lang.org;rubyforge.org" name="domains" type="hidden"><label style="display: none" for="sbi">Enter your search terms</label><input id="sbi" value="" maxlength="255" size="31" name="q" type="text"><label style="display: none" for="sbb">Submit search form</label><input id="sbb" value="Search" name="sa" type="submit"><span style="display:none"><input id="ss0" value="" name="sitesearch" style="display=none" type="radio"><input id="ss1" checked value="ai4r.rubyforge.org" name="sitesearch" style="display=none" type="radio"><input id="ss2" value="raa.ruby-lang.org" name="sitesearch" style="display=none" type="radio"><input id="ss3" value="rubyforge.org" name="sitesearch" style="display=none" type="radio"></span><input value="pub-2578934938711895" name="client" type="hidden"><input value="1" name="forid" type="hidden"><input value="ISO-8859-1" name="ie" type="hidden"><input value="ISO-8859-1" name="oe" type="hidden"><input value="active" name="safe" type="hidden"><input value="0000" name="flav" type="hidden"><input value="XEZZoGuMPMQqvUG_" name="sig" type="hidden"><input value="GALT:#008000;GL:1;DIV:#336699;VLC:663399;AH:center;BGC:FFFFFF;LBGC:336699;ALC:0000FF;LC:0000FF;T:000000;GFNT:0000FF;GIMP:0000FF;LH:50;LW:78;L:http://ai4r.rubyforge.org/images/ai4r-logo.png;S:http://ai4r.rubyforge.org/;FORID:1" name="cof" type="hidden"><input value="en" name="hl" type="hidden">
+</form>
+</div>
+</div>
+<!--+
+    |end search
+    +-->
+<!--+
+    |start Tabs
+    +-->
+<ul id="tabs">
+<li class="current">
+<a class="selected" href="index.html">Home</a>
+</li>
+</ul>
+<!--+
+    |end Tabs
+    +-->
+</div>
+</div>
+<div id="main">
+<div id="publishedStrip">
+<!--+
+    |start Subtabs
+    +-->
+<div id="level2tabs"></div>
+<!--+
+    |end Endtabs
+    +-->
+<script type="text/javascript"><!--
+document.write("Last Published: " + document.lastModified);
+//  --></script>
+</div>
+<!--+
+    |breadtrail
+    +-->
+<div class="breadtrail">
+
+             &nbsp;
+           </div>
+<!--+
+    |start Menu, mainarea
+    +-->
+<!--+
+    |start Menu
+    +-->
+<div id="menu">
+<div onclick="SwitchMenu('menu_selected_1.1', 'skin/')" id="menu_selected_1.1Title" class="menutitle" style="background-image: url('skin/images/chapter_open.gif');">Home</div>
+<div id="menu_selected_1.1" class="selectedmenuitemgroup" style="display: block;">
+<div class="menuitem">
+<a href="index.html" title="ai4r - Artificial Intelligence for Ruby">Index</a>
+</div>
+<div onclick="SwitchMenu('menu_selected_1.1.2', 'skin/')" id="menu_selected_1.1.2Title" class="menutitle" style="background-image: url('skin/images/chapter_open.gif');">Practical Examples</div>
+<div id="menu_selected_1.1.2" class="selectedmenuitemgroup" style="display: block;">
+<div class="menuitem">
+<a href="geneticAlgorithms.html" title="Genetic Algorithms in ruby">Genetic Algorithms</a>
+</div>
+<div class="menuitem">
+<a href="machineLearning.html" title="ID3 Decision Trees in ruby">Machine Learning</a>
+</div>
+<div class="menupage">
+<div class="menupagetitle">Neural Networks</div>
+</div>
+</div>
+<div class="menuitem">
+<a href="downloads.html" title="ai4r - Download Files">Downloads</a>
+</div>
+<div class="menuitem">
+<a href="http://forum.jadeferret.com/viewforum.php?f=3" title="Ai4r Forum">Forum</a>
+</div>
+<div class="menuitem">
+<a href="http://ai4r.rubyforge.org/rdoc/index.html" title="Ai4 RDoc docs">API doc (Rdoc)</a>
+</div>
+<div class="menuitem">
+<a href="svn.html" title="ai4r Subversion repository">Source Code repository</a>
+</div>
+<div class="menuitem">
+<a href="wholesite.pdf">ai4r project PDF</a>
+</div>
+</div>
+<div id="credit">
+<script type="text/javascript">
+google_ad_client = "pub-2578934938711895";
+google_ad_slot = "6111091580";
+google_ad_width = 125;
+google_ad_height = 125;
+</script><script src="http://pagead2.googlesyndication.com/pagead/show_ads.js" type="text/javascript"></script>
+<hr>
+</div>
+<div id="roundbottom">
+<img style="display: none" class="corner" height="15" width="15" alt="" src="skin/images/rc-b-l-15-1body-2menu-3menu.png"></div>
+<!--+
+  |alternative credits
+  +-->
+<div id="credit2"></div>
+</div>
+<!--+
+    |end Menu
+    +-->
+<!--+
+    |start content
+    +-->
+<div id="content">
+<div title="Portable Document Format" class="pdflink">
+<a class="dida" href="neuralNetworks.pdf"><img alt="PDF -icon" src="skin/images/pdfdoc.gif" class="skin"><br>
+        PDF</a>
+</div>
+<h1>Backpropagation neural networks in ruby :: ai4r</h1>
+<div id="minitoc-area">
+<ul class="minitoc">
+<li>
+<a href="#nn-Introduction">Introduction to Neural Networks in Ruby</a>
+</li>
+<li>
+<a href="#nn-HowTo">How to use Backpropagation Neural Networks in Ruby</a>
+</li>
+<li>
+<a href="#nn-example">OCR example using Backpropagation networks in ruby</a>
+</li>
+<li>
+<a href="#nn-custom">Customizing your neural network in ai4r</a>
+</li>
+<li>
+<a href="#nn-more">More about Neural Networks and Backpropagation</a>
+</li>
+</ul>
+</div>
+    
+<a name="N1000D"></a><a name="nn-Introduction"></a>
+<h2 class="boxed">Introduction to Neural Networks in Ruby</h2>
+<div class="section">
+<p>
+        The utility of artificial neural network models lies in the fact 
+        that they can be used to infer a function from observations. This is 
+        particularly useful in applications where the complexity of the data 
+        or task makes the design of such a function by hand impractical. 
+        Neural Networks are being used in many businesses and applications. 
+        Their ability to learn by example makes them attractive in environments
+        where the business rules are either not well defined or are hard to 
+        enumerate and define. Many people believe that Neural Networks can 
+        only solve toy problems. Give them a try, and let you decide if they 
+        are good enough to solve your needs.
+      </p>
+<p>
+        In this module you will find an implementation of neural networks 
+        using the Backpropagation is a supervised learning technique 
+        (described by Paul Werbos in 1974, and further developed by David E. 
+        Rumelhart, Geoffrey E. Hinton and Ronald J. Williams in 1986)
+      </p>
+</div>
+ 
+<a name="N1001A"></a><a name="nn-HowTo"></a>
+<h2 class="boxed">How to use Backpropagation Neural Networks in Ruby</h2>
+<div class="section">
+<pre class="code">
+
+# Create the network
+  net = Ai4r::NeuralNetwork::Backpropagation.new([4, 3, 2])  
+      # 4 inputs
+      # 1 hidden layer with 3 neurons
+      # 2 outputs
+  # Train the network
+  1..upto(100) do |i|
+    net.train(example[i], result[i])
+  end
+
+  # Use it: Evaluate data with the trained network
+  net.eval([12, 48, 12, 25])  # =&gt;  [0.89, 0.04]
+
+</pre>
+</div>
+  
+  
+<a name="N10025"></a><a name="nn-example"></a>
+<h2 class="boxed">OCR example using Backpropagation networks in ruby</h2>
+<div class="section">
+<p>
+      Let's imagine that we have to implement a program to identify simple patterns 
+      (triangles, squares, crosses, etc). The main problem is that this program must 
+      be resistant to random noise in the image (pixels with wrong values) and 
+      line noise (similar to the unwanted direct current that we usually have in a 
+      signal).
+    </p>
+<p>
+      We can take an example of each pattern to be recognized, and train a 
+      neural network to identify them.
+    </p>
+<p>
+      We create a network with the following architecture: 256 input neurons, 
+      128 neurons in a hidden layer, 3 output neurons. We feed this network 
+      with 16x16 matrices (in fact will convert them to vectors of length 256). 
+      Each pixel is represented with a number from 0 (white pixel) to 10 
+      (black pixel). The output of this network if a 3 vector of dimension 3, 
+      where ideally:
+    </p>
+<ul>
+      
+<li>(1, 0, 0) for triangles</li>
+      
+<li>(0, 1, 0) for squares</li>
+      
+<li>(0, 0, 1) for crosses</li>
+    
+</ul>
+<p>We train our backpropagation neural network using the following examples:</p>
+<table class="ForrestTable" cellspacing="1" cellpadding="4">
+    
+<caption>Training patterns</caption>
+      
+<tr>
+        
+<td colspan="1" rowspan="1"><img alt="Triangule training example" src="/images/t.png"></td>
+        <td colspan="1" rowspan="1"><img alt="Square training example" src="/images/s.png"></td>
+        <td colspan="1" rowspan="1"><img alt="Cross training example" src="/images/c.png"></td>
+      
+</tr>
+    
+</table>
+<p>And we repeat the training 20 times.</p>
+<p>
+The results we got when we evaluate patterns with our trained network are:
+</p>
+<ul>
+	
+<li>Evaluating the training patterns with the trained network:
+	<ol>
+		
+<li> 
+<img alt="Triangule training example" src="/images/t.png"> 
+[0.98, 0.03, 0.01] =&gt; TRIANGLE </li>
+		
+<li> 
+<img alt="Square training example" src="/images/s.png"> 
+[0.00, 0.96, 0.03] =&gt; SQUARE </li>
+		
+<li> 
+<img alt="Cross training example" src="/images/c.png"> 
+[0.00, 0.00, 0.99] =&gt; CROSS </li>
+	
+</ol>
+	
+</li>
+	
+<li>Evaluating the patterns with random noise with the trained network:
+	<ol>
+		
+<li> 
+<img alt="Triangule pattern with random noise" src="/images/t_wn.png"> [0.98, 0.01, 0.01] =&gt; TRIANGLE </li>
+		
+<li> 
+<img alt="Square pattern with random noise" src="/images/s_wn.png"> [0.00, 0.96, 0.02] =&gt; SQUARE </li>
+		
+<li> 
+<img alt="Cross pattern with random noise" src="/images/c_wn.png"> [0.00, 0.00, 0.98] =&gt; CROSS </li>
+	
+</ol>
+	
+</li>
+	
+<li>Evaluating the patterns with line noise with the trained network:
+	<ol>
+		
+<li> 
+<img alt="Triangule pattern with line noise" src="/images/t_wbn.png"> [0.62, 0.00, 0.02] =&gt; TRIANGLE </li>
+		
+<li> 
+<img alt="Square pattern with line noise" src="/images/s_wbn.png"> [0.00, 0.75, 0.01] =&gt; SQUARE </li>
+		
+<li> 
+<img alt="Cross pattern with line noise" src="/images/c_wbn.png"> [0.00, 0.00, 0.98] =&gt; CROSS </li>
+	
+</ol>
+	
+</li>
+
+</ul>
+<p>These results are very satisfactory. The network could sucessfully identify the patterns despite the noise introduced to them. In fact, one of the most popular uses of neural networks in business 
+applications is OCR (opticar character recognition).</p>
+<p>This is the source code used to elaborate this example (You can find it inside the zip file):</p>
+<pre class="code">
+
+require "rubygems"
+require "ai4r/neural_network/backpropagation"
+require File.dirname(__FILE__) + '/training_patterns'
+require File.dirname(__FILE__) + '/patterns_with_noise'
+require File.dirname(__FILE__) + '/patterns_with_base_noise'
+
+net = Ai4r::NeuralNetwork::Backpropagation.new([256, 128, 3])
+
+tr_input = TRIANGLE.flatten.collect { |input| input.to_f / 10}
+sq_input = SQUARE.flatten.collect { |input| input.to_f / 10}
+cr_input = CROSS.flatten.collect { |input| input.to_f / 10}
+
+tr_with_noise = TRIANGLE_WITH_NOISE.flatten.collect { |input| input.to_f / 10}
+sq_with_noise = SQUARE_WITH_NOISE.flatten.collect { |input| input.to_f / 10}
+cr_with_noise = CROSS_WITH_NOISE.flatten.collect { |input| input.to_f / 10}
+
+tr_with_base_noise = TRIANGLE_WITH_BASE_NOISE.flatten.collect { |input| input.to_f / 10}
+sq_with_base_noise = SQUARE_WITH_BASE_NOISE.flatten.collect { |input| input.to_f / 10}
+cr_with_base_noise = CROSS_WITH_BASE_NOISE.flatten.collect { |input| input.to_f / 10}
+
+puts "Training the network, please wait."
+20.times do
+  net.train(tr_input, [1,0,0])
+  net.train(sq_input, [0,1,0])
+  net.train(cr_input, [0,0,1])
+end
+
+def result_label(result)
+  if result[0] &gt; result[1] &amp;&amp; result[0] &gt; result[2]
+    "TRIANGLE"
+  elsif result[1] &gt; result[2] 
+    "SQUARE"
+  else    
+    "CROSS"
+  end
+end
+
+puts "Training Examples"
+puts "#{net.eval(tr_input).inspect} =&gt; #{result_label(net.eval(tr_input))}"
+puts "#{net.eval(sq_input).inspect} =&gt; #{result_label(net.eval(sq_input))}"
+puts "#{net.eval(cr_input).inspect} =&gt; #{result_label(net.eval(cr_input))}"
+puts "Examples with noise"
+puts "#{net.eval(tr_with_noise).inspect} =&gt; #{result_label(net.eval(tr_with_noise))}"
+puts "#{net.eval(sq_with_noise).inspect} =&gt; #{result_label(net.eval(sq_with_noise))}"
+puts "#{net.eval(cr_with_noise).inspect} =&gt; #{result_label(net.eval(cr_with_noise))}"
+puts "Examples with base noise"
+puts "#{net.eval(tr_with_base_noise).inspect} =&gt; #{result_label(net.eval(tr_with_base_noise))}"
+puts "#{net.eval(sq_with_base_noise).inspect} =&gt; #{result_label(net.eval(sq_with_base_noise))}"
+puts "#{net.eval(cr_with_base_noise).inspect} =&gt; #{result_label(net.eval(cr_with_base_noise))}"
+
+</pre>
+</div>
+
+  
+<a name="N100C6"></a><a name="nn-custom"></a>
+<h2 class="boxed">Customizing your neural network in ai4r</h2>
+<div class="section">
+<p>Sometime for a given problem, you will have to "play around" with some parameters to 
+	get to a solution. This parameters are:</p>
+<p>
+<strong>threshold</strong>: A real number which we will call Threshold. Experiments have shown that best values for q are between 0.25 and 1. You can optionally pass this parameter to the initialization method of your network.</p>
+<p>
+<strong>lambda</strong>: The Learning Rate: a real number, usually between 0.05 and 0.25. You can optionally pass this parameter to the initialization method of your network.</p>
+<p>
+<strong>momentum</strong>: A momentum will avoid oscillations during learning, converging to a solution in less iterations.  You can optionally pass this parameter to the initialization method of your network.</p>
+<p>
+<strong>transference function</strong>: By default, f(x) = 1/(1 + e^(-x)). 
+  This function is called "Sigmoid function". You can see it like a 
+  "smoothed" version of the "Heaviside step function". It will always provide a 
+  value between 0 and 1. </p>
+<p>
+<img alt="Sigmoid function" src="images/sigmoid.png"></p>
+<p>
+  Sometimes you will have  better results with f(x) = x. You can change the transference function from the default sigmoidal function to the linear one, overriding Ai4r::NeuralNetwork::Neuron.f and Ai4r::NeuralNetwork::Neuron.f_prime (derived function
+of f):</p>
+<pre class="code">
+
+	class Ai4r::NeuralNetwork::Neuron
+		def self.f(x)
+			x
+		end
+		def self.f_prime(x)
+			1
+		end
+	end
+
+</pre>
+</div>
+
+  
+<a name="N100F0"></a><a name="nn-more"></a>
+<h2 class="boxed">More about Neural Networks and Backpropagation</h2>
+<div class="section">
+<ul>
+
+<li>
+	
+<a class="external" href="http://en.wikipedia.org/wiki/Artificial_neural_network">Wikipedia article on Artificial Neural Networks</a>
+
+</li>
+
+<li>
+	
+<a class="external" href="http://en.wikipedia.org/wiki/Backpropagation">Wikipedia article on Backpropagation Algorithm</a>
+
+</li>
+
+<li>
+	
+<a class="external" href="http://www.tek271.com/articles/neuralNet/IntoToNeuralNets.html">Neural Networks - An Introduction by Abdul Habra</a>
+
+</li>
+
+<li>
+
+<a class="external" href="http://galaxy.agh.edu.pl/~vlsi/AI/backp_t_en/backprop.html">A graphical explanation of the 
+backpropagation algorithm by Mariusz Bernacki and Przemysław Włodarczyk</a>
+
+</li>
+
+</ul>
+</div>
+
+  
+</div>
+<!--+
+    |end content
+    +-->
+<div class="clearboth">&nbsp;</div>
+</div>
+<div id="footer">
+<!--+
+    |start bottomstrip
+    +-->
+<div class="lastmodified">
+<script type="text/javascript"><!--
+document.write("Last Published: " + document.lastModified);
+//  --></script>
+</div>
+<div class="copyright">
+        Copyright &copy;
+         2007-2009 <a href="http://www.jadeferret.com/">Sergio Fierens, Jade Ferret</a>
+</div>
+<div class="host">
+<a href="http://rubyforge.org/projects/ai4r/"><img class="logoImage" alt="" src="images/rubyforge.png"></a>
+</div>
+<!--+
+    |end bottomstrip
+    +-->
+</div>
+<script src="http://www.google-analytics.com/ga.js" type="text/javascript"></script><script type="text/javascript">
+var pageTracker = _gat._getTracker("UA-3234625-1");
+pageTracker._initData();
+pageTracker._trackPageview();
+</script>
+</body>
+</html>