sycsvpro 0.0.9 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 7f23ab9c0550c24e05e22e549f754313a15031af
-  data.tar.gz: c24f0803122979415fdbe3091e20bd4dfe2ba8cd
+  metadata.gz: 5b836321e6ea07a6f95c86d5a0f90b516851a15a
+  data.tar.gz: 79a6f3c56e4aeb83fc5f2a9fa25c7294e96a0086
 SHA512:
-  metadata.gz: 64f319161f670be8300684a313a4d91db1a2fd2e60d63249ab1d7d4557b68d028f48aaa657b02c5b687656bc4efad2317aae7b0e9c6551d416e2c0fb02737af8
-  data.tar.gz: 93c49e997231599193d4545e5a1fdc913e3768232df09c02439d2d3ea3c2a37424cafe9eface9c0aa1695686849de077aec0aa68acbc8f53fc287504117626e8
+  metadata.gz: 67be18777e87d10a65595f84feaebc1d06697b9350def8646e6638fa98da5915b24a9477ad61b4f7cd5dda1291fadaa8d0c3bc7c02a2b9d988a17c6ca7aee5dc
+  data.tar.gz: bf2ab9a8700ef5c019883f6dff2975a4042bad88cd8a928bcb74cf8516c06be07977f44137845b4787bc29a16ad88c4477ca3b047e13c3f7e6b60538ec591748

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    sycsvpro (0.0.9)
+    sycsvpro (0.1.0)
       gli (= 2.9.0)
 
 GEM

data/README.md

@@ -9,8 +9,9 @@ Processing of csv files. *sycsvpro* offers following functions
 * map column values to new values
 * allocate column values to a key column (since version 0.0.4)
 * count values in columns and use the value as column name
+* aggregate row values and add the sum to the end of the row
 * arithmetic operations on values of columns
-* sort rows base on columns (since version 0.0.9)
+* sort rows based on columns (since version 0.0.9)
 * insert rows to a csv-file (since version 0.0.8)
 * create or edit a Ruby script
 * list scripts available optionally with methods (since version 0.0.7)
@@ -110,7 +111,7 @@ Count
 -----
 Count all customers (key column) in rows 2 to 20 that have machines that start with *h* and have a contract valid beginning after 1.1.2000. Add a sum row with title Total at column 1
 
-    $ sycsvpro -f in.csv -o out.csv count -r 2-20 -k 0 -c 1:/^h/,5:">1.1.2000" --df "%d.%m.%Y" -s "Total:1"
+    $ sycsvpro -f in.csv -o out.csv count -r 2-20 -k 0:customer -c 1:/^h/,5:">1.1.2000" --df "%d.%m.%Y" -s "Total:1"
 
 The result in file out.csv is
 
@@ -121,19 +122,39 @@ The result in file out.csv is
     indix;1;0
     chiro;2;0
 
+It is possible to use multiple key columns `-k 0:customer,1:machines`
+
+Aggregate
+---------
+Aggregate row values and add the sum to the end of the row. In the example we aggregate the customer names.
+
+    $ sycsvpro -f in.csv -o out.csv aggregate -c 0 -s Total:1,Sum
+
+The aggregation result in out.csv is
+
+    $ cat out.csv
+    customer;Sum
+    Total;5
+    hello;2
+    indix;1
+    chiro;2
+
 Calc
 ----
-Process arithmetic operations on the contract count and create a target column
+Process arithmetic operations on the contract count and create a target column and a sum which is added at the end of the result file
 
     $ sycsvpro -f in.csv -o out.csv calc -r 2-20 -h *,target -c 6:*2,7:target=c6*10
 
     $ cat out.csv
     customer;machine;control;drive;motor;date;contract;target
-    hello;h1;con123;dri120;mot100;1.01.3013;1
-    hello;h2;con123;dri130;mot110;1.02.3012;1
-    indix;i1;con456;dri130;mot090;5.11.3013;1
-    chiro;c1;con333;dri110;mot100;1.10.3011;1
-    chiro;c2;con331;dri100;mot130;3.05.3010;1
+    hello;h1;con123;dri120;mot100;1.01.3013;2;20
+    hello;h2;con123;dri130;mot110;1.02.3012;2;20
+    indix;i1;con456;dri130;mot090;5.11.3013;2;20
+    chiro;c1;con333;dri110;mot100;1.10.3011;2;20
+    chiro;c2;con331;dri100;mot130;3.05.3010;2;20
+    0;0;0;0;0;0;10;100
+
+In the sum row non-numbers in the colums are converted to 0. Therefore column 0 is summed up to 0 as all strings are converted to 0.
 
 Sort
 ----

data/bin/sycsvpro

@@ -58,8 +58,8 @@ end
 desc 'Extract specified rows and columns from the file'
 command :extract do |c|
   c.desc 'Rows to extract'
-  c.arg_name '1,2,10-30|REGEXP'
-  c.flag [:r, :row], :must_match => /\d+(?:,\d+|-\d+|,\/.*\/)*|\/.*\/(?:,\/.*\/|\d+)*/
+  c.arg_name '1,2,10-30,45-EOF,REGEXP'
+  c.flag [:r, :row], :must_match => /\d+(?:,\d+|-\d+|-eof|,\/.*\/)*|\/.*\/(?:,\/.*\/|\d+)*/i
 
   c.desc 'Columns to extract'
   c.arg_name '1,2,10-30'
@@ -78,11 +78,11 @@ desc 'Collect values of specified rows and columns from the file and group them
 command :collect do |c|
 
   c.desc 'Rows to consider for collection'
-  c.arg_name 'ROW1,ROW2,ROW10-ROW30|REGEXP'
-  c.flag [:r, :row], :must_match => /\d+(?:,\d+|-\d+|,\/.*\/)*|\/.*\/(?:,\/.*\/|\d+)*/
+  c.arg_name 'ROW1,ROW2,ROW10-ROW30,45-EOF,REGEXP'
+  c.flag [:r, :row], :must_match => /\d+(?:,\d+|-\d+|-eof|,\/.*\/)*|\/.*\/(?:,\/.*\/|\d+)*/i
 
   c.desc 'Columns to collect values from'
-  c.arg_name 'CATEGORY1:ROW1,ROW2,ROW10-ROW30+CATEGORY2:ROW3-ROW9'
+  c.arg_name 'CATEGORY1:COL1,COL2,COL10-COL30+CATEGORY2:COL3-COL9'
   c.flag [:c, :col], :must_match => /^\w*:\d+(?:,\d+|-\d+|\+\w*:\d+(?:,\d+|-\d+)*)*/
 
   c.action do |global_options,options,args|
@@ -97,8 +97,8 @@ end
 desc 'Allocate specified columns from the file to a key value'
 command :allocate do |c|
   c.desc 'Rows to consider'
-  c.arg_name '1,2,10-30|REGEXP'
-  c.flag [:r, :row], :must_match => /\d+(?:,\d+|-\d+|,\/.*\/)*|\/.*\/(?:,\/.*\/|\d+)*/
+  c.arg_name '1,2,10-30,45-EOF,REGEXP'
+  c.flag [:r, :row], :must_match => /\d+(?:,\d+|-\d+|-eof|,\/.*\/)*|\/.*\/(?:,\/.*\/|\d+)*/i
 
   c.desc 'Key to allocate columns to'
   c.arg_name '0'
@@ -192,21 +192,21 @@ desc 'Counts the occurences of column values. Uses column values as headings wit
 
 command :count do |c|
 
-  c.desc 'Key column that is assigned the count of column values to'
-  c.arg_name 'KEY_COLUMN'
-  c.flag [:k, :key], :must_match => /^\d+/
+  c.desc 'Key columns that are assigned the count of column values'
+  c.arg_name 'COLUMN:TITLE,COLUMN:TITLE'
+  c.flag [:k, :key], :must_match => /^\d+:\w+(?:,\d+:\w+)*/
 
   c.desc 'Rows to consider'
-  c.arg_name '1,2,10-30|REGEXP'
-  c.flag [:r, :row], :must_match => /\d+(?:,\d+|-\d+|,\/.*\/)*|\/.*\/(?:,\/.*\/|\d+)*/
+  c.arg_name '1,2,10-30,45-EOF,REGEXP'
+  c.flag [:r, :row], :must_match => /\d+(?:,\d+|-\d+|-eof|,\/.*\/)*|\/.*\/(?:,\/.*\/|\d+)*/i
 
-  c.desc 'Columns to count where column 2 is counted conditionally'
-  c.arg_name '1,2:<14.2.2014,10-30'
-  c.flag [:c, :col], :must_match => /^\d+(?:,\d+|(?::[<=>]\d+.\d+.\d+|:\d+.\d+.\d+-\d+.\d+.\d+|:\/.*?\/|-\d+)*)*/
+  c.desc 'Columns to count where columns 2 and 3 are counted conditionally'
+  c.arg_name '1,2:<14.2.2014,10-30,3:>10'
+  c.flag [:c, :col], :must_match => /^\d+(?:,\d+|(?::[<=>]\d+.\d+.\d+|:\d+.\d+.\d+-\d+.\d+.\d+|:\/.*?\/|:[<=>]\d+|:\d+-\d+|-\d+)*)*/
 
   c.desc 'Adds a sum row with TITLE for the counted columns at the specified row position'
-  c.arg_name 'TITLE:ROW'
-  c.flag [:s, :sum], :must_match => /^\w+:\d+/
+  c.arg_name 'SUM_ROW_TITLE:ROW,SUM_COL_TITLE'
+  c.flag [:s, :sum], :must_match => /^\w+:\d+(?:,\w+)?|^\w+/
 
   c.desc 'Format of date values'
   c.arg_name '%d.%m.%Y|%m/%d/%Y|...'
@@ -223,11 +223,38 @@ command :count do |c|
 
 end
 
+desc 'Aggregates the occurences of row values. Optionally adds a sum row'
+
+command :aggregate do |c|
+
+  c.desc 'Rows to consider'
+  c.arg_name '1,2,10-30,45-EOF,REGEXP'
+  c.flag [:r, :row], :must_match => /\d+(?:,\d+|-\d+|-eof|,\/.*\/)*|\/.*\/(?:,\/.*\/|\d+)*/i
+
+  c.desc 'Columns to count'
+  c.arg_name '1,2-4'
+  c.flag [:c, :col], :must_match => /^\d+(?:,\d+|-\d+)*/
+
+  c.desc 'Adds a sum row and a sum column with TITLE for the counted columns. The sum row is ' +
+         'specified by the row position. The sum column is the last column in the row'
+  c.arg_name 'SUM_ROW_TITLE:ROW,SUM_COL_TITLE'
+  c.flag [:s, :sum], :must_match => /^\w+:\d+(?:,\w+)?|^\w+/
+
+  c.action do |global_options,options,args|
+    print "Aggregating..."
+    aggregator = Sycsvpro::Aggregator.new(infile: global_options[:f], outfile: global_options[:o], 
+                                          rows: options[:r], cols: options[:c], sum: options[:s])
+    aggregator.execute
+    puts "done"
+  end
+
+end
+
 desc 'Sort rows based on column values'
 command :sort do |c|
   c.desc 'Rows to consider'
-  c.arg_name '1,2,10-30|REGEXP'
-  c.flag [:r, :row], :must_match => /\d+(?:,\d+|-\d+|,\/.*\/)*|\/.*\/(?:,\/.*\/|\d+)*/
+  c.arg_name '1,2,10-30,45-EOF,REGEXP'
+  c.flag [:r, :row], :must_match => /\d+(?:,\d+|-\d+|-eof|,\/.*\/)*|\/.*\/(?:,\/.*\/|\d+)*/i
 
   c.desc 'Columns to sort based on a type (n = number, s = string, d = date) and its value'
   c.arg_name 'n:1,s:2-5,d:7'
@@ -282,8 +309,8 @@ desc 'Map values in columns to new values'
 arg_name 'MAPPINGS-FILE'
 command :map do |c|
   c.desc 'Rows to consider'
-  c.arg_name 'ROW1,ROW2,ROW10-ROW30|REGEXP'
-  c.flag [:r, :row], :must_match => /\d+(?:,\d+|-\d+|,\/.*\/)*|\/.*\/(?:,\/.*\/|\d+)*/
+  c.arg_name 'ROW1,ROW2,ROW10-ROW30,45-EOF,REGEXP'
+  c.flag [:r, :row], :must_match => /\d+(?:,\d+|-\d+|-eof|,\/.*\/)*|\/.*\/(?:,\/.*\/|\d+)*/i
 
   c.desc 'Columns to consider for mapping'
   c.arg_name 'COL1,COL2,COL10-COL30'
@@ -300,7 +327,7 @@ command :map do |c|
   end
 end
 
-desc 'Process math operations on columns'
+desc 'Process math operations on columns. Optionally add a sum row'
 command :calc do |c|
     c.desc 'The first non-empty column is considered the header. '+
            'If additional columns are created then *,COL1,COL2 will create the additional header '+
@@ -310,19 +337,23 @@ command :calc do |c|
     c.flag [:h, :header], :must_match => /\*(?:,\w+)*/
 
     c.desc 'Columns to consider for calculations'
-    c.arg_name 'ROW1,ROW2-ROW10|REGEXP'
-    c.flag [:r, :row], :must_match => /\d+(?:,\d+|-\d+|,\/.*\/)*|\/.*\/(?:,\/.*\/|\d+)*/
+    c.arg_name 'ROW1,ROW2-ROW10,45-EOF,REGEXP'
+    c.flag [:r, :row], :must_match => /\d+(?:,\d+|-\d+|-eof|,\/.*\/)*|\/.*\/(?:,\/.*\/|\d+)*/i
 
     c.desc 'Column to do calculations on'
     c.arg_name 'COL1:*2,COL2:-C3,COL3:*2+(4+C5),COL6:NEW_COL=C1+5'
     c.flag [:c, :col], :must_match => /\d+:(?:[\*\/\+\-]|\w+=[\d|(]*)[\*\/\+\-\dc()]*(?:,\d+:(?:[\*\/\+\-]|\w+=[\d|(]*)[\*\/\+\-\dc()]*)*/
 
+    c.desc 'Indicate to add a sum row'
+    c.switch [:s, :sum]
+
   c.action do |global_options,options,args|
     help_now! "You need to provide the column flag" if options[:c].nil?
 
     print "Calculating..."
     calculator = Sycsvpro::Calculator.new(infile: global_options[:f], outfile: global_options[:o],
-                                          header: options[:h], rows: options[:r], cols: options[:c])
+                                          header: options[:h], rows: options[:r], cols: options[:c],
+                                          sum: options[:s])
     calculator.execute 
     puts "done"
   end
@@ -338,7 +369,7 @@ pre do |global,command,options,args|
   case command.name
   when :analyze
     help_now! "You need to provide an input file '-f FILE'"     if global[:f].nil?
-  when :allocate, :calc, :collect, :count, :extract, :map, :sort
+  when :aggregate, :allocate, :calc, :collect, :count, :extract, :map, :sort
     help_now! "You need to provide an input file '-f FILE'"     if global[:f].nil?
     help_now! "You need to provide a result file '-o OUT_FILE'" if global[:o].nil?
   end
@@ -349,6 +380,7 @@ pre do |global,command,options,args|
     analyzer = Sycsvpro::Analyzer.new(global[:f])
     result = analyzer.result
     count = result.row_count
+    set_max_row(options, count)
   end
 
   # Creates statistics on the command operation
@@ -418,4 +450,14 @@ on_error do |exception|
   true
 end
 
+# the -r flag can take a EOF value which is replaced by the actual row value of the input file
+def set_max_row(options, max_row)
+  options.each do |option, value|
+    case option
+    when "r", :r, "row", :row
+      options[option] = options[option].sub(/EOF/i, max_row.to_s) if options[option] =~ /EOF/i
+    end
+  end
+end
+
 exit run(ARGV)

data/html/Object.html

@@ -78,7 +78,17 @@
 </div>
 
     
+    <!-- Method Quickref -->
+<div id="method-list-section" class="nav-section">
+  <h3>Methods</h3>
+
+  <ul class="link-list" role="directory">
+    
+    <li ><a href="#method-i-set_max_row">#set_max_row</a>
     
+  </ul>
+</div>
+
   </div>
 </nav>
 
@@ -118,6 +128,53 @@
     
 
     
+     <section id="public-instance-5Buntitled-5D-method-details" class="method-section">
+       <header>
+         <h3>Public Instance Methods</h3>
+       </header>
+
+    
+      <div id="method-i-set_max_row" class="method-detail ">
+        
+        <div class="method-heading">
+          <span class="method-name">set_max_row</span><span
+            class="method-args">(options, max_row)</span>
+          
+          <span class="method-click-advice">click to toggle source</span>
+          
+        </div>
+        
+
+        <div class="method-description">
+          
+          <p>the -r flag can take a EOF value which is replaced by the actual row value
+of the input file</p>
+          
+          
+
+          
+          <div class="method-source-code" id="set_max_row-source">
+            <pre><span class="ruby-comment"># File bin/sycsvpro, line 454</span>
+<span class="ruby-keyword">def</span> <span class="ruby-identifier">set_max_row</span>(<span class="ruby-identifier">options</span>, <span class="ruby-identifier">max_row</span>)
+  <span class="ruby-identifier">options</span>.<span class="ruby-identifier">each</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">option</span>, <span class="ruby-identifier">value</span><span class="ruby-operator">|</span>
+    <span class="ruby-keyword">case</span> <span class="ruby-identifier">option</span>
+    <span class="ruby-keyword">when</span> <span class="ruby-string">&quot;r&quot;</span>, <span class="ruby-value">:r</span>, <span class="ruby-string">&quot;row&quot;</span>, <span class="ruby-value">:row</span>
+      <span class="ruby-identifier">options</span>[<span class="ruby-identifier">option</span>] = <span class="ruby-identifier">options</span>[<span class="ruby-identifier">option</span>].<span class="ruby-identifier">sub</span>(<span class="ruby-regexp">/EOF/i</span>, <span class="ruby-identifier">max_row</span>.<span class="ruby-identifier">to_s</span>) <span class="ruby-keyword">if</span> <span class="ruby-identifier">options</span>[<span class="ruby-identifier">option</span>] <span class="ruby-operator">=~</span> <span class="ruby-regexp">/EOF/i</span>
+    <span class="ruby-keyword">end</span>
+  <span class="ruby-keyword">end</span>
+<span class="ruby-keyword">end</span></pre>
+          </div>
+          
+        </div>
+
+        
+
+        
+      </div>
+
+    
+    </section>
+  
   </section>
 </main>
 

data/html/README_rdoc.html

@@ -147,32 +147,34 @@ bin</pre>
 
 <p>VERSION</p>
 
-<pre>0.0.8</pre>
+<pre>0.1.0</pre>
 
 <p>GLOBAL OPTIONS</p>
 
 <pre>-f, --file=FILE    - CSV file to operate on (default: none)
 --help             - Show this message
 -o, --out=OUT_FILE - CSV file to write the result to (default: none)
+-s, --[no-]silent  - Silent progress doesn&#39;t show progress indicator
 --version          - Display the program version</pre>
 
 <p>COMMANDS</p>
 
-<pre>allocate - Allocate specified columns from the file to a key value
-analyze  - Analyze the CSV file regarding columns, rows and content
-calc     - Process math operations on columns
-collect  - Collect values of specified rows and columns from the file and group them in
-           categories
-count    - Counts the occurences of column values. Uses column values as headings with count as
-           values. Columns with a condition will be added as new columns and the condition will
-           be set as column name. Optionally adds a sum row
-execute  - Executes the code provided in a file
-extract  - Extract specified rows and columns from the file
-help     - Shows a list of commands or help for one command
-insert   - Inserts rows from a file to a csv-file
-list     - List scripts in the scripts directory with optionally listing methods
-map      - Map values in columns to new values
-sort     - Sort columns based on column values</pre>
+<pre>aggregate - Aggregates the occurences of row values. Optionally adds a sum row
+allocate  - Allocate specified columns from the file to a key value
+analyze   - Analyze the CSV file regarding columns, rows and content
+calc      - Process math operations on columns. Optionally adds a sum row
+collect   - Collect values of specified rows and columns from the file and group them in
+            categories
+count     - Counts the occurences of column values. Uses column values as headings with count as
+            values. Columns with a condition will be added as new columns and the condition will
+            be set as column name. Optionally adds a sum row
+execute   - Executes the code provided in a file
+extract   - Extract specified rows and columns from the file
+help      - Shows a list of commands or help for one command
+insert    - Inserts rows from a file to a csv-file
+list      - List scripts in the scripts directory with optionally listing methods
+map       - Map values in columns to new values
+sort      - Sort columns based on column values</pre>
 </main>
 
 

data/html/Sycsvpro.html

@@ -105,6 +105,8 @@
 
 <p>Operating csv files</p>
 
+<p>Operating csv files</p>
+
 <p>Operating csv files</p>
 
   </section>

data/html/Sycsvpro/Aggregator.html

@@ -0,0 +1,482 @@
+<!DOCTYPE html>
+
+<html>
+<head>
+<meta charset="UTF-8">
+
+<title>class Sycsvpro::Aggregator - Your application title</title>
+
+<link href="../fonts.css" rel="stylesheet">
+<link href="../rdoc.css" rel="stylesheet">
+
+<script type="text/javascript">
+  var rdoc_rel_prefix = "../";
+</script>
+
+<script src="../js/jquery.js"></script>
+<script src="../js/navigation.js"></script>
+<script src="../js/search_index.js"></script>
+<script src="../js/search.js"></script>
+<script src="../js/searcher.js"></script>
+<script src="../js/darkfish.js"></script>
+
+
+<body id="top" role="document" class="class">
+<nav role="navigation">
+  <div id="project-navigation">
+    <div id="home-section" role="region" title="Quick navigation" class="nav-section">
+  <h2>
+    <a href="../index.html" rel="home">Home</a>
+  </h2>
+
+  <div id="table-of-contents-navigation">
+    <a href="../table_of_contents.html#pages">Pages</a>
+    <a href="../table_of_contents.html#classes">Classes</a>
+    <a href="../table_of_contents.html#methods">Methods</a>
+  </div>
+</div>
+
+    <div id="search-section" role="search" class="project-section initially-hidden">
+  <form action="#" method="get" accept-charset="utf-8">
+    <div id="search-field-wrapper">
+      <input id="search-field" role="combobox" aria-label="Search"
+             aria-autocomplete="list" aria-controls="search-results"
+             type="text" name="search" placeholder="Search" spellcheck="false"
+             title="Type to search, Up and Down to navigate, Enter to load">
+    </div>
+
+    <ul id="search-results" aria-label="Search Results"
+        aria-busy="false" aria-expanded="false"
+        aria-atomic="false" class="initially-hidden"></ul>
+  </form>
+</div>
+
+  </div>
+
+  
+
+  <div id="class-metadata">
+    
+    <div id="parent-class-section" class="nav-section">
+  <h3>Parent</h3>
+
+  
+  <p class="link"><a href="../Object.html">Object</a>
+  
+</div>
+
+    <div id="includes-section" class="nav-section">
+  <h3>Included Modules</h3>
+
+  <ul class="link-list">
+  
+  
+    <li><a class="include" href="../Dsl.html">Dsl</a>
+  
+  
+  </ul>
+</div>
+
+    
+    <!-- Method Quickref -->
+<div id="method-list-section" class="nav-section">
+  <h3>Methods</h3>
+
+  <ul class="link-list" role="directory">
+    
+    <li ><a href="#method-c-new">::new</a>
+    
+    <li ><a href="#method-i-execute">#execute</a>
+    
+    <li ><a href="#method-i-process_aggregation">#process_aggregation</a>
+    
+    <li ><a href="#method-i-write_result">#write_result</a>
+    
+  </ul>
+</div>
+
+  </div>
+</nav>
+
+<main role="main" aria-labelledby="class-Sycsvpro::Aggregator">
+  <h1 id="class-Sycsvpro::Aggregator" class="class">
+    class Sycsvpro::Aggregator
+  </h1>
+
+  <section class="description">
+    
+<p>An <a href="Aggregator.html">Aggregator</a> counts specified row values and
+adds a sum to the end of the row</p>
+
+  </section>
+
+  
+  
+  
+  <section id="5Buntitled-5D" class="documentation-section">
+    
+
+    
+
+    
+
+    
+    <section class="attribute-method-details" class="method-section">
+      <header>
+        <h3>Attributes</h3>
+      </header>
+
+      
+      <div id="attribute-i-col_filter" class="method-detail">
+        <div class="method-heading attribute-method-heading">
+          <span class="method-name">col_filter</span><span
+            class="attribute-access-type">[R]</span>
+        </div>
+
+        <div class="method-description">
+        
+        <p>filter that is used for columns</p>
+        
+        </div>
+      </div>
+      
+      <div id="attribute-i-headerless" class="method-detail">
+        <div class="method-heading attribute-method-heading">
+          <span class="method-name">headerless</span><span
+            class="attribute-access-type">[R]</span>
+        </div>
+
+        <div class="method-description">
+        
+        <p>file doesn&#39;t contain a header</p>
+        
+        </div>
+      </div>
+      
+      <div id="attribute-i-heading" class="method-detail">
+        <div class="method-heading attribute-method-heading">
+          <span class="method-name">heading</span><span
+            class="attribute-access-type">[R]</span>
+        </div>
+
+        <div class="method-description">
+        
+        <p>header of the out file</p>
+        
+        </div>
+      </div>
+      
+      <div id="attribute-i-infile" class="method-detail">
+        <div class="method-heading attribute-method-heading">
+          <span class="method-name">infile</span><span
+            class="attribute-access-type">[R]</span>
+        </div>
+
+        <div class="method-description">
+        
+        <p>infile contains the data that is operated on</p>
+        
+        </div>
+      </div>
+      
+      <div id="attribute-i-key_values" class="method-detail">
+        <div class="method-heading attribute-method-heading">
+          <span class="method-name">key_values</span><span
+            class="attribute-access-type">[R]</span>
+        </div>
+
+        <div class="method-description">
+        
+        <p>values that are aggregated</p>
+        
+        </div>
+      </div>
+      
+      <div id="attribute-i-outfile" class="method-detail">
+        <div class="method-heading attribute-method-heading">
+          <span class="method-name">outfile</span><span
+            class="attribute-access-type">[R]</span>
+        </div>
+
+        <div class="method-description">
+        
+        <p>outfile is the file where the result is written to</p>
+        
+        </div>
+      </div>
+      
+      <div id="attribute-i-row_filter" class="method-detail">
+        <div class="method-heading attribute-method-heading">
+          <span class="method-name">row_filter</span><span
+            class="attribute-access-type">[R]</span>
+        </div>
+
+        <div class="method-description">
+        
+        <p>filter that is used for rows</p>
+        
+        </div>
+      </div>
+      
+      <div id="attribute-i-sum_col" class="method-detail">
+        <div class="method-heading attribute-method-heading">
+          <span class="method-name">sum_col</span><span
+            class="attribute-access-type">[R]</span>
+        </div>
+
+        <div class="method-description">
+        
+        <p>column where to add the sum of the row sum</p>
+        
+        </div>
+      </div>
+      
+      <div id="attribute-i-sum_col_title" class="method-detail">
+        <div class="method-heading attribute-method-heading">
+          <span class="method-name">sum_col_title</span><span
+            class="attribute-access-type">[R]</span>
+        </div>
+
+        <div class="method-description">
+        
+        <p>Title of the sum column</p>
+        
+        </div>
+      </div>
+      
+      <div id="attribute-i-sum_row" class="method-detail">
+        <div class="method-heading attribute-method-heading">
+          <span class="method-name">sum_row</span><span
+            class="attribute-access-type">[R]</span>
+        </div>
+
+        <div class="method-description">
+        
+        <p>row where to add the sums of the columns</p>
+        
+        </div>
+      </div>
+      
+      <div id="attribute-i-sum_row_title" class="method-detail">
+        <div class="method-heading attribute-method-heading">
+          <span class="method-name">sum_row_title</span><span
+            class="attribute-access-type">[R]</span>
+        </div>
+
+        <div class="method-description">
+        
+        <p>Title of the sum row</p>
+        
+        </div>
+      </div>
+      
+      <div id="attribute-i-sums" class="method-detail">
+        <div class="method-heading attribute-method-heading">
+          <span class="method-name">sums</span><span
+            class="attribute-access-type">[R]</span>
+        </div>
+
+        <div class="method-description">
+        
+        <p>sums of the column values</p>
+        
+        </div>
+      </div>
+      
+    </section>
+    
+
+    
+     <section id="public-class-5Buntitled-5D-method-details" class="method-section">
+       <header>
+         <h3>Public Class Methods</h3>
+       </header>
+
+    
+      <div id="method-c-new" class="method-detail ">
+        
+        <div class="method-heading">
+          <span class="method-name">new</span><span
+            class="method-args">(options={})</span>
+          
+          <span class="method-click-advice">click to toggle source</span>
+          
+        </div>
+        
+
+        <div class="method-description">
+          
+          <p>Creates a new aggregator. Takes as attributes infile, outfile, key, rows,
+cols, date-format  and indicator whether to add a sum row</p>
+          
+          
+
+          
+          <div class="method-source-code" id="new-source">
+            <pre><span class="ruby-comment"># File lib/sycsvpro/aggregator.rb, line 40</span>
+<span class="ruby-keyword">def</span> <span class="ruby-identifier">initialize</span>(<span class="ruby-identifier">options</span>={})
+  <span class="ruby-ivar">@infile</span>     = <span class="ruby-identifier">options</span>[<span class="ruby-value">:infile</span>]
+  <span class="ruby-ivar">@outfile</span>    = <span class="ruby-identifier">options</span>[<span class="ruby-value">:outfile</span>]
+  <span class="ruby-ivar">@headerless</span> = <span class="ruby-identifier">options</span>[<span class="ruby-value">:headerless</span>] <span class="ruby-operator">||</span> <span class="ruby-keyword">false</span>
+  <span class="ruby-ivar">@row_filter</span> = <span class="ruby-constant">RowFilter</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">options</span>[<span class="ruby-value">:rows</span>])
+  <span class="ruby-ivar">@col_filter</span> = <span class="ruby-constant">ColumnFilter</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">options</span>[<span class="ruby-value">:cols</span>], <span class="ruby-identifier">df</span><span class="ruby-operator">:</span> <span class="ruby-identifier">options</span>[<span class="ruby-value">:df</span>])
+  <span class="ruby-ivar">@key_values</span> = <span class="ruby-constant">Hash</span>.<span class="ruby-identifier">new</span>(<span class="ruby-value">0</span>)
+  <span class="ruby-ivar">@heading</span>    = []
+  <span class="ruby-ivar">@sums</span>       = <span class="ruby-constant">Hash</span>.<span class="ruby-identifier">new</span>(<span class="ruby-value">0</span>)
+  <span class="ruby-identifier">init_sum_scheme</span>(<span class="ruby-identifier">options</span>[<span class="ruby-value">:sum</span>])
+<span class="ruby-keyword">end</span></pre>
+          </div>
+          
+        </div>
+
+        
+
+        
+      </div>
+
+    
+    </section>
+  
+     <section id="public-instance-5Buntitled-5D-method-details" class="method-section">
+       <header>
+         <h3>Public Instance Methods</h3>
+       </header>
+
+    
+      <div id="method-i-execute" class="method-detail ">
+        
+        <div class="method-heading">
+          <span class="method-name">execute</span><span
+            class="method-args">()</span>
+          
+          <span class="method-click-advice">click to toggle source</span>
+          
+        </div>
+        
+
+        <div class="method-description">
+          
+          <p>Executes the aggregator</p>
+          
+          
+
+          
+          <div class="method-source-code" id="execute-source">
+            <pre><span class="ruby-comment"># File lib/sycsvpro/aggregator.rb, line 53</span>
+<span class="ruby-keyword">def</span> <span class="ruby-identifier">execute</span>
+  <span class="ruby-identifier">process_aggregation</span>
+  <span class="ruby-identifier">write_result</span>
+<span class="ruby-keyword">end</span></pre>
+          </div>
+          
+        </div>
+
+        
+
+        
+      </div>
+
+    
+      <div id="method-i-process_aggregation" class="method-detail ">
+        
+        <div class="method-heading">
+          <span class="method-name">process_aggregation</span><span
+            class="method-args">()</span>
+          
+          <span class="method-click-advice">click to toggle source</span>
+          
+        </div>
+        
+
+        <div class="method-description">
+          
+          <p>Process the aggregation of the key values</p>
+          
+          
+
+          
+          <div class="method-source-code" id="process_aggregation-source">
+            <pre><span class="ruby-comment"># File lib/sycsvpro/aggregator.rb, line 59</span>
+<span class="ruby-keyword">def</span> <span class="ruby-identifier">process_aggregation</span>
+  <span class="ruby-constant">File</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">infile</span>).<span class="ruby-identifier">each_with_index</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">line</span>, <span class="ruby-identifier">index</span><span class="ruby-operator">|</span>
+    <span class="ruby-identifier">result</span> = <span class="ruby-identifier">col_filter</span>.<span class="ruby-identifier">process</span>(<span class="ruby-identifier">row_filter</span>.<span class="ruby-identifier">process</span>(<span class="ruby-identifier">line</span>.<span class="ruby-identifier">chomp</span>, <span class="ruby-identifier">row</span><span class="ruby-operator">:</span> <span class="ruby-identifier">index</span>))
+    <span class="ruby-keyword">unless</span> <span class="ruby-identifier">result</span>.<span class="ruby-identifier">nil?</span> <span class="ruby-keyword">or</span> <span class="ruby-identifier">result</span>.<span class="ruby-identifier">empty?</span>
+      <span class="ruby-keyword">if</span> <span class="ruby-identifier">heading</span>.<span class="ruby-identifier">empty?</span> <span class="ruby-keyword">and</span> <span class="ruby-keyword">not</span> <span class="ruby-identifier">headerless</span>
+        <span class="ruby-identifier">heading</span> <span class="ruby-operator">&lt;&lt;</span> <span class="ruby-identifier">result</span>.<span class="ruby-identifier">split</span>(<span class="ruby-string">&#39;;&#39;</span>)
+        <span class="ruby-keyword">next</span>
+      <span class="ruby-keyword">else</span>
+        <span class="ruby-ivar">@sum_col</span> = [<span class="ruby-identifier">result</span>.<span class="ruby-identifier">split</span>(<span class="ruby-string">&#39;;&#39;</span>).<span class="ruby-identifier">size</span>, <span class="ruby-identifier">sum_col</span>].<span class="ruby-identifier">max</span> 
+      <span class="ruby-keyword">end</span>
+      <span class="ruby-identifier">key_values</span>[<span class="ruby-identifier">result</span>]  <span class="ruby-operator">+=</span> <span class="ruby-value">1</span>
+      <span class="ruby-identifier">sums</span>[<span class="ruby-identifier">sum_col_title</span>] <span class="ruby-operator">+=</span> <span class="ruby-value">1</span>
+    <span class="ruby-keyword">end</span>
+  <span class="ruby-keyword">end</span>
+  <span class="ruby-identifier">heading</span>.<span class="ruby-identifier">flatten!</span>
+  <span class="ruby-identifier">heading</span>[<span class="ruby-identifier">sum_col</span>] = <span class="ruby-identifier">sum_col_title</span>
+<span class="ruby-keyword">end</span></pre>
+          </div>
+          
+        </div>
+
+        
+
+        
+      </div>
+
+    
+      <div id="method-i-write_result" class="method-detail ">
+        
+        <div class="method-heading">
+          <span class="method-name">write_result</span><span
+            class="method-args">()</span>
+          
+          <span class="method-click-advice">click to toggle source</span>
+          
+        </div>
+        
+
+        <div class="method-description">
+          
+          <p>Writes the aggration results</p>
+          
+          
+
+          
+          <div class="method-source-code" id="write_result-source">
+            <pre><span class="ruby-comment"># File lib/sycsvpro/aggregator.rb, line 78</span>
+<span class="ruby-keyword">def</span> <span class="ruby-identifier">write_result</span>
+  <span class="ruby-identifier">sum_line</span> = [<span class="ruby-identifier">sum_row_title</span>]
+  (<span class="ruby-identifier">heading</span>.<span class="ruby-identifier">size</span> <span class="ruby-operator">-</span> <span class="ruby-value">2</span>).<span class="ruby-identifier">times</span> { <span class="ruby-identifier">sum_line</span> <span class="ruby-operator">&lt;&lt;</span> <span class="ruby-string">&quot;&quot;</span> }
+  <span class="ruby-identifier">sum_line</span> <span class="ruby-operator">&lt;&lt;</span> <span class="ruby-identifier">sums</span>[<span class="ruby-identifier">sum_col_title</span>]
+  <span class="ruby-identifier">row</span> = <span class="ruby-value">0</span>;
+  <span class="ruby-constant">File</span>.<span class="ruby-identifier">open</span>(<span class="ruby-identifier">outfile</span>, <span class="ruby-string">&#39;w&#39;</span>) <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">out</span><span class="ruby-operator">|</span>
+    <span class="ruby-identifier">out</span>.<span class="ruby-identifier">puts</span> <span class="ruby-identifier">sum_line</span>.<span class="ruby-identifier">join</span>(<span class="ruby-string">&#39;;&#39;</span>) <span class="ruby-keyword">if</span> <span class="ruby-identifier">row</span> <span class="ruby-operator">==</span> <span class="ruby-identifier">sum_row</span> ; <span class="ruby-identifier">row</span> <span class="ruby-operator">+=</span> <span class="ruby-value">1</span>
+    <span class="ruby-identifier">out</span>.<span class="ruby-identifier">puts</span> <span class="ruby-identifier">heading</span>.<span class="ruby-identifier">join</span>(<span class="ruby-string">&#39;;&#39;</span>)
+    <span class="ruby-identifier">key_values</span>.<span class="ruby-identifier">each</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">k</span>, <span class="ruby-identifier">v</span><span class="ruby-operator">|</span>
+      <span class="ruby-identifier">out</span>.<span class="ruby-identifier">puts</span> <span class="ruby-identifier">sum_line</span>.<span class="ruby-identifier">join</span>(<span class="ruby-string">&#39;;&#39;</span>) <span class="ruby-keyword">if</span> <span class="ruby-identifier">row</span> <span class="ruby-operator">==</span> <span class="ruby-identifier">sum_row</span> ; <span class="ruby-identifier">row</span> <span class="ruby-operator">+=</span> <span class="ruby-value">1</span>
+      <span class="ruby-identifier">out</span>.<span class="ruby-identifier">puts</span> [<span class="ruby-identifier">k</span>, <span class="ruby-identifier">v</span>].<span class="ruby-identifier">join</span>(<span class="ruby-string">&#39;;&#39;</span>)
+    <span class="ruby-keyword">end</span>
+  <span class="ruby-keyword">end</span>
+<span class="ruby-keyword">end</span></pre>
+          </div>
+          
+        </div>
+
+        
+
+        
+      </div>
+
+    
+    </section>
+  
+  </section>
+</main>
+
+
+<footer id="validator-badges" role="contentinfo">
+  <p><a href="http://validator.w3.org/check/referer">Validate</a>
+  <p>Generated by <a href="http://rdoc.rubyforge.org">RDoc</a> 4.1.1.
+  <p>Based on <a href="http://deveiate.org/projects/Darkfish-Rdoc/">Darkfish</a> by <a href="http://deveiate.org">Michael Granger</a>.
+</footer>
+