sycsvpro 0.0.4 → 0.0.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 738f8fd1604b67445b553bb91b955b47ee3731b6
-  data.tar.gz: e69dc77c8139f8c80dd7f69d92eccc94f5181e03
+  metadata.gz: c52a71d74f5f9366239cad3e5fe9d2239d852c76
+  data.tar.gz: 1d61284a839cf80c666d4267444b1644991e6d06
 SHA512:
-  metadata.gz: aa434e1a18c780427d5a7ca3afdd955a2202b458b821a281db35782718bfad2bf1d2d624fc1f32f5cde95cc6a0e85f371a3387e9520de59983ed1f5be4567924
-  data.tar.gz: 2c26c5c1b652ef58ac376e369094f2bb40311ea0424ff60ff5489c0767c2de952c0b4b8f50aa68813b3a625df976c605353e5723594d42649f551bff2e3fd6bb
+  metadata.gz: a93e01b9623a2322e8de10fcc688c3967bb7a5a252f65e8e0d5c3d00b3ff99a2e848c7d2e210bdb07f821199039c56cd65f7bb14159db9fb6a2d60ebbb621eaf
+  data.tar.gz: 4e32352d9006bac2ebd54bcdd4b79bc212677a3f878aa55b46033fc70a3fa7496028419d63d0c420a77fe0445cb771318569598cf39975122af317c84f6d86e8

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    sycsvpro (0.0.3)
+    sycsvpro (0.0.5)
       gli (= 2.9.0)
 
 GEM

data/README.md

@@ -7,6 +7,7 @@ Processing of csv files. *sycsvpro* offers following functions
 * extract rows and columns from a file
 * collect values of rows and assign them to categories
 * map column values to new values
+* allocate column values to a key column (since version 0.0.4)
 * count values in columns and use the value as column name
 * arithmetic operations on values of columns
 * execute a ruby script file that operates a csv file
@@ -95,17 +96,28 @@ The mapping file (mapping) uses the result from the collect command above
 
     $ sycsvpro -f in.csv -o out.csv map mapping -c 2-4
 
+Allocate
+--------
+Allocate all the machine types to the customer
+
+    $ sycsvpro -f in.csv -o out.csv assign -k 0 -r 1-20 -c 1
+
+    hello;h1;h2
+    indix;i1
+    chiro;c1;c2
+
 Count
 -----
 
-Count all customers (key column) in rows 2 to 20 that have machines that start with *h* and have contract valid beginning after 1.1.2000
+Count all customers (key column) in rows 2 to 20 that have machines that start with *h* and have a contract valid beginning after 1.1.2000. Add a sum row with title Total at column 1
 
-    $ sycsvpro -f in.csv -o out.csv count -r 2-20 -k 0 -c 1:/^h/,5:">1.1.2000" --df "%d.%m.%Y"
+    $ sycsvpro -f in.csv -o out.csv count -r 2-20 -k 0 -c 1:/^h/,5:">1.1.2000" --df "%d.%m.%Y" -s "Total:1"
 
 The result in file out.csv is
 
     $ cat out.csv
     customer;>1.1.2000;^h
+    Total;5;2
     hello;2;2
     indix;1;0
     chiro;2;0

data/bin/sycsvpro

@@ -126,7 +126,7 @@ end
 
 desc 'Counts the occurences of column values. Uses column values as headings with count as ' +
      'values. Columns with a condition will be added as new columns and the condition will ' +
-     'be set as column name'
+     'be set as column name. Optionally adds a sum row'
 
 command :count do |c|
 
@@ -142,6 +142,10 @@ command :count do |c|
   c.arg_name '1,2:<14.2.2014,10-30'
   c.flag [:c, :col], :must_match => /^\d+(?:,\d+|(?::[<=>]\d+.\d+.\d+|:\d+.\d+.\d+-\d+.\d+.\d+|:\/.*?\/|-\d+)*)*/
 
+  c.desc 'Adds a sum row with TITLE for the counted columns at the specified row position'
+  c.arg_name 'TITLE:ROW'
+  c.flag [:s, :sum], :must_match => /^\w+:\d+/
+
   c.desc 'Format of date values'
   c.arg_name '%d.%m.%Y|%m/%d/%Y|...'
   c.flag [:df]
@@ -153,7 +157,7 @@ command :count do |c|
     puts "Counting..."
     counter = Sycsvpro::Counter.new(infile: global_options[:f], outfile: global_options[:o], 
                                     key: options[:k], rows: options[:r], cols: options[:c],
-                                    df: options[:df])
+                                    df: options[:df], sum: options[:s])
     counter.execute
     puts "count done"
   end

data/html/README_rdoc.html

@@ -144,7 +144,7 @@ bin</pre>
 
 <p>VERSION</p>
 
-<pre>0.0.1</pre>
+<pre>0.0.5</pre>
 
 <p>GLOBAL OPTIONS</p>
 
@@ -155,17 +155,18 @@ bin</pre>
 
 <p>COMMANDS</p>
 
-<pre>analyze - Analyze the CSV file regarding columns, rows and content
-calc    - Process math operations on columns
-collect - Collect values of specified rows and columns from the file and group them in
-          categories
-count   - Counts the occurences of column values. Uses column values as headings with count as
-          values. Columns with a condition will be added as new columns and the condition will
-          be set as column name
-execute - Executes the code provided in a file
-extract - Extract specified rows and columns from the file
-help    - Shows a list of commands or help for one command
-map     - Map values in columns to new values</pre>
+<pre>allocate - Allocate specified columns from the file to a key value
+analyze  - Analyze the CSV file regarding columns, rows and content
+calc     - Process math operations on columns
+collect  - Collect values of specified rows and columns from the file and group them in
+           categories
+count    - Counts the occurences of column values. Uses column values as headings with count as
+           values. Columns with a condition will be added as new columns and the condition will
+           be set as column name. Optionally adds a sum row
+execute  - Executes the code provided in a file
+extract  - Extract specified rows and columns from the file
+help     - Shows a list of commands or help for one command
+map      - Map values in columns to new values</pre>
 </main>
 
 

data/html/Sycsvpro/Counter.html

@@ -218,6 +218,45 @@ names and uses the count as the column value</p>
         </div>
       </div>
       
+      <div id="attribute-i-sum_row" class="method-detail">
+        <div class="method-heading attribute-method-heading">
+          <span class="method-name">sum_row</span><span
+            class="attribute-access-type">[R]</span>
+        </div>
+
+        <div class="method-description">
+        
+        <p>row where to add the sums of the columns of the sum columns</p>
+        
+        </div>
+      </div>
+      
+      <div id="attribute-i-sum_title" class="method-detail">
+        <div class="method-heading attribute-method-heading">
+          <span class="method-name">sum_title</span><span
+            class="attribute-access-type">[R]</span>
+        </div>
+
+        <div class="method-description">
+        
+        <p>Title of the sum row</p>
+        
+        </div>
+      </div>
+      
+      <div id="attribute-i-sums" class="method-detail">
+        <div class="method-heading attribute-method-heading">
+          <span class="method-name">sums</span><span
+            class="attribute-access-type">[R]</span>
+        </div>
+
+        <div class="method-description">
+        
+        <p>sums of the column values</p>
+        
+        </div>
+      </div>
+      
     </section>
     
 
@@ -241,21 +280,25 @@ names and uses the count as the column value</p>
 
         <div class="method-description">
           
-          <p>Creates a new counter</p>
+          <p>Creates a new counter. Takes as attributes infile, outfile, key, rows,
+cols, date-format and indicator whether to add a sum row</p>
           
           
 
           
           <div class="method-source-code" id="new-source">
-            <pre><span class="ruby-comment"># File lib/sycsvpro/counter.rb, line 30</span>
+            <pre><span class="ruby-comment"># File lib/sycsvpro/counter.rb, line 37</span>
 <span class="ruby-keyword">def</span> <span class="ruby-identifier">initialize</span>(<span class="ruby-identifier">options</span>={})
   <span class="ruby-ivar">@infile</span>     = <span class="ruby-identifier">options</span>[<span class="ruby-value">:infile</span>]
   <span class="ruby-ivar">@outfile</span>    = <span class="ruby-identifier">options</span>[<span class="ruby-value">:outfile</span>]
   <span class="ruby-ivar">@key_column</span> = <span class="ruby-identifier">options</span>[<span class="ruby-value">:key</span>].<span class="ruby-identifier">to_i</span>
   <span class="ruby-ivar">@row_filter</span> = <span class="ruby-constant">RowFilter</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">options</span>[<span class="ruby-value">:rows</span>])
   <span class="ruby-ivar">@col_filter</span> = <span class="ruby-constant">ColumnFilter</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">options</span>[<span class="ruby-value">:cols</span>], <span class="ruby-identifier">df</span><span class="ruby-operator">:</span> <span class="ruby-identifier">options</span>[<span class="ruby-value">:df</span>])
-  <span class="ruby-ivar">@key_values</span>       = {}
+  <span class="ruby-ivar">@key_values</span> = {}
   <span class="ruby-ivar">@heading</span>    = []
+  <span class="ruby-ivar">@sum_title</span>, <span class="ruby-ivar">@sum_row</span> = <span class="ruby-identifier">options</span>[<span class="ruby-value">:sum</span>].<span class="ruby-identifier">split</span>(<span class="ruby-string">&#39;:&#39;</span>) <span class="ruby-keyword">unless</span> <span class="ruby-identifier">options</span>[<span class="ruby-value">:sum</span>].<span class="ruby-identifier">nil?</span>
+  <span class="ruby-ivar">@sum_row</span>    = <span class="ruby-ivar">@sum_row</span>.<span class="ruby-identifier">to_i</span> <span class="ruby-keyword">unless</span> <span class="ruby-ivar">@sum_row</span>.<span class="ruby-identifier">nil?</span>
+  <span class="ruby-ivar">@sums</span>       = <span class="ruby-constant">Hash</span>.<span class="ruby-identifier">new</span>(<span class="ruby-value">0</span>)
 <span class="ruby-keyword">end</span></pre>
           </div>
           
@@ -294,7 +337,7 @@ names and uses the count as the column value</p>
 
           
           <div class="method-source-code" id="execute-source">
-            <pre><span class="ruby-comment"># File lib/sycsvpro/counter.rb, line 41</span>
+            <pre><span class="ruby-comment"># File lib/sycsvpro/counter.rb, line 51</span>
 <span class="ruby-keyword">def</span> <span class="ruby-identifier">execute</span>
   <span class="ruby-identifier">process_file</span>
   <span class="ruby-identifier">write_result</span>
@@ -328,7 +371,7 @@ names and uses the count as the column value</p>
 
           
           <div class="method-source-code" id="process_file-source">
-            <pre><span class="ruby-comment"># File lib/sycsvpro/counter.rb, line 47</span>
+            <pre><span class="ruby-comment"># File lib/sycsvpro/counter.rb, line 57</span>
 <span class="ruby-keyword">def</span> <span class="ruby-identifier">process_file</span>
   <span class="ruby-constant">File</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">infile</span>).<span class="ruby-identifier">each_with_index</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">line</span>, <span class="ruby-identifier">index</span><span class="ruby-operator">|</span>
     <span class="ruby-identifier">result</span> = <span class="ruby-identifier">col_filter</span>.<span class="ruby-identifier">process</span>(<span class="ruby-identifier">row_filter</span>.<span class="ruby-identifier">process</span>(<span class="ruby-identifier">line</span>.<span class="ruby-identifier">chomp</span>, <span class="ruby-identifier">row</span><span class="ruby-operator">:</span> <span class="ruby-identifier">index</span>))
@@ -338,6 +381,7 @@ names and uses the count as the column value</p>
       <span class="ruby-identifier">result</span>.<span class="ruby-identifier">chomp</span>.<span class="ruby-identifier">split</span>(<span class="ruby-string">&#39;;&#39;</span>).<span class="ruby-identifier">each</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">column</span><span class="ruby-operator">|</span>
         <span class="ruby-identifier">heading</span> <span class="ruby-operator">&lt;&lt;</span> <span class="ruby-identifier">column</span> <span class="ruby-keyword">if</span> <span class="ruby-identifier">heading</span>.<span class="ruby-identifier">index</span>(<span class="ruby-identifier">column</span>).<span class="ruby-identifier">nil?</span>
         <span class="ruby-identifier">key_value</span>[<span class="ruby-value">:elements</span>][<span class="ruby-identifier">column</span>] <span class="ruby-operator">+=</span> <span class="ruby-value">1</span>
+        <span class="ruby-identifier">sums</span>[<span class="ruby-identifier">column</span>] <span class="ruby-operator">+=</span> <span class="ruby-value">1</span>
       <span class="ruby-keyword">end</span>
     <span class="ruby-keyword">end</span>
   <span class="ruby-keyword">end</span>
@@ -371,11 +415,18 @@ names and uses the count as the column value</p>
 
           
           <div class="method-source-code" id="write_result-source">
-            <pre><span class="ruby-comment"># File lib/sycsvpro/counter.rb, line 62</span>
+            <pre><span class="ruby-comment"># File lib/sycsvpro/counter.rb, line 73</span>
 <span class="ruby-keyword">def</span> <span class="ruby-identifier">write_result</span>
+  <span class="ruby-identifier">sum_line</span> = [<span class="ruby-identifier">sum_title</span>]
+  <span class="ruby-identifier">heading</span>.<span class="ruby-identifier">sort</span>.<span class="ruby-identifier">each</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">h</span><span class="ruby-operator">|</span>
+    <span class="ruby-identifier">sum_line</span> <span class="ruby-operator">&lt;&lt;</span> <span class="ruby-identifier">sums</span>[<span class="ruby-identifier">h</span>]
+  <span class="ruby-keyword">end</span>
+  <span class="ruby-identifier">row</span> = <span class="ruby-value">0</span>;
   <span class="ruby-constant">File</span>.<span class="ruby-identifier">open</span>(<span class="ruby-identifier">outfile</span>, <span class="ruby-string">&#39;w&#39;</span>) <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">out</span><span class="ruby-operator">|</span>
+    <span class="ruby-identifier">out</span>.<span class="ruby-identifier">puts</span> <span class="ruby-identifier">sum_line</span>.<span class="ruby-identifier">join</span>(<span class="ruby-string">&#39;;&#39;</span>) <span class="ruby-keyword">if</span> <span class="ruby-identifier">row</span> <span class="ruby-operator">==</span> <span class="ruby-identifier">sum_row</span> ; <span class="ruby-identifier">row</span> <span class="ruby-operator">+=</span> <span class="ruby-value">1</span>
     <span class="ruby-identifier">out</span>.<span class="ruby-identifier">puts</span> ([<span class="ruby-string">&quot;key&quot;</span>] <span class="ruby-operator">+</span> <span class="ruby-identifier">heading</span>.<span class="ruby-identifier">sort</span>).<span class="ruby-identifier">join</span>(<span class="ruby-string">&#39;;&#39;</span>)
     <span class="ruby-identifier">key_values</span>.<span class="ruby-identifier">each</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">k</span>,<span class="ruby-identifier">v</span><span class="ruby-operator">|</span>
+      <span class="ruby-identifier">out</span>.<span class="ruby-identifier">puts</span> <span class="ruby-identifier">sum_line</span>.<span class="ruby-identifier">join</span>(<span class="ruby-string">&#39;;&#39;</span>) <span class="ruby-keyword">if</span> <span class="ruby-identifier">row</span> <span class="ruby-operator">==</span> <span class="ruby-identifier">sum_row</span> ; <span class="ruby-identifier">row</span> <span class="ruby-operator">+=</span> <span class="ruby-value">1</span>
       <span class="ruby-identifier">line</span> = [<span class="ruby-identifier">k</span>]
       <span class="ruby-identifier">heading</span>.<span class="ruby-identifier">sort</span>.<span class="ruby-identifier">each</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">h</span><span class="ruby-operator">|</span>
         <span class="ruby-identifier">line</span> <span class="ruby-operator">&lt;&lt;</span> <span class="ruby-identifier">v</span>[<span class="ruby-value">:elements</span>][<span class="ruby-identifier">h</span>]

data/html/created.rid

@@ -1,4 +1,4 @@
-Wed, 19 Feb 2014 21:12:37 +0100
+Fri, 21 Feb 2014 21:23:23 +0100
 README.rdoc	Sun, 16 Feb 2014 22:01:46 +0100
 lib/sycsvpro.rb	Wed, 19 Feb 2014 18:42:14 +0100
 lib/sycsvpro/allocator.rb	Wed, 19 Feb 2014 20:34:28 +0100
@@ -6,7 +6,7 @@ lib/sycsvpro/analyzer.rb	Tue, 18 Feb 2014 19:57:28 +0100
 lib/sycsvpro/calculator.rb	Tue, 18 Feb 2014 19:53:34 +0100
 lib/sycsvpro/collector.rb	Sun, 16 Feb 2014 20:59:27 +0100
 lib/sycsvpro/column_filter.rb	Sun, 16 Feb 2014 21:10:11 +0100
-lib/sycsvpro/counter.rb	Tue, 18 Feb 2014 21:22:37 +0100
+lib/sycsvpro/counter.rb	Fri, 21 Feb 2014 21:11:49 +0100
 lib/sycsvpro/dsl.rb	Tue, 18 Feb 2014 21:34:51 +0100
 lib/sycsvpro/extractor.rb	Tue, 18 Feb 2014 19:42:16 +0100
 lib/sycsvpro/filter.rb	Tue, 18 Feb 2014 20:23:57 +0100
@@ -14,5 +14,5 @@ lib/sycsvpro/header.rb	Tue, 18 Feb 2014 19:50:26 +0100
 lib/sycsvpro/mapper.rb	Tue, 18 Feb 2014 19:45:47 +0100
 lib/sycsvpro/profiler.rb	Sun, 16 Feb 2014 21:31:39 +0100
 lib/sycsvpro/row_filter.rb	Tue, 18 Feb 2014 19:45:25 +0100
-lib/sycsvpro/version.rb	Tue, 18 Feb 2014 20:01:04 +0100
-bin/sycsvpro	Wed, 19 Feb 2014 20:59:05 +0100
+lib/sycsvpro/version.rb	Fri, 21 Feb 2014 21:22:36 +0100
+bin/sycsvpro	Fri, 21 Feb 2014 21:21:29 +0100

data/html/index.html

@@ -170,7 +170,7 @@ bin</pre>
 
 <p>VERSION</p>
 
-<pre>0.0.1</pre>
+<pre>0.0.5</pre>
 
 <p>GLOBAL OPTIONS</p>
 
@@ -181,17 +181,18 @@ bin</pre>
 
 <p>COMMANDS</p>
 
-<pre>analyze - Analyze the CSV file regarding columns, rows and content
-calc    - Process math operations on columns
-collect - Collect values of specified rows and columns from the file and group them in
-          categories
-count   - Counts the occurences of column values. Uses column values as headings with count as
-          values. Columns with a condition will be added as new columns and the condition will
-          be set as column name
-execute - Executes the code provided in a file
-extract - Extract specified rows and columns from the file
-help    - Shows a list of commands or help for one command
-map     - Map values in columns to new values</pre>
+<pre>allocate - Allocate specified columns from the file to a key value
+analyze  - Analyze the CSV file regarding columns, rows and content
+calc     - Process math operations on columns
+collect  - Collect values of specified rows and columns from the file and group them in
+           categories
+count    - Counts the occurences of column values. Uses column values as headings with count as
+           values. Columns with a condition will be added as new columns and the condition will
+           be set as column name. Optionally adds a sum row
+execute  - Executes the code provided in a file
+extract  - Extract specified rows and columns from the file
+help     - Shows a list of commands or help for one command
+map      - Map values in columns to new values</pre>
 </main>
 
 

data/html/js/search_index.js

@@ -1 +1 @@
-var search_data = {"index":{"searchIndex":["dsl","object","sycsvpro","allocator","analyzer","calculator","collector","columnfilter","counter","extractor","filter","header","mapper","profiler","rowfilter","execute()","execute()","execute()","execute()","execute()","execute()","execute()","has_filter?()","method_missing()","method_missing()","new()","new()","new()","new()","new()","new()","new()","new()","new()","new()","pivot_each_column()","process()","process()","process()","process()","process_file()","result()","rows()","unstring()","write_result()","write_to()","readme"],"longSearchIndex":["dsl","object","sycsvpro","sycsvpro::allocator","sycsvpro::analyzer","sycsvpro::calculator","sycsvpro::collector","sycsvpro::columnfilter","sycsvpro::counter","sycsvpro::extractor","sycsvpro::filter","sycsvpro::header","sycsvpro::mapper","sycsvpro::profiler","sycsvpro::rowfilter","sycsvpro::allocator#execute()","sycsvpro::calculator#execute()","sycsvpro::collector#execute()","sycsvpro::counter#execute()","sycsvpro::extractor#execute()","sycsvpro::mapper#execute()","sycsvpro::profiler#execute()","sycsvpro::filter#has_filter?()","sycsvpro::calculator#method_missing()","sycsvpro::filter#method_missing()","sycsvpro::allocator::new()","sycsvpro::analyzer::new()","sycsvpro::calculator::new()","sycsvpro::collector::new()","sycsvpro::counter::new()","sycsvpro::extractor::new()","sycsvpro::filter::new()","sycsvpro::header::new()","sycsvpro::mapper::new()","sycsvpro::profiler::new()","sycsvpro::filter#pivot_each_column()","sycsvpro::columnfilter#process()","sycsvpro::filter#process()","sycsvpro::header#process()","sycsvpro::rowfilter#process()","sycsvpro::counter#process_file()","sycsvpro::analyzer#result()","dsl#rows()","dsl#unstring()","sycsvpro::counter#write_result()","dsl#write_to()",""],"info":[["Dsl","","Dsl.html","","<p>Methods to be used in customer specific script files\n"],["Object","","Object.html","",""],["Sycsvpro","","Sycsvpro.html","","<p>Operating csv files\n<p>Operating csv files\n<p>Operating csv files\n"],["Sycsvpro::Allocator","","Sycsvpro/Allocator.html","","<p>Allocates columns to a key column\n"],["Sycsvpro::Analyzer","","Sycsvpro/Analyzer.html","","<p>Analyzes the file structure\n"],["Sycsvpro::Calculator","","Sycsvpro/Calculator.html","","<p>Processes arithmetic operations on columns of a csv file. A column value\nhas to be a number. Possible …\n"],["Sycsvpro::Collector","","Sycsvpro/Collector.html","","<p>Collects values from rows and groups them in categories\n"],["Sycsvpro::ColumnFilter","","Sycsvpro/ColumnFilter.html","","<p>Creates a new column filter\n"],["Sycsvpro::Counter","","Sycsvpro/Counter.html","","<p>Creates a new counter that counts values and uses the values as column\nnames and uses the count as the …\n"],["Sycsvpro::Extractor","","Sycsvpro/Extractor.html","","<p>Extracts rows and columns from a csv file\n"],["Sycsvpro::Filter","","Sycsvpro/Filter.html","","<p>Creates a new filter that can be extended by sub-classes. A sub-class needs\nto override the process method …\n"],["Sycsvpro::Header","","Sycsvpro/Header.html","","<p>Creates a header\n"],["Sycsvpro::Mapper","","Sycsvpro/Mapper.html","","<p>Map values to new values described in a mapping file\n"],["Sycsvpro::Profiler","","Sycsvpro/Profiler.html","","<p>A profiler takes a Ruby script and executes the provided method in the\nscript\n"],["Sycsvpro::RowFilter","","Sycsvpro/RowFilter.html","","<p>Filters rows based on provided patterns\n"],["execute","Sycsvpro::Allocator","Sycsvpro/Allocator.html#method-i-execute","()","<p>Executes the allocator and assigns column values to the key\n"],["execute","Sycsvpro::Calculator","Sycsvpro/Calculator.html#method-i-execute","()","<p>Executes the calculator\n"],["execute","Sycsvpro::Collector","Sycsvpro/Collector.html#method-i-execute","()","<p>Execute the collector\n"],["execute","Sycsvpro::Counter","Sycsvpro/Counter.html#method-i-execute","()","<p>Executes the counter\n"],["execute","Sycsvpro::Extractor","Sycsvpro/Extractor.html#method-i-execute","()","<p>Executes the extractor\n"],["execute","Sycsvpro::Mapper","Sycsvpro/Mapper.html#method-i-execute","()","<p>Executes the mapper\n"],["execute","Sycsvpro::Profiler","Sycsvpro/Profiler.html#method-i-execute","(method)","<p>Executes the provided method in the Ruby script\n"],["has_filter?","Sycsvpro::Filter","Sycsvpro/Filter.html#method-i-has_filter-3F","()","<p>Checks whether a filter has been set. Returns true if filter has been set\notherwise false\n"],["method_missing","Sycsvpro::Calculator","Sycsvpro/Calculator.html#method-i-method_missing","(id, *args, &block)","<p>Retrieves the values from a row as the result of a arithmetic operation\n"],["method_missing","Sycsvpro::Filter","Sycsvpro/Filter.html#method-i-method_missing","(id, *args, &block)","<p>Creates the filters based on the given patterns\n"],["new","Sycsvpro::Allocator","Sycsvpro/Allocator.html#method-c-new","(options={})","<p>Creates a new allocator. Options are infile, outfile, key, rows and columns\nto allocate to key\n"],["new","Sycsvpro::Analyzer","Sycsvpro/Analyzer.html#method-c-new","(file)","<p>Creates a new analyzer\n"],["new","Sycsvpro::Calculator","Sycsvpro/Calculator.html#method-c-new","(options={})","<p>Creates a new Calculator. Options expects :infile, :outfile, :rows and\n:columns. Optionally a header …\n"],["new","Sycsvpro::Collector","Sycsvpro/Collector.html#method-c-new","(options={})","<p>Creates a new Collector\n"],["new","Sycsvpro::Counter","Sycsvpro/Counter.html#method-c-new","(options={})","<p>Creates a new counter\n"],["new","Sycsvpro::Extractor","Sycsvpro/Extractor.html#method-c-new","(options={})","<p>Creates a new extractor\n"],["new","Sycsvpro::Filter","Sycsvpro/Filter.html#method-c-new","(values, options={})","<p>Creates a new filter\n"],["new","Sycsvpro::Header","Sycsvpro/Header.html#method-c-new","(header)","<p>Create a new header\n"],["new","Sycsvpro::Mapper","Sycsvpro/Mapper.html#method-c-new","(options={})","<p>Creates new mapper\n"],["new","Sycsvpro::Profiler","Sycsvpro/Profiler.html#method-c-new","(pro_file)","<p>Creates a new profiler\n"],["pivot_each_column","Sycsvpro::Filter","Sycsvpro/Filter.html#method-i-pivot_each_column","(values=[])","<p>Yields the column value and whether the filter matches the column\n"],["process","Sycsvpro::ColumnFilter","Sycsvpro/ColumnFilter.html#method-i-process","(object, options={})","<p>Processes the filter and returns the values that respect the filter\n"],["process","Sycsvpro::Filter","Sycsvpro/Filter.html#method-i-process","(object, options={})","<p>Processes the filter. Needs to be overridden by the sub-class\n"],["process","Sycsvpro::Header","Sycsvpro/Header.html#method-i-process","(line)","<p>Returns the header\n"],["process","Sycsvpro::RowFilter","Sycsvpro/RowFilter.html#method-i-process","(object, options={})","<p>Processes the filter on the given row\n"],["process_file","Sycsvpro::Counter","Sycsvpro/Counter.html#method-i-process_file","()","<p>Processes the counting on the in file\n"],["result","Sycsvpro::Analyzer","Sycsvpro/Analyzer.html#method-i-result","()","<p>Analyzes the file and returns the result\n"],["rows","Dsl","Dsl.html#method-i-rows","(options={})","<p>Retrieves rows and columns from the file and returns them to the block\nprovided by the caller\n"],["unstring","Dsl","Dsl.html#method-i-unstring","(line)","<p>Remove leading and trailing “ and spaces as well as reducing more than 2\nspaces between words from …\n"],["write_result","Sycsvpro::Counter","Sycsvpro/Counter.html#method-i-write_result","()","<p>Writes the results\n"],["write_to","Dsl","Dsl.html#method-i-write_to","(file)","<p>writes values provided by a block to the given file\n"],["README","","README_rdoc.html","","<p>sycsvpro\n<p>Author &mdash; Pierre Sugar (pierre@sugaryourcoffee.de)\n<p>Copyright &mdash; Copyright © 2014 by Pierre Sugar\n"]]}}
+var search_data = {"index":{"searchIndex":["dsl","object","sycsvpro","allocator","analyzer","calculator","collector","columnfilter","counter","extractor","filter","header","mapper","profiler","rowfilter","execute()","execute()","execute()","execute()","execute()","execute()","execute()","has_filter?()","method_missing()","method_missing()","new()","new()","new()","new()","new()","new()","new()","new()","new()","new()","pivot_each_column()","process()","process()","process()","process()","process_file()","result()","rows()","unstring()","write_result()","write_to()","readme"],"longSearchIndex":["dsl","object","sycsvpro","sycsvpro::allocator","sycsvpro::analyzer","sycsvpro::calculator","sycsvpro::collector","sycsvpro::columnfilter","sycsvpro::counter","sycsvpro::extractor","sycsvpro::filter","sycsvpro::header","sycsvpro::mapper","sycsvpro::profiler","sycsvpro::rowfilter","sycsvpro::allocator#execute()","sycsvpro::calculator#execute()","sycsvpro::collector#execute()","sycsvpro::counter#execute()","sycsvpro::extractor#execute()","sycsvpro::mapper#execute()","sycsvpro::profiler#execute()","sycsvpro::filter#has_filter?()","sycsvpro::calculator#method_missing()","sycsvpro::filter#method_missing()","sycsvpro::allocator::new()","sycsvpro::analyzer::new()","sycsvpro::calculator::new()","sycsvpro::collector::new()","sycsvpro::counter::new()","sycsvpro::extractor::new()","sycsvpro::filter::new()","sycsvpro::header::new()","sycsvpro::mapper::new()","sycsvpro::profiler::new()","sycsvpro::filter#pivot_each_column()","sycsvpro::columnfilter#process()","sycsvpro::filter#process()","sycsvpro::header#process()","sycsvpro::rowfilter#process()","sycsvpro::counter#process_file()","sycsvpro::analyzer#result()","dsl#rows()","dsl#unstring()","sycsvpro::counter#write_result()","dsl#write_to()",""],"info":[["Dsl","","Dsl.html","","<p>Methods to be used in customer specific script files\n"],["Object","","Object.html","",""],["Sycsvpro","","Sycsvpro.html","","<p>Operating csv files\n<p>Operating csv files\n<p>Operating csv files\n"],["Sycsvpro::Allocator","","Sycsvpro/Allocator.html","","<p>Allocates columns to a key column\n"],["Sycsvpro::Analyzer","","Sycsvpro/Analyzer.html","","<p>Analyzes the file structure\n"],["Sycsvpro::Calculator","","Sycsvpro/Calculator.html","","<p>Processes arithmetic operations on columns of a csv file. A column value\nhas to be a number. Possible …\n"],["Sycsvpro::Collector","","Sycsvpro/Collector.html","","<p>Collects values from rows and groups them in categories\n"],["Sycsvpro::ColumnFilter","","Sycsvpro/ColumnFilter.html","","<p>Creates a new column filter\n"],["Sycsvpro::Counter","","Sycsvpro/Counter.html","","<p>Creates a new counter that counts values and uses the values as column\nnames and uses the count as the …\n"],["Sycsvpro::Extractor","","Sycsvpro/Extractor.html","","<p>Extracts rows and columns from a csv file\n"],["Sycsvpro::Filter","","Sycsvpro/Filter.html","","<p>Creates a new filter that can be extended by sub-classes. A sub-class needs\nto override the process method …\n"],["Sycsvpro::Header","","Sycsvpro/Header.html","","<p>Creates a header\n"],["Sycsvpro::Mapper","","Sycsvpro/Mapper.html","","<p>Map values to new values described in a mapping file\n"],["Sycsvpro::Profiler","","Sycsvpro/Profiler.html","","<p>A profiler takes a Ruby script and executes the provided method in the\nscript\n"],["Sycsvpro::RowFilter","","Sycsvpro/RowFilter.html","","<p>Filters rows based on provided patterns\n"],["execute","Sycsvpro::Allocator","Sycsvpro/Allocator.html#method-i-execute","()","<p>Executes the allocator and assigns column values to the key\n"],["execute","Sycsvpro::Calculator","Sycsvpro/Calculator.html#method-i-execute","()","<p>Executes the calculator\n"],["execute","Sycsvpro::Collector","Sycsvpro/Collector.html#method-i-execute","()","<p>Execute the collector\n"],["execute","Sycsvpro::Counter","Sycsvpro/Counter.html#method-i-execute","()","<p>Executes the counter\n"],["execute","Sycsvpro::Extractor","Sycsvpro/Extractor.html#method-i-execute","()","<p>Executes the extractor\n"],["execute","Sycsvpro::Mapper","Sycsvpro/Mapper.html#method-i-execute","()","<p>Executes the mapper\n"],["execute","Sycsvpro::Profiler","Sycsvpro/Profiler.html#method-i-execute","(method)","<p>Executes the provided method in the Ruby script\n"],["has_filter?","Sycsvpro::Filter","Sycsvpro/Filter.html#method-i-has_filter-3F","()","<p>Checks whether a filter has been set. Returns true if filter has been set\notherwise false\n"],["method_missing","Sycsvpro::Calculator","Sycsvpro/Calculator.html#method-i-method_missing","(id, *args, &block)","<p>Retrieves the values from a row as the result of a arithmetic operation\n"],["method_missing","Sycsvpro::Filter","Sycsvpro/Filter.html#method-i-method_missing","(id, *args, &block)","<p>Creates the filters based on the given patterns\n"],["new","Sycsvpro::Allocator","Sycsvpro/Allocator.html#method-c-new","(options={})","<p>Creates a new allocator. Options are infile, outfile, key, rows and columns\nto allocate to key\n"],["new","Sycsvpro::Analyzer","Sycsvpro/Analyzer.html#method-c-new","(file)","<p>Creates a new analyzer\n"],["new","Sycsvpro::Calculator","Sycsvpro/Calculator.html#method-c-new","(options={})","<p>Creates a new Calculator. Options expects :infile, :outfile, :rows and\n:columns. Optionally a header …\n"],["new","Sycsvpro::Collector","Sycsvpro/Collector.html#method-c-new","(options={})","<p>Creates a new Collector\n"],["new","Sycsvpro::Counter","Sycsvpro/Counter.html#method-c-new","(options={})","<p>Creates a new counter. Takes as attributes infile, outfile, key, rows,\ncols, date-format and indicator …\n"],["new","Sycsvpro::Extractor","Sycsvpro/Extractor.html#method-c-new","(options={})","<p>Creates a new extractor\n"],["new","Sycsvpro::Filter","Sycsvpro/Filter.html#method-c-new","(values, options={})","<p>Creates a new filter\n"],["new","Sycsvpro::Header","Sycsvpro/Header.html#method-c-new","(header)","<p>Create a new header\n"],["new","Sycsvpro::Mapper","Sycsvpro/Mapper.html#method-c-new","(options={})","<p>Creates new mapper\n"],["new","Sycsvpro::Profiler","Sycsvpro/Profiler.html#method-c-new","(pro_file)","<p>Creates a new profiler\n"],["pivot_each_column","Sycsvpro::Filter","Sycsvpro/Filter.html#method-i-pivot_each_column","(values=[])","<p>Yields the column value and whether the filter matches the column\n"],["process","Sycsvpro::ColumnFilter","Sycsvpro/ColumnFilter.html#method-i-process","(object, options={})","<p>Processes the filter and returns the values that respect the filter\n"],["process","Sycsvpro::Filter","Sycsvpro/Filter.html#method-i-process","(object, options={})","<p>Processes the filter. Needs to be overridden by the sub-class\n"],["process","Sycsvpro::Header","Sycsvpro/Header.html#method-i-process","(line)","<p>Returns the header\n"],["process","Sycsvpro::RowFilter","Sycsvpro/RowFilter.html#method-i-process","(object, options={})","<p>Processes the filter on the given row\n"],["process_file","Sycsvpro::Counter","Sycsvpro/Counter.html#method-i-process_file","()","<p>Processes the counting on the in file\n"],["result","Sycsvpro::Analyzer","Sycsvpro/Analyzer.html#method-i-result","()","<p>Analyzes the file and returns the result\n"],["rows","Dsl","Dsl.html#method-i-rows","(options={})","<p>Retrieves rows and columns from the file and returns them to the block\nprovided by the caller\n"],["unstring","Dsl","Dsl.html#method-i-unstring","(line)","<p>Remove leading and trailing “ and spaces as well as reducing more than 2\nspaces between words from …\n"],["write_result","Sycsvpro::Counter","Sycsvpro/Counter.html#method-i-write_result","()","<p>Writes the results\n"],["write_to","Dsl","Dsl.html#method-i-write_to","(file)","<p>writes values provided by a block to the given file\n"],["README","","README_rdoc.html","","<p>sycsvpro\n<p>Author &mdash; Pierre Sugar (pierre@sugaryourcoffee.de)\n<p>Copyright &mdash; Copyright © 2014 by Pierre Sugar\n"]]}}

data/lib/sycsvpro/counter.rb

@@ -25,16 +25,26 @@ module Sycsvpro
     attr_reader :key_values
     # header of the out file
     attr_reader :heading
+    # Title of the sum row
+    attr_reader :sum_title
+    # row where to add the sums of the columns of the sum columns
+    attr_reader :sum_row
+    # sums of the column values
+    attr_reader :sums
     
-    # Creates a new counter
+    # Creates a new counter. Takes as attributes infile, outfile, key, rows, cols, date-format and
+    # indicator whether to add a sum row
     def initialize(options={})
       @infile     = options[:infile]
       @outfile    = options[:outfile]
       @key_column = options[:key].to_i
       @row_filter = RowFilter.new(options[:rows])
       @col_filter = ColumnFilter.new(options[:cols], df: options[:df])
-      @key_values       = {}
+      @key_values = {}
       @heading    = []
+      @sum_title, @sum_row = options[:sum].split(':') unless options[:sum].nil?
+      @sum_row    = @sum_row.to_i unless @sum_row.nil?
+      @sums       = Hash.new(0)
     end
 
     # Executes the counter
@@ -53,6 +63,7 @@ module Sycsvpro
           result.chomp.split(';').each do |column|
             heading << column if heading.index(column).nil?
             key_value[:elements][column] += 1
+            sums[column] += 1
           end
         end
       end
@@ -60,9 +71,16 @@ module Sycsvpro
 
     # Writes the results
     def write_result
+      sum_line = [sum_title]
+      heading.sort.each do |h|
+        sum_line << sums[h]
+      end
+      row = 0;
       File.open(outfile, 'w') do |out|
+        out.puts sum_line.join(';') if row == sum_row ; row += 1
         out.puts (["key"] + heading.sort).join(';')
         key_values.each do |k,v|
+          out.puts sum_line.join(';') if row == sum_row ; row += 1
           line = [k]
           heading.sort.each do |h|
             line << v[:elements][h]

data/lib/sycsvpro/version.rb

@@ -1,5 +1,5 @@
 # Operating csv files
 module Sycsvpro
   # Version number of sycsvpro
-  VERSION = '0.0.4'
+  VERSION = '0.0.5'
 end

data/spec/sycsvpro/counter_spec.rb

@@ -48,6 +48,26 @@ module Sycsvpro
 
     end
 
+    it "should add a sum row" do
+      counter = Counter.new(infile: @in_file, outfile: @out_file, rows: "1-10",
+                          cols: "2:<1.1.2013,2:1.1.2013-31.12.2014,2:>31.12.2014", key: "0",
+                          df: "%d.%m.%Y", sum: "Total:1")
+
+      counter.execute
+
+      result = [ "key;1.1.2013-31.12.2014;<1.1.2013;>31.12.2014",
+                 "Total;2;1;2",
+                 "Fink;0;0;2",
+                 "Haas;0;1;0",
+                 "Gent;1;0;0",
+                 "Rank;1;0;0" ]
+
+      File.open(@out_file).each_with_index do |line, index|
+        line.chomp.should eq result[index]
+      end
+
+    end
+
   end
 
 end

data/sycsvpro.rdoc

@@ -7,7 +7,7 @@ SYNOPSIS
     sycsvpro [global options] command [command options] [arguments...]
 
 VERSION
-    0.0.1
+    0.0.5
 
 GLOBAL OPTIONS
     -f, --file=FILE    - CSV file to operate on (default: none)
@@ -16,14 +16,15 @@ GLOBAL OPTIONS
     --version          - Display the program version
 
 COMMANDS
-    analyze - Analyze the CSV file regarding columns, rows and content
-    calc    - Process math operations on columns
-    collect - Collect values of specified rows and columns from the file and group them in
-              categories
-    count   - Counts the occurences of column values. Uses column values as headings with count as
-              values. Columns with a condition will be added as new columns and the condition will
-              be set as column name
-    execute - Executes the code provided in a file
-    extract - Extract specified rows and columns from the file
-    help    - Shows a list of commands or help for one command
-    map     - Map values in columns to new values
+    allocate - Allocate specified columns from the file to a key value
+    analyze  - Analyze the CSV file regarding columns, rows and content
+    calc     - Process math operations on columns
+    collect  - Collect values of specified rows and columns from the file and group them in
+               categories
+    count    - Counts the occurences of column values. Uses column values as headings with count as
+               values. Columns with a condition will be added as new columns and the condition will
+               be set as column name. Optionally adds a sum row
+    execute  - Executes the code provided in a file
+    extract  - Extract specified rows and columns from the file
+    help     - Shows a list of commands or help for one command
+    map      - Map values in columns to new values

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: sycsvpro
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.0.5
 platform: ruby
 authors:
 - Pierre Sugar
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-02-19 00:00:00.000000000 Z
+date: 2014-02-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake