sycsvpro 0.0.2 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: cb699d3d7d012d38933471d8d5f52d9f5a114ca8
-  data.tar.gz: b1e29aeaeb827ce59fcbee98e492f184025d6e61
+  metadata.gz: 667ff2c450da872ce5ad260befa8a88e6ae10a8a
+  data.tar.gz: acdff20054e66a346444891324926d9b30706162
 SHA512:
-  metadata.gz: e76f1f7f1de7cd90b77b5a78f1b9dbda877c9292cd6bd592f3677cf305738339aee9e1fc5d57df0fb39c74d75ea53948cefe9876031667c2598ce7309c18f3df
-  data.tar.gz: f3c0bf8e9d2eaae8a76ffd7420be5e7c10bc929019d7edf7c44ff9e191f1e8042cdc87512aff3f20efb93a5b5c8e523a39fccb8aebd09e3ea62971790791b092
+  metadata.gz: 8b6721313dbcaa99e8655ef74889fe812e711ec9321104e247830581d12532f68629818f4bf16452e07b4668058ee5286fc918203e7d565cf639bcd27afbb7f2
+  data.tar.gz: 69f3acda440ea098a05c4e905ee4dc8bfcd110f05d3093e93c4ba6244a1dc3d60f144c09b4ba1e065ed45a5e4901d362e6b02f29eb869060944c08ab7b124176

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    sycsvpro (0.0.2)
+    sycsvpro (0.0.3)
       gli (= 2.9.0)
 
 GEM

data/html/Dsl.html

@@ -68,6 +68,8 @@
     
     <li ><a href="#method-i-rows">#rows</a>
     
+    <li ><a href="#method-i-unstring">#unstring</a>
+    
     <li ><a href="#method-i-write_to">#write_to</a>
     
   </ul>
@@ -149,6 +151,41 @@ provided by the caller</p>
         
 
         
+      </div>
+
+    
+      <div id="method-i-unstring" class="method-detail ">
+        
+        <div class="method-heading">
+          <span class="method-name">unstring</span><span
+            class="method-args">(line)</span>
+          
+          <span class="method-click-advice">click to toggle source</span>
+          
+        </div>
+        
+
+        <div class="method-description">
+          
+          <p>Remove leading and trailing “ and spaces as well as reducing more than 2
+spaces between words from csv values like ”a“;ba   g;c;”d“;e to a;b
+ag;c;d;e</p>
+          
+          
+
+          
+          <div class="method-source-code" id="unstring-source">
+            <pre><span class="ruby-comment"># File lib/sycsvpro/dsl.rb, line 32</span>
+<span class="ruby-keyword">def</span> <span class="ruby-identifier">unstring</span>(<span class="ruby-identifier">line</span>)
+  <span class="ruby-identifier">line</span>.<span class="ruby-identifier">gsub</span>(<span class="ruby-regexp">/(?&lt;=^|;)\s*&quot;?\s*|\s*&quot;?\s*(?=;|$)/</span>, <span class="ruby-string">&quot;&quot;</span>).<span class="ruby-identifier">gsub</span>(<span class="ruby-regexp">/\s{2,}/</span>, <span class="ruby-string">&quot; &quot;</span>) <span class="ruby-keyword">unless</span> <span class="ruby-identifier">line</span>.<span class="ruby-identifier">nil?</span>
+<span class="ruby-keyword">end</span></pre>
+          </div>
+          
+        </div>
+
+        
+
+        
       </div>
 
     

data/html/Sycsvpro/Calculator.html

@@ -65,7 +65,18 @@
   
 </div>
 
-    
+    <div id="includes-section" class="nav-section">
+  <h3>Included Modules</h3>
+
+  <ul class="link-list">
+  
+  
+    <li><a class="include" href="../Dsl.html">Dsl</a>
+  
+  
+  </ul>
+</div>
+
     
     <!-- Method Quickref -->
 <div id="method-list-section" class="nav-section">
@@ -226,7 +237,7 @@ generated due to a arithmetic operation that creates new columns</p>
 
           
           <div class="method-source-code" id="new-source">
-            <pre><span class="ruby-comment"># File lib/sycsvpro/calculator.rb, line 28</span>
+            <pre><span class="ruby-comment"># File lib/sycsvpro/calculator.rb, line 31</span>
 <span class="ruby-keyword">def</span> <span class="ruby-identifier">initialize</span>(<span class="ruby-identifier">options</span>={})
   <span class="ruby-ivar">@infile</span>     = <span class="ruby-identifier">options</span>[<span class="ruby-value">:infile</span>]
   <span class="ruby-ivar">@outfile</span>    = <span class="ruby-identifier">options</span>[<span class="ruby-value">:outfile</span>]
@@ -272,7 +283,7 @@ generated due to a arithmetic operation that creates new columns</p>
 
           
           <div class="method-source-code" id="execute-source">
-            <pre><span class="ruby-comment"># File lib/sycsvpro/calculator.rb, line 43</span>
+            <pre><span class="ruby-comment"># File lib/sycsvpro/calculator.rb, line 46</span>
 <span class="ruby-keyword">def</span> <span class="ruby-identifier">execute</span>
   <span class="ruby-identifier">processed_header</span> = <span class="ruby-keyword">false</span>
 
@@ -289,7 +300,7 @@ generated due to a arithmetic operation that creates new columns</p>
 
       <span class="ruby-keyword">next</span> <span class="ruby-keyword">if</span> <span class="ruby-identifier">row_filter</span>.<span class="ruby-identifier">process</span>(<span class="ruby-identifier">line</span>, <span class="ruby-identifier">row</span><span class="ruby-operator">:</span> <span class="ruby-identifier">index</span>).<span class="ruby-identifier">nil?</span>
 
-      <span class="ruby-ivar">@columns</span> = <span class="ruby-identifier">line</span>.<span class="ruby-identifier">chomp</span>.<span class="ruby-identifier">split</span>(<span class="ruby-string">&#39;;&#39;</span>)
+      <span class="ruby-ivar">@columns</span> = <span class="ruby-identifier">unstring</span>(<span class="ruby-identifier">line</span>).<span class="ruby-identifier">chomp</span>.<span class="ruby-identifier">split</span>(<span class="ruby-string">&#39;;&#39;</span>)
       <span class="ruby-identifier">formulae</span>.<span class="ruby-identifier">each</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">col</span>, <span class="ruby-identifier">formula</span><span class="ruby-operator">|</span>
         <span class="ruby-ivar">@columns</span>[<span class="ruby-identifier">col</span>.<span class="ruby-identifier">to_i</span>] = <span class="ruby-identifier">eval</span>(<span class="ruby-identifier">formula</span>)
       <span class="ruby-keyword">end</span>
@@ -326,7 +337,7 @@ generated due to a arithmetic operation that creates new columns</p>
 
           
           <div class="method-source-code" id="method_missing-source">
-            <pre><span class="ruby-comment"># File lib/sycsvpro/calculator.rb, line 38</span>
+            <pre><span class="ruby-comment"># File lib/sycsvpro/calculator.rb, line 41</span>
 <span class="ruby-keyword">def</span> <span class="ruby-identifier">method_missing</span>(<span class="ruby-identifier">id</span>, <span class="ruby-operator">*</span><span class="ruby-identifier">args</span>, <span class="ruby-operator">&amp;</span><span class="ruby-identifier">block</span>)
   <span class="ruby-identifier">to_number</span>(<span class="ruby-identifier">columns</span>[<span class="ruby-node">$1</span>.<span class="ruby-identifier">to_i</span>]) <span class="ruby-keyword">if</span> <span class="ruby-identifier">id</span> <span class="ruby-operator">=~</span> <span class="ruby-regexp">/c(\d+)/</span>
 <span class="ruby-keyword">end</span></pre>

data/html/Sycsvpro/Counter.html

@@ -65,7 +65,18 @@
   
 </div>
 
-    
+    <div id="includes-section" class="nav-section">
+  <h3>Included Modules</h3>
+
+  <ul class="link-list">
+  
+  
+    <li><a class="include" href="../Dsl.html">Dsl</a>
+  
+  
+  </ul>
+</div>
+
     
     <!-- Method Quickref -->
 <div id="method-list-section" class="nav-section">
@@ -129,54 +140,54 @@ names and uses the count as the column value</p>
         </div>
       </div>
       
-      <div id="attribute-i-customers" class="method-detail">
+      <div id="attribute-i-heading" class="method-detail">
         <div class="method-heading attribute-method-heading">
-          <span class="method-name">customers</span><span
+          <span class="method-name">heading</span><span
             class="attribute-access-type">[R]</span>
         </div>
 
         <div class="method-description">
         
-        <p>values that are assigned to the key column</p>
+        <p>header of the out file</p>
         
         </div>
       </div>
       
-      <div id="attribute-i-heading" class="method-detail">
+      <div id="attribute-i-infile" class="method-detail">
         <div class="method-heading attribute-method-heading">
-          <span class="method-name">heading</span><span
+          <span class="method-name">infile</span><span
             class="attribute-access-type">[R]</span>
         </div>
 
         <div class="method-description">
         
-        <p>header of the out file</p>
+        <p>infile contains the data that is operated on</p>
         
         </div>
       </div>
       
-      <div id="attribute-i-infile" class="method-detail">
+      <div id="attribute-i-key_column" class="method-detail">
         <div class="method-heading attribute-method-heading">
-          <span class="method-name">infile</span><span
+          <span class="method-name">key_column</span><span
             class="attribute-access-type">[R]</span>
         </div>
 
         <div class="method-description">
         
-        <p>infile contains the data that is operated on</p>
+        <p>values are assigned to the key column</p>
         
         </div>
       </div>
       
-      <div id="attribute-i-key_column" class="method-detail">
+      <div id="attribute-i-key_values" class="method-detail">
         <div class="method-heading attribute-method-heading">
-          <span class="method-name">key_column</span><span
+          <span class="method-name">key_values</span><span
             class="attribute-access-type">[R]</span>
         </div>
 
         <div class="method-description">
         
-        <p>values are assigned to the key column</p>
+        <p>values that are assigned to the key column</p>
         
         </div>
       </div>
@@ -236,14 +247,14 @@ names and uses the count as the column value</p>
 
           
           <div class="method-source-code" id="new-source">
-            <pre><span class="ruby-comment"># File lib/sycsvpro/counter.rb, line 27</span>
+            <pre><span class="ruby-comment"># File lib/sycsvpro/counter.rb, line 30</span>
 <span class="ruby-keyword">def</span> <span class="ruby-identifier">initialize</span>(<span class="ruby-identifier">options</span>={})
   <span class="ruby-ivar">@infile</span>     = <span class="ruby-identifier">options</span>[<span class="ruby-value">:infile</span>]
   <span class="ruby-ivar">@outfile</span>    = <span class="ruby-identifier">options</span>[<span class="ruby-value">:outfile</span>]
   <span class="ruby-ivar">@key_column</span> = <span class="ruby-identifier">options</span>[<span class="ruby-value">:key</span>].<span class="ruby-identifier">to_i</span>
   <span class="ruby-ivar">@row_filter</span> = <span class="ruby-constant">RowFilter</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">options</span>[<span class="ruby-value">:rows</span>])
   <span class="ruby-ivar">@col_filter</span> = <span class="ruby-constant">ColumnFilter</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">options</span>[<span class="ruby-value">:cols</span>], <span class="ruby-identifier">df</span><span class="ruby-operator">:</span> <span class="ruby-identifier">options</span>[<span class="ruby-value">:df</span>])
-  <span class="ruby-ivar">@customers</span>  = {}
+  <span class="ruby-ivar">@key_values</span>       = {}
   <span class="ruby-ivar">@heading</span>    = []
 <span class="ruby-keyword">end</span></pre>
           </div>
@@ -283,7 +294,7 @@ names and uses the count as the column value</p>
 
           
           <div class="method-source-code" id="execute-source">
-            <pre><span class="ruby-comment"># File lib/sycsvpro/counter.rb, line 38</span>
+            <pre><span class="ruby-comment"># File lib/sycsvpro/counter.rb, line 41</span>
 <span class="ruby-keyword">def</span> <span class="ruby-identifier">execute</span>
   <span class="ruby-identifier">process_file</span>
   <span class="ruby-identifier">write_result</span>
@@ -317,16 +328,16 @@ names and uses the count as the column value</p>
 
           
           <div class="method-source-code" id="process_file-source">
-            <pre><span class="ruby-comment"># File lib/sycsvpro/counter.rb, line 44</span>
+            <pre><span class="ruby-comment"># File lib/sycsvpro/counter.rb, line 47</span>
 <span class="ruby-keyword">def</span> <span class="ruby-identifier">process_file</span>
   <span class="ruby-constant">File</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">infile</span>).<span class="ruby-identifier">each_with_index</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">line</span>, <span class="ruby-identifier">index</span><span class="ruby-operator">|</span>
     <span class="ruby-identifier">result</span> = <span class="ruby-identifier">col_filter</span>.<span class="ruby-identifier">process</span>(<span class="ruby-identifier">row_filter</span>.<span class="ruby-identifier">process</span>(<span class="ruby-identifier">line</span>.<span class="ruby-identifier">chomp</span>, <span class="ruby-identifier">row</span><span class="ruby-operator">:</span> <span class="ruby-identifier">index</span>))
     <span class="ruby-keyword">unless</span> <span class="ruby-identifier">result</span>.<span class="ruby-identifier">nil?</span> <span class="ruby-keyword">or</span> <span class="ruby-identifier">result</span>.<span class="ruby-identifier">empty?</span>
-      <span class="ruby-identifier">key</span> = <span class="ruby-identifier">line</span>.<span class="ruby-identifier">split</span>(<span class="ruby-string">&#39;;&#39;</span>)[<span class="ruby-identifier">key_column</span>]
-      <span class="ruby-identifier">customer</span> = <span class="ruby-identifier">customers</span>[<span class="ruby-identifier">key</span>] <span class="ruby-operator">||</span> <span class="ruby-identifier">customers</span>[<span class="ruby-identifier">key</span>] = { <span class="ruby-identifier">name</span><span class="ruby-operator">:</span> <span class="ruby-identifier">key</span>, <span class="ruby-identifier">products</span><span class="ruby-operator">:</span> <span class="ruby-constant">Hash</span>.<span class="ruby-identifier">new</span>(<span class="ruby-value">0</span>) }
+      <span class="ruby-identifier">key</span> = <span class="ruby-identifier">unstring</span>(<span class="ruby-identifier">line</span>).<span class="ruby-identifier">split</span>(<span class="ruby-string">&#39;;&#39;</span>)[<span class="ruby-identifier">key_column</span>]
+      <span class="ruby-identifier">key_value</span> = <span class="ruby-identifier">key_values</span>[<span class="ruby-identifier">key</span>] <span class="ruby-operator">||</span> <span class="ruby-identifier">key_values</span>[<span class="ruby-identifier">key</span>] = { <span class="ruby-identifier">name</span><span class="ruby-operator">:</span> <span class="ruby-identifier">key</span>, <span class="ruby-identifier">elements</span><span class="ruby-operator">:</span> <span class="ruby-constant">Hash</span>.<span class="ruby-identifier">new</span>(<span class="ruby-value">0</span>) }
       <span class="ruby-identifier">result</span>.<span class="ruby-identifier">chomp</span>.<span class="ruby-identifier">split</span>(<span class="ruby-string">&#39;;&#39;</span>).<span class="ruby-identifier">each</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">column</span><span class="ruby-operator">|</span>
         <span class="ruby-identifier">heading</span> <span class="ruby-operator">&lt;&lt;</span> <span class="ruby-identifier">column</span> <span class="ruby-keyword">if</span> <span class="ruby-identifier">heading</span>.<span class="ruby-identifier">index</span>(<span class="ruby-identifier">column</span>).<span class="ruby-identifier">nil?</span>
-        <span class="ruby-identifier">customer</span>[<span class="ruby-value">:products</span>][<span class="ruby-identifier">column</span>] <span class="ruby-operator">+=</span> <span class="ruby-value">1</span>
+        <span class="ruby-identifier">key_value</span>[<span class="ruby-value">:elements</span>][<span class="ruby-identifier">column</span>] <span class="ruby-operator">+=</span> <span class="ruby-value">1</span>
       <span class="ruby-keyword">end</span>
     <span class="ruby-keyword">end</span>
   <span class="ruby-keyword">end</span>
@@ -360,14 +371,14 @@ names and uses the count as the column value</p>
 
           
           <div class="method-source-code" id="write_result-source">
-            <pre><span class="ruby-comment"># File lib/sycsvpro/counter.rb, line 59</span>
+            <pre><span class="ruby-comment"># File lib/sycsvpro/counter.rb, line 62</span>
 <span class="ruby-keyword">def</span> <span class="ruby-identifier">write_result</span>
   <span class="ruby-constant">File</span>.<span class="ruby-identifier">open</span>(<span class="ruby-identifier">outfile</span>, <span class="ruby-string">&#39;w&#39;</span>) <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">out</span><span class="ruby-operator">|</span>
-    <span class="ruby-identifier">out</span>.<span class="ruby-identifier">puts</span> ([<span class="ruby-string">&quot;customer&quot;</span>] <span class="ruby-operator">+</span> <span class="ruby-identifier">heading</span>.<span class="ruby-identifier">sort</span>).<span class="ruby-identifier">join</span>(<span class="ruby-string">&#39;;&#39;</span>)
-    <span class="ruby-identifier">customers</span>.<span class="ruby-identifier">each</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">k</span>,<span class="ruby-identifier">v</span><span class="ruby-operator">|</span>
+    <span class="ruby-identifier">out</span>.<span class="ruby-identifier">puts</span> ([<span class="ruby-string">&quot;key&quot;</span>] <span class="ruby-operator">+</span> <span class="ruby-identifier">heading</span>.<span class="ruby-identifier">sort</span>).<span class="ruby-identifier">join</span>(<span class="ruby-string">&#39;;&#39;</span>)
+    <span class="ruby-identifier">key_values</span>.<span class="ruby-identifier">each</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">k</span>,<span class="ruby-identifier">v</span><span class="ruby-operator">|</span>
       <span class="ruby-identifier">line</span> = [<span class="ruby-identifier">k</span>]
       <span class="ruby-identifier">heading</span>.<span class="ruby-identifier">sort</span>.<span class="ruby-identifier">each</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">h</span><span class="ruby-operator">|</span>
-        <span class="ruby-identifier">line</span> <span class="ruby-operator">&lt;&lt;</span> <span class="ruby-identifier">v</span>[<span class="ruby-value">:products</span>][<span class="ruby-identifier">h</span>]
+        <span class="ruby-identifier">line</span> <span class="ruby-operator">&lt;&lt;</span> <span class="ruby-identifier">v</span>[<span class="ruby-value">:elements</span>][<span class="ruby-identifier">h</span>]
       <span class="ruby-keyword">end</span>
       <span class="ruby-identifier">out</span>.<span class="ruby-identifier">puts</span> <span class="ruby-identifier">line</span>.<span class="ruby-identifier">join</span>(<span class="ruby-string">&#39;;&#39;</span>)
     <span class="ruby-keyword">end</span>

data/html/Sycsvpro/Filter.html

@@ -245,7 +245,7 @@ otherwise false</p>
 
           
           <div class="method-source-code" id="has_filter-3F-source">
-            <pre><span class="ruby-comment"># File lib/sycsvpro/filter.rb, line 57</span>
+            <pre><span class="ruby-comment"># File lib/sycsvpro/filter.rb, line 59</span>
 <span class="ruby-keyword">def</span> <span class="ruby-identifier">has_filter?</span>
   <span class="ruby-keyword">return</span> <span class="ruby-operator">!</span>(<span class="ruby-identifier">filter</span>.<span class="ruby-identifier">empty?</span> <span class="ruby-keyword">and</span> <span class="ruby-identifier">pattern</span>.<span class="ruby-identifier">empty?</span>)
 <span class="ruby-keyword">end</span></pre>
@@ -325,9 +325,11 @@ otherwise false</p>
             <pre><span class="ruby-comment"># File lib/sycsvpro/filter.rb, line 45</span>
 <span class="ruby-keyword">def</span> <span class="ruby-identifier">pivot_each_column</span>(<span class="ruby-identifier">values</span>=[])
   <span class="ruby-identifier">pivot</span>.<span class="ruby-identifier">each</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">column</span>, <span class="ruby-identifier">parameters</span><span class="ruby-operator">|</span>
+    <span class="ruby-identifier">value</span> = <span class="ruby-identifier">values</span>[<span class="ruby-identifier">parameters</span>[<span class="ruby-value">:col</span>].<span class="ruby-identifier">to_i</span>]
+    <span class="ruby-identifier">value</span> = <span class="ruby-identifier">value</span>.<span class="ruby-identifier">strip</span>.<span class="ruby-identifier">gsub</span>(<span class="ruby-regexp">/^&quot;|&quot;$/</span>, <span class="ruby-string">&quot;&quot;</span>) <span class="ruby-keyword">unless</span> <span class="ruby-identifier">value</span>.<span class="ruby-identifier">nil?</span>
     <span class="ruby-identifier">match</span> = <span class="ruby-keyword">false</span>
     <span class="ruby-keyword">begin</span>
-      <span class="ruby-identifier">match</span> = <span class="ruby-identifier">eval</span>(<span class="ruby-identifier">parameters</span>[<span class="ruby-value">:operation</span>].<span class="ruby-identifier">gsub</span>(<span class="ruby-string">&#39;[value]&#39;</span>, <span class="ruby-identifier">values</span>[<span class="ruby-identifier">parameters</span>[<span class="ruby-value">:col</span>].<span class="ruby-identifier">to_i</span>]))
+      <span class="ruby-identifier">match</span> = <span class="ruby-identifier">eval</span>(<span class="ruby-identifier">parameters</span>[<span class="ruby-value">:operation</span>].<span class="ruby-identifier">gsub</span>(<span class="ruby-string">&#39;[value]&#39;</span>, <span class="ruby-identifier">value</span>))
     <span class="ruby-keyword">rescue</span>
     <span class="ruby-keyword">end</span>
     <span class="ruby-keyword">yield</span> <span class="ruby-identifier">column</span>, <span class="ruby-identifier">match</span>

data/html/Sycsvpro/Header.html

@@ -65,7 +65,18 @@
   
 </div>
 
-    
+    <div id="includes-section" class="nav-section">
+  <h3>Included Modules</h3>
+
+  <ul class="link-list">
+  
+  
+    <li><a class="include" href="../Dsl.html">Dsl</a>
+  
+  
+  </ul>
+</div>
+
     
     <!-- Method Quickref -->
 <div id="method-list-section" class="nav-section">
@@ -153,7 +164,7 @@
 
           
           <div class="method-source-code" id="new-source">
-            <pre><span class="ruby-comment"># File lib/sycsvpro/header.rb, line 13</span>
+            <pre><span class="ruby-comment"># File lib/sycsvpro/header.rb, line 16</span>
 <span class="ruby-keyword">def</span> <span class="ruby-identifier">initialize</span>(<span class="ruby-identifier">header</span>)
   <span class="ruby-keyword">unless</span> <span class="ruby-identifier">header</span>.<span class="ruby-identifier">nil?</span> <span class="ruby-keyword">or</span> <span class="ruby-identifier">header</span>.<span class="ruby-identifier">empty?</span>
     <span class="ruby-ivar">@header_cols</span> = <span class="ruby-identifier">header</span>.<span class="ruby-identifier">split</span>(<span class="ruby-string">&#39;,&#39;</span>)
@@ -198,10 +209,10 @@
 
           
           <div class="method-source-code" id="process-source">
-            <pre><span class="ruby-comment"># File lib/sycsvpro/header.rb, line 22</span>
+            <pre><span class="ruby-comment"># File lib/sycsvpro/header.rb, line 25</span>
 <span class="ruby-keyword">def</span> <span class="ruby-identifier">process</span>(<span class="ruby-identifier">line</span>)
   <span class="ruby-keyword">return</span> <span class="ruby-string">&quot;&quot;</span> <span class="ruby-keyword">if</span> <span class="ruby-ivar">@header_cols</span>.<span class="ruby-identifier">empty?</span>
-  <span class="ruby-ivar">@header_cols</span>[<span class="ruby-value">0</span>] = <span class="ruby-identifier">line</span>.<span class="ruby-identifier">split</span>(<span class="ruby-string">&#39;;&#39;</span>)
+  <span class="ruby-ivar">@header_cols</span>[<span class="ruby-value">0</span>] = <span class="ruby-identifier">unstring</span>(<span class="ruby-identifier">line</span>).<span class="ruby-identifier">split</span>(<span class="ruby-string">&#39;;&#39;</span>)
   <span class="ruby-ivar">@header_cols</span>.<span class="ruby-identifier">flatten</span>.<span class="ruby-identifier">join</span>(<span class="ruby-string">&#39;;&#39;</span>)
 <span class="ruby-keyword">end</span></pre>
           </div>

data/html/Sycsvpro/RowFilter.html

@@ -65,7 +65,18 @@
   
 </div>
 
-    
+    <div id="includes-section" class="nav-section">
+  <h3>Included Modules</h3>
+
+  <ul class="link-list">
+  
+  
+    <li><a class="include" href="../Dsl.html">Dsl</a>
+  
+  
+  </ul>
+</div>
+
     
     <!-- Method Quickref -->
 <div id="method-list-section" class="nav-section">
@@ -130,8 +141,9 @@
 
           
           <div class="method-source-code" id="process-source">
-            <pre><span class="ruby-comment"># File lib/sycsvpro/row_filter.rb, line 10</span>
+            <pre><span class="ruby-comment"># File lib/sycsvpro/row_filter.rb, line 13</span>
 <span class="ruby-keyword">def</span> <span class="ruby-identifier">process</span>(<span class="ruby-identifier">object</span>, <span class="ruby-identifier">options</span>={})
+  <span class="ruby-identifier">object</span> = <span class="ruby-identifier">unstring</span>(<span class="ruby-identifier">object</span>)
   <span class="ruby-keyword">return</span> <span class="ruby-identifier">object</span> <span class="ruby-keyword">unless</span> <span class="ruby-identifier">has_filter?</span>
   <span class="ruby-identifier">filtered</span> = <span class="ruby-operator">!</span><span class="ruby-identifier">filter</span>.<span class="ruby-identifier">flatten</span>.<span class="ruby-identifier">uniq</span>.<span class="ruby-identifier">index</span>(<span class="ruby-identifier">options</span>[<span class="ruby-value">:row</span>]).<span class="ruby-identifier">nil?</span>
   <span class="ruby-identifier">pattern</span>.<span class="ruby-identifier">each</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">p</span><span class="ruby-operator">|</span>

data/html/created.rid

@@ -1,17 +1,17 @@
-Mon, 17 Feb 2014 21:03:10 +0100
+Tue, 18 Feb 2014 21:41:43 +0100
 README.rdoc	Sun, 16 Feb 2014 22:01:46 +0100
 lib/sycsvpro.rb	Sun, 16 Feb 2014 21:33:36 +0100
-lib/sycsvpro/analyzer.rb	Sun, 16 Feb 2014 21:08:55 +0100
-lib/sycsvpro/calculator.rb	Sun, 16 Feb 2014 20:55:48 +0100
+lib/sycsvpro/analyzer.rb	Tue, 18 Feb 2014 19:57:28 +0100
+lib/sycsvpro/calculator.rb	Tue, 18 Feb 2014 19:53:34 +0100
 lib/sycsvpro/collector.rb	Sun, 16 Feb 2014 20:59:27 +0100
 lib/sycsvpro/column_filter.rb	Sun, 16 Feb 2014 21:10:11 +0100
-lib/sycsvpro/counter.rb	Sun, 16 Feb 2014 21:38:32 +0100
-lib/sycsvpro/dsl.rb	Sun, 16 Feb 2014 21:20:01 +0100
-lib/sycsvpro/extractor.rb	Sun, 16 Feb 2014 21:06:42 +0100
-lib/sycsvpro/filter.rb	Mon, 17 Feb 2014 21:02:21 +0100
-lib/sycsvpro/header.rb	Sun, 16 Feb 2014 21:30:06 +0100
-lib/sycsvpro/mapper.rb	Sun, 16 Feb 2014 21:04:46 +0100
+lib/sycsvpro/counter.rb	Tue, 18 Feb 2014 21:22:37 +0100
+lib/sycsvpro/dsl.rb	Tue, 18 Feb 2014 21:34:51 +0100
+lib/sycsvpro/extractor.rb	Tue, 18 Feb 2014 19:42:16 +0100
+lib/sycsvpro/filter.rb	Tue, 18 Feb 2014 20:23:57 +0100
+lib/sycsvpro/header.rb	Tue, 18 Feb 2014 19:50:26 +0100
+lib/sycsvpro/mapper.rb	Tue, 18 Feb 2014 19:45:47 +0100
 lib/sycsvpro/profiler.rb	Sun, 16 Feb 2014 21:31:39 +0100
-lib/sycsvpro/row_filter.rb	Mon, 17 Feb 2014 19:48:06 +0100
-lib/sycsvpro/version.rb	Mon, 17 Feb 2014 20:31:15 +0100
+lib/sycsvpro/row_filter.rb	Tue, 18 Feb 2014 19:45:25 +0100
+lib/sycsvpro/version.rb	Tue, 18 Feb 2014 20:01:04 +0100
 bin/sycsvpro	Sun, 16 Feb 2014 18:17:16 +0100

data/html/js/search_index.js

@@ -1 +1 @@
-var search_data = {"index":{"searchIndex":["dsl","object","sycsvpro","analyzer","calculator","collector","columnfilter","counter","extractor","filter","header","mapper","profiler","rowfilter","execute()","execute()","execute()","execute()","execute()","execute()","has_filter?()","method_missing()","method_missing()","new()","new()","new()","new()","new()","new()","new()","new()","new()","pivot_each_column()","process()","process()","process()","process()","process_file()","result()","rows()","write_result()","write_to()","readme"],"longSearchIndex":["dsl","object","sycsvpro","sycsvpro::analyzer","sycsvpro::calculator","sycsvpro::collector","sycsvpro::columnfilter","sycsvpro::counter","sycsvpro::extractor","sycsvpro::filter","sycsvpro::header","sycsvpro::mapper","sycsvpro::profiler","sycsvpro::rowfilter","sycsvpro::calculator#execute()","sycsvpro::collector#execute()","sycsvpro::counter#execute()","sycsvpro::extractor#execute()","sycsvpro::mapper#execute()","sycsvpro::profiler#execute()","sycsvpro::filter#has_filter?()","sycsvpro::calculator#method_missing()","sycsvpro::filter#method_missing()","sycsvpro::analyzer::new()","sycsvpro::calculator::new()","sycsvpro::collector::new()","sycsvpro::counter::new()","sycsvpro::extractor::new()","sycsvpro::filter::new()","sycsvpro::header::new()","sycsvpro::mapper::new()","sycsvpro::profiler::new()","sycsvpro::filter#pivot_each_column()","sycsvpro::columnfilter#process()","sycsvpro::filter#process()","sycsvpro::header#process()","sycsvpro::rowfilter#process()","sycsvpro::counter#process_file()","sycsvpro::analyzer#result()","dsl#rows()","sycsvpro::counter#write_result()","dsl#write_to()",""],"info":[["Dsl","","Dsl.html","","<p>Methods to be used in customer specific script files\n"],["Object","","Object.html","",""],["Sycsvpro","","Sycsvpro.html","","<p>Operating csv files\n<p>Operating csv files\n<p>Operating csv files\n"],["Sycsvpro::Analyzer","","Sycsvpro/Analyzer.html","","<p>Analyzes the file structure\n"],["Sycsvpro::Calculator","","Sycsvpro/Calculator.html","","<p>Processes arithmetic operations on columns of a csv file. A column value\nhas to be a number. Possible …\n"],["Sycsvpro::Collector","","Sycsvpro/Collector.html","","<p>Collects values from rows and groups them in categories\n"],["Sycsvpro::ColumnFilter","","Sycsvpro/ColumnFilter.html","","<p>Creates a new column filter\n"],["Sycsvpro::Counter","","Sycsvpro/Counter.html","","<p>Creates a new counter that counts values and uses the values as column\nnames and uses the count as the …\n"],["Sycsvpro::Extractor","","Sycsvpro/Extractor.html","","<p>Extracts rows and columns from a csv file\n"],["Sycsvpro::Filter","","Sycsvpro/Filter.html","","<p>Creates a new filter that can be extended by sub-classes. A sub-class needs\nto override the process method …\n"],["Sycsvpro::Header","","Sycsvpro/Header.html","","<p>Creates a header\n"],["Sycsvpro::Mapper","","Sycsvpro/Mapper.html","","<p>Map values to new values described in a mapping file\n"],["Sycsvpro::Profiler","","Sycsvpro/Profiler.html","","<p>A profiler takes a Ruby script and executes the provided method in the\nscript\n"],["Sycsvpro::RowFilter","","Sycsvpro/RowFilter.html","","<p>Filters rows based on provided patterns\n"],["execute","Sycsvpro::Calculator","Sycsvpro/Calculator.html#method-i-execute","()","<p>Executes the calculator\n"],["execute","Sycsvpro::Collector","Sycsvpro/Collector.html#method-i-execute","()","<p>Execute the collector\n"],["execute","Sycsvpro::Counter","Sycsvpro/Counter.html#method-i-execute","()","<p>Executes the counter\n"],["execute","Sycsvpro::Extractor","Sycsvpro/Extractor.html#method-i-execute","()","<p>Executes the extractor\n"],["execute","Sycsvpro::Mapper","Sycsvpro/Mapper.html#method-i-execute","()","<p>Executes the mapper\n"],["execute","Sycsvpro::Profiler","Sycsvpro/Profiler.html#method-i-execute","(method)","<p>Executes the provided method in the Ruby script\n"],["has_filter?","Sycsvpro::Filter","Sycsvpro/Filter.html#method-i-has_filter-3F","()","<p>Checks whether a filter has been set. Returns true if filter has been set\notherwise false\n"],["method_missing","Sycsvpro::Calculator","Sycsvpro/Calculator.html#method-i-method_missing","(id, *args, &block)","<p>Retrieves the values from a row as the result of a arithmetic operation\n"],["method_missing","Sycsvpro::Filter","Sycsvpro/Filter.html#method-i-method_missing","(id, *args, &block)","<p>Creates the filters based on the given patterns\n"],["new","Sycsvpro::Analyzer","Sycsvpro/Analyzer.html#method-c-new","(file)","<p>Creates a new analyzer\n"],["new","Sycsvpro::Calculator","Sycsvpro/Calculator.html#method-c-new","(options={})","<p>Creates a new Calculator. Options expects :infile, :outfile, :rows and\n:columns. Optionally a header …\n"],["new","Sycsvpro::Collector","Sycsvpro/Collector.html#method-c-new","(options={})","<p>Creates a new Collector\n"],["new","Sycsvpro::Counter","Sycsvpro/Counter.html#method-c-new","(options={})","<p>Creates a new counter\n"],["new","Sycsvpro::Extractor","Sycsvpro/Extractor.html#method-c-new","(options={})","<p>Creates a new extractor\n"],["new","Sycsvpro::Filter","Sycsvpro/Filter.html#method-c-new","(values, options={})","<p>Creates a new filter\n"],["new","Sycsvpro::Header","Sycsvpro/Header.html#method-c-new","(header)","<p>Create a new header\n"],["new","Sycsvpro::Mapper","Sycsvpro/Mapper.html#method-c-new","(options={})","<p>Creates new mapper\n"],["new","Sycsvpro::Profiler","Sycsvpro/Profiler.html#method-c-new","(pro_file)","<p>Creates a new profiler\n"],["pivot_each_column","Sycsvpro::Filter","Sycsvpro/Filter.html#method-i-pivot_each_column","(values=[])","<p>Yields the column value and whether the filter matches the column\n"],["process","Sycsvpro::ColumnFilter","Sycsvpro/ColumnFilter.html#method-i-process","(object, options={})","<p>Processes the filter and returns the values that respect the filter\n"],["process","Sycsvpro::Filter","Sycsvpro/Filter.html#method-i-process","(object, options={})","<p>Processes the filter. Needs to be overridden by the sub-class\n"],["process","Sycsvpro::Header","Sycsvpro/Header.html#method-i-process","(line)","<p>Returns the header\n"],["process","Sycsvpro::RowFilter","Sycsvpro/RowFilter.html#method-i-process","(object, options={})","<p>Processes the filter on the given row\n"],["process_file","Sycsvpro::Counter","Sycsvpro/Counter.html#method-i-process_file","()","<p>Processes the counting on the in file\n"],["result","Sycsvpro::Analyzer","Sycsvpro/Analyzer.html#method-i-result","()","<p>Analyzes the file and returns the result\n"],["rows","Dsl","Dsl.html#method-i-rows","(options={})","<p>Retrieves rows and columns from the file and returns them to the block\nprovided by the caller\n"],["write_result","Sycsvpro::Counter","Sycsvpro/Counter.html#method-i-write_result","()","<p>Writes the results\n"],["write_to","Dsl","Dsl.html#method-i-write_to","(file)","<p>writes values provided by a block to the given file\n"],["README","","README_rdoc.html","","<p>sycsvpro\n<p>Author &mdash; Pierre Sugar (pierre@sugaryourcoffee.de)\n<p>Copyright &mdash; Copyright © 2014 by Pierre Sugar\n"]]}}
+var search_data = {"index":{"searchIndex":["dsl","object","sycsvpro","analyzer","calculator","collector","columnfilter","counter","extractor","filter","header","mapper","profiler","rowfilter","execute()","execute()","execute()","execute()","execute()","execute()","has_filter?()","method_missing()","method_missing()","new()","new()","new()","new()","new()","new()","new()","new()","new()","pivot_each_column()","process()","process()","process()","process()","process_file()","result()","rows()","unstring()","write_result()","write_to()","readme"],"longSearchIndex":["dsl","object","sycsvpro","sycsvpro::analyzer","sycsvpro::calculator","sycsvpro::collector","sycsvpro::columnfilter","sycsvpro::counter","sycsvpro::extractor","sycsvpro::filter","sycsvpro::header","sycsvpro::mapper","sycsvpro::profiler","sycsvpro::rowfilter","sycsvpro::calculator#execute()","sycsvpro::collector#execute()","sycsvpro::counter#execute()","sycsvpro::extractor#execute()","sycsvpro::mapper#execute()","sycsvpro::profiler#execute()","sycsvpro::filter#has_filter?()","sycsvpro::calculator#method_missing()","sycsvpro::filter#method_missing()","sycsvpro::analyzer::new()","sycsvpro::calculator::new()","sycsvpro::collector::new()","sycsvpro::counter::new()","sycsvpro::extractor::new()","sycsvpro::filter::new()","sycsvpro::header::new()","sycsvpro::mapper::new()","sycsvpro::profiler::new()","sycsvpro::filter#pivot_each_column()","sycsvpro::columnfilter#process()","sycsvpro::filter#process()","sycsvpro::header#process()","sycsvpro::rowfilter#process()","sycsvpro::counter#process_file()","sycsvpro::analyzer#result()","dsl#rows()","dsl#unstring()","sycsvpro::counter#write_result()","dsl#write_to()",""],"info":[["Dsl","","Dsl.html","","<p>Methods to be used in customer specific script files\n"],["Object","","Object.html","",""],["Sycsvpro","","Sycsvpro.html","","<p>Operating csv files\n<p>Operating csv files\n<p>Operating csv files\n"],["Sycsvpro::Analyzer","","Sycsvpro/Analyzer.html","","<p>Analyzes the file structure\n"],["Sycsvpro::Calculator","","Sycsvpro/Calculator.html","","<p>Processes arithmetic operations on columns of a csv file. A column value\nhas to be a number. Possible …\n"],["Sycsvpro::Collector","","Sycsvpro/Collector.html","","<p>Collects values from rows and groups them in categories\n"],["Sycsvpro::ColumnFilter","","Sycsvpro/ColumnFilter.html","","<p>Creates a new column filter\n"],["Sycsvpro::Counter","","Sycsvpro/Counter.html","","<p>Creates a new counter that counts values and uses the values as column\nnames and uses the count as the …\n"],["Sycsvpro::Extractor","","Sycsvpro/Extractor.html","","<p>Extracts rows and columns from a csv file\n"],["Sycsvpro::Filter","","Sycsvpro/Filter.html","","<p>Creates a new filter that can be extended by sub-classes. A sub-class needs\nto override the process method …\n"],["Sycsvpro::Header","","Sycsvpro/Header.html","","<p>Creates a header\n"],["Sycsvpro::Mapper","","Sycsvpro/Mapper.html","","<p>Map values to new values described in a mapping file\n"],["Sycsvpro::Profiler","","Sycsvpro/Profiler.html","","<p>A profiler takes a Ruby script and executes the provided method in the\nscript\n"],["Sycsvpro::RowFilter","","Sycsvpro/RowFilter.html","","<p>Filters rows based on provided patterns\n"],["execute","Sycsvpro::Calculator","Sycsvpro/Calculator.html#method-i-execute","()","<p>Executes the calculator\n"],["execute","Sycsvpro::Collector","Sycsvpro/Collector.html#method-i-execute","()","<p>Execute the collector\n"],["execute","Sycsvpro::Counter","Sycsvpro/Counter.html#method-i-execute","()","<p>Executes the counter\n"],["execute","Sycsvpro::Extractor","Sycsvpro/Extractor.html#method-i-execute","()","<p>Executes the extractor\n"],["execute","Sycsvpro::Mapper","Sycsvpro/Mapper.html#method-i-execute","()","<p>Executes the mapper\n"],["execute","Sycsvpro::Profiler","Sycsvpro/Profiler.html#method-i-execute","(method)","<p>Executes the provided method in the Ruby script\n"],["has_filter?","Sycsvpro::Filter","Sycsvpro/Filter.html#method-i-has_filter-3F","()","<p>Checks whether a filter has been set. Returns true if filter has been set\notherwise false\n"],["method_missing","Sycsvpro::Calculator","Sycsvpro/Calculator.html#method-i-method_missing","(id, *args, &block)","<p>Retrieves the values from a row as the result of a arithmetic operation\n"],["method_missing","Sycsvpro::Filter","Sycsvpro/Filter.html#method-i-method_missing","(id, *args, &block)","<p>Creates the filters based on the given patterns\n"],["new","Sycsvpro::Analyzer","Sycsvpro/Analyzer.html#method-c-new","(file)","<p>Creates a new analyzer\n"],["new","Sycsvpro::Calculator","Sycsvpro/Calculator.html#method-c-new","(options={})","<p>Creates a new Calculator. Options expects :infile, :outfile, :rows and\n:columns. Optionally a header …\n"],["new","Sycsvpro::Collector","Sycsvpro/Collector.html#method-c-new","(options={})","<p>Creates a new Collector\n"],["new","Sycsvpro::Counter","Sycsvpro/Counter.html#method-c-new","(options={})","<p>Creates a new counter\n"],["new","Sycsvpro::Extractor","Sycsvpro/Extractor.html#method-c-new","(options={})","<p>Creates a new extractor\n"],["new","Sycsvpro::Filter","Sycsvpro/Filter.html#method-c-new","(values, options={})","<p>Creates a new filter\n"],["new","Sycsvpro::Header","Sycsvpro/Header.html#method-c-new","(header)","<p>Create a new header\n"],["new","Sycsvpro::Mapper","Sycsvpro/Mapper.html#method-c-new","(options={})","<p>Creates new mapper\n"],["new","Sycsvpro::Profiler","Sycsvpro/Profiler.html#method-c-new","(pro_file)","<p>Creates a new profiler\n"],["pivot_each_column","Sycsvpro::Filter","Sycsvpro/Filter.html#method-i-pivot_each_column","(values=[])","<p>Yields the column value and whether the filter matches the column\n"],["process","Sycsvpro::ColumnFilter","Sycsvpro/ColumnFilter.html#method-i-process","(object, options={})","<p>Processes the filter and returns the values that respect the filter\n"],["process","Sycsvpro::Filter","Sycsvpro/Filter.html#method-i-process","(object, options={})","<p>Processes the filter. Needs to be overridden by the sub-class\n"],["process","Sycsvpro::Header","Sycsvpro/Header.html#method-i-process","(line)","<p>Returns the header\n"],["process","Sycsvpro::RowFilter","Sycsvpro/RowFilter.html#method-i-process","(object, options={})","<p>Processes the filter on the given row\n"],["process_file","Sycsvpro::Counter","Sycsvpro/Counter.html#method-i-process_file","()","<p>Processes the counting on the in file\n"],["result","Sycsvpro::Analyzer","Sycsvpro/Analyzer.html#method-i-result","()","<p>Analyzes the file and returns the result\n"],["rows","Dsl","Dsl.html#method-i-rows","(options={})","<p>Retrieves rows and columns from the file and returns them to the block\nprovided by the caller\n"],["unstring","Dsl","Dsl.html#method-i-unstring","(line)","<p>Remove leading and trailing “ and spaces as well as reducing more than 2\nspaces between words from …\n"],["write_result","Sycsvpro::Counter","Sycsvpro/Counter.html#method-i-write_result","()","<p>Writes the results\n"],["write_to","Dsl","Dsl.html#method-i-write_to","(file)","<p>writes values provided by a block to the given file\n"],["README","","README_rdoc.html","","<p>sycsvpro\n<p>Author &mdash; Pierre Sugar (pierre@sugaryourcoffee.de)\n<p>Copyright &mdash; Copyright © 2014 by Pierre Sugar\n"]]}}

data/html/table_of_contents.html

@@ -151,9 +151,9 @@
     <span class="container">Sycsvpro::Mapper</span>
 
   <li class="method">
-    <a href="Sycsvpro/Calculator.html#method-i-execute">#execute</a>
+    <a href="Sycsvpro/Collector.html#method-i-execute">#execute</a>
     &mdash;
-    <span class="container">Sycsvpro::Calculator</span>
+    <span class="container">Sycsvpro::Collector</span>
 
   <li class="method">
     <a href="Sycsvpro/Extractor.html#method-i-execute">#execute</a>
@@ -161,9 +161,9 @@
     <span class="container">Sycsvpro::Extractor</span>
 
   <li class="method">
-    <a href="Sycsvpro/Collector.html#method-i-execute">#execute</a>
+    <a href="Sycsvpro/Calculator.html#method-i-execute">#execute</a>
     &mdash;
-    <span class="container">Sycsvpro::Collector</span>
+    <span class="container">Sycsvpro::Calculator</span>
 
   <li class="method">
     <a href="Sycsvpro/Filter.html#method-i-has_filter-3F">#has_filter?</a>
@@ -185,11 +185,6 @@
     &mdash;
     <span class="container">Sycsvpro::Filter</span>
 
-  <li class="method">
-    <a href="Sycsvpro/Filter.html#method-i-process">#process</a>
-    &mdash;
-    <span class="container">Sycsvpro::Filter</span>
-
   <li class="method">
     <a href="Sycsvpro/Header.html#method-i-process">#process</a>
     &mdash;
@@ -200,6 +195,11 @@
     &mdash;
     <span class="container">Sycsvpro::ColumnFilter</span>
 
+  <li class="method">
+    <a href="Sycsvpro/Filter.html#method-i-process">#process</a>
+    &mdash;
+    <span class="container">Sycsvpro::Filter</span>
+
   <li class="method">
     <a href="Sycsvpro/RowFilter.html#method-i-process">#process</a>
     &mdash;
@@ -220,6 +220,11 @@
     &mdash;
     <span class="container">Dsl</span>
 
+  <li class="method">
+    <a href="Dsl.html#method-i-unstring">#unstring</a>
+    &mdash;
+    <span class="container">Dsl</span>
+
   <li class="method">
     <a href="Sycsvpro/Counter.html#method-i-write_result">#write_result</a>
     &mdash;

data/lib/sycsvpro/calculator.rb

@@ -1,5 +1,6 @@
 require_relative 'row_filter'
 require_relative 'header'
+require_relative 'dsl'
 
 # Operating csv files
 module Sycsvpro
@@ -9,6 +10,8 @@ module Sycsvpro
   # operator like c1*2 will multiply the value of column 1 with 2.
   class Calculator
 
+    include Dsl
+
     # infile contains the data that is operated on
     attr_reader :infile
     # outfile is the file where the result is written to
@@ -56,7 +59,7 @@ module Sycsvpro
 
           next if row_filter.process(line, row: index).nil?
 
-          @columns = line.chomp.split(';')
+          @columns = unstring(line).chomp.split(';')
           formulae.each do |col, formula|
             @columns[col.to_i] = eval(formula)
           end

data/lib/sycsvpro/counter.rb

@@ -1,5 +1,6 @@
 require_relative 'row_filter'
 require_relative 'column_filter'
+require_relative 'dsl'
 
 # Operating csv files
 module Sycsvpro
@@ -8,6 +9,8 @@ module Sycsvpro
   # as the column value
   class Counter
 
+    include Dsl
+
     # infile contains the data that is operated on
     attr_reader :infile
     # outfile is the file where the result is written to
@@ -19,7 +22,7 @@ module Sycsvpro
     # filter that is used for columns
     attr_reader :col_filter
     # values that are assigned to the key column 
-    attr_reader :customers
+    attr_reader :key_values
     # header of the out file
     attr_reader :heading
     
@@ -30,7 +33,7 @@ module Sycsvpro
       @key_column = options[:key].to_i
       @row_filter = RowFilter.new(options[:rows])
       @col_filter = ColumnFilter.new(options[:cols], df: options[:df])
-      @customers  = {}
+      @key_values       = {}
       @heading    = []
     end
 
@@ -45,11 +48,11 @@ module Sycsvpro
       File.new(infile).each_with_index do |line, index|
         result = col_filter.process(row_filter.process(line.chomp, row: index))
         unless result.nil? or result.empty?
-          key = line.split(';')[key_column]
-          customer = customers[key] || customers[key] = { name: key, products: Hash.new(0) }
+          key = unstring(line).split(';')[key_column]
+          key_value = key_values[key] || key_values[key] = { name: key, elements: Hash.new(0) }
           result.chomp.split(';').each do |column|
             heading << column if heading.index(column).nil?
-            customer[:products][column] += 1
+            key_value[:elements][column] += 1
           end
         end
       end
@@ -58,11 +61,11 @@ module Sycsvpro
     # Writes the results
     def write_result
       File.open(outfile, 'w') do |out|
-        out.puts (["customer"] + heading.sort).join(';')
-        customers.each do |k,v|
+        out.puts (["key"] + heading.sort).join(';')
+        key_values.each do |k,v|
           line = [k]
           heading.sort.each do |h|
-            line << v[:products][h]
+            line << v[:elements][h]
           end
           out.puts line.join(';')
         end

data/lib/sycsvpro/dsl.rb

@@ -27,6 +27,12 @@ module Dsl
     end
   end
 
+  # Remove leading and trailing " and spaces as well as reducing more than 2 spaces between words
+  # from csv values like "a";ba   g;c;"d";e to a;b ag;c;d;e
+  def unstring(line)
+    line.gsub(/(?<=^|;)\s*"?\s*|\s*"?\s*(?=;|$)/, "").gsub(/\s{2,}/, " ") unless line.nil?
+  end
+
   private
 
     # Assigns values to keys that are used in rows and yielded to the block

data/lib/sycsvpro/filter.rb

@@ -44,9 +44,11 @@ module Sycsvpro
     # Yields the column value and whether the filter matches the column
     def pivot_each_column(values=[])
       pivot.each do |column, parameters|
+        value = values[parameters[:col].to_i]
+        value = value.strip.gsub(/^"|"$/, "") unless value.nil?
         match = false
         begin
-          match = eval(parameters[:operation].gsub('[value]', values[parameters[:col].to_i]))
+          match = eval(parameters[:operation].gsub('[value]', value))
         rescue
         end
         yield column, match

data/lib/sycsvpro/header.rb

@@ -1,4 +1,5 @@
 require_relative 'filter'
+require_relative 'dsl'
 
 # Operating csv files
 module Sycsvpro
@@ -6,6 +7,8 @@ module Sycsvpro
   # Creates a header
   class Header < Filter
 
+    include Dsl
+
     # Header columns
     attr_reader :header_cols
 
@@ -21,7 +24,7 @@ module Sycsvpro
     # Returns the header
     def process(line)
       return "" if @header_cols.empty?
-      @header_cols[0] = line.split(';')
+      @header_cols[0] = unstring(line).split(';')
       @header_cols.flatten.join(';')
     end
   end

data/lib/sycsvpro/row_filter.rb

@@ -1,4 +1,5 @@
 require_relative 'filter'
+require_relative 'dsl'
 
 # Operating csv files
 module Sycsvpro
@@ -6,8 +7,11 @@ module Sycsvpro
   # Filters rows based on provided patterns
   class RowFilter < Filter
     
+    include Dsl
+
     # Processes the filter on the given row
     def process(object, options={})
+      object = unstring(object)
       return object unless has_filter?
       filtered = !filter.flatten.uniq.index(options[:row]).nil?
       pattern.each do |p|

data/lib/sycsvpro/version.rb

@@ -1,5 +1,5 @@
 # Operating csv files
 module Sycsvpro
   # Version number of sycsvpro
-  VERSION = '0.0.2'
+  VERSION = '0.0.3'
 end

data/spec/sycsvpro/counter_spec.rb

@@ -15,7 +15,7 @@ module Sycsvpro
 
       counter.execute
 
-      result = [ "customer;con123;con332;con333;dri111;dri222;dri321",
+      result = [ "key;con123;con332;con333;dri111;dri222;dri321",
                  "Fink;1;0;1;0;1;1",
                  "Haas;0;1;0;1;0;0",
                  "Gent;1;0;0;1;0;0",
@@ -35,7 +35,7 @@ module Sycsvpro
 
       counter.execute
 
-      result = [ "customer;1.1.2013-31.12.2014;<1.1.2013;>31.12.2014",
+      result = [ "key;1.1.2013-31.12.2014;<1.1.2013;>31.12.2014",
                  "Fink;0;0;2",
                  "Haas;0;1;0",
                  "Gent;1;0;0",

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: sycsvpro
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - Pierre Sugar
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-02-17 00:00:00.000000000 Z
+date: 2014-02-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake