sycsvpro 0.0.8 → 0.0.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 39f66722b9a55455e899ca7a011b6d562f77854a
-  data.tar.gz: 49ad0894d735625b689e904bedc50d551271ad7c
+  metadata.gz: 7f23ab9c0550c24e05e22e549f754313a15031af
+  data.tar.gz: c24f0803122979415fdbe3091e20bd4dfe2ba8cd
 SHA512:
-  metadata.gz: b9761749882a98ab040eaba00e2e80c856341ead1b19cf2b897eb4a5a851af90740cd79bd2804f0c461ed87526a313a555b3877f11cf1a2902f1b1fcd1f8aaee
-  data.tar.gz: 61654ae343a83fdfb87f531aa0c62c36eec85fd9aa0257863d99bfdbfeaff311e645d808782d48779c61b26a5acf015692aa71d2cf1c32b745b4065925c5962a
+  metadata.gz: 64f319161f670be8300684a313a4d91db1a2fd2e60d63249ab1d7d4557b68d028f48aaa657b02c5b687656bc4efad2317aae7b0e9c6551d416e2c0fb02737af8
+  data.tar.gz: 93c49e997231599193d4545e5a1fdc913e3768232df09c02439d2d3ea3c2a37424cafe9eface9c0aa1695686849de077aec0aa68acbc8f53fc287504117626e8

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    sycsvpro (0.0.7)
+    sycsvpro (0.0.9)
       gli (= 2.9.0)
 
 GEM

data/README.md

@@ -10,7 +10,7 @@ Processing of csv files. *sycsvpro* offers following functions
 * allocate column values to a key column (since version 0.0.4)
 * count values in columns and use the value as column name
 * arithmetic operations on values of columns
-* sort rows base on columns
+* sort rows base on columns (since version 0.0.9)
 * insert rows to a csv-file (since version 0.0.8)
 * create or edit a Ruby script
 * list scripts available optionally with methods (since version 0.0.7)
@@ -141,12 +141,15 @@ Sort rows on specified columns as an example sort rows based on customer (string
 
     $ sycsvpro -f in.csv -o out.csv sort -r 2-20 -c s:0,d:5
     
+    customer;machine;control;drive;motor;date;contract;target
     hello;h2;con123;dri130;mot110;1.02.3012;1
     hello;h1;con123;dri120;mot100;1.01.3013;1
     indix;i1;con456;dri130;mot090;5.11.3013;1
     chiro;c2;con331;dri100;mot130;3.05.3010;1
     chiro;c1;con333;dri110;mot100;1.10.3011;1
 
+Sort expects the first non-empty row as the header row. If --headerless switch is set then sort assumes no header being available.
+
 Insert
 ------
 Add rows at the bottom or on top of a file. The command below adds the content of the file file-with-rows-to-insert.text on top of the file in.csv and saves it to out.csv

data/bin/sycsvpro

@@ -33,6 +33,9 @@ desc 'CSV file to write the result to'
 arg_name 'OUT_FILE'
 flag [:o, :out]
 
+desc 'Silent progress doesn\'t show progress indicator'
+switch [:s, :silent]
+
 desc 'Analyze the CSV file regarding columns, rows and content'
 command :analyze do |c|
 
@@ -235,13 +238,16 @@ command :sort do |c|
   c.default_value '%Y-%m-%d'
   c.flag [:df]
 
+  c.desc 'File doesn\'t contain a header'
+  c.switch [:h, :headerless]
+
   c.desc 'Sort order descending - default ascending'
   c.switch [:d, :desc]
 
   c.action do |global_options,options,args|
     sorter = Sycsvpro::Sorter.new(infile: global_options[:f], outfile: global_options[:o],
                                   rows: options[:r], cols: options[:c], df: options[:df],
-                                  desc: options[:d])
+                                  headerless: options[:h], desc: options[:d])
     print 'Sorting...'
     sorter.execute
     print 'done'
@@ -381,7 +387,7 @@ pre do |global,command,options,args|
 
   @stats = Stats.new(command.name, Time.now, Time.now, count)
 
-  unless command.name == :edit
+  unless command.name == :edit or global[:s]
     progress = Thread.new do
       sleep 3
       while true

data/html/Dsl.html

@@ -68,6 +68,8 @@
     
     <li ><a href="#method-i-rows">#rows</a>
     
+    <li ><a href="#method-i-str2utf8">#str2utf8</a>
+    
     <li ><a href="#method-i-unstring">#unstring</a>
     
     <li ><a href="#method-i-write_to">#write_to</a>
@@ -151,6 +153,39 @@ provided by the caller</p>
         
 
         
+      </div>
+
+    
+      <div id="method-i-str2utf8" class="method-detail ">
+        
+        <div class="method-heading">
+          <span class="method-name">str2utf8</span><span
+            class="method-args">(str)</span>
+          
+          <span class="method-click-advice">click to toggle source</span>
+          
+        </div>
+        
+
+        <div class="method-description">
+          
+          <p>Remove non-UTF chars from string</p>
+          
+          
+
+          
+          <div class="method-source-code" id="str2utf8-source">
+            <pre><span class="ruby-comment"># File lib/sycsvpro/dsl.rb, line 41</span>
+<span class="ruby-keyword">def</span> <span class="ruby-identifier">str2utf8</span>(<span class="ruby-identifier">str</span>)
+  <span class="ruby-identifier">str</span>.<span class="ruby-identifier">encode</span>(<span class="ruby-string">&#39;UTF-8&#39;</span>, <span class="ruby-string">&#39;binary&#39;</span>, <span class="ruby-identifier">invalid</span><span class="ruby-operator">:</span> <span class="ruby-value">:replace</span>, <span class="ruby-keyword">undef</span><span class="ruby-operator">:</span> <span class="ruby-value">:replace</span>, <span class="ruby-identifier">replace</span><span class="ruby-operator">:</span> <span class="ruby-string">&#39;&#39;</span>)
+<span class="ruby-keyword">end</span></pre>
+          </div>
+          
+        </div>
+
+        
+
+        
       </div>
 
     
@@ -168,8 +203,8 @@ provided by the caller</p>
         <div class="method-description">
           
           <p>Remove leading and trailing “ and spaces as well as reducing more than 2
-spaces between words from csv values like ”a“;ba   g;c;”d“;e to a;b
-ag;c;d;e</p>
+spaces between words from csv values. Replac ; with , from values as ; is
+used as value separator</p>
           
           
 
@@ -177,6 +212,10 @@ ag;c;d;e</p>
           <div class="method-source-code" id="unstring-source">
             <pre><span class="ruby-comment"># File lib/sycsvpro/dsl.rb, line 32</span>
 <span class="ruby-keyword">def</span> <span class="ruby-identifier">unstring</span>(<span class="ruby-identifier">line</span>)
+  <span class="ruby-identifier">line</span> = <span class="ruby-identifier">str2utf8</span>(<span class="ruby-identifier">line</span>)
+  <span class="ruby-identifier">line</span>.<span class="ruby-identifier">scan</span>(<span class="ruby-regexp">/(?&lt;=^&quot;|;&quot;)[^&quot;]+(?=;)+[^&quot;]*|;+[^&quot;](?=&quot;;|&quot;$)/</span>).<span class="ruby-identifier">each</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">value</span><span class="ruby-operator">|</span>
+    <span class="ruby-identifier">line</span> = <span class="ruby-identifier">line</span>.<span class="ruby-identifier">gsub</span>(<span class="ruby-identifier">value</span>, <span class="ruby-identifier">value</span>.<span class="ruby-identifier">gsub</span>(<span class="ruby-string">&#39;;&#39;</span>, <span class="ruby-string">&#39;,&#39;</span>))
+  <span class="ruby-keyword">end</span>
   <span class="ruby-identifier">line</span>.<span class="ruby-identifier">gsub</span>(<span class="ruby-regexp">/(?&lt;=^|;)\s*&quot;?\s*|\s*&quot;?\s*(?=;|$)/</span>, <span class="ruby-string">&quot;&quot;</span>).<span class="ruby-identifier">gsub</span>(<span class="ruby-regexp">/\s{2,}/</span>, <span class="ruby-string">&quot; &quot;</span>) <span class="ruby-keyword">unless</span> <span class="ruby-identifier">line</span>.<span class="ruby-identifier">nil?</span>
 <span class="ruby-keyword">end</span></pre>
           </div>

data/html/Sycsvpro/ColumnFilter.html

@@ -134,12 +134,17 @@
 <span class="ruby-keyword">def</span> <span class="ruby-identifier">process</span>(<span class="ruby-identifier">object</span>, <span class="ruby-identifier">options</span>={})
   <span class="ruby-keyword">return</span> <span class="ruby-keyword">nil</span> <span class="ruby-keyword">if</span> <span class="ruby-identifier">object</span>.<span class="ruby-identifier">nil?</span> <span class="ruby-keyword">or</span> <span class="ruby-identifier">object</span>.<span class="ruby-identifier">empty?</span>
   <span class="ruby-identifier">object</span> = <span class="ruby-identifier">object</span>.<span class="ruby-identifier">encode</span>(<span class="ruby-string">&#39;UTF-8&#39;</span>, <span class="ruby-string">&#39;binary&#39;</span>, <span class="ruby-identifier">invalid</span><span class="ruby-operator">:</span> <span class="ruby-value">:replace</span>, <span class="ruby-keyword">undef</span><span class="ruby-operator">:</span> <span class="ruby-value">:replace</span>, <span class="ruby-identifier">replace</span><span class="ruby-operator">:</span> <span class="ruby-string">&#39;&#39;</span>)
+  <span class="ruby-identifier">object</span> <span class="ruby-operator">+=</span> <span class="ruby-string">&quot; &quot;</span> <span class="ruby-keyword">if</span> <span class="ruby-identifier">object</span> <span class="ruby-operator">=~</span> <span class="ruby-regexp">/;$/</span>
   <span class="ruby-keyword">return</span> <span class="ruby-identifier">object</span> <span class="ruby-keyword">if</span> <span class="ruby-identifier">filter</span>.<span class="ruby-identifier">empty?</span> <span class="ruby-keyword">and</span> <span class="ruby-identifier">pivot</span>.<span class="ruby-identifier">empty?</span>
   <span class="ruby-identifier">filtered</span> = <span class="ruby-identifier">object</span>.<span class="ruby-identifier">split</span>(<span class="ruby-string">&#39;;&#39;</span>).<span class="ruby-identifier">values_at</span>(<span class="ruby-operator">*</span><span class="ruby-identifier">filter</span>.<span class="ruby-identifier">flatten</span>.<span class="ruby-identifier">uniq</span>)
   <span class="ruby-identifier">pivot_each_column</span>(<span class="ruby-identifier">object</span>.<span class="ruby-identifier">split</span>(<span class="ruby-string">&#39;;&#39;</span>)) <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">column</span>, <span class="ruby-identifier">match</span><span class="ruby-operator">|</span>
     <span class="ruby-identifier">filtered</span> <span class="ruby-operator">&lt;&lt;</span> <span class="ruby-identifier">column</span> <span class="ruby-keyword">if</span> <span class="ruby-identifier">match</span>
   <span class="ruby-keyword">end</span>
-  <span class="ruby-identifier">filtered</span>.<span class="ruby-identifier">compact</span>.<span class="ruby-identifier">join</span>(<span class="ruby-string">&#39;;&#39;</span>)
+  <span class="ruby-keyword">if</span> <span class="ruby-operator">!</span><span class="ruby-identifier">filtered</span>.<span class="ruby-identifier">last</span>.<span class="ruby-identifier">nil?</span> <span class="ruby-keyword">and</span> <span class="ruby-identifier">filtered</span>.<span class="ruby-identifier">last</span>.<span class="ruby-identifier">empty?</span>
+    <span class="ruby-identifier">filtered</span>.<span class="ruby-identifier">compact</span>.<span class="ruby-identifier">join</span>(<span class="ruby-string">&#39;;&#39;</span>) <span class="ruby-operator">+</span> <span class="ruby-string">&quot; &quot;</span> 
+  <span class="ruby-keyword">else</span>
+    <span class="ruby-identifier">filtered</span>.<span class="ruby-identifier">compact</span>.<span class="ruby-identifier">join</span>(<span class="ruby-string">&#39;;&#39;</span>)
+  <span class="ruby-keyword">end</span>
 <span class="ruby-keyword">end</span></pre>
           </div>
           

data/html/Sycsvpro/ColumnTypeFilter.html

@@ -152,10 +152,14 @@
       <span class="ruby-keyword">end</span>
       <span class="ruby-identifier">values</span>[<span class="ruby-identifier">index</span>] = <span class="ruby-identifier">number_value</span>
     <span class="ruby-keyword">elsif</span> <span class="ruby-identifier">types</span>[<span class="ruby-identifier">index</span>] <span class="ruby-operator">==</span> <span class="ruby-string">&#39;d&#39;</span>
-      <span class="ruby-keyword">if</span> <span class="ruby-identifier">value</span>.<span class="ruby-identifier">empty?</span>
+      <span class="ruby-keyword">if</span> <span class="ruby-identifier">value</span>.<span class="ruby-identifier">strip</span>.<span class="ruby-identifier">empty?</span>
         <span class="ruby-identifier">date</span> = <span class="ruby-constant">Date</span>.<span class="ruby-identifier">strptime</span>(<span class="ruby-string">&#39;9999-9-9&#39;</span>, <span class="ruby-string">&#39;%Y-%m-%d&#39;</span>)
       <span class="ruby-keyword">else</span>
-        <span class="ruby-identifier">date</span> = <span class="ruby-constant">Date</span>.<span class="ruby-identifier">strptime</span>(<span class="ruby-identifier">value</span>, <span class="ruby-identifier">date_format</span>)
+        <span class="ruby-keyword">begin</span>
+          <span class="ruby-identifier">date</span> = <span class="ruby-constant">Date</span>.<span class="ruby-identifier">strptime</span>(<span class="ruby-identifier">value</span>, <span class="ruby-identifier">date_format</span>)
+        <span class="ruby-keyword">rescue</span>
+          <span class="ruby-identifier">puts</span> <span class="ruby-node">&quot;Error #{value}, #{index}&quot;</span>
+        <span class="ruby-keyword">end</span>
       <span class="ruby-keyword">end</span>
       <span class="ruby-identifier">values</span>[<span class="ruby-identifier">index</span>] = <span class="ruby-identifier">date</span>
     <span class="ruby-keyword">end</span>

data/html/Sycsvpro/Sorter.html

@@ -148,6 +148,19 @@
         </div>
       </div>
       
+      <div id="attribute-i-headerless" class="method-detail">
+        <div class="method-heading attribute-method-heading">
+          <span class="method-name">headerless</span><span
+            class="attribute-access-type">[R]</span>
+        </div>
+
+        <div class="method-description">
+        
+        <p>file doesn&#39;t contain a header</p>
+        
+        </div>
+      </div>
+      
       <div id="attribute-i-infile" class="method-detail">
         <div class="method-heading attribute-method-heading">
           <span class="method-name">infile</span><span
@@ -225,16 +238,17 @@
           
           <p>Creates a <a href="Sorter.html">Sorter</a> and takes as options infile,
 outfile, rows, cols including types and a date format for the date columns
-to sort (optional)</p>
+to sort (optional).</p>
           
           
 
           
           <div class="method-source-code" id="new-source">
-            <pre><span class="ruby-comment"># File lib/sycsvpro/sorter.rb, line 28</span>
+            <pre><span class="ruby-comment"># File lib/sycsvpro/sorter.rb, line 30</span>
 <span class="ruby-keyword">def</span> <span class="ruby-identifier">initialize</span>(<span class="ruby-identifier">options</span>={})
   <span class="ruby-ivar">@infile</span>          = <span class="ruby-identifier">options</span>[<span class="ruby-value">:infile</span>]
   <span class="ruby-ivar">@outfile</span>         = <span class="ruby-identifier">options</span>[<span class="ruby-value">:outfile</span>]
+  <span class="ruby-ivar">@headerless</span>      = <span class="ruby-identifier">options</span>[<span class="ruby-value">:headerless</span>] <span class="ruby-operator">||</span> <span class="ruby-keyword">false</span>
   <span class="ruby-ivar">@desc</span>            = <span class="ruby-identifier">options</span>[<span class="ruby-value">:desc</span>] <span class="ruby-operator">||</span> <span class="ruby-keyword">false</span>
   <span class="ruby-ivar">@row_filter</span>      = <span class="ruby-constant">RowFilter</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">options</span>[<span class="ruby-value">:rows</span>])
   <span class="ruby-ivar">@col_type_filter</span> = <span class="ruby-constant">ColumnTypeFilter</span>.<span class="ruby-identifier">new</span>(<span class="ruby-identifier">options</span>[<span class="ruby-value">:cols</span>], <span class="ruby-identifier">df</span><span class="ruby-operator">:</span> <span class="ruby-identifier">options</span>[<span class="ruby-value">:df</span>])
@@ -277,10 +291,15 @@ to sort (optional)</p>
 
           
           <div class="method-source-code" id="execute-source">
-            <pre><span class="ruby-comment"># File lib/sycsvpro/sorter.rb, line 38</span>
+            <pre><span class="ruby-comment"># File lib/sycsvpro/sorter.rb, line 41</span>
 <span class="ruby-keyword">def</span> <span class="ruby-identifier">execute</span>
   <span class="ruby-identifier">rows</span> = <span class="ruby-constant">File</span>.<span class="ruby-identifier">readlines</span>(<span class="ruby-identifier">infile</span>)
 
+  <span class="ruby-keyword">unless</span> <span class="ruby-identifier">headerless</span>
+    <span class="ruby-identifier">header</span> = <span class="ruby-string">&quot;&quot;</span>
+    <span class="ruby-identifier">header</span> = <span class="ruby-identifier">rows</span>.<span class="ruby-identifier">shift</span> <span class="ruby-keyword">while</span> <span class="ruby-identifier">header</span>.<span class="ruby-identifier">chomp</span>.<span class="ruby-identifier">strip</span>.<span class="ruby-identifier">empty?</span>
+  <span class="ruby-keyword">end</span>
+
   <span class="ruby-identifier">rows</span>.<span class="ruby-identifier">each_with_index</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">line</span>, <span class="ruby-identifier">index</span><span class="ruby-operator">|</span>
     <span class="ruby-identifier">filtered</span> = <span class="ruby-identifier">col_type_filter</span>.<span class="ruby-identifier">process</span>(<span class="ruby-identifier">row_filter</span>.<span class="ruby-identifier">process</span>(<span class="ruby-identifier">line</span>, <span class="ruby-identifier">row</span><span class="ruby-operator">:</span> <span class="ruby-identifier">index</span>))
     <span class="ruby-keyword">next</span> <span class="ruby-keyword">if</span> <span class="ruby-identifier">filtered</span>.<span class="ruby-identifier">nil?</span>
@@ -288,6 +307,10 @@ to sort (optional)</p>
   <span class="ruby-keyword">end</span>
 
   <span class="ruby-constant">File</span>.<span class="ruby-identifier">open</span>(<span class="ruby-identifier">outfile</span>, <span class="ruby-string">&#39;w&#39;</span>) <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">out</span><span class="ruby-operator">|</span>
+    <span class="ruby-keyword">unless</span> <span class="ruby-identifier">headerless</span>
+      <span class="ruby-identifier">out</span>.<span class="ruby-identifier">puts</span> <span class="ruby-identifier">header</span>
+    <span class="ruby-keyword">end</span>
+
     <span class="ruby-keyword">if</span> <span class="ruby-identifier">desc</span>
       <span class="ruby-identifier">sorted_rows</span>.<span class="ruby-identifier">compact</span>.<span class="ruby-identifier">sort</span>.<span class="ruby-identifier">reverse</span>.<span class="ruby-identifier">each</span> <span class="ruby-keyword">do</span> <span class="ruby-operator">|</span><span class="ruby-identifier">row</span><span class="ruby-operator">|</span>
         <span class="ruby-identifier">out</span>.<span class="ruby-identifier">puts</span> <span class="ruby-identifier">unstring</span>(<span class="ruby-identifier">rows</span>[<span class="ruby-identifier">row</span>.<span class="ruby-identifier">last</span>])

data/html/created.rid

@@ -1,14 +1,14 @@
-Wed, 26 Feb 2014 22:34:31 +0100
+Sun, 02 Mar 2014 21:21:05 +0100
 README.rdoc	Sun, 23 Feb 2014 19:23:16 +0100
 lib/sycsvpro.rb	Wed, 26 Feb 2014 20:27:40 +0100
 lib/sycsvpro/allocator.rb	Wed, 19 Feb 2014 20:34:28 +0100
 lib/sycsvpro/analyzer.rb	Tue, 18 Feb 2014 19:57:28 +0100
 lib/sycsvpro/calculator.rb	Tue, 18 Feb 2014 19:53:34 +0100
 lib/sycsvpro/collector.rb	Sun, 16 Feb 2014 20:59:27 +0100
-lib/sycsvpro/column_filter.rb	Tue, 25 Feb 2014 20:21:09 +0100
-lib/sycsvpro/column_type_filter.rb	Wed, 26 Feb 2014 22:28:42 +0100
+lib/sycsvpro/column_filter.rb	Fri, 28 Feb 2014 08:24:47 +0100
+lib/sycsvpro/column_type_filter.rb	Fri, 28 Feb 2014 18:17:46 +0100
 lib/sycsvpro/counter.rb	Fri, 21 Feb 2014 21:11:49 +0100
-lib/sycsvpro/dsl.rb	Tue, 18 Feb 2014 21:34:51 +0100
+lib/sycsvpro/dsl.rb	Sun, 02 Mar 2014 17:59:05 +0100
 lib/sycsvpro/extractor.rb	Sat, 22 Feb 2014 17:58:18 +0100
 lib/sycsvpro/filter.rb	Tue, 25 Feb 2014 21:18:25 +0100
 lib/sycsvpro/header.rb	Tue, 18 Feb 2014 19:50:26 +0100
@@ -18,6 +18,6 @@ lib/sycsvpro/profiler.rb	Sun, 16 Feb 2014 21:31:39 +0100
 lib/sycsvpro/row_filter.rb	Tue, 18 Feb 2014 19:45:25 +0100
 lib/sycsvpro/script_creator.rb	Sun, 23 Feb 2014 20:35:21 +0100
 lib/sycsvpro/script_list.rb	Sun, 23 Feb 2014 21:03:22 +0100
-lib/sycsvpro/sorter.rb	Wed, 26 Feb 2014 08:56:58 +0100
-lib/sycsvpro/version.rb	Sun, 23 Feb 2014 13:57:16 +0100
-bin/sycsvpro	Wed, 26 Feb 2014 21:31:44 +0100
+lib/sycsvpro/sorter.rb	Sun, 02 Mar 2014 21:07:30 +0100
+lib/sycsvpro/version.rb	Fri, 28 Feb 2014 08:30:53 +0100
+bin/sycsvpro	Sun, 02 Mar 2014 20:54:54 +0100

data/html/js/search_index.js

@@ -1 +1 @@
-var search_data = {"index":{"searchIndex":["dsl","object","sycsvpro","allocator","analyzer","calculator","collector","columnfilter","columntypefilter","counter","extractor","filter","header","inserter","mapper","profiler","rowfilter","scriptcreator","scriptlist","sorter","execute()","execute()","execute()","execute()","execute()","execute()","execute()","execute()","execute()","execute()","has_filter?()","method_missing()","method_missing()","new()","new()","new()","new()","new()","new()","new()","new()","new()","new()","new()","new()","new()","new()","pivot_each_column()","process()","process()","process()","process()","process()","process_file()","result()","rows()","unstring()","write_result()","write_to()","readme"],"longSearchIndex":["dsl","object","sycsvpro","sycsvpro::allocator","sycsvpro::analyzer","sycsvpro::calculator","sycsvpro::collector","sycsvpro::columnfilter","sycsvpro::columntypefilter","sycsvpro::counter","sycsvpro::extractor","sycsvpro::filter","sycsvpro::header","sycsvpro::inserter","sycsvpro::mapper","sycsvpro::profiler","sycsvpro::rowfilter","sycsvpro::scriptcreator","sycsvpro::scriptlist","sycsvpro::sorter","sycsvpro::allocator#execute()","sycsvpro::calculator#execute()","sycsvpro::collector#execute()","sycsvpro::counter#execute()","sycsvpro::extractor#execute()","sycsvpro::inserter#execute()","sycsvpro::mapper#execute()","sycsvpro::profiler#execute()","sycsvpro::scriptlist#execute()","sycsvpro::sorter#execute()","sycsvpro::filter#has_filter?()","sycsvpro::calculator#method_missing()","sycsvpro::filter#method_missing()","sycsvpro::allocator::new()","sycsvpro::analyzer::new()","sycsvpro::calculator::new()","sycsvpro::collector::new()","sycsvpro::counter::new()","sycsvpro::extractor::new()","sycsvpro::filter::new()","sycsvpro::header::new()","sycsvpro::inserter::new()","sycsvpro::mapper::new()","sycsvpro::profiler::new()","sycsvpro::scriptcreator::new()","sycsvpro::scriptlist::new()","sycsvpro::sorter::new()","sycsvpro::filter#pivot_each_column()","sycsvpro::columnfilter#process()","sycsvpro::columntypefilter#process()","sycsvpro::filter#process()","sycsvpro::header#process()","sycsvpro::rowfilter#process()","sycsvpro::counter#process_file()","sycsvpro::analyzer#result()","dsl#rows()","dsl#unstring()","sycsvpro::counter#write_result()","dsl#write_to()",""],"info":[["Dsl","","Dsl.html","","<p>Methods to be used in customer specific script files\n"],["Object","","Object.html","",""],["Sycsvpro","","Sycsvpro.html","","<p>Operating csv files\n<p>Operating csv files\n<p>Operating csv files\n"],["Sycsvpro::Allocator","","Sycsvpro/Allocator.html","","<p>Allocates columns to a key column\n"],["Sycsvpro::Analyzer","","Sycsvpro/Analyzer.html","","<p>Analyzes the file structure\n"],["Sycsvpro::Calculator","","Sycsvpro/Calculator.html","","<p>Processes arithmetic operations on columns of a csv file. A column value\nhas to be a number. Possible …\n"],["Sycsvpro::Collector","","Sycsvpro/Collector.html","","<p>Collects values from rows and groups them in categories\n"],["Sycsvpro::ColumnFilter","","Sycsvpro/ColumnFilter.html","","<p>Creates a new column filter\n"],["Sycsvpro::ColumnTypeFilter","","Sycsvpro/ColumnTypeFilter.html","","<p>Create a filter based on a colum and its type\n"],["Sycsvpro::Counter","","Sycsvpro/Counter.html","","<p>Creates a new counter that counts values and uses the values as column\nnames and uses the count as the …\n"],["Sycsvpro::Extractor","","Sycsvpro/Extractor.html","","<p>Extracts rows and columns from a csv file\n"],["Sycsvpro::Filter","","Sycsvpro/Filter.html","","<p>Creates a new filter that can be extended by sub-classes. A sub-class needs\nto override the process method …\n"],["Sycsvpro::Header","","Sycsvpro/Header.html","","<p>Creates a header\n"],["Sycsvpro::Inserter","","Sycsvpro/Inserter.html","","<p>Insert a text file into another textfile at a specified position\n"],["Sycsvpro::Mapper","","Sycsvpro/Mapper.html","","<p>Map values to new values described in a mapping file\n"],["Sycsvpro::Profiler","","Sycsvpro/Profiler.html","","<p>A profiler takes a Ruby script and executes the provided method in the\nscript\n"],["Sycsvpro::RowFilter","","Sycsvpro/RowFilter.html","","<p>Filters rows based on provided patterns\n"],["Sycsvpro::ScriptCreator","","Sycsvpro/ScriptCreator.html","","<p>Creates a ruby script scaffold\n"],["Sycsvpro::ScriptList","","Sycsvpro/ScriptList.html","","<p>Lists the contents of the script directory. Optionally listing a specific\nscript file and also optionally …\n"],["Sycsvpro::Sorter","","Sycsvpro/Sorter.html","","<p>Sorts an input file based on a column sort filter\n"],["execute","Sycsvpro::Allocator","Sycsvpro/Allocator.html#method-i-execute","()","<p>Executes the allocator and assigns column values to the key\n"],["execute","Sycsvpro::Calculator","Sycsvpro/Calculator.html#method-i-execute","()","<p>Executes the calculator\n"],["execute","Sycsvpro::Collector","Sycsvpro/Collector.html#method-i-execute","()","<p>Execute the collector\n"],["execute","Sycsvpro::Counter","Sycsvpro/Counter.html#method-i-execute","()","<p>Executes the counter\n"],["execute","Sycsvpro::Extractor","Sycsvpro/Extractor.html#method-i-execute","()","<p>Executes the extractor\n"],["execute","Sycsvpro::Inserter","Sycsvpro/Inserter.html#method-i-execute","()","<p>Inserts the content of the insert-file at the specified positions (top or\nbottom)\n"],["execute","Sycsvpro::Mapper","Sycsvpro/Mapper.html#method-i-execute","()","<p>Executes the mapper\n"],["execute","Sycsvpro::Profiler","Sycsvpro/Profiler.html#method-i-execute","(method)","<p>Executes the provided method in the Ruby script\n"],["execute","Sycsvpro::ScriptList","Sycsvpro/ScriptList.html#method-i-execute","()","<p>Retrieves the information about scripts and methods from the script\ndirectory\n"],["execute","Sycsvpro::Sorter","Sycsvpro/Sorter.html#method-i-execute","()","<p>Sorts the data of the infile\n"],["has_filter?","Sycsvpro::Filter","Sycsvpro/Filter.html#method-i-has_filter-3F","()","<p>Checks whether a filter has been set. Returns true if filter has been set\notherwise false\n"],["method_missing","Sycsvpro::Calculator","Sycsvpro/Calculator.html#method-i-method_missing","(id, *args, &block)","<p>Retrieves the values from a row as the result of a arithmetic operation\n"],["method_missing","Sycsvpro::Filter","Sycsvpro/Filter.html#method-i-method_missing","(id, *args, &block)","<p>Creates the filters based on the given patterns\n"],["new","Sycsvpro::Allocator","Sycsvpro/Allocator.html#method-c-new","(options={})","<p>Creates a new allocator. Options are infile, outfile, key, rows and columns\nto allocate to key\n"],["new","Sycsvpro::Analyzer","Sycsvpro/Analyzer.html#method-c-new","(file)","<p>Creates a new analyzer\n"],["new","Sycsvpro::Calculator","Sycsvpro/Calculator.html#method-c-new","(options={})","<p>Creates a new Calculator. Options expects :infile, :outfile, :rows and\n:columns. Optionally a header …\n"],["new","Sycsvpro::Collector","Sycsvpro/Collector.html#method-c-new","(options={})","<p>Creates a new Collector\n"],["new","Sycsvpro::Counter","Sycsvpro/Counter.html#method-c-new","(options={})","<p>Creates a new counter. Takes as attributes infile, outfile, key, rows,\ncols, date-format and indicator …\n"],["new","Sycsvpro::Extractor","Sycsvpro/Extractor.html#method-c-new","(options={})","<p>Creates a new extractor\n"],["new","Sycsvpro::Filter","Sycsvpro/Filter.html#method-c-new","(values, options={})","<p>Creates a new filter\n"],["new","Sycsvpro::Header","Sycsvpro/Header.html#method-c-new","(header)","<p>Create a new header\n"],["new","Sycsvpro::Inserter","Sycsvpro/Inserter.html#method-c-new","(options={})","<p>Creates an Inserter and takes options infile, outfile, insert-file and\nposition where to insert the insert-file …\n"],["new","Sycsvpro::Mapper","Sycsvpro/Mapper.html#method-c-new","(options={})","<p>Creates new mapper\n"],["new","Sycsvpro::Profiler","Sycsvpro/Profiler.html#method-c-new","(pro_file)","<p>Creates a new profiler\n"],["new","Sycsvpro::ScriptCreator","Sycsvpro/ScriptCreator.html#method-c-new","(options={})","<p>Creates a new ScriptCreator\n"],["new","Sycsvpro::ScriptList","Sycsvpro/ScriptList.html#method-c-new","(options={})","<p>Creates a new ScriptList. Takes params script_dir, script_file and\nshow_methods\n"],["new","Sycsvpro::Sorter","Sycsvpro/Sorter.html#method-c-new","(options={})","<p>Creates a Sorter and takes as options infile, outfile, rows, cols including\ntypes and a date format for …\n"],["pivot_each_column","Sycsvpro::Filter","Sycsvpro/Filter.html#method-i-pivot_each_column","(values=[])","<p>Yields the column value and whether the filter matches the column\n"],["process","Sycsvpro::ColumnFilter","Sycsvpro/ColumnFilter.html#method-i-process","(object, options={})","<p>Processes the filter and returns the values that respect the filter\n"],["process","Sycsvpro::ColumnTypeFilter","Sycsvpro/ColumnTypeFilter.html#method-i-process","(object, options={})","<p>Processes the filter and returns the filtered columns\n"],["process","Sycsvpro::Filter","Sycsvpro/Filter.html#method-i-process","(object, options={})","<p>Processes the filter. Needs to be overridden by the sub-class\n"],["process","Sycsvpro::Header","Sycsvpro/Header.html#method-i-process","(line)","<p>Returns the header\n"],["process","Sycsvpro::RowFilter","Sycsvpro/RowFilter.html#method-i-process","(object, options={})","<p>Processes the filter on the given row\n"],["process_file","Sycsvpro::Counter","Sycsvpro/Counter.html#method-i-process_file","()","<p>Processes the counting on the in file\n"],["result","Sycsvpro::Analyzer","Sycsvpro/Analyzer.html#method-i-result","()","<p>Analyzes the file and returns the result\n"],["rows","Dsl","Dsl.html#method-i-rows","(options={})","<p>Retrieves rows and columns from the file and returns them to the block\nprovided by the caller\n"],["unstring","Dsl","Dsl.html#method-i-unstring","(line)","<p>Remove leading and trailing “ and spaces as well as reducing more than 2\nspaces between words from …\n"],["write_result","Sycsvpro::Counter","Sycsvpro/Counter.html#method-i-write_result","()","<p>Writes the results\n"],["write_to","Dsl","Dsl.html#method-i-write_to","(file)","<p>writes values provided by a block to the given file\n"],["README","","README_rdoc.html","","<p>sycsvpro\n<p>Author &mdash; Pierre Sugar (pierre@sugaryourcoffee.de)\n<p>Copyright &mdash; Copyright © 2014 by Pierre Sugar\n"]]}}
+var search_data = {"index":{"searchIndex":["dsl","object","sycsvpro","allocator","analyzer","calculator","collector","columnfilter","columntypefilter","counter","extractor","filter","header","inserter","mapper","profiler","rowfilter","scriptcreator","scriptlist","sorter","execute()","execute()","execute()","execute()","execute()","execute()","execute()","execute()","execute()","execute()","has_filter?()","method_missing()","method_missing()","new()","new()","new()","new()","new()","new()","new()","new()","new()","new()","new()","new()","new()","new()","pivot_each_column()","process()","process()","process()","process()","process()","process_file()","result()","rows()","str2utf8()","unstring()","write_result()","write_to()","readme"],"longSearchIndex":["dsl","object","sycsvpro","sycsvpro::allocator","sycsvpro::analyzer","sycsvpro::calculator","sycsvpro::collector","sycsvpro::columnfilter","sycsvpro::columntypefilter","sycsvpro::counter","sycsvpro::extractor","sycsvpro::filter","sycsvpro::header","sycsvpro::inserter","sycsvpro::mapper","sycsvpro::profiler","sycsvpro::rowfilter","sycsvpro::scriptcreator","sycsvpro::scriptlist","sycsvpro::sorter","sycsvpro::allocator#execute()","sycsvpro::calculator#execute()","sycsvpro::collector#execute()","sycsvpro::counter#execute()","sycsvpro::extractor#execute()","sycsvpro::inserter#execute()","sycsvpro::mapper#execute()","sycsvpro::profiler#execute()","sycsvpro::scriptlist#execute()","sycsvpro::sorter#execute()","sycsvpro::filter#has_filter?()","sycsvpro::calculator#method_missing()","sycsvpro::filter#method_missing()","sycsvpro::allocator::new()","sycsvpro::analyzer::new()","sycsvpro::calculator::new()","sycsvpro::collector::new()","sycsvpro::counter::new()","sycsvpro::extractor::new()","sycsvpro::filter::new()","sycsvpro::header::new()","sycsvpro::inserter::new()","sycsvpro::mapper::new()","sycsvpro::profiler::new()","sycsvpro::scriptcreator::new()","sycsvpro::scriptlist::new()","sycsvpro::sorter::new()","sycsvpro::filter#pivot_each_column()","sycsvpro::columnfilter#process()","sycsvpro::columntypefilter#process()","sycsvpro::filter#process()","sycsvpro::header#process()","sycsvpro::rowfilter#process()","sycsvpro::counter#process_file()","sycsvpro::analyzer#result()","dsl#rows()","dsl#str2utf8()","dsl#unstring()","sycsvpro::counter#write_result()","dsl#write_to()",""],"info":[["Dsl","","Dsl.html","","<p>Methods to be used in customer specific script files\n"],["Object","","Object.html","",""],["Sycsvpro","","Sycsvpro.html","","<p>Operating csv files\n<p>Operating csv files\n<p>Operating csv files\n"],["Sycsvpro::Allocator","","Sycsvpro/Allocator.html","","<p>Allocates columns to a key column\n"],["Sycsvpro::Analyzer","","Sycsvpro/Analyzer.html","","<p>Analyzes the file structure\n"],["Sycsvpro::Calculator","","Sycsvpro/Calculator.html","","<p>Processes arithmetic operations on columns of a csv file. A column value\nhas to be a number. Possible …\n"],["Sycsvpro::Collector","","Sycsvpro/Collector.html","","<p>Collects values from rows and groups them in categories\n"],["Sycsvpro::ColumnFilter","","Sycsvpro/ColumnFilter.html","","<p>Creates a new column filter\n"],["Sycsvpro::ColumnTypeFilter","","Sycsvpro/ColumnTypeFilter.html","","<p>Create a filter based on a colum and its type\n"],["Sycsvpro::Counter","","Sycsvpro/Counter.html","","<p>Creates a new counter that counts values and uses the values as column\nnames and uses the count as the …\n"],["Sycsvpro::Extractor","","Sycsvpro/Extractor.html","","<p>Extracts rows and columns from a csv file\n"],["Sycsvpro::Filter","","Sycsvpro/Filter.html","","<p>Creates a new filter that can be extended by sub-classes. A sub-class needs\nto override the process method …\n"],["Sycsvpro::Header","","Sycsvpro/Header.html","","<p>Creates a header\n"],["Sycsvpro::Inserter","","Sycsvpro/Inserter.html","","<p>Insert a text file into another textfile at a specified position\n"],["Sycsvpro::Mapper","","Sycsvpro/Mapper.html","","<p>Map values to new values described in a mapping file\n"],["Sycsvpro::Profiler","","Sycsvpro/Profiler.html","","<p>A profiler takes a Ruby script and executes the provided method in the\nscript\n"],["Sycsvpro::RowFilter","","Sycsvpro/RowFilter.html","","<p>Filters rows based on provided patterns\n"],["Sycsvpro::ScriptCreator","","Sycsvpro/ScriptCreator.html","","<p>Creates a ruby script scaffold\n"],["Sycsvpro::ScriptList","","Sycsvpro/ScriptList.html","","<p>Lists the contents of the script directory. Optionally listing a specific\nscript file and also optionally …\n"],["Sycsvpro::Sorter","","Sycsvpro/Sorter.html","","<p>Sorts an input file based on a column sort filter\n"],["execute","Sycsvpro::Allocator","Sycsvpro/Allocator.html#method-i-execute","()","<p>Executes the allocator and assigns column values to the key\n"],["execute","Sycsvpro::Calculator","Sycsvpro/Calculator.html#method-i-execute","()","<p>Executes the calculator\n"],["execute","Sycsvpro::Collector","Sycsvpro/Collector.html#method-i-execute","()","<p>Execute the collector\n"],["execute","Sycsvpro::Counter","Sycsvpro/Counter.html#method-i-execute","()","<p>Executes the counter\n"],["execute","Sycsvpro::Extractor","Sycsvpro/Extractor.html#method-i-execute","()","<p>Executes the extractor\n"],["execute","Sycsvpro::Inserter","Sycsvpro/Inserter.html#method-i-execute","()","<p>Inserts the content of the insert-file at the specified positions (top or\nbottom)\n"],["execute","Sycsvpro::Mapper","Sycsvpro/Mapper.html#method-i-execute","()","<p>Executes the mapper\n"],["execute","Sycsvpro::Profiler","Sycsvpro/Profiler.html#method-i-execute","(method)","<p>Executes the provided method in the Ruby script\n"],["execute","Sycsvpro::ScriptList","Sycsvpro/ScriptList.html#method-i-execute","()","<p>Retrieves the information about scripts and methods from the script\ndirectory\n"],["execute","Sycsvpro::Sorter","Sycsvpro/Sorter.html#method-i-execute","()","<p>Sorts the data of the infile\n"],["has_filter?","Sycsvpro::Filter","Sycsvpro/Filter.html#method-i-has_filter-3F","()","<p>Checks whether a filter has been set. Returns true if filter has been set\notherwise false\n"],["method_missing","Sycsvpro::Calculator","Sycsvpro/Calculator.html#method-i-method_missing","(id, *args, &block)","<p>Retrieves the values from a row as the result of a arithmetic operation\n"],["method_missing","Sycsvpro::Filter","Sycsvpro/Filter.html#method-i-method_missing","(id, *args, &block)","<p>Creates the filters based on the given patterns\n"],["new","Sycsvpro::Allocator","Sycsvpro/Allocator.html#method-c-new","(options={})","<p>Creates a new allocator. Options are infile, outfile, key, rows and columns\nto allocate to key\n"],["new","Sycsvpro::Analyzer","Sycsvpro/Analyzer.html#method-c-new","(file)","<p>Creates a new analyzer\n"],["new","Sycsvpro::Calculator","Sycsvpro/Calculator.html#method-c-new","(options={})","<p>Creates a new Calculator. Options expects :infile, :outfile, :rows and\n:columns. Optionally a header …\n"],["new","Sycsvpro::Collector","Sycsvpro/Collector.html#method-c-new","(options={})","<p>Creates a new Collector\n"],["new","Sycsvpro::Counter","Sycsvpro/Counter.html#method-c-new","(options={})","<p>Creates a new counter. Takes as attributes infile, outfile, key, rows,\ncols, date-format and indicator …\n"],["new","Sycsvpro::Extractor","Sycsvpro/Extractor.html#method-c-new","(options={})","<p>Creates a new extractor\n"],["new","Sycsvpro::Filter","Sycsvpro/Filter.html#method-c-new","(values, options={})","<p>Creates a new filter\n"],["new","Sycsvpro::Header","Sycsvpro/Header.html#method-c-new","(header)","<p>Create a new header\n"],["new","Sycsvpro::Inserter","Sycsvpro/Inserter.html#method-c-new","(options={})","<p>Creates an Inserter and takes options infile, outfile, insert-file and\nposition where to insert the insert-file …\n"],["new","Sycsvpro::Mapper","Sycsvpro/Mapper.html#method-c-new","(options={})","<p>Creates new mapper\n"],["new","Sycsvpro::Profiler","Sycsvpro/Profiler.html#method-c-new","(pro_file)","<p>Creates a new profiler\n"],["new","Sycsvpro::ScriptCreator","Sycsvpro/ScriptCreator.html#method-c-new","(options={})","<p>Creates a new ScriptCreator\n"],["new","Sycsvpro::ScriptList","Sycsvpro/ScriptList.html#method-c-new","(options={})","<p>Creates a new ScriptList. Takes params script_dir, script_file and\nshow_methods\n"],["new","Sycsvpro::Sorter","Sycsvpro/Sorter.html#method-c-new","(options={})","<p>Creates a Sorter and takes as options infile, outfile, rows, cols including\ntypes and a date format for …\n"],["pivot_each_column","Sycsvpro::Filter","Sycsvpro/Filter.html#method-i-pivot_each_column","(values=[])","<p>Yields the column value and whether the filter matches the column\n"],["process","Sycsvpro::ColumnFilter","Sycsvpro/ColumnFilter.html#method-i-process","(object, options={})","<p>Processes the filter and returns the values that respect the filter\n"],["process","Sycsvpro::ColumnTypeFilter","Sycsvpro/ColumnTypeFilter.html#method-i-process","(object, options={})","<p>Processes the filter and returns the filtered columns\n"],["process","Sycsvpro::Filter","Sycsvpro/Filter.html#method-i-process","(object, options={})","<p>Processes the filter. Needs to be overridden by the sub-class\n"],["process","Sycsvpro::Header","Sycsvpro/Header.html#method-i-process","(line)","<p>Returns the header\n"],["process","Sycsvpro::RowFilter","Sycsvpro/RowFilter.html#method-i-process","(object, options={})","<p>Processes the filter on the given row\n"],["process_file","Sycsvpro::Counter","Sycsvpro/Counter.html#method-i-process_file","()","<p>Processes the counting on the in file\n"],["result","Sycsvpro::Analyzer","Sycsvpro/Analyzer.html#method-i-result","()","<p>Analyzes the file and returns the result\n"],["rows","Dsl","Dsl.html#method-i-rows","(options={})","<p>Retrieves rows and columns from the file and returns them to the block\nprovided by the caller\n"],["str2utf8","Dsl","Dsl.html#method-i-str2utf8","(str)","<p>Remove non-UTF chars from string\n"],["unstring","Dsl","Dsl.html#method-i-unstring","(line)","<p>Remove leading and trailing “ and spaces as well as reducing more than 2\nspaces between words from …\n"],["write_result","Sycsvpro::Counter","Sycsvpro/Counter.html#method-i-write_result","()","<p>Writes the results\n"],["write_to","Dsl","Dsl.html#method-i-write_to","(file)","<p>writes values provided by a block to the given file\n"],["README","","README_rdoc.html","","<p>sycsvpro\n<p>Author &mdash; Pierre Sugar (pierre@sugaryourcoffee.de)\n<p>Copyright &mdash; Copyright © 2014 by Pierre Sugar\n"]]}}

data/html/table_of_contents.html

@@ -114,9 +114,9 @@
     <span class="container">Sycsvpro::Allocator</span>
 
   <li class="method">
-    <a href="Sycsvpro/Profiler.html#method-c-new">::new</a>
+    <a href="Sycsvpro/Mapper.html#method-c-new">::new</a>
     &mdash;
-    <span class="container">Sycsvpro::Profiler</span>
+    <span class="container">Sycsvpro::Mapper</span>
 
   <li class="method">
     <a href="Sycsvpro/Analyzer.html#method-c-new">::new</a>
@@ -124,9 +124,9 @@
     <span class="container">Sycsvpro::Analyzer</span>
 
   <li class="method">
-    <a href="Sycsvpro/Mapper.html#method-c-new">::new</a>
+    <a href="Sycsvpro/Inserter.html#method-c-new">::new</a>
     &mdash;
-    <span class="container">Sycsvpro::Mapper</span>
+    <span class="container">Sycsvpro::Inserter</span>
 
   <li class="method">
     <a href="Sycsvpro/Calculator.html#method-c-new">::new</a>
@@ -134,9 +134,9 @@
     <span class="container">Sycsvpro::Calculator</span>
 
   <li class="method">
-    <a href="Sycsvpro/Inserter.html#method-c-new">::new</a>
+    <a href="Sycsvpro/Profiler.html#method-c-new">::new</a>
     &mdash;
-    <span class="container">Sycsvpro::Inserter</span>
+    <span class="container">Sycsvpro::Profiler</span>
 
   <li class="method">
     <a href="Sycsvpro/Header.html#method-c-new">::new</a>
@@ -148,11 +148,6 @@
     &mdash;
     <span class="container">Sycsvpro::Collector</span>
 
-  <li class="method">
-    <a href="Sycsvpro/ScriptList.html#method-c-new">::new</a>
-    &mdash;
-    <span class="container">Sycsvpro::ScriptList</span>
-
   <li class="method">
     <a href="Sycsvpro/Filter.html#method-c-new">::new</a>
     &mdash;
@@ -164,14 +159,14 @@
     <span class="container">Sycsvpro::Sorter</span>
 
   <li class="method">
-    <a href="Sycsvpro/Counter.html#method-c-new">::new</a>
+    <a href="Sycsvpro/Extractor.html#method-c-new">::new</a>
     &mdash;
-    <span class="container">Sycsvpro::Counter</span>
+    <span class="container">Sycsvpro::Extractor</span>
 
   <li class="method">
-    <a href="Sycsvpro/Extractor.html#method-c-new">::new</a>
+    <a href="Sycsvpro/Counter.html#method-c-new">::new</a>
     &mdash;
-    <span class="container">Sycsvpro::Extractor</span>
+    <span class="container">Sycsvpro::Counter</span>
 
   <li class="method">
     <a href="Sycsvpro/ScriptCreator.html#method-c-new">::new</a>
@@ -179,7 +174,7 @@
     <span class="container">Sycsvpro::ScriptCreator</span>
 
   <li class="method">
-    <a href="Sycsvpro/ScriptList.html#method-i-execute">#execute</a>
+    <a href="Sycsvpro/ScriptList.html#method-c-new">::new</a>
     &mdash;
     <span class="container">Sycsvpro::ScriptList</span>
 
@@ -189,24 +184,29 @@
     <span class="container">Sycsvpro::Counter</span>
 
   <li class="method">
-    <a href="Sycsvpro/Profiler.html#method-i-execute">#execute</a>
+    <a href="Sycsvpro/ScriptList.html#method-i-execute">#execute</a>
     &mdash;
-    <span class="container">Sycsvpro::Profiler</span>
+    <span class="container">Sycsvpro::ScriptList</span>
 
   <li class="method">
-    <a href="Sycsvpro/Allocator.html#method-i-execute">#execute</a>
+    <a href="Sycsvpro/Extractor.html#method-i-execute">#execute</a>
     &mdash;
-    <span class="container">Sycsvpro::Allocator</span>
+    <span class="container">Sycsvpro::Extractor</span>
 
   <li class="method">
-    <a href="Sycsvpro/Mapper.html#method-i-execute">#execute</a>
+    <a href="Sycsvpro/Collector.html#method-i-execute">#execute</a>
     &mdash;
-    <span class="container">Sycsvpro::Mapper</span>
+    <span class="container">Sycsvpro::Collector</span>
 
   <li class="method">
-    <a href="Sycsvpro/Collector.html#method-i-execute">#execute</a>
+    <a href="Sycsvpro/Allocator.html#method-i-execute">#execute</a>
     &mdash;
-    <span class="container">Sycsvpro::Collector</span>
+    <span class="container">Sycsvpro::Allocator</span>
+
+  <li class="method">
+    <a href="Sycsvpro/Profiler.html#method-i-execute">#execute</a>
+    &mdash;
+    <span class="container">Sycsvpro::Profiler</span>
 
   <li class="method">
     <a href="Sycsvpro/Sorter.html#method-i-execute">#execute</a>
@@ -224,9 +224,9 @@
     <span class="container">Sycsvpro::Calculator</span>
 
   <li class="method">
-    <a href="Sycsvpro/Extractor.html#method-i-execute">#execute</a>
+    <a href="Sycsvpro/Mapper.html#method-i-execute">#execute</a>
     &mdash;
-    <span class="container">Sycsvpro::Extractor</span>
+    <span class="container">Sycsvpro::Mapper</span>
 
   <li class="method">
     <a href="Sycsvpro/Filter.html#method-i-has_filter-3F">#has_filter?</a>
@@ -249,14 +249,14 @@
     <span class="container">Sycsvpro::Filter</span>
 
   <li class="method">
-    <a href="Sycsvpro/ColumnFilter.html#method-i-process">#process</a>
+    <a href="Sycsvpro/Header.html#method-i-process">#process</a>
     &mdash;
-    <span class="container">Sycsvpro::ColumnFilter</span>
+    <span class="container">Sycsvpro::Header</span>
 
   <li class="method">
-    <a href="Sycsvpro/ColumnTypeFilter.html#method-i-process">#process</a>
+    <a href="Sycsvpro/Filter.html#method-i-process">#process</a>
     &mdash;
-    <span class="container">Sycsvpro::ColumnTypeFilter</span>
+    <span class="container">Sycsvpro::Filter</span>
 
   <li class="method">
     <a href="Sycsvpro/RowFilter.html#method-i-process">#process</a>
@@ -264,14 +264,14 @@
     <span class="container">Sycsvpro::RowFilter</span>
 
   <li class="method">
-    <a href="Sycsvpro/Header.html#method-i-process">#process</a>
+    <a href="Sycsvpro/ColumnTypeFilter.html#method-i-process">#process</a>
     &mdash;
-    <span class="container">Sycsvpro::Header</span>
+    <span class="container">Sycsvpro::ColumnTypeFilter</span>
 
   <li class="method">
-    <a href="Sycsvpro/Filter.html#method-i-process">#process</a>
+    <a href="Sycsvpro/ColumnFilter.html#method-i-process">#process</a>
     &mdash;
-    <span class="container">Sycsvpro::Filter</span>
+    <span class="container">Sycsvpro::ColumnFilter</span>
 
   <li class="method">
     <a href="Sycsvpro/Counter.html#method-i-process_file">#process_file</a>
@@ -288,6 +288,11 @@
     &mdash;
     <span class="container">Dsl</span>
 
+  <li class="method">
+    <a href="Dsl.html#method-i-str2utf8">#str2utf8</a>
+    &mdash;
+    <span class="container">Dsl</span>
+
   <li class="method">
     <a href="Dsl.html#method-i-unstring">#unstring</a>
     &mdash;

data/lib/sycsvpro/column_filter.rb

@@ -10,12 +10,17 @@ module Sycsvpro
     def process(object, options={})
       return nil if object.nil? or object.empty?
       object = object.encode('UTF-8', 'binary', invalid: :replace, undef: :replace, replace: '')
+      object += " " if object =~ /;$/
       return object if filter.empty? and pivot.empty?
       filtered = object.split(';').values_at(*filter.flatten.uniq)
       pivot_each_column(object.split(';')) do |column, match|
         filtered << column if match
       end
-      filtered.compact.join(';')
+      if !filtered.last.nil? and filtered.last.empty?
+        filtered.compact.join(';') + " " 
+      else
+        filtered.compact.join(';')
+      end
     end
     
   end

data/lib/sycsvpro/column_type_filter.rb

@@ -21,10 +21,14 @@ module Sycsvpro
           end
           values[index] = number_value
         elsif types[index] == 'd'
-          if value.empty?
+          if value.strip.empty?
             date = Date.strptime('9999-9-9', '%Y-%m-%d')
           else
-            date = Date.strptime(value, date_format)
+            begin
+              date = Date.strptime(value, date_format)
+            rescue
+              puts "Error #{value}, #{index}"
+            end
           end
           values[index] = date
         end

data/lib/sycsvpro/dsl.rb

@@ -28,11 +28,20 @@ module Dsl
   end
 
   # Remove leading and trailing " and spaces as well as reducing more than 2 spaces between words
-  # from csv values like "a";ba   g;c;"d";e to a;b ag;c;d;e
+  # from csv values. Replac ; with , from values as ; is used as value separator
   def unstring(line)
+    line = str2utf8(line)
+    line.scan(/(?<=^"|;")[^"]+(?=;)+[^"]*|;+[^"](?=";|"$)/).each do |value|
+      line = line.gsub(value, value.gsub(';', ','))
+    end
     line.gsub(/(?<=^|;)\s*"?\s*|\s*"?\s*(?=;|$)/, "").gsub(/\s{2,}/, " ") unless line.nil?
   end
 
+  # Remove non-UTF chars from string
+  def str2utf8(str)
+    str.encode('UTF-8', 'binary', invalid: :replace, undef: :replace, replace: '')
+  end
+
   private
 
     # Assigns values to keys that are used in rows and yielded to the block

data/lib/sycsvpro/sorter.rb

@@ -20,14 +20,17 @@ module Sycsvpro
     attr_reader :col_type_filter
     # sorted rows
     attr_reader :sorted_rows
+    # file doesn't contain a header
+    attr_reader :headerless
     # sort order descending or ascending
     attr_reader :desc
 
     # Creates a Sorter and takes as options infile, outfile, rows, cols including types and a
-    # date format for the date columns to sort (optional)
+    # date format for the date columns to sort (optional).
     def initialize(options={})
       @infile          = options[:infile]
       @outfile         = options[:outfile]
+      @headerless      = options[:headerless] || false
       @desc            = options[:desc] || false
       @row_filter      = RowFilter.new(options[:rows])
       @col_type_filter = ColumnTypeFilter.new(options[:cols], df: options[:df])
@@ -38,6 +41,11 @@ module Sycsvpro
     def execute
       rows = File.readlines(infile)
 
+      unless headerless
+        header = ""
+        header = rows.shift while header.chomp.strip.empty?
+      end
+
       rows.each_with_index do |line, index|
         filtered = col_type_filter.process(row_filter.process(line, row: index))
         next if filtered.nil?
@@ -45,6 +53,10 @@ module Sycsvpro
       end
 
       File.open(outfile, 'w') do |out|
+        unless headerless
+          out.puts header
+        end
+
         if desc
           sorted_rows.compact.sort.reverse.each do |row|
             out.puts unstring(rows[row.last])

data/lib/sycsvpro/version.rb

@@ -1,5 +1,5 @@
 # Operating csv files
 module Sycsvpro
   # Version number of sycsvpro
-  VERSION = '0.0.8'
+  VERSION = '0.0.9'
 end

data/spec/sycsvpro/sorter_spec.rb

@@ -7,6 +7,7 @@ module Sycsvpro
     before do
       @in_file   = File.join(File.dirname(__FILE__), "files/in.csv")
       @in_2_file = File.join(File.dirname(__FILE__), "files/in2.csv")
+      @in_3_file = File.join(File.dirname(__FILE__), "files/in3.csv")
       @out_file  = File.join(File.dirname(__FILE__), "files/out.csv")
     end
 
@@ -15,7 +16,8 @@ module Sycsvpro
       cols = "s:0"
       df   = "%d.%m.%Y"
 
-      sorter = Sorter.new(infile: @in_file, outfile: @out_file, rows: rows, cols: cols, df: df)
+      sorter = Sorter.new(infile: @in_file, outfile: @out_file, rows: rows, cols: cols, df: df, 
+                          headerless: true)
 
       sorter.execute
 
@@ -37,7 +39,8 @@ module Sycsvpro
       cols = "n:1,s:0"
       df   = "%d.%m.%Y"
 
-      sorter = Sorter.new(infile: @in_file, outfile: @out_file, rows: rows, cols: cols, df: df)
+      sorter = Sorter.new(infile: @in_file, outfile: @out_file, rows: rows, cols: cols, df: df, 
+                          headerless: true)
 
       sorter.execute
 
@@ -59,7 +62,8 @@ module Sycsvpro
       cols = "s:3-5,s:0"
       df   = "%d.%m.%Y"
 
-      sorter = Sorter.new(infile: @in_file, outfile: @out_file, rows: rows, cols: cols, df: df)
+      sorter = Sorter.new(infile: @in_file, outfile: @out_file, rows: rows, cols: cols, df: 
+                          df, headerless: true)
 
       sorter.execute
 
@@ -82,7 +86,8 @@ module Sycsvpro
       cols = "d:2,s:0"
       df   = "%d.%m.%Y"
 
-      sorter = Sorter.new(infile: @in_file, outfile: @out_file, rows: rows, cols: cols, df: df)
+      sorter = Sorter.new(infile: @in_file, outfile: @out_file, rows: rows, cols: cols, df: df, 
+                          headerless: true)
 
       sorter.execute
 
@@ -105,7 +110,7 @@ module Sycsvpro
       df   = "%d.%m.%Y"
 
       sorter = Sorter.new(infile: @in_file, outfile: @out_file, rows: rows, cols: cols, df: df,
-                          desc: true)
+                          desc: true, headerless: true)
 
       sorter.execute
 
@@ -128,7 +133,7 @@ module Sycsvpro
       df   = "%d.%m.%Y"
 
       sorter = Sorter.new(infile: @in_2_file, outfile: @out_file, rows: rows, cols: cols, df: df,
-                          desc: false)
+                          desc: false, headerless: true)
 
       sorter.execute
 
@@ -147,7 +152,7 @@ module Sycsvpro
       df   = "%d.%m.%Y"
 
       sorter = Sorter.new(infile: @in_2_file, outfile: @out_file, rows: rows, cols: cols, df: df,
-                          desc: true)
+                          desc: true, headerless: true)
 
       sorter.execute
 
@@ -166,7 +171,7 @@ module Sycsvpro
       df   = "%d.%m.%Y"
 
       sorter = Sorter.new(infile: @in_2_file, outfile: @out_file, rows: rows, cols: cols, df: df,
-                          desc: false)
+                          desc: false, headerless: true)
 
       sorter.execute
 
@@ -179,6 +184,29 @@ module Sycsvpro
       end
     end
 
+    it "should sort strings with values containing value separators" do
+      rows = "0-6"
+      cols = "s:1,s:4,s:5"
+      df   = "%d.%m.%Y"
+
+      sorter = Sorter.new(infile: @in_3_file, outfile: @out_file, rows: rows, cols: cols, df: df,
+                          desc: false, headerless: true)
+
+      sorter.execute
+
+      result = [ "Fink;1234;20.12.2015;f1;con123;dri222",
+                 "fink;1234;;f3;con332;dri321,dri323",
+                 "Fink;1234;30.12.2016;f2;con333;dri321",
+                 "Rank;3232;1.5.2013;r1;con332;dri321",
+                 "Haas;3322;1.10.2011;h1;con332;dri111",
+                 "Gent;4323,4434;1.3.2014;g1;con123;dri111",
+                 "Klig;4432;;k1;con332,con331;dri222" ]
+
+      File.open(@out_file).each_with_index do |line, index|
+        line.chomp.should eq result[index]
+      end
+    end
+
   end
 
 end

data/sycsvpro.rdoc

@@ -7,12 +7,13 @@ SYNOPSIS
     sycsvpro [global options] command [command options] [arguments...]
 
 VERSION
-    0.0.8
+    0.0.9
 
 GLOBAL OPTIONS
     -f, --file=FILE    - CSV file to operate on (default: none)
     --help             - Show this message
     -o, --out=OUT_FILE - CSV file to write the result to (default: none)
+    -s, --[no-]silent  - Silent progress doesn't show progress indicator
     --version          - Display the program version
 
 COMMANDS

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: sycsvpro
 version: !ruby/object:Gem::Version
-  version: 0.0.8
+  version: 0.0.9
 platform: ruby
 authors:
 - Pierre Sugar
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-02-26 00:00:00.000000000 Z
+date: 2014-03-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake