sycsvpro 0.1.4 → 0.1.7

data/spec/sycsvpro/table_spec.rb

@@ -4,8 +4,10 @@ module Sycsvpro
 
   describe Table do
     before do
-      @in_file = File.join(File.dirname(__FILE__), "files/table.csv")
-      @out_file = File.join(File.dirname(__FILE__), "files/out.csv")
+      @in_file          = File.join(File.dirname(__FILE__), "files/table.csv")
+      @in_file_revenues = File.join(File.dirname(__FILE__), 
+                                    "files/table_revenues.csv")
+      @out_file         = File.join(File.dirname(__FILE__), "files/out.csv")
     end
 
     it "should create headings from String and column values" do
@@ -60,6 +62,155 @@ module Sycsvpro
       end
     end
 
+    it "should add a sum row" do
+      Sycsvpro::Table.new(infile: @in_file,
+                          outfile: @out_file,
+                          header:  "Year,c6,c1,c2+c3",
+                          key:     "c0=~/\\.(\\d{4})/,c6",
+                          cols:    "Value:+n1,c2+c3:+n1",
+                          sum:     "top:Value,c2+c3").execute
+
+      result = [ "Year;Country;Value;A1;B2;B4", 
+                 ";;95.2;41.0;21.0;33.2",
+                 "2013;AT;53.7;20.5;0;33.2", 
+                 "2014;DE;21.0;0;21.0;0",
+                 "2014;AT;20.5;20.5;0;0" ] 
+
+      File.open(@out_file).each_with_index do |line, index|
+        line.chomp.should eq result[index]
+      end
+    end
+
+    it "should add a sum row after the heading" do
+      Sycsvpro::Table.new(infile: @in_file,
+                          outfile: @out_file,
+                          header:  "c4,c5,c0=~/\\.(\\d{4})/",
+                          key:     "c4,c5",
+                          cols:    "c0=~/\\.(\\d{4})/:+n1",
+                          sum:     "TOP:c0=~/\\.(\\d{4})/").execute
+
+      result = [ "Customer Name;Customer-ID;2013;2014", 
+                 ";;53.7;41.5",
+                 "Hank;133;20.5;20.5",
+                 "Hans;234;0;21.0",
+                 "Jack;432;33.2;0" ]
+
+      rows = 0
+
+      File.open(@out_file).each_with_index do |line, index|
+        line.chomp.should eq result[index]
+        rows += 1
+      end
+
+      rows.should eq result.size
+    end
+
+    it "should add a sum row at the bottom" do
+      Sycsvpro::Table.new(infile: @in_file,
+                          outfile: @out_file,
+                          header:  "c4,c5,c0=~/\\.(\\d{4})/",
+                          key:     "c4,c5",
+                          cols:    "c0=~/\\.(\\d{4})/:+n1",
+                          sum:     "EOF:c0=~/\\.(\\d{4})/").execute
+
+      result = [ "Customer Name;Customer-ID;2013;2014", 
+                 "Hank;133;20.5;20.5",
+                 "Hans;234;0;21.0",
+                 "Jack;432;33.2;0",
+                 ";;53.7;41.5" ]
+
+      rows = 0
+
+      File.open(@out_file).each_with_index do |line, index|
+        line.chomp.should eq result[index]
+        rows += 1
+      end
+
+      rows.should eq result.size
+    end
+
+    it "should process cols with commas within expression" do
+
+      sp_order_type = %w{ ZE ZEI Z0 }
+      rp_order_type = %w{ ZRN ZRK }
+
+      Sycsvpro::Table.new(infile: @in_file_revenues,
+                          outfile: @out_file,
+                          header:  "Year,SP,RP,Total",
+                          key:     "c0=~/\\.(\\d{4})/",
+                          cols:    "SP:+n2 if #{sp_order_type}.index(c1),"+
+                                   "RP:+n2 if #{rp_order_type}.index(c1),"+
+                                   "Total:+n2",
+                          nf:      "DE",
+                          sum:     "top:SP,RP,Total").execute
+
+      result = [ "Year;SP;RP;Total", 
+                 ";345.2;3925.73;4270.93",
+                 "2012;300.7;3580.1;3880.8", 
+                 "2013;44.5;345.63;390.13" ] 
+
+      rows = 0
+
+      File.open(@out_file).each_with_index do |line, index|
+        line.chomp.should eq result[index]
+        rows += 1
+      end
+
+      rows.should eq result.size
+    end
+
+    it "should ignore commas within header expressions" do
+      Sycsvpro::Table.new(
+                       infile:  @in_file_revenues,
+                       outfile: @out_file,
+                       header:  "Year,BEGINc1=~/^([A-Z]{1,2})/END,Total",
+                       key:     "c0=~/\\.(\\d{4})/",
+                       cols:    "c1=~/^([A-Z]{1,2})/:+n2,Total:+n2",
+                       nf:      "DE",
+                       sum:     "top:BEGINc1=~/^([A-Z]{1,2})/END,Total").execute
+
+      result = [ "Year;ZE;ZR;Total",
+                 ";345.2;3925.73;4270.93",
+                 "2012;300.7;3580.1;3880.8",
+                 "2013;44.5;345.63;390.13" ]
+
+      rows = 0
+
+      File.open(@out_file).each_with_index do |line, index|
+        line.chomp.should eq result[index]
+        rows += 1
+      end
+
+      rows.should eq result.size
+
+    end
+
+    it "should ignore commas within key expressions" do
+      Sycsvpro::Table.new(
+                       infile:  @in_file_revenues,
+                       outfile: @out_file,
+                       header:  "Year,BEGINc1=~/^([A-Z]{1,2})/END,Total",
+                       key:     "BEGINc0=~/\\d+\\.\\d+\\.(\\d{2,3})/END",
+                       cols:    "c1=~/^([A-Z]{1,2})/:+n2,Total:+n2",
+                       nf:      "DE",
+                       sum:     "top:BEGINc1=~/^([A-Z]{1,2})/END,Total").execute
+
+      result = [ "Year;ZE;ZR;Total",
+                 ";345.2;3925.73;4270.93",
+                 "201;345.2;3925.73;4270.93" ]
+
+      rows = 0
+
+      File.open(@out_file).each_with_index do |line, index|
+        line.chomp.should eq result[index]
+        rows += 1
+      end
+
+      rows.should eq result.size
+
+    end
+
+
   end
 
 end

data/sycsvpro.rdoc

@@ -7,7 +7,7 @@ SYNOPSIS
     sycsvpro [global options] command [command options] [arguments...]
 
 VERSION
-    0.1.0
+    0.1.7
 
 GLOBAL OPTIONS
     -f, --file=FILE    - CSV file to operate on (default: none)
@@ -20,16 +20,21 @@ COMMANDS
     aggregate - Aggregates the occurences of row values. Optionally adds a sum row
     allocate  - Allocate specified columns from the file to a key value
     analyze   - Analyze the CSV file regarding columns, rows and content
-    calc      - Process math operations on columns. Optionally adds a sum row
+    calc      - Process operations on columns. Optionally add a sum row for columns withnumber
+                values
     collect   - Collect values of specified rows and columns from the file and group them in
                 categories
     count     - Counts the occurences of column values. Uses column values as headings with count as
                 values. Columns with a condition will be added as new columns and the condition will
                 be set as column name. Optionally adds a sum row
+    edit      - Creates a script/insert file or opens a script/insert file for editing if it exists
     execute   - Executes the code provided in a file
     extract   - Extract specified rows and columns from the file
     help      - Shows a list of commands or help for one command
     insert    - Inserts rows from a file to a csv-file
-    list      - List scripts in the scripts directory with optionally listing methods
+    join      - Join two files based on a joint column value
+    list      - Lists script or insert files in the scripts directory with optionally listing
+                methods of script files
     map       - Map values in columns to new values
-    sort      - Sort columns based on column values
+    sort      - Sort rows based on column values
+    table     - Creates a table from a source file

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: sycsvpro
 version: !ruby/object:Gem::Version
-  version: 0.1.4
+  version: 0.1.7
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-06-23 00:00:00.000000000 Z
+date: 2014-06-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -142,6 +142,7 @@ files:
 - lib/sycsvpro/filter.rb
 - lib/sycsvpro/header.rb
 - lib/sycsvpro/inserter.rb
+- lib/sycsvpro/join.rb
 - lib/sycsvpro/mapper.rb
 - lib/sycsvpro/profiler.rb
 - lib/sycsvpro/row_filter.rb
@@ -164,6 +165,7 @@ files:
 - spec/sycsvpro/files/unsert.ins
 - spec/sycsvpro/header_spec.rb
 - spec/sycsvpro/inserter_spec.rb
+- spec/sycsvpro/join_spec.rb
 - spec/sycsvpro/mapper_spec.rb
 - spec/sycsvpro/profiler_spec.rb
 - spec/sycsvpro/row_filter_spec.rb