simple_etl 0.0.1 → 0.0.2

data/README.md

@@ -1,4 +1,4 @@
-simple_etl
+Simple ETL
 ==========
 
 An easy-to-use toolkit to help you with ETL (Extract Transform Load) operations.
@@ -114,4 +114,17 @@ They are functions that help you manipulate the parsed raw data:
 A transformer is a code block that transform a particular value. It's executed as soon as the input value is parsed (if it's valid).
 
 A generator is a code block that generates a new property for the current row.
-All the generators are executed when the entire row as been read and transformed.
+All the generators are executed when the entire row as been read and transformed.
+
+### Skip rows
+
+If you need to skip some rows before parsing the file you can use the helper 'skip_rows':
+
+```ruby
+  define :format do
+    skip_rows 2
+    field :name
+  end
+```
+
+This will start the parsing from the third row.

data/lib/simple_etl/source/base.rb

@@ -41,15 +41,17 @@ module SimpleEtl
         result
       end
 
+      def read_rows src, args
+        raise 'Abstract Method'
+      end
+
       def parse src, args = {}
         result = args[:result] || ParseResult.new
-        if args[:type] == :inline
-          lines = src.lines.map &:chomp
-        else
-          lines = File.readlines(src).map &:chomp
-        end
+        lines = read_rows src, args
         lines.each_with_index do |row, index|
-          parse_row row, :row_index => index, :result => result
+          if index >= context.row_count_to_skip
+            parse_row row, :row_index => index, :result => result
+          end
         end
         result
       end

data/lib/simple_etl/source/base_context.rb

@@ -4,11 +4,13 @@ module SimpleEtl
       attr_reader :fields
       attr_reader :transformations
       attr_reader :generators
+      attr_reader :row_count_to_skip
 
       def initialize
         @fields = []
         @transformations = {}
         @generators = []
+        @row_count_to_skip = 0
       end
 
       def field name, args = {}
@@ -30,6 +32,10 @@ module SimpleEtl
         generators << args.merge(:name => name, :block => block)
       end
 
+      def skip_rows row_count
+        @row_count_to_skip = row_count
+      end
+
       def method_missing name, *params, &block
         md = name.to_s.match /^(required_)?(\w+)$/
         type = md && md[2].to_sym

data/lib/simple_etl/source/fixed_width/parser.rb

@@ -11,6 +11,10 @@ module SimpleEtl
           length = row.length - field[:start] if length == :eol
           row[field[:start], length]
         end
+
+        def read_rows src, args
+          (args[:type] == :inline && src.lines || File.readlines(src)).map &:chomp
+        end
       end
     end
 

data/lib/simple_etl/version.rb

@@ -1,3 +1,3 @@
 module SimpleEtl
-  VERSION = "0.0.1"
+  VERSION = "0.0.2"
 end

data/simple_etl.gemspec

@@ -7,7 +7,7 @@ Gem::Specification.new do |s|
   s.version     = SimpleEtl::VERSION
   s.authors     = ["Nicola Racco"]
   s.email       = ["nicola@nicolaracco.com"]
-  s.homepage    = ""
+  s.homepage    = "https://github.com/nicolaracco/simple_etl"
   s.summary     = %q{An easy-to-use toolkit to help you with ETL (Extract Transform Load) operations}
   s.description = %q{An easy-to-use toolkit to help you with ETL (Extract Transform Load) operations. Simple ETL 'would be' (:D) framework-agnostic and easy to use.}
 

data/spec/lib/simple_etl/source/base_spec.rb

@@ -103,6 +103,18 @@ module SimpleEtl
           end
         end
       end
+
+      describe '#parse' do
+        before do
+          subject.stub :read_rows => [[], []]
+        end
+
+        it 'should skip first rows if specified in context' do
+          subject.parse(nil).rows.count.should == 2
+          subject.context.skip_rows 1
+          subject.parse(nil).rows.count.should == 1
+        end
+      end
     end
   end
 end

metadata

@@ -1,102 +1,79 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: simple_etl
-version: !ruby/object:Gem::Version 
-  hash: 29
+version: !ruby/object:Gem::Version
+  version: 0.0.2
   prerelease: 
-  segments: 
-  - 0
-  - 0
-  - 1
-  version: 0.0.1
 platform: ruby
-authors: 
+authors:
 - Nicola Racco
 autorequire: 
 bindir: bin
 cert_chain: []
-
-date: 2012-07-03 00:00:00 Z
-dependencies: 
-- !ruby/object:Gem::Dependency 
+date: 2012-07-05 00:00:00.000000000Z
+dependencies:
+- !ruby/object:Gem::Dependency
   name: rake
-  prerelease: false
-  requirement: &id001 !ruby/object:Gem::Requirement 
+  requirement: &70352004437540 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 3
-        segments: 
-        - 0
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :development
-  version_requirements: *id001
-- !ruby/object:Gem::Dependency 
-  name: guard
   prerelease: false
-  requirement: &id002 !ruby/object:Gem::Requirement 
+  version_requirements: *70352004437540
+- !ruby/object:Gem::Dependency
+  name: guard
+  requirement: &70352004437120 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 3
-        segments: 
-        - 0
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :development
-  version_requirements: *id002
-- !ruby/object:Gem::Dependency 
-  name: growl
   prerelease: false
-  requirement: &id003 !ruby/object:Gem::Requirement 
+  version_requirements: *70352004437120
+- !ruby/object:Gem::Dependency
+  name: growl
+  requirement: &70352004436480 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 3
-        segments: 
-        - 0
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :development
-  version_requirements: *id003
-- !ruby/object:Gem::Dependency 
-  name: guard-rspec
   prerelease: false
-  requirement: &id004 !ruby/object:Gem::Requirement 
+  version_requirements: *70352004436480
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: &70352004435860 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 3
-        segments: 
-        - 0
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :development
-  version_requirements: *id004
-- !ruby/object:Gem::Dependency 
-  name: rspec
   prerelease: false
-  requirement: &id005 !ruby/object:Gem::Requirement 
+  version_requirements: *70352004435860
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: &70352004432160 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 3
-        segments: 
-        - 0
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :development
-  version_requirements: *id005
-description: An easy-to-use toolkit to help you with ETL (Extract Transform Load) operations. Simple ETL 'would be' (:D) framework-agnostic and easy to use.
-email: 
+  prerelease: false
+  version_requirements: *70352004432160
+description: An easy-to-use toolkit to help you with ETL (Extract Transform Load)
+  operations. Simple ETL 'would be' (:D) framework-agnostic and easy to use.
+email:
 - nicola@nicolaracco.com
 executables: []
-
 extensions: []
-
 extra_rdoc_files: []
-
-files: 
+files:
 - .gitignore
 - .rspec
 - Gemfile
@@ -126,40 +103,37 @@ files:
 - spec/lib/simple_etl/source/row_spec.rb
 - spec/lib/simple_etl/source_spec.rb
 - spec/spec_helper.rb
-homepage: ""
+homepage: https://github.com/nicolaracco/simple_etl
 licenses: []
-
 post_install_message: 
 rdoc_options: []
-
-require_paths: 
+require_paths:
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement 
+required_ruby_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
       - 0
-      version: "0"
-required_rubygems_version: !ruby/object:Gem::Requirement 
+      hash: 3236384581747162330
+required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      hash: 3
-      segments: 
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
       - 0
-      version: "0"
+      hash: 3236384581747162330
 requirements: []
-
 rubyforge_project: simple_etl
-rubygems_version: 1.8.23
+rubygems_version: 1.8.10
 signing_key: 
 specification_version: 3
 summary: An easy-to-use toolkit to help you with ETL (Extract Transform Load) operations
-test_files: 
+test_files:
 - spec/fixtures/sample.stl
 - spec/lib/simple_etl/source/base_context_spec.rb
 - spec/lib/simple_etl/source/base_spec.rb