active_extend 0.0.3.1 → 0.0.3.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 318d41f7b21b50b7ca77c47277850ba49f3c5a50
+  data.tar.gz: 3d5435a4dbf060e3d4d5117f2febce9557db8f03
+SHA512:
+  metadata.gz: 6af14c9bbc9d1d1c2f2916a4f7f7b773046ced13f8d68e6e903eb70fc926e98f50d04768622dab6075bac72fa994dc43cd6e5262e0128db47b23c2b559006ebc
+  data.tar.gz: 7ed2147101edd4d44e5781192b9815faab619c4fee03469ba9103f8f3aea15eef9b632ff3b60885642e6e051685047ffa499cf01aa4220529b3be706f58b0ddc

data/lib/active_extend.rb

@@ -2,6 +2,7 @@
 require "active_extend/active_disablable"
 require "active_extend/railtie" if defined?(Rails)
 require "active_extend/string_helper"
+require "active_extend/hash_utils"
 
 module ActiveExtend
 end

data/lib/active_extend/hash_utils.rb

@@ -0,0 +1,14 @@
+Hash.class_eval do
+  def self.keys_to_sym(h_or_v)
+    Hash === h_or_v ? 
+      Hash[
+        h_or_v.map do |k, v| 
+          [k.respond_to?(:to_sym) ? k.to_sym : k, Hash.keys_to_sym(v)] 
+        end 
+      ] : h_or_v
+  end
+
+  def keys_to_sym
+    Hash.keys_to_sym self
+  end
+end

data/lib/active_extend/version.rb

@@ -1,3 +1,3 @@
 module ActiveExtend
-  VERSION = "0.0.3.1".freeze
+  VERSION = "0.0.3.2".freeze
 end

data/lib/external_migration/migration.rb

@@ -16,10 +16,28 @@ module ExternalMigration
     
   end
   
-  ##
-  # Module Data Transformation
+  # Module for Data Transformation
   # When passing schema file or struct, the data between datasources
-  # needs a transformations 
+  # needs a transformations.
+  #  # called on start of transaction
+  #  def begin_transaction(schema_from, schema_to)
+  #  
+  #  # definily obrigatory to define this method!<br>
+  #  # Transform from data row to destinate data row 
+  #  # @result
+  #  #   - true means continue with your job
+  #  #   - false stop job now!
+  #  #   - :ignore ignore this chunk
+  #  def transform(row)
+  #  
+  #  # called on ending migration
+  #  def end(schema_from, schema_to)
+  #  
+  #  # called on ending transaction
+  #  def end_transaction(schema_from, schema_to)
+  #
+  #  def after_row_saved(row, object)
+  # @abstract
   module Transformer
     ##
     # called on start of migration
@@ -27,67 +45,43 @@ module ExternalMigration
       @schema_from = schema_from
       @schema_to = schema_to
     end
-    
-    ##
-    # called on start of transaction
-    def begin_transaction(schema_from, schema_to)
-      # nothing
-    end
-    
-    ##
-    # transform from data row to destinate data row 
-    # @result true, false or :ignore to ignore this row
-    def transform(row)
-      raise "Implements transform method!"
-    end
-    
-    ##
-    # called on ending migration
-    def end(schema_from, schema_to)
-      # nothing
-    end
-    
-    ##
-    # called on ending transaction
-    def end_transaction(schema_from, schema_to)
-      # nothing
-    end
-    
-    ##
-    #
-    def after_row_saved(row, object)
-      #
-    end
-    
+
+    # Ignore a field starts with ignore(.*): assumes length fields
+    # or separator
+    # @return [Hash] row without ignores 
+    # @example
+    #   schema:
+    #     columns:
+    #       digit:
+    #         format: N
+    #         length: 10
+    #       ignore_not_need_this__really__so_i_ll_not_touch_this:
+    #         length: 10000
     def transform_ignore_fields(row)
-      #delete ignore
       row.reject! { |key,value| key.to_s.start_with?("ignore") }
     end
     
   end  
   
+  #Interface for your decoder
   module Decoder
     def migrate!
     end
   end
   
-  ##
-  # == Class Migration
-  # 
+
   # Migrate data between  data source and transforme to destination 
-  #
   class Migration
     attr_accessor :schema_from, :schema_to, :transformer, :name, :processor
-  
+
     # constructor
     def initialize(schema_url=nil)
       self.load_schema(schema_url) unless schema_url.nil?
     end
-    
-    ##
+
     # load yml schemas from and to
     def load_schema(url)
-      schema = YAML::load(File.open(url))
+      schema = YAML::load(File.open(url)).keys_to_sym
       self.schema_from = schema[:from]
       self.schema_to = schema[:to]
     end
@@ -111,9 +105,10 @@ module ExternalMigration
         begin_migration()
     
         # TODO: Make flexible configurable and more input formats
-        if @schema_from[:format].to_s.to_sym == :XLS
+        case @schema_from[:format].to_s.to_sym 
+        when :XLS
           xls_migrate()
-        elsif @schema_from[:format].to_s.to_sym == :TXT_FIXED
+        when :TXT_FIXED
           decoder = ExternalMigration::TextFixed.new(@schema_from)
           decoder.migration = self
           decoder.migrate!

data/lib/external_migration/text_fixed.rb

@@ -21,7 +21,17 @@ module ExternalMigration
     end
     
     def schema=(schema)
-      @schema = schema
+      
+      if schema[:multiple_lines] == :true
+        @schema_multiple_lines = true
+        @schema_line_index = -1
+        @schema = schema
+        @schema_lines  = @schema.columns.keys
+        @schema[:lines] = @schema[:columns] #backup layout
+        next_schema_line
+      else
+        @schema  = schema
+      end
     end
     
     def migrate!
@@ -42,10 +52,20 @@ module ExternalMigration
         end
         row.keys.each {|k| row.delete k if k.to_s =~ /ignore\d+/ }
         @migration.migrate_row! row
+
+        next_schema_line
       end
       file.close
       
     end
+
+    def next_schema_line
+      if @schema_multiple_lines
+        @schema_line_index += 1
+        @schema_line_index = 0 if @schema_line_index >= @schema_lines.size
+        @schema[:columns] = @schema[:lines][@schema_lines[@schema_line_index]]
+      end
+    end
     
   end
   

metadata

@@ -1,20 +1,18 @@
 --- !ruby/object:Gem::Specification
 name: active_extend
 version: !ruby/object:Gem::Version
-  version: 0.0.3.1
-  prerelease: 
+  version: 0.0.3.2
 platform: ruby
 authors:
 - Bruno Guerra
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-05-06 00:00:00.000000000 Z
+date: 2013-10-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -22,7 +20,6 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
@@ -30,7 +27,6 @@ dependencies:
 - !ruby/object:Gem::Dependency
   name: spreadsheet
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
@@ -38,12 +34,12 @@ dependencies:
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
     - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
-description: many cool behaviors for active_model.
+description: many cool behaviors for Activerecord like ActiveDisable, Hash.keys_to_sym
+  and more
 email:
 - bruno@woese.com
 executables: []
@@ -51,6 +47,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - lib/active_extend/active_disablable.rb
+- lib/active_extend/hash_utils.rb
 - lib/active_extend/railtie.rb
 - lib/active_extend/string_helper.rb
 - lib/active_extend/version.rb
@@ -69,27 +66,27 @@ files:
 - Rakefile
 - README.rdoc
 homepage: http://www.woese.com
-licenses: []
+licenses:
+- MIT
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
   - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.24
+rubygems_version: 2.0.3
 signing_key: 
-specification_version: 3
-summary: many cool behaviors for active_model
+specification_version: 4
+summary: many cool behaviors for ActiveRecord
 test_files: []