data_collector 0.2.3 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: bc7b7aa820d36ad017732ae695c841013cce3a826e9042e19a2995442847a39b
-  data.tar.gz: 6e2e5012d09ea7cf08c967093242f2e5af7389e62cd3d631b213ba948b019b8a
+  metadata.gz: 54fed64f173cd683fa66d514e65c74d42bb992965fdb85ca15df823e97e4ded1
+  data.tar.gz: 18170f3fd1660fef26448961ab5e5af22c42af405750f54873e6cb650718f3b2
 SHA512:
-  metadata.gz: fb68056b1e72c17f51de9df99487f85b01dc64fb17951419eebb7a5e35d07906f4b47093092ecf6afda5b1a415a51e12d5ad7c47fda9bae39c783b0187eb52fc
-  data.tar.gz: 3d3a3b35c1b011fb55bec52ea98a2291a2d3fa2d270ce68948879d4c4b1978af4f15a0bb524e5b5fa20a924252d349ea1907f25d1df99674885a23a9d4fd2a52
+  metadata.gz: ddb5f0e7b5619cbf29ba7a396381ac0bdba315ac94aef9b6d210f4184f47e028f47e4d96608268c83dcbb8c3d291df3bc23493c76ea11a57f33802d1c32e4903
+  data.tar.gz: 805a7b7775abab148ed13be3e70bd7dd16e8de4f9335b7b109e38b99e4298008ea05e093df835bf519e886de9b134ed43a50a6dde462d5c2f2623bfa9a591213

data/README.md

@@ -1,5 +1,5 @@
 # DataCollector
-Convinience module to Extract, Transform and Load your data.
+Convenience module to Extract, Transform and Load your data.
 
 #### input    
 Read input from an URI

data/lib/data_collector/rules.rb

@@ -25,22 +25,24 @@ module DataCollector
     end
 
     private
+
     def apply_rule(map_to_key, rule, from_record, to_record)
-      if rule.has_key?('options') && rule['options'].has_key?('convert') && rule['options']['convert'].eql?('each')
+      if rule.has_key?('text')
+        to_record << { map_to_key.to_sym => rule['text'] }
+      elsif rule.has_key?('options') && rule['options'].has_key?('convert') && rule['options']['convert'].eql?('each')
         result = get_value_for(map_to_key, rule['filter'], from_record, rule['options'])
 
         if result.is_a?(Array)
-
           result.each do |m|
             to_record << {map_to_key.to_sym => m}
           end
-
         else
           to_record << {map_to_key.to_sym => result}
         end
       else
         result = get_value_for(map_to_key, rule['filter'], from_record, rule['options'])
         return if result && result.empty?
+
         to_record << {map_to_key.to_sym => result}
       end
     end
@@ -66,13 +68,14 @@ module DataCollector
                 end
 
                 data.compact!
+                data.flatten! if options.key?('flatten') && options['flatten']
               else
                 return options['map'][data] if options['map'].key?(data)
               end
             when 'each'
               data = [data] unless data.is_a?(Array)
-              data = data.map {|d| options['lambda'].call(d)}
-              #pp data
+              data = data.map { |d| options['lambda'].call(d) }
+              data.flatten! if options.key?('flatten') && options['flatten']
             when 'call'
               return options['lambda'].call(data)
             end

data/lib/data_collector/version.rb

@@ -1,4 +1,4 @@
 # encoding: utf-8
 module DataCollector
-  VERSION = "0.2.3"
+  VERSION = "0.3.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: data_collector
 version: !ruby/object:Gem::Version
-  version: 0.2.3
+  version: 0.3.0
 platform: ruby
 authors:
 - Mehmet Celik
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-01-08 00:00:00.000000000 Z
+date: 2020-02-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
@@ -225,7 +225,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.0.2
+rubygems_version: 3.0.6
 signing_key: 
 specification_version: 4
 summary: ETL helper library