data_collector 0.1.1 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8410e7e260bf1989dfee0d4279b4c7d57dcd6276a5219c3bfb48663659044436
-  data.tar.gz: 0d0e78c365f927287ea7875392e83ac946da4e9ca8a764e86dc34d0e03e195b5
+  metadata.gz: b07f4470cd479e1e583e15471b3a6e8bd94cfb3b7fc8b544c5d87d300f3f3e52
+  data.tar.gz: c678d753b77ef3205fe0a1864128299864292cc1a740e07351bc6e6ef389dbbd
 SHA512:
-  metadata.gz: 72ed7c28c8f9513be5ff136827dcf07336b1fee931c17049448c8c915530e919a278dd6e478119dac3c8fb1c20e98cce1314cdbd33dd71110cb07e0fc7ab7286
-  data.tar.gz: 20ea6369d094f13ce763305369037591a5c3412562fe350fccd58b9f4de8bfd5d37b830e49214d835c2ef039ca2252bac001ea41f571bde2ab51302e3d4c3146
+  metadata.gz: 4eb7c54eaeb552d14eb97a260dc47882d0b69a527b73680f258909ab18bef424c3fe0203b13335801dcdb7b6f45ab7c96fb26fefee635e97d009709a68506193
+  data.tar.gz: 22c9d32bfb1092e7135df2d5d2e12d8a3449ad2efe6d043ef6207cecab7094de2dcc94c45e0289e06c1a4ac866e7bc7287a657a778292437d4fa429f1b192531

data/lib/data_collector/core.rb

@@ -3,6 +3,7 @@ require 'jsonpath'
 
 require_relative 'input'
 require_relative 'output'
+require_relative 'rules'
 require_relative 'config_file'
 
 module DataCollector
@@ -46,6 +47,10 @@ module DataCollector
       @output ||= Output.new
     end
 
+    def rules
+      @rules ||= Rules.new
+    end
+
     # evaluator http://jsonpath.com/
     # uitleg http://goessner.net/articles/JsonPath/index.html
     def filter(data, filter_path)
@@ -72,5 +77,7 @@ module DataCollector
     def log(message)
       @logger.info(message)
     end
+
   end
+
 end

data/lib/data_collector/rules.rb

@@ -0,0 +1,87 @@
+require 'logger'
+#require_relative 'core'
+
+module DataCollector
+  class Rules
+    def initialize()
+      @logger = Logger.new(STDOUT)
+    end
+
+    def run(rule_map, from_record, to_record)
+      rule_map.each do |map_to_key, rule|
+        if rule.is_a?(Array)
+          rule.each do |sub_rule|
+            apply_rule(map_to_key, sub_rule, from_record, to_record)
+          end
+        else
+          apply_rule(map_to_key, rule, from_record, to_record)
+        end
+      end
+
+      to_record.each do |element|
+        element = element.delete_if{||}
+      end
+    end
+
+    private
+    def apply_rule(map_to_key, rule, from_record, to_record)
+      if rulev.has_key?('options') && rule['options'].has_key?('convert') && rule['options']['convert'].eql?('each')
+        result = get_value_for(map_to_key, rule['filter'], from_record, rule['options'])
+
+        if result.is_a?(Array)
+
+          result.each do |m|
+            to_record << {map_to_key.to_sym => m}
+          end
+
+        else
+          to_record << {map_to_key.to_sym => result}
+        end
+      else
+        to_record << {map_to_key.to_sym => get_value_for(map_to_key, rule['filter'], from_record, rule['options'])}
+      end
+    end
+
+    def get_value_for(tag_key, filter_path, record, options = {})
+      data = nil
+      if record
+        data = Core::filter(record, filter_path)
+
+        if data && options
+          if options.key?('convert')
+            case options['convert']
+            when 'time'
+              data = Time.parse(data).strftime('%Y-%m-%d')
+            when 'map'
+              if data.is_a?(Array)
+                data = data.map do |r|
+                  return options['map'][r] if options['map'].key?(r)
+                end
+
+                data.compact!
+              else
+                return options['map'][data] if options['map'].key?(data)
+              end
+            when 'each'
+              data = [data] unless data.is_a?(Array)
+              data = data.map {|d| options['lambda'].call(d)}
+              #pp data
+            when 'call'
+              return options['lambda'].call(data)
+            end
+          end
+
+          if options.key?('suffix')
+            data = data.to_s
+            data += options['suffix']
+          end
+
+        end
+
+      end
+
+      return data
+    end
+
+  end
+end

data/lib/data_collector/version.rb

@@ -1,4 +1,4 @@
 # encoding: utf-8
 module DataCollector
-  VERSION = "0.1.1"
+  VERSION = "0.2.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: data_collector
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.2.0
 platform: ruby
 authors:
 - Mehmet Celik
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2019-07-08 00:00:00.000000000 Z
+date: 2019-11-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
@@ -200,6 +200,7 @@ files:
 - lib/data_collector/ext/xml_utility_node.rb
 - lib/data_collector/input.rb
 - lib/data_collector/output.rb
+- lib/data_collector/rules.rb
 - lib/data_collector/runner.rb
 - lib/data_collector/version.rb
 homepage: https://github.com/mehmetc/data_collector