data_collector 0.63.0 → 0.65.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9006d40456c852cf21b98977606ed64c8211a40e9796e94bb7ec07c5837c1b03
-  data.tar.gz: ab5172a04a592e5a319d95f9e6e4918eb3e6eb3f7783b2583a89428a5145efca
+  metadata.gz: 6bd31c29be4fc198e2361e4ecb9a756d28ab38500008e667405d8872666e4180
+  data.tar.gz: 610ff475aee7f65b853efbc9acb8e36d79455a7a82826663864dbfe1caaba1a5
 SHA512:
-  metadata.gz: 6ff82dcd3e220c5b3ef6d5ffc6719f3c06e90b4aa71490feb0f07c0c4375f16bbddb0e7f80a3a3dd96870b85a018ccd4da091d7acf321141c85b2f9f77043f39
-  data.tar.gz: c6d4c02d7c93fd4bb90813bcd20285a40dd781ba161e38770ab9ba627609c08ef11cd56bb8a6703030a1573ade7e6a7011e37068a97226ce334947980215d171
+  metadata.gz: 50f85f9b0a518698a4aade6604d723162239b7fa4c984f8003c7fd4c76cfd4ff61590299640467da9ebd3df9660a2ab06f20a4c9dd9b665f35cf1a36880aa0c6
+  data.tar.gz: d3d0a1684bafa65aff420932270d14688fa9dde69ed1954757ed3e4da382036eb89134e984a55bc7d2a4ee1aad49a652c001fe3932a60c5a86003260cfff7c07

data/README.md

@@ -403,7 +403,15 @@ Engine directives:
 ### Config
 
 The config object points to a configuration file (default: "config.yml").
-
+- Configuration is automatically reloaded when the file is modified
+- All hash keys are converted to symbols (:key instead of "key")
+- Writing values with []= immediately persists changes to the YAML file
+- The class uses a singleton pattern - you cannot create instances with .new
+- Environment variable substitution uses ${VAR_NAME} syntax in the YAML file
+
+```shell
+export SECRET=my_secret
+```
 __Example__ config.yml
 ```yaml
 cache: "/tmp"

data/lib/data_collector/config_file.rb

@@ -22,6 +22,7 @@ module DataCollector
     end
 
     def self.path
+      init if @config_file_path.empty?
       @config_file_path
     end
 
@@ -52,6 +53,16 @@ module DataCollector
       @config.keys
     end
 
+    def self.raw
+      init
+      @config
+    end
+
+    def self.dig(*args)
+      init
+      @config.dig(*args)
+    end
+
     def self.init
       @config_file_name = 'config.yml' if @config_file_name.nil?
       discover_config_file_path
@@ -66,6 +77,8 @@ module DataCollector
     end
 
     def self.discover_config_file_path
+      @config_file_name = ENV['CONFIG_FILE_NAME'] if ENV.key?('CONFIG_FILE_NAME')
+
       if @config_file_path.nil? || @config_file_path.empty?
         if ENV.key?('CONFIG_FILE_PATH')
           @config_file_path = ENV['CONFIG_FILE_PATH']

data/lib/data_collector/input.rb

@@ -23,6 +23,8 @@ module DataCollector
   class Input
     attr_reader :raw
 
+    HTTP_TIMEOUT = 30 # seconds — connect + read + write
+
     def initialize
       @logger = Logger.new(STDOUT)
     end
@@ -104,18 +106,19 @@ module DataCollector
         HTTP.default_options = HTTP::Options.new(features: { logging: { logger: @logger } })
       end
 
-      http = HTTP
+      timeout = options.fetch(:timeout, HTTP_TIMEOUT)
+      http = HTTP.timeout(connect: timeout, read: timeout, write: timeout)
 
       if options.key?(:user) && options.key?(:password)
         @logger.debug "Set Basic_auth"
         user = options[:user]
         password = options[:password]
-        http = HTTP.basic_auth(user: user, pass: password)
+        http = http.basic_auth(user: user, pass: password)
       elsif options.key?(:bearer_token)
         @logger.debug "Set authorization bearer token"
         bearer = options[:bearer_token]
         bearer = "Bearer #{bearer}" unless bearer =~ /^Bearer /i
-        http = HTTP.auth(bearer)
+        http = http.auth(bearer)
       end
 
       if options.key?(:cookies)

data/lib/data_collector/rules_ng.rb

@@ -126,10 +126,6 @@ module DataCollector
         output_data.size == 1 &&
         not((output_data.first.is_a?(Array) || output_data.first.is_a?(Hash)))
         output_data = output_data.first
-        # elsif output_data.is_a?(Array) &&
-        #     output_data.size == 1 &&
-        #     (output_data.first.is_a?(Array) || output_data.first.is_a?(Hash))
-        #   output_data = output_data.first
       end
 
       if options.with_indifferent_access.key?('_no_array_with_one_element') &&

data/lib/data_collector/version.rb

@@ -1,4 +1,4 @@
 # encoding: utf-8
 module DataCollector
-  VERSION = "0.63.0"
+  VERSION = "0.65.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: data_collector
 version: !ruby/object:Gem::Version
-  version: 0.63.0
+  version: 0.65.0
 platform: ruby
 authors:
 - Mehmet Celik
@@ -407,7 +407,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.6.9
+rubygems_version: 3.7.2
 specification_version: 4
 summary: ETL helper library
 test_files: []