data_collector 0.22.0 → 0.23.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e8333bf619cbafbac678351542ff0680abafd8d02fbe79ef286a1998eb85d3e4
-  data.tar.gz: bac65514f7f0314004feec335b20bc512e09ec1c62526321eefd61e7b98beece
+  metadata.gz: 1a6db4367b12a41101620cc818a1995868aab20b65157de8c19ea60c68aa90a0
+  data.tar.gz: 39a2cbcd665f85d71bda741a131c54d4f2871ae83ae63b86c9eed9f0d84e405a
 SHA512:
-  metadata.gz: d4b60f51ba32d710f89b396379847785c36d522fbfa190eb3a27527dea53e87a277e7f7d814e01a0639f8c64705b40b4621a21f19b0aa3afb1d8ee4aa56edd86
-  data.tar.gz: 1566edaa8ca58544d5747cd86b73b9f1d66ed52f684aecba62c4ceb695a096cb7b1f5063e973b42eafda65732bd6f5664210bd53ec83489f9c3b5d5b9d233935
+  metadata.gz: 5d7e6e243f9693603c4502b2f1bbe2fb64b8cf95718be257066940d6fafed24a8352ded805f285b617e25f5fbd703bf6e812dbd9f2b85d5c22cc143e7cdfdc1e
+  data.tar.gz: 73b0c03ef6ccb7855cfc1b6f424c543cc00fc79e182ccc2525c068f3b8d97535e4eaaaa66b0fd59225049d6a0dfb3dc55861319638dfb4c6df489ede6c1f9077

data/lib/data_collector/input/dir.rb

@@ -9,8 +9,14 @@ module DataCollector
       end
 
       def run(should_block = false, &block)
-        @listener.start
-        sleep if should_block
+        @listener.start unless running?
+        if block_given?
+          while should_block && !paused?
+            yield
+          end
+        else
+          sleep if should_block && running? && !paused?
+        end
       end
 
       def running?
@@ -20,7 +26,10 @@ module DataCollector
       private
 
       def create_listener
-        @listener ||= Listen.to("#{@uri.host}#{@uri.path}", @options) do |modified, added, _|
+        absolute_path = File.absolute_path("#{URI.decode_uri_component(@uri.to_s)}")
+        raise DataCollector::Error, "#{@uri.to_s} not found" unless File.exist?(absolute_path)
+
+        @listener ||= Listen.to(absolute_path, @options) do |modified, added, _|
           files = added | modified
           files.each do |filename|
             handle_on_message(@input, @output, filename)

data/lib/data_collector/input/generic.rb

@@ -4,7 +4,7 @@ module DataCollector
   class Input
     class Generic
       def initialize(uri, options = {})
-        @uri = uri
+        @uri = URI(URI.decode_uri_component(uri.to_s))
         @options = options
         @running = false
 

data/lib/data_collector/input.rb

@@ -28,6 +28,10 @@ module DataCollector
     def from_uri(source, options = {})
       source = CGI.unescapeHTML(source)
       @logger.info("Reading #{source}")
+      raise DataCollector::Error 'from_uri expects a scheme like file:// of https://' unless source =~ /:\/\//
+
+      scheme, path = source.split('://')
+      source="#{scheme}://#{URI.encode_uri_component(path)}"
       uri = URI(source)
       begin
         data = nil
@@ -37,11 +41,12 @@ module DataCollector
         when 'https'
           data = from_https(uri, options)
         when 'file'
-          if File.directory?("#{uri.host}/#{uri.path}")
-            raise DataCollector::Error, "#{uri.host}/#{uri.path} not found" unless File.exist?("#{uri.host}/#{uri.path}")
+          absolute_path = File.absolute_path("#{URI.decode_uri_component("#{uri.host}#{uri.path}")}")
+          if File.directory?(absolute_path)
+            #raise DataCollector::Error, "#{uri.host}/#{uri.path} not found" unless File.exist?("#{uri.host}/#{uri.path}")
             return from_dir(uri, options)
           else
-            raise DataCollector::Error, "#{uri.host}/#{uri.path} not found" unless File.exist?("#{uri.host}/#{uri.path}")
+            #            raise DataCollector::Error, "#{uri.host}/#{uri.path} not found" unless File.exist?("#{uri.host}/#{uri.path}")
             data = from_file(uri, options)
           end
         when /amqp/
@@ -75,6 +80,7 @@ module DataCollector
     end
 
     def from_https(uri, options = {})
+      uri = URI.decode_uri_component("#{uri.to_s}")
       data = nil
       if options.with_indifferent_access.include?(:logging) && options.with_indifferent_access[:logging]
         HTTP.default_options = HTTP::Options.new(features: { logging: { logger: @logger } })
@@ -154,7 +160,8 @@ module DataCollector
 
     def from_file(uri, options = {})
       data = nil
-      absolute_path = File.absolute_path("#{uri.host}#{uri.path}")
+      absolute_path = File.absolute_path("#{URI.decode_uri_component(uri.to_s)}")
+      raise DataCollector::Error, "#{uri.to_s} not found" unless File.exist?("#{absolute_path}")
       unless options.has_key?('raw') && options['raw'] == true
         @raw = data = File.read("#{absolute_path}")
         case File.extname(absolute_path)

data/lib/data_collector/version.rb

@@ -1,4 +1,4 @@
 # encoding: utf-8
 module DataCollector
-  VERSION = "0.22.0"
+  VERSION = "0.23.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: data_collector
 version: !ruby/object:Gem::Version
-  version: 0.22.0
+  version: 0.23.0
 platform: ruby
 authors:
 - Mehmet Celik