data_collector 0.28.0 → 0.29.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 71b519b75704a9bb6e46601c8195ab69608f19fae12ecde7c6c57869b8fca450
-  data.tar.gz: aa4a0697ffb9f6bc21c45f2ecdfa13c9deca7c8b69f2e8159f4901ab6be8d646
+  metadata.gz: d09248a6f7a15b7c6ad783502506e9cdc3ba5010070a810b9bc8c803b15fc862
+  data.tar.gz: d47019eddd26810162229555997d957f35823e45b105036cbd1e4f90d361be81
 SHA512:
-  metadata.gz: 44dbd4e953260ef2c66b31f8a2914f4378bbeb969c670207bfa2272c4c2d5096a8ec5b3352b913093fb601b6d6c15ebc14d029a936e88c65ddf3d6eabe32e4d2
-  data.tar.gz: ee74ae98b99ab8b88e81d1c2c5437d860c314683e517858dc739924049c55ce8a4614cbfa40a97ac8bcd619cd678b6121e2158f45813370ee2c36de185a7244e
+  metadata.gz: 8f508edbc7ad18d413bf6deac82c0848ab04955edd347b2a749b0ecf8baf3caef4052fdcd8b424d6b17e82b8da18e4f9cc8b40160d1b22566241986a4d5c6e7c
+  data.tar.gz: 4c339eb2adc53e2afe615a9b1ebca1649c0466c51366babd574bf7bdfbb4ef0c8df121308561514c69dc6fcd31cd6c4fa6e8d689ab0cff0e9bcff9554f96f85a

data/lib/data_collector/input.rb

@@ -28,7 +28,7 @@ module DataCollector
     def from_uri(source, options = {})
       source = CGI.unescapeHTML(source)
       @logger.info("Reading #{source}")
-      raise DataCollector::Error 'from_uri expects a scheme like file:// of https://' unless source =~ /:\/\//
+      raise DataCollector::Error, 'from_uri expects a scheme like file:// of https://' unless source =~ /:\/\//
 
       scheme, path = source.split('://')
       source="#{scheme}://#{URI.encode_www_form_component(path)}"
@@ -67,13 +67,13 @@ module DataCollector
           data
         end
       rescue DataCollector::InputError => e
-        @logger.info(e.message)
+        @logger.error(e.message)
         raise e
       rescue DataCollector::Error => e
-        @logger.info(e.message)
+        @logger.error(e.message)
         nil
       rescue StandardError => e
-        @logger.info(e.message)
+        @logger.error(e.message)
         puts e.backtrace.join("\n")
         nil
       end
@@ -220,11 +220,11 @@ module DataCollector
 
     def xml_to_hash(data, options = {})
       #gsub('<\/', '< /') outherwise wrong XML-parsing (see records lirias1729192 )
+      data.force_encoding('UTF-8') #encode("UTF-8", invalid: :replace, replace: "")
       data = data.gsub /</, '< /'
       xml_typecast = options.with_indifferent_access.key?('xml_typecast') ? options.with_indifferent_access['xml_typecast'] : true
       nori = Nori.new(parser: :nokogiri, advanced_typecasting: xml_typecast, strip_namespaces: true, convert_tags_to: lambda { |tag| tag.gsub(/^@/, '_') })
       nori.parse(data)
-      #JSON.parse(nori.parse(data).to_json)
     end
 
     def csv_to_hash(data)

data/lib/data_collector/version.rb

@@ -1,4 +1,4 @@
 # encoding: utf-8
 module DataCollector
-  VERSION = "0.28.0"
+  VERSION = "0.29.0"
 end

data/lib/data_collector.rb

@@ -8,7 +8,9 @@ require 'data_collector/pipeline'
 require 'data_collector/ext/xml_utility_node'
 
 module DataCollector
-  class Error < StandardError; end
+  class Error < StandardError
+  end
 
-  class InputError < StandardError; end
+  class InputError < Error
+  end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: data_collector
 version: !ruby/object:Gem::Version
-  version: 0.28.0
+  version: 0.29.0
 platform: ruby
 authors:
 - Mehmet Celik
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2023-08-07 00:00:00.000000000 Z
+date: 2023-08-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport