data_collector 0.60.0 → 0.61.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: a929b89fe8361f9efa13b102aea2b7792ee4c524948978cb0da4521797d45489
-  data.tar.gz: 0ab8859d19d8ba21ac72648fa845d18aeb5ef8af058dca4a5f2b417ec5826997
+  metadata.gz: ef5644ca619ea4368ca7e6620fd5b692995b3f81206837e91a7f8b576799014e
+  data.tar.gz: 1c064d51a23891829cc376822de08368e1129cc5891a13a47e3c66e893a75e11
 SHA512:
-  metadata.gz: cc2112dc0b352d19c3950c0a05c96905eb9646f687a305e12af8e930262271800e5db41d22578e2246c663ddcc901df7b439e781b61a8dd09873a8cb8d442e41
-  data.tar.gz: d18ce58fe0f3d6544f054c8a389fb30700d76c60e597ce8b973e2f72c34a9bc21c6ee62cebf606b2d1de9b0249e91d5d9bc9afff4e97c12386d0b2eaf3c0a59c
+  metadata.gz: 524275f37414a0a67566ae4d942ffee36de24980c99138c87947f71c995adf57924a2d5e34de5e7e0b3b313e043132c7dbe76eb364ecd0bc014e3e5eca120466
+  data.tar.gz: 5f54cc53b400f1778edf35b3e9ba5b9a981b17a688467ba05fd7f2e18449002c10ea55bc40d6c152d12481f7957ec17baf9ebf278a1bcab0b990000d1ab3873f

data/data_collector.gemspec

@@ -14,6 +14,8 @@ Gem::Specification.new do |spec|
   spec.homepage      = 'https://github.com/mehmetc/data_collector'
   spec.license       = 'MIT'
 
+  spec.required_ruby_version = ">= 3.4"
+
   # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
   # to allow pushing to a single host or delete this section to allow pushing to any host.
   if spec.respond_to?(:metadata)

data/lib/data_collector/input.rb

@@ -32,6 +32,8 @@ module DataCollector
       data = nil
       if source.is_a?(StringIO)
         data = from_stringio(source, options)
+      elsif source.respond_to?(:read)
+        data = from_tempfile(source, options)
       else
         source = CGI.unescapeHTML(source)
         @logger.info("Reading #{source}")
@@ -153,7 +155,21 @@ module DataCollector
 
       case http_response.code
       when 200..299
-        @raw = data = http_response.body.to_s
+
+        if http_response.code == 206
+          @logger.debug "HTTP response 206 Partial Content"
+          data = http_response.body.readpartial
+          loop do
+            partial_data = http_response.body.readpartial
+            if partial_data.nil? || partial_data.empty?
+              break
+            end
+            data = data + partial_data.to_s
+          end
+          @raw = data
+        else
+          @raw = data = http_response.body.to_s
+        end
 
         file_type = options.with_indifferent_access.has_key?(:content_type) ? options.with_indifferent_access[:content_type] : file_type_from(http_response.headers)
 
@@ -185,8 +201,6 @@ module DataCollector
           end
         end
 
-        raise '206 Partial Content' if http_response.code == 206
-
       when 401
         raise DataCollector::InputError, 'Unauthorized'
       when 403
@@ -210,6 +224,17 @@ module DataCollector
       data = JSON.parse(graph.dump(:jsonld, validate: false, standard_prefixes: true))
     end
 
+    def from_tempfile(tempfile, options = {}, &block)
+      #file = Tempfile.new(["dc_", ".#{preferred_extension}"])
+      begin
+        tempfile.rewind
+        #file.write(temp_input_file.read)
+        #file.close
+        from_file(URI("file://#{tempfile.path}"), options)
+        #ensure
+        #file.unlink
+      end
+    end
     def from_stringio(sio, options = {}, &block)
       raise DataCollector::InputError, "No IO input" unless sio.is_a?(StringIO)
       raise DataCollector::InputError, "content_type option not supplied" unless options.key?(:content_type)
@@ -232,11 +257,15 @@ module DataCollector
       uri = normalize_uri(uri)
       absolute_path = File.absolute_path(uri)
       file_type = MIME::Types.type_for(uri).first.to_s
-      options['file_type'] = options[:content_type] || file_type
+      file_type = File.extname(absolute_path) if file_type.empty?
+      options['file_type'] = MIME::Types[(options[:content_type] || file_type)].first.preferred_extension
+
+      options['file_extention'] = ".#{options['file_type']}"
       raise DataCollector::Error, "#{uri.to_s} not found" unless File.exist?("#{absolute_path}")
       unless options.has_key?('raw') && options['raw'] == true
         @raw = data = File.read("#{absolute_path}")
-        case File.extname(absolute_path)
+
+        case options['file_extention']
         when '.jsonld'
           data = JSON.parse(data)
         when '.json'

data/lib/data_collector/version.rb

@@ -1,4 +1,4 @@
 # encoding: utf-8
 module DataCollector
-  VERSION = "0.60.0"
+  VERSION = "0.61.0"
 end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: data_collector
 version: !ruby/object:Gem::Version
-  version: 0.60.0
+  version: 0.61.0
 platform: ruby
 authors:
 - Mehmet Celik
 bindir: exe
 cert_chain: []
-date: 2025-02-24 00:00:00.000000000 Z
+date: 2025-03-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -400,7 +400,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: '3.4'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="