ezid-client 1.5.0 → 1.6.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 5e7662a25f1a8f0b0c027298428ed9ee5714137c
-  data.tar.gz: ae70777a70f7ffb50fb00e49e3c86c305e0721d0
+  metadata.gz: fea39a10be4faa6f53fc90a1e47912aac563852b
+  data.tar.gz: 7812a50e289a44f48d2f7da5d160e87178f5aad2
 SHA512:
-  metadata.gz: 68d2a8953cdf238fb34fbb861129b2a34a1e42e1aded1f3a56e3ed720507a67f4313ca67ed6ffe5e59567769c5556fedcf52ebdd69a9e500c0fb1e0893db9bf2
-  data.tar.gz: 8a0763e0ff8922e9ae2b0c946acf16c8da5f9b64296235efc9f5a5aac2204bd234cf897cecb3af4d87a363f7aba2d95571ce8f15f7557f6ef21d02eed49aaba9
+  metadata.gz: 31a187c0ba4f9352093a87e1f86d963ea6d2204a564a81ccef9f4e63990afd709e479c72003a305db1db62c8fe224abea4ce8b335f431cf81e130d257a0e0761
+  data.tar.gz: 473bc07ee2231bf9d538097898796e11867162844024f494fddc33add670a44822b4be1ced89c60987328cf1deb1c30bbed4974919c92733ce9f893b74edbba9

data/.travis.yml

@@ -1,6 +1,7 @@
 sudo: false
 language: ruby
 rvm:
+  - 2.3.1
   - 2.2
   - 2.1
   - 2.0.0

data/VERSION

@@ -1 +1 @@
-1.5.0
+1.6.0

data/lib/ezid/batch_download.rb

@@ -40,6 +40,7 @@ module Ezid
 
     # Parameters
     property :format, required: true # {anvl|csv|xml}
+    property :compression            # {gzip|zip}
     property :column                 # repeatable
     property :notify                 # repeatable
     property :convertTimestamps      # {yes|no}
@@ -87,36 +88,45 @@ module Ezid
       path ||= Dir.getwd
       fullpath = File.directory?(path) ? File.join(path, download_filename) : path
       tries = 0
-      begin
-        tries += 1
-        download = Net::HTTP.get_response(download_uri)
-        download.value
-      rescue Net::HTTPServerException => e
-        if download.is_a?(Net::HTTPNotFound)
-          if tries < MAX_DOWNLOAD_TRIES
-            print "Download file not yet available (attempt #{tries} of #{MAX_DOWNLOAD_TRIES})."
-            puts " Trying again in #{DOWNLOAD_RETRY_INTERVAL} second(s) ..."
-            sleep DOWNLOAD_RETRY_INTERVAL
-            retry
-          else
-            raise BatchDownloadError,
-                  "Maximum download attempts (#{MAX_DOWNLOAD_TRIES}) reached unsuccessfully."
+      ready = false
+
+      print "Checking for download "
+      Net::HTTP.start(download_uri.host, download_uri.port) do |http|
+        while tries < MAX_DOWNLOAD_TRIES
+          tries += 1
+          sleep DOWNLOAD_RETRY_INTERVAL
+          print "."
+          response = http.head(download_uri.path)
+          if response.code == '200'
+            ready = true
+            break
           end
-        else
-          raise
         end
-      else
-        File.open(fullpath, "wb") do |f|
-          f.write(download.body)
+      end
+      puts
+
+      unless ready
+        raise BatchDownloadError,
+              "Download not ready after checking #{MAX_DOWNLOAD_TRIES} times."
+      end
+
+      File.open(fullpath, "wb") do |f|
+        Net::HTTP.start(download_uri.host, download_uri.port) do |http|
+          http.request_get(download_uri.path) do |response|
+            response.read_body do |chunk|
+              f.write(chunk)
+            end
+          end
         end
-        puts "File successfully download to #{fullpath}."
       end
+
+      fullpath
     end
 
     private
 
     def download_uri
-      URI(download_url)
+      @download_uri ||= URI(download_url)
     end
 
     def download_filename

data/lib/ezid/batch_enumerator.rb

@@ -0,0 +1,42 @@
+module Ezid
+  class BatchEnumerator
+    include Enumerable
+
+    attr_reader :format, :batch_file
+
+    def initialize(format, batch_file)
+      @format = format
+      @batch_file = batch_file
+    end
+
+    def each(&block)
+      case format
+      when :anvl
+        each_anvl(&block)
+      when :xml
+        each_xml(&block)
+      when :csv
+        each_csv(&block)
+      end
+    end
+
+    def each_anvl(&block)
+      File.open(batch_file, "rb") do |f|
+        while record = f.gets("")
+          head, metadata = record.split(/\n/, 2)
+          id = head.sub(/\A::/, "").strip
+          yield Ezid::Identifier.new(id, metadata: metadata)
+        end
+      end
+    end
+
+    def each_xml
+      raise NotImplementedError
+    end
+
+    def each_csv
+      raise NotImplementedError
+    end
+
+  end
+end

data/spec/fixtures/anvl_batch.txt

@@ -0,0 +1,39 @@
+:: ark:/99999/fk4086hs23
+_updated: 1488227717
+_target: http://example.com
+_profile: erc
+_ownergroup: apitest
+_owner: apitest
+_export: yes
+_created: 1488227717
+_status: public
+
+:: ark:/99999/fk4086hs23/123
+_updated: 1488227718
+_target: http://ezid.cdlib.org/id/ark:/99999/fk4086hs23/123
+_profile: erc
+_ownergroup: apitest
+_owner: apitest
+_export: yes
+_created: 1488227718
+_status: public
+
+:: ark:/99999/fk40p1bb85
+_updated: 1488303565
+_target: http://ezid.cdlib.org/id/ark:/99999/fk40p1bb85
+_profile: erc
+_ownergroup: apitest
+_owner: apitest
+_export: yes
+_created: 1488303565
+_status: public
+
+:: ark:/99999/fk40z7fh7x
+_updated: 1488232856
+_target: http://ezid.cdlib.org/id/ark:/99999/fk40z7fh7x
+_profile: erc
+_ownergroup: apitest
+_owner: apitest
+_export: yes
+_created: 1488232856
+_status: public

data/spec/integration/batch_download_spec.rb

@@ -0,0 +1,21 @@
+require 'tempfile'
+
+module Ezid
+  RSpec.describe BatchDownload do
+
+    subject do
+      a_week_ago = (Time.now - (7*24*60*60)).to_i
+      described_class.new(:anvl, compression: "zip", permanence: "test", status: "public", createdAfter: a_week_ago)
+    end
+
+    its(:download_url) { is_expected.to match(/\Ahttp:\/\/ezid\.cdlib\.org\/download\/\w+\.zip\z/) }
+
+    specify {
+      Dir.mktmpdir do |tmpdir|
+        expect(subject.download_file(path: tmpdir))
+          .to match(/\A#{tmpdir}\/\w+\.zip\z/)
+      end
+    }
+
+  end
+end

data/spec/unit/batch_enumerator_spec.rb

@@ -0,0 +1,34 @@
+require 'ezid/batch_enumerator'
+
+module Ezid
+  RSpec.describe BatchEnumerator do
+
+    let(:batch_file) { File.expand_path("../../fixtures/anvl_batch.txt", __FILE__) }
+
+    subject { described_class.new(:anvl, batch_file) }
+
+    its(:count) { is_expected.to eq 4 }
+
+    specify {
+      subject.each do |id|
+        expect(id).to be_a(Identifier)
+      end
+    }
+
+    specify {
+      batch_array = subject.to_a
+      expect(batch_array.length).to eq 4
+    }
+
+    specify {
+      ids = subject.map(&:id)
+      expect(ids).to eq ["ark:/99999/fk4086hs23", "ark:/99999/fk4086hs23/123", "ark:/99999/fk40p1bb85", "ark:/99999/fk40z7fh7x"]
+    }
+
+    specify {
+      id = subject.first
+      expect(id.target).to eq "http://example.com"
+    }
+
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ezid-client
 version: !ruby/object:Gem::Version
-  version: 1.5.0
+  version: 1.6.0
 platform: ruby
 authors:
 - David Chandek-Stark
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-03-24 00:00:00.000000000 Z
+date: 2017-02-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: hashie
@@ -104,6 +104,7 @@ files:
 - ezid-client.gemspec
 - lib/ezid-client.rb
 - lib/ezid/batch_download.rb
+- lib/ezid/batch_enumerator.rb
 - lib/ezid/client.rb
 - lib/ezid/configuration.rb
 - lib/ezid/error.rb
@@ -137,11 +138,13 @@ files:
 - lib/ezid/session.rb
 - lib/ezid/status.rb
 - lib/ezid/test_helper.rb
+- spec/fixtures/anvl_batch.txt
+- spec/integration/batch_download_spec.rb
 - spec/integration/client_spec.rb
 - spec/integration/identifier_spec.rb
 - spec/spec_helper.rb
 - spec/unit/batch_download_request_spec.rb
-- spec/unit/batch_download_spec.rb
+- spec/unit/batch_enumerator_spec.rb
 - spec/unit/client_spec.rb
 - spec/unit/identifier_spec.rb
 - spec/unit/metadata_spec.rb
@@ -166,16 +169,18 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.3
+rubygems_version: 2.6.8
 signing_key: 
 specification_version: 4
 summary: Ruby client for EZID API Version 2
 test_files:
+- spec/fixtures/anvl_batch.txt
+- spec/integration/batch_download_spec.rb
 - spec/integration/client_spec.rb
 - spec/integration/identifier_spec.rb
 - spec/spec_helper.rb
 - spec/unit/batch_download_request_spec.rb
-- spec/unit/batch_download_spec.rb
+- spec/unit/batch_enumerator_spec.rb
 - spec/unit/client_spec.rb
 - spec/unit/identifier_spec.rb
 - spec/unit/metadata_spec.rb

data/spec/unit/batch_download_spec.rb

@@ -1,5 +0,0 @@
-module Ezid
-  RSpec.describe BatchDownload do
-    # TODO
-  end
-end