harvestdor 0.0.14 → 0.1.0

metadata

@@ -1,29 +1,15 @@
 --- !ruby/object:Gem::Specification
 name: harvestdor
 version: !ruby/object:Gem::Version
-  version: 0.0.14
+  version: 0.1.0
 platform: ruby
 authors:
 - Naomi Dushay
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-07-29 00:00:00.000000000 Z
+date: 2015-10-23 00:00:00.000000000 Z
 dependencies:
-- !ruby/object:Gem::Dependency
-  name: oai
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 0.3.0
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 0.3.0
 - !ruby/object:Gem::Dependency
   name: faraday
   requirement: !ruby/object:Gem::Requirement
@@ -122,6 +108,48 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: coveralls
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubocop-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: vcr
   requirement: !ruby/object:Gem::Requirement
@@ -150,8 +178,7 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: Harvest DOR object metadata via a relationship (e.g. hydra:isGovernedBy
-  rdf:resource="info:fedora/druid:hy787xj5878") and dates
+description: Harvest DOR object metadata from a Stanford public purl page
 email:
 - ndushay@stanford.edu
 executables: []
@@ -160,6 +187,9 @@ extra_rdoc_files: []
 files:
 - ".coveralls.yml"
 - ".gitignore"
+- ".hound.yml"
+- ".rubocop.yml"
+- ".rubocop_todo.yml"
 - ".travis.yml"
 - ".yardopts"
 - Gemfile
@@ -168,11 +198,11 @@ files:
 - Rakefile
 - harvestdor.gemspec
 - lib/harvestdor.rb
+- lib/harvestdor/client.rb
 - lib/harvestdor/errors.rb
-- lib/harvestdor/oai_harvest.rb
 - lib/harvestdor/purl_xml.rb
 - lib/harvestdor/version.rb
-- spec/config/oai.yml
+- spec/config/example.yml
 - spec/fixtures/vcr_cassettes/content_metadata.yml
 - spec/fixtures/vcr_cassettes/dc.yml
 - spec/fixtures/vcr_cassettes/headers.yml
@@ -189,12 +219,9 @@ files:
 - spec/fixtures/vcr_cassettes/records.yml
 - spec/fixtures/vcr_cassettes/rights_metadata.yml
 - spec/harvestdor_client_spec.rb
-- spec/harvestdor_spec.rb
-- spec/oai_harvest_spec.rb
-- spec/oai_integration_spec.rb
 - spec/purl_xml_spec.rb
 - spec/spec_helper.rb
-homepage: https://consul.stanford.edu/display/chimera/Chimera+project
+homepage: ''
 licenses: []
 metadata: {}
 post_install_message: 
@@ -213,12 +240,12 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.2.2
+rubygems_version: 2.4.3
 signing_key: 
 specification_version: 4
 summary: Harvest DOR object metadata
 test_files:
-- spec/config/oai.yml
+- spec/config/example.yml
 - spec/fixtures/vcr_cassettes/content_metadata.yml
 - spec/fixtures/vcr_cassettes/dc.yml
 - spec/fixtures/vcr_cassettes/headers.yml
@@ -235,9 +262,6 @@ test_files:
 - spec/fixtures/vcr_cassettes/records.yml
 - spec/fixtures/vcr_cassettes/rights_metadata.yml
 - spec/harvestdor_client_spec.rb
-- spec/harvestdor_spec.rb
-- spec/oai_harvest_spec.rb
-- spec/oai_integration_spec.rb
 - spec/purl_xml_spec.rb
 - spec/spec_helper.rb
 has_rdoc: 

data/lib/harvestdor/oai_harvest.rb

@@ -1,115 +0,0 @@
-require 'oai'
-
-module Harvestdor
-
-  # Mixin:  methods to perform an OAI harvest and iterate over results
-  class Client
-
-    # return Array of OAI::Records from the OAI harvest indicated by OAI params (metadata_prefix, from, until, set)
-    # @param [Hash] oai_args optional OAI params (:metadata_prefix, :from, :until, :set) to be used in lieu of config default values
-    # @return [Array<OAI::Record>] or enumeration over it, if block is given
-    def oai_records oai_args = {}
-      return to_enum(:oai_records, oai_args).to_a unless block_given?
-
-      harvest(:list_records, scrub_oai_args(oai_args)) do |oai_rec|
-        yield oai_rec
-      end 
-    end
-  
-    # return Array of OAI::Headers from the OAI harvest indicated by OAI params (metadata_prefix, from, until, set)
-    # @param [Hash] oai_args optional OAI params (:metadata_prefix, :from, :until, :set) to be used in lieu of config default values
-    # @return [Array<OAI::Header>] or enumeration over it, if block is given
-    def oai_headers oai_args = {}
-      return to_enum(:oai_headers, oai_args).to_a unless block_given?
-      
-      harvest(:list_identifiers, scrub_oai_args(oai_args)) do |oai_hdr|
-        yield oai_hdr
-      end
-    end
-
-    # return Array of druids contained in the OAI harvest indicated by OAI params (metadata_prefix, from, until, set)
-    # @param [Hash] oai_args optional OAI params (:metadata_prefix, :from, :until, :set) to be used in lieu of config default values
-    # @return [Array<String>] or enumeration over it, if block is given
-    def druids_via_oai oai_args = {}
-      return to_enum(:druids_via_oai, oai_args).to_a unless block_given?
-
-      harvest(:list_identifiers, scrub_oai_args(oai_args)) do |oai_hdr|
-        yield Harvestdor.druid(oai_hdr)
-      end
-    end
-    
-    # get a single OAI record using a get_record OAI request
-    # @param [String] druid (which will be turned into OAI identifier)
-    # @param [String] md_prefix the OAI metadata prefix determining which metadata will be in the retrieved OAI::Record object
-    # @return [OAI::Record] record object retrieved from OAI server
-    def oai_record druid, md_prefix = 'mods'
-      prefix = md_prefix ? md_prefix : config.default_metadata_prefix
-      oai_client.get_record({:identifier => "oai:searchworks.stanford.edu/druid:#{druid}", :metadata_prefix => prefix}).record
-    end
-    
-    protected #---------------------------------------------------------------------
-
-    # @param [Hash] oai_args Hash of OAI params (metadata_prefix, from, until, set) to be used in lieu of config default values
-    # @return [Hash] OAI params (metadata_prefix, from, until, set) cleaned up for making harvest request
-    def scrub_oai_args oai_args = {}
-      scrubbed_args={}
-      scrubbed_args[:metadata_prefix] = oai_args.keys.include?(:metadata_prefix) ? oai_args[:metadata_prefix] : config.default_metadata_prefix 
-      scrubbed_args[:from] = oai_args.keys.include?(:from) ? oai_args[:from] : config.default_from_date
-      scrubbed_args[:until] = oai_args.keys.include?(:until) ? oai_args[:until] : config.default_until_date
-      scrubbed_args[:set] = oai_args.keys.include?(:set) ? oai_args[:set] : config.default_set
-      scrubbed_args.each { |k, v|  
-        scrubbed_args.delete(k) if v.nil? || v == ''
-      }
-      scrubbed_args
-    end
-    
-    # harvest OAI headers or OAI records and return a response object with one entry for each record/header retrieved
-    #  follows resumption tokens (i.e. chunks are all present in result)
-    # @param [Symbol] verb :list_identifiers or :list_records
-    # @param [Hash] oai_args OAI params (metadata_prefix, from, until, set) used for request
-    # @return response to OAI request, as one enumerable object 
-    # TODO: This could be moved into ruby-oai?
-    def harvest (verb, oai_args, &block)
-      response = oai_client.send verb, oai_args
-      while response && response.entries.size > 0
-        response.entries.each &block
-
-        token = response.resumption_token
-        if token.nil? or token.empty?
-          break
-        else
-          response = oai_client.send(verb, :resumption_token => token)
-        end
-      end
-    rescue Faraday::Error::TimeoutError => e
-      logger.error "No response from OAI Provider"
-      logger.error e
-      raise e
-    rescue OAI::Exception => e
-      # possibly unnecessary after ruby-oai 0.0.14
-      logger.error "Received unexpected OAI::Exception"
-      logger.error e
-      raise e
-    end
-
-  end # class OaiHarvester
-
-end # module Harvestdor
-
-module OAI
-  class Client
-    # monkey patch to adjust timeouts
-    # Do the actual HTTP get, following any temporary redirects
-    def get(uri)
-      # OLD: response = @http_client.get uri
-      response = @http_client.get do |req|
-        req.url uri
-        # FIXME: hard-coded default settings in harvestdor are used here
-        # values are in seconds
-        req.options[:timeout] = Harvestdor::Client.default_config.http_options.timeout     # open/read timeout
-        req.options[:open_timeout] = Harvestdor::Client.default_config.http_options.open_timeout   # connection open timeout
-      end
-      response.body
-    end
-  end
-end

data/spec/config/oai.yml

@@ -1,37 +0,0 @@
-# log_dir:  directory for log file  (default logs, relative to harvestdor gem path)
-log_dir: spec/test_logs  
-
-# log_name: name of log file  (default: harvestdor.log)
-
-# purl: url for the DOR purl server (used to get ContentMetadata, etc.)
-# purl: http://purl-test.stanford.edu
-
-# ---------- OAI harvesting parameters -----------
-
-# oai_client_debug:  true for OAI::Client debug mode  (default: false)
-
-# oai_repository_url:  URL of the OAI data provider
-oai_repository_url: https://dor-oaiprovider-test.stanford.edu/oai
-
-# default_metadata_prefix:  default metadata prefix to be used for harvesting  (default: mods)
-#   can be overridden on calls to harvest_ids and harvest_records
-default_metadata_prefix: mods 
-
-# default_from_date:  default from date for harvest  (default: nil)
-#   can be overridden on calls to harvest_ids and harvest_records
-default_from_date: '2012-11-01'
-
-# default_until_date:  default until date for harvest  (default: nil)
-#   can be overridden on calls to harvest_ids and harvest_records
-
-# default_set:  default set for harvest  (default: nil)
-#   can be overridden on calls to harvest_ids and harvest_records
-
-# Additional options to pass to Faraday http client (https://github.com/technoweenie/faraday)
-# timeouts are in seconds;  timeout -> open/read, open_timeout -> connection open
-http_options:
-  ssl:
-    verify: false
-  request:
-    timeout: 121
-    open_timeout: 122

data/spec/harvestdor_spec.rb

@@ -1,23 +0,0 @@
-require "spec_helper"
-
-describe Harvestdor do
-
-  context "#druid" do
-    it "should return the druid part of an oai identifier" do
-      expect(Harvestdor.druid('oai:searchworks.stanford.edu/druid:foo')).to eql('foo')
-    end
-    it "should work with OAI::Header as argument" do
-      header = OAI::Header.new(nil)
-      header.identifier = 'oai:searchworks.stanford.edu/druid:foo'
-      expect(Harvestdor.druid(header)).to eql('foo')
-    end
-    it "should work with OAI::Record as argument" do
-      oai_rec = OAI::Record.new(nil)
-      header = OAI::Header.new(nil)
-      header.identifier = 'oai:searchworks.stanford.edu/druid:foo'
-      oai_rec.header = header
-      expect(Harvestdor.druid(oai_rec)).to eql('foo')
-    end
-  end
-
-end

data/spec/oai_harvest_spec.rb

@@ -1,220 +0,0 @@
-require 'spec_helper'
-
-describe 'Harvestdor::Client oai harvesting' do
-  before(:all) do
-    @harvestdor_client = Harvestdor::Client.new
-    @oai_arg_defaults = {:metadata_prefix => @harvestdor_client.config.default_metadata_prefix, 
-                :from => @harvestdor_client.config.default_from_date,
-                :until => @harvestdor_client.config.default_until_date,
-                :set => @harvestdor_client.config.default_set  }
-  end
-  
-  describe "druids_via_oai" do
-    before(:each) do
-      oai_response = double('oai_response')
-      allow(oai_response).to receive(:entries).and_return(['foo', 'bar'])
-      allow(oai_response).to receive(:resumption_token).and_return('')
-      allow(@harvestdor_client.oai_client).to receive(:list_identifiers).with(an_instance_of(Hash)) { 
-          oai_response
-      }
-    end
-    it "should return druids" do
-      header1 = OAI::Header.new(nil)
-      header1.identifier = 'oai:searchworks.stanford.edu/druid:foo'
-      header2 = OAI::Header.new(nil)
-      header2.identifier = 'oai:searchworks.stanford.edu/druid:bar'
-      oai_response = double('oai_response')
-      allow(oai_response).to receive(:entries).and_return([header1, header2])
-      expect(@harvestdor_client.druids_via_oai).to eql(['foo', 'bar'])
-    end
-    it "should have results viewable as an array" do
-      expect(@harvestdor_client.druids_via_oai).to be_an_instance_of(Array)
-    end
-    it "should have enumerable results" do
-      expect(@harvestdor_client.druids_via_oai).to respond_to(:each, :count)
-    end
-    it "should yield to a passed block" do
-      expect { |b| @harvestdor_client.druids_via_oai(&b) }.to yield_successive_args('foo', 'bar')
-    end
-  end
-  
-  describe "oai_records" do
-    before(:each) do
-      @oai_response = double('oai_response')
-      allow(@oai_response).to receive(:entries).and_return([1, 2])
-      allow(@oai_response).to receive(:resumption_token).and_return('')
-      allow(@harvestdor_client.oai_client).to receive(:list_records).with(an_instance_of(Hash)) { 
-          @oai_response
-      }
-    end
-    it "should return OAI::Record objects" do
-      header1 = OAI::Header.new(nil)
-      header1.identifier = 'oai:searchworks.stanford.edu/druid:foo'
-      oai_rec1 = OAI::Record.new(nil)
-      oai_rec1.header = header1
-      header2 = OAI::Header.new(nil)
-      header2.identifier = 'oai:searchworks.stanford.edu/druid:bar'
-      oai_rec2 = OAI::Record.new(nil)
-      oai_rec2.header = header2
-      allow(@oai_response).to receive(:entries).and_return([oai_rec1, oai_rec2])
-      expect(@harvestdor_client.oai_records).to eql([oai_rec1, oai_rec2])
-    end
-    it "should have results viewable as an array" do
-      expect(@harvestdor_client.oai_records).to be_an_instance_of(Array)
-    end
-    it "should have enumerable results" do
-      expect(@harvestdor_client.oai_records).to respond_to(:each, :count)
-    end
-    it "should yield to a passed block" do
-      expect { |b| @harvestdor_client.oai_records(&b) }.to yield_successive_args(1, 2)
-    end
-  end  
-
-  describe "oai_headers" do
-    before(:each) do
-      @oai_response = double('oai_response')
-      allow(@oai_response).to receive(:entries).and_return([1, 2])
-      allow(@oai_response).to receive(:resumption_token).and_return('')
-      allow(@harvestdor_client.oai_client).to receive(:list_identifiers).with(an_instance_of(Hash)) { 
-          @oai_response
-      }
-    end
-    it "should return OAI::Header objects" do
-      header1 = OAI::Header.new(nil)
-      header1.identifier = 'oai:searchworks.stanford.edu/druid:foo'
-      header2 = OAI::Header.new(nil)
-      header2.identifier = 'oai:searchworks.stanford.edu/druid:bar'
-      allow(@oai_response).to receive(:entries).and_return([header1, header2])
-      expect(@harvestdor_client.oai_headers).to eql([header1, header2])
-    end
-    it "should have results viewable as an array" do
-      expect(@harvestdor_client.oai_headers).to be_an_instance_of(Array)
-    end
-    it "should have enumerable results" do
-      expect(@harvestdor_client.oai_headers).to respond_to(:each, :count)
-    end
-    it "should yield to a passed block" do
-      expect { |b| @harvestdor_client.oai_headers(&b) }.to yield_successive_args(1, 2)
-    end
-  end  
-    
-  describe "oai_record (single record request)" do
-    it "should return OAI::Record object" do
-      oai_rec = OAI::Record.new(nil)
-      oai_resp = double('oai_response')
-      allow(oai_resp).to receive(:record).and_return(oai_rec)
-      allow(@harvestdor_client.oai_client).to receive(:get_record){
-          oai_resp
-      }
-      expect(@harvestdor_client.oai_record('druid')).to eql(oai_rec)
-      expect(@harvestdor_client.oai_record('druid', 'mods')).to eql(oai_rec)
-    end
-  end  
-
-  describe "scrub_oai_args" do
-    before(:all) do
-      @expected_oai_args = @oai_arg_defaults.dup
-      @expected_oai_args.each { |k, v|  
-        @expected_oai_args.delete(k) if v.nil? || v.size == 0
-      }
-      
-    end
-    it "should use client's default values for OAI arguments if they are not present in the method param hash" do
-      expect(@harvestdor_client.send(:scrub_oai_args)).to eql(@expected_oai_args)
-    end
-    it "should use OAI arguments from the method param hash if they are present" do
-      passed_options = {:metadata_prefix => 'mods', :from => '2012-11-30'}
-      expect(@harvestdor_client.send(:scrub_oai_args, passed_options)).to eql(@expected_oai_args.merge(passed_options))
-    end
-    it "should use nil value for option when it is passed in options hash" do
-      client = Harvestdor::Client.new({:default_from_date => '2012-01-01'})
-      expect(client.config.default_from_date).to eql('2012-01-01')
-      passed_options = {:from => nil}
-      expect(client.send(:scrub_oai_args, passed_options)[:from]).to eql(nil)
-    end
-  end
-
-  describe "harvest" do
-    it "should perform a list_records OAI request when first arg is true" do
-      oai_response = double('oai_response')
-      allow(oai_response).to receive(:entries).and_return([])
-      allow(@harvestdor_client.oai_client).to receive(:list_records).with(an_instance_of(Hash)) { 
-          oai_response
-      }
-      expect(@harvestdor_client.oai_client).to receive(:list_records)
-      @harvestdor_client.send(:harvest, :list_records, {})
-    end
-    
-    it "should perform a list_identifiers OAI request when first arg is false" do
-      oai_response = double('oai_response')
-      allow(oai_response).to receive(:entries).and_return([])
-      allow(@harvestdor_client.oai_client).to receive(:list_identifiers).with(an_instance_of(Hash)) { 
-          oai_response
-      }
-      expect(@harvestdor_client.oai_client).to receive(:list_identifiers)
-      @harvestdor_client.send(:harvest, :list_identifiers, {})
-    end
-
-    it "should use passed OAI arguments" do
-      oai_response = double('oai_response')
-      allow(oai_response).to receive(:entries).and_return([])
-      allow(@harvestdor_client.oai_client).to receive(:list_identifiers).with(an_instance_of(Hash)) { 
-          oai_response
-      }
-      oai_options_hash = {:metadata_prefix => 'mods', :from => '2012-11-30'}
-      expect(@harvestdor_client.oai_client).to receive(:list_identifiers).with(oai_options_hash)
-      @harvestdor_client.send(:harvest, :list_identifiers, oai_options_hash)
-    end
-    
-    it "should yield to a passed block" do
-      oai_response = double('oai_response')
-      allow(oai_response).to receive(:entries).and_return([1, 2])
-      allow(oai_response).to receive(:resumption_token).and_return('')
-      allow(@harvestdor_client.oai_client).to receive(:list_records).with(an_instance_of(Hash)) { 
-          oai_response
-      }
-      expect { |b| @harvestdor_client.send(:harvest, :list_records, {}, &b) }.to yield_successive_args(1, 2)
-    end
-
-    context "resumption tokens" do
-      it "should stop processing when no records/headers are received" do
-        oai_response = double('oai_response')
-        allow(oai_response).to receive(:entries).and_return([])
-        allow(@harvestdor_client.oai_client).to receive(:list_records).with(an_instance_of(Hash)) { 
-            oai_response
-        }
-
-        i = 0
-        @harvestdor_client.send(:harvest, :list_records, {}) { |record| i += 1 }
-        expect(i).to eql(0)
-      end
-
-      it "should stop processing when the resumption token is empty" do
-        oai_response_with_token = double('oai_response')
-        allow(oai_response_with_token).to receive(:entries).and_return([1,2,3,4,5])
-        allow(oai_response_with_token).to receive(:resumption_token).and_return('')
-        allow(@harvestdor_client.oai_client).to receive(:list_records).with(an_instance_of(Hash)) { 
-          oai_response_with_token
-        }
-
-        i = 0
-        @harvestdor_client.send(:harvest, :list_records, {}) { |record| i += 1 }
-        expect(i).to eql(5)
-      end
-
-      it "should stop processing when there was no resumption token" do
-        oai_response_with_token = double('oai_response')
-        allow(oai_response_with_token).to receive(:entries).and_return([1,2,3,4,5])
-        allow(oai_response_with_token).to receive(:resumption_token).and_return(nil)
-        allow(@harvestdor_client.oai_client).to receive(:list_records).with(an_instance_of(Hash)) { 
-          oai_response_with_token
-        }
-
-        i = 0
-        @harvestdor_client.send(:harvest, :list_records, {}) { |record| i += 1 }
-        expect(i).to eql(5)
-      end      
-    end # resumption tokens
-  end
-        
-end

data/spec/oai_integration_spec.rb

@@ -1,139 +0,0 @@
-# encoding: utf-8
-require 'spec_helper'
-
-describe 'Harvestdor::Client OAI Harvesting Integration Tests', :integration => true do
-
-  before(:all) do
-    @config_yml_path = File.join(File.dirname(__FILE__), "config", "oai.yml")
-  end
-
-  context "test OAI server" do
-    before(:all) do
-      @test_hclient ||= Harvestdor::Client.new({:config_yml_path => @config_yml_path, :oai_client_debug => 'true', :oai_repository_url => 'https://dor-oaiprovider-test.stanford.edu/oai'})
-    end
-    context "withOUT resumption tokens" do
-      before(:all) do
-        @oai_args = {:metadata_prefix => 'mods', :from => nil, :until => nil, :set => 'is_governed_by_hy787xj5878'}
-      end
-      it "should be able to harvest headers" do
-        VCR.use_cassette('headers') do
-          headers = @test_hclient.oai_headers(@oai_args)
-          expect(headers).to be_an_instance_of(Array)
-          expect(headers.size).to be > 0
-          expect(headers.size).to be < 50  # no resumption token
-          expect(headers.first).to be_an_instance_of(OAI::Header)
-        end
-      end
-      it "should be able to harvest records" do
-        VCR.use_cassette('records') do
-          records = @test_hclient.oai_records(@oai_args)
-          expect(records).to be_an_instance_of(Array)
-          expect(records.size).to be > 0
-          expect(records.size).to be < 50  # no resumption token
-          expect(records.first).to be_an_instance_of(OAI::Record)
-        end
-      end
-    end
-    context "with resumption tokens" do
-      before(:all) do
-        @oai_args = {:metadata_prefix => 'mods', :from => nil, :until => nil, :set => 'is_member_of_kh678dr8608'}
-      end
-      it "should be able to harvest headers" do
-        skip "need to find small set > 50 on test"
-        headers = @test_hclient.oai_headers(@oai_args)
-        expect(headers).to be_an_instance_of(Array)
-        expect(headers.size).to be > 50
-        expect(headers.first).to be_an_instance_of(OAI::Header)
-      end
-      it "should be able to harvest records" do
-        skip "need to find small set > 50 on test"
-        records = @test_hclient.harvest_records(@oai_args)
-        expect(records).to be_an_instance_of(Array)
-        expect(records.size).to be > 50
-        expect(records.first).to be_an_instance_of(OAI::Record)
-      end
-    end
-    context "oai_record (single record request)" do
-      before(:all) do
-        VCR.use_cassette('jt959wc5586_test') do
-          @rec = @test_hclient.oai_record('jt959wc5586')
-        end
-      end
-      it "should get a single OAI::Record object" do
-        expect(@rec).to be_an_instance_of(OAI::Record)
-      end
-      it "should keep utf-8 encoded characters intact" do
-        xml = Nokogiri::XML(@rec.metadata.to_s)
-        xml.remove_namespaces!
-        expect(xml.root.xpath('/metadata/mods/titleInfo/subTitle').text).to match /^recueil complet des débats législatifs & politiques des chambres françaises/
-      end
-    end
-  end
-  
-  context "production OAI server" do
-    before(:all) do
-      @prod_hclient ||= Harvestdor::Client.new({:config_yml_path => @config_yml_path, :oai_repository_url => 'https://dor-oaiprovider-prod.stanford.edu/oai'})
-    end
-    context "withOUT resumption tokens" do
-      before(:all) do
-        # Reid-Dennis: 47 objects
-        @oai_args = {:metadata_prefix => 'mods', :from => nil, :until => nil, :set => 'is_governed_by_sd064kn5856'}
-      end
-      it "should be able to harvest headers" do
-        VCR.use_cassette('prod_headers') do
-          headers = @prod_hclient.oai_headers(@oai_args)
-          expect(headers).to be_an_instance_of(Array)
-          expect(headers.size).to be > 0
-          expect(headers.size).to be < 50  # no resumption token
-          expect(headers.first).to be_an_instance_of(OAI::Header)
-        end
-      end
-      it "should be able to harvest records" do
-        VCR.use_cassette('prod_records') do
-          records = @prod_hclient.oai_records(@oai_args)
-          expect(records).to be_an_instance_of(Array)
-          expect(records.size).to be > 0
-          expect(records.size).to be < 50  # no resumption token
-          expect(records.first).to be_an_instance_of(OAI::Record)
-        end
-      end
-    end
-    context "with resumption tokens" do
-      before(:all) do
-        # Archives Parlementaires - 8x objects
-        @oai_args = {:metadata_prefix => 'mods', :from => nil, :until => nil, :set => 'is_member_of_collection_jh957jy1101'}
-      end
-      it "should be able to harvest headers" do
-        VCR.use_cassette('headers_with_resumption') do
-          headers = @prod_hclient.oai_headers(@oai_args)
-          expect(headers).to be_an_instance_of(Array)
-          expect(headers.size).to be > 50
-          expect(headers.first).to be_an_instance_of(OAI::Header)
-        end
-      end
-      it "should be able to harvest records" do
-        skip "the request always seems to time out"
-        records = @prod_hclient.oai_records(@oai_args)
-        expect(records).to be_an_instance_of(Array)
-        expect(records.size).to be > 50
-        expect(records.first).to be_an_instance_of(OAI::Record)
-      end
-    end
-    context "oai_record (single record request)" do
-      before(:all) do
-        VCR.use_cassette('jt959wc5586_prod') do
-          @rec = @prod_hclient.oai_record('jt959wc5586')
-        end
-      end
-      it "should get a single OAI::Record object" do
-        expect(@rec).to be_an_instance_of(OAI::Record)
-      end
-      it "should keep utf-8 encoded characters intact" do
-        xml = Nokogiri::XML(@rec.metadata.to_s)
-        xml.remove_namespaces!
-        expect(xml.root.xpath('/metadata/mods/titleInfo/subTitle').text).to  match /^recueil complet des débats législatifs & politiques des chambres françaises/
-      end
-    end
-  end
-
-end