oai 0.0.3 → 0.0.4

data/test/activerecord_provider/helpers/providers.rb

@@ -0,0 +1,44 @@
+require 'active_record'
+require 'oai'
+require "config/connection.rb"
+
+Dir.glob(File.dirname(__FILE__) + "/../models/*.rb").each do |lib|
+  require lib
+end
+
+class ARProvider < OAI::Provider::Base
+  repository_name 'ActiveRecord Based Provider'
+  repository_url 'http://localhost'
+  record_prefix 'oai:test'
+  source_model ActiveRecordWrapper.new(DCField)
+end
+
+class SimpleResumptionProvider < OAI::Provider::Base
+  repository_name 'ActiveRecord Resumption Provider'
+  repository_url 'http://localhost'
+  record_prefix 'oai:test'
+  source_model ActiveRecordWrapper.new(DCField, :limit => 25)
+end
+
+class CachingResumptionProvider < OAI::Provider::Base
+  repository_name 'ActiveRecord Caching Resumption Provider'
+  repository_url 'http://localhost'
+  record_prefix 'oai:test'
+  source_model ActiveRecordCachingWrapper.new(DCField, :limit => 25)
+end
+  
+
+class ARLoader
+  def self.load
+    fixtures = YAML.load_file(
+      File.join(File.dirname(__FILE__), '..', 'fixtures', 'dc.yml')
+    )
+    fixtures.keys.sort.each do |key|
+      DCField.create(fixtures[key])
+    end
+  end
+  
+  def self.unload
+    DCField.delete_all
+  end
+end

data/test/activerecord_provider/helpers/set_provider.rb

@@ -0,0 +1,36 @@
+# Extend ActiveRecordModel to support sets
+class SetModel < OAI::Provider::ActiveRecordWrapper
+  
+  # Return all available sets
+  def sets
+    DCSet.find(:all)
+  end
+
+  # Scope the find to a set relation if we get a set in the options    
+  def find(selector, opts={})
+    if opts[:set]
+      set = DCSet.find_by_spec(opts.delete(:set))
+      conditions = sql_conditions(opts)
+
+      if :all == selector
+        set.dc_fields.find(selector, :conditions => conditions)
+      else
+        set.dc_fields.find(selector, :conditions => conditions)
+      end
+    else
+      if :all == selector
+        model.find(selector, :conditions => sql_conditions(opts))
+      else
+        model.find(selector, :conditions => sql_conditions(opts))
+      end
+    end
+  end
+        
+end
+
+class ARSetProvider < OAI::Provider::Base
+  repository_name 'ActiveRecord Set Based Provider'
+  repository_url 'http://localhost'
+  record_prefix = 'oai:test'
+  source_model SetModel.new(DCField)
+end

data/test/activerecord_provider/models/dc_field.rb

@@ -0,0 +1,7 @@
+class DCField < ActiveRecord::Base
+  set_inheritance_column 'DONOTINHERIT'
+  has_and_belongs_to_many :sets, 
+    :join_table => "dc_fields_dc_sets", 
+    :foreign_key => "dc_field_id", 
+    :class_name => "DCSet"
+end

data/test/activerecord_provider/models/dc_set.rb

@@ -0,0 +1,6 @@
+class DCSet < ActiveRecord::Base
+  has_and_belongs_to_many :dc_fields, 
+    :join_table => "dc_fields_dc_sets", 
+    :foreign_key => "dc_set_id",
+    :class_name => "DCField"
+end

data/test/activerecord_provider/models/oai_token.rb

@@ -0,0 +1,3 @@
+class OaiToken < ActiveRecord::Base
+  serialize :params
+end

data/test/activerecord_provider/tc_ar_provider.rb

@@ -0,0 +1,93 @@
+require 'test_helper'
+
+class ActiveRecordProviderTest < Test::Unit::TestCase
+
+  def test_identify
+    assert @provider.identify =~ /ActiveRecord Based Provider/
+  end
+  
+  def test_metadata_formats
+    assert_nothing_raised { REXML::Document.new(@provider.list_metadata_formats) }
+    doc =  REXML::Document.new(@provider.list_metadata_formats)
+    assert doc.elements['/OAI-PMH/ListMetadataFormats/metadataFormat/metadataPrefix'].text == 'oai_dc'
+  end
+  
+  def test_list_records
+    assert_nothing_raised { REXML::Document.new(@provider.list_records) }
+    doc = REXML::Document.new(@provider.list_records)
+    assert_equal 100, doc.elements['OAI-PMH/ListRecords'].to_a.size
+  end
+
+  def test_list_identifiers
+    assert_nothing_raised { REXML::Document.new(@provider.list_identifiers) }
+    doc = REXML::Document.new(@provider.list_identifiers)
+    assert_equal 100, doc.elements['OAI-PMH/ListIdentifiers'].to_a.size
+  end
+
+  def test_get_record
+    assert_nothing_raised { REXML::Document.new(@provider.get_record(:identifier => 'oai:test/1')) }
+    doc = REXML::Document.new(@provider.get_record(:identifier => 'oai:test/1'))
+    assert_equal 'oai:test/1', doc.elements['OAI-PMH/GetRecord/record/header/identifier'].text
+  end
+  
+  def test_deleted
+    DCField.update(5, :deleted => true)
+    doc = REXML::Document.new(@provider.get_record(:identifier => 'oai:test/5'))
+    assert_equal 'oai:test/5', doc.elements['OAI-PMH/GetRecord/record/header/identifier'].text
+    assert_equal 'deleted', doc.elements['OAI-PMH/GetRecord/record/header'].attributes["status"]
+  end
+  
+  def test_from
+    DCField.update_all(['updated_at = ?', Chronic.parse("January 1 2005")],
+      "id < 90")
+    DCField.update_all(['updated_at = ?', Chronic.parse("June 1 2005")],
+      "id < 10")
+    
+    from_param = Chronic.parse("January 1 2006")
+    
+    doc = REXML::Document.new(
+      @provider.list_records(:from => from_param)
+      )
+    assert_equal DCField.find(:all, :conditions => ["updated_at >= ?", from_param]).size, 
+      doc.elements['OAI-PMH/ListRecords'].size
+
+    doc = REXML::Document.new(
+      @provider.list_records(:from => Chronic.parse("May 30 2005"))
+      )
+    assert_equal 20, doc.elements['OAI-PMH/ListRecords'].to_a.size
+  end
+  
+  def test_until
+    DCField.update_all(['updated_at = ?', Chronic.parse("June 1 2005")],
+      "id < 10")
+
+    doc = REXML::Document.new(
+      @provider.list_records(:until => Chronic.parse("June 1 2005"))
+      )
+    assert_equal 9, doc.elements['OAI-PMH/ListRecords'].to_a.size
+  end
+  
+  def test_from_and_until
+    DCField.update_all(['updated_at = ?', Chronic.parse("June 1 2005")])
+    DCField.update_all(['updated_at = ?', Chronic.parse("June 15 2005")],
+      "id < 50")
+    DCField.update_all(['updated_at = ?', Chronic.parse("June 30 2005")],
+      "id < 10")
+
+    doc = REXML::Document.new(
+      @provider.list_records(:from => Chronic.parse("June 3 2005"),
+        :until => Chronic.parse("June 16 2005"))
+      )
+    assert_equal 40, doc.elements['OAI-PMH/ListRecords'].to_a.size
+  end
+  
+  def setup
+    @provider = ARProvider.new
+    ARLoader.load
+  end
+  
+  def teardown
+    ARLoader.unload
+  end
+  
+end

data/test/activerecord_provider/tc_ar_sets_provider.rb

@@ -0,0 +1,66 @@
+require 'test_helper'
+
+class ActiveRecordSetProviderTest < Test::Unit::TestCase
+
+  def test_list_sets
+    doc = REXML::Document.new(@provider.list_sets)
+    sets = doc.elements["/OAI-PMH/ListSets"]
+    assert sets.size == 4
+    assert sets[0].elements["//setName"].text == "Set A"
+  end
+  
+  def test_set_a
+    doc = REXML::Document.new(@provider.list_records(:set => "A"))
+    assert_equal 20, doc.elements['OAI-PMH/ListRecords'].to_a.size
+  end
+  
+  def test_set_b
+    doc = REXML::Document.new(@provider.list_records(:set => "B"))
+    assert_equal 10, doc.elements['OAI-PMH/ListRecords'].to_a.size
+  end
+  
+  def test_set_ab
+    doc = REXML::Document.new(@provider.list_records(:set => "A:B"))
+    assert_equal 10, doc.elements['OAI-PMH/ListRecords'].to_a.size
+  end
+  
+  def test_record_with_multiple_sets
+    assert_equal 2, DCField.find(32).sets.size
+  end
+
+  def setup
+    @provider = ARSetProvider.new
+    ARLoader.load
+    define_sets
+  end
+
+  def teardown
+    ARLoader.unload
+    DCSet.connection.execute("delete from dc_fields_dc_sets")
+    DCSet.delete_all
+  end
+
+  def define_sets
+    set_a = DCSet.create(:name => "Set A", :spec => "A")
+    set_b = DCSet.create(:name => "Set B", :spec => "B")
+    set_c = DCSet.create(:name => "Set B", :spec => "B")
+    set_ab = DCSet.create(:name => "Set A:B", :spec => "A:B")
+  
+    DCField.find([1,2,3,4,5,6,7,8,9,10]).each do |record|
+      set_a.dc_fields << record
+    end
+    
+    DCField.find([11,12,13,14,15,16,17,18,19,20]).each do |record|
+      set_b.dc_fields << record
+    end
+
+    DCField.find([21,22,23,24,25,26,27,28,29,30]).each do |record|
+      set_ab.dc_fields << record
+    end
+  
+    DCField.find([31,32,33,34,35,36,37,38,39,40]).each do |record|
+      set_a.dc_fields << record
+      set_c.dc_fields << record
+    end
+  end
+end

data/test/activerecord_provider/tc_caching_paging_provider.rb

@@ -0,0 +1,53 @@
+require 'test_helper'
+
+class CachingPagingProviderTest < Test::Unit::TestCase
+  include REXML
+  
+  def test_full_harvest
+    doc = Document.new(@provider.list_records)
+    assert_not_nil doc.elements["/OAI-PMH/resumptionToken"]
+    assert_equal 25, doc.elements["/OAI-PMH/ListRecords"].size
+    token = doc.elements["/OAI-PMH/resumptionToken"].text
+    doc = Document.new(@provider.list_records(:resumption_token => token))
+    assert_not_nil doc.elements["/OAI-PMH/resumptionToken"]
+    token = doc.elements["/OAI-PMH/resumptionToken"].text
+    assert_equal 25, doc.elements["/OAI-PMH/ListRecords"].size
+    doc = Document.new(@provider.list_records(:resumption_token => token))
+    assert_not_nil doc.elements["/OAI-PMH/resumptionToken"]
+    token = doc.elements["/OAI-PMH/resumptionToken"].text
+    assert_equal 25, doc.elements["/OAI-PMH/ListRecords"].size
+    doc = Document.new(@provider.list_records(:resumption_token => token))
+    assert_nil doc.elements["/OAI-PMH/resumptionToken"]
+    assert_equal 25, doc.elements["/OAI-PMH/ListRecords"].size
+  end
+  
+  def test_from_and_until
+    DCField.update_all(['updated_at = ?', Chronic.parse("September 15 2005")],
+      "id <= 25")
+    DCField.update_all(['updated_at = ?', Chronic.parse("November 1 2005")],
+      "id <= 50 and id > 25")
+    
+    # Should return 50 records broken into 2 groups of 25.
+    doc = Document.new(
+      @provider.list_records(
+        :from => Chronic.parse("September 1 2005"),
+        :until => Chronic.parse("November 30 2005"))
+      )
+    assert_equal 25, doc.elements["/OAI-PMH/ListRecords"].size
+    token = doc.elements["/OAI-PMH/resumptionToken"].text
+    assert_not_nil doc.elements["/OAI-PMH/resumptionToken"]
+    doc = Document.new(@provider.list_records(:resumption_token => token))
+    assert_equal 25, doc.elements["/OAI-PMH/ListRecords"].size
+    assert_nil doc.elements["/OAI-PMH/resumptionToken"]
+  end
+
+  def setup
+    @provider = CachingResumptionProvider.new
+    ARLoader.load
+  end
+  
+  def teardown
+    ARLoader.unload
+  end
+  
+end

data/test/activerecord_provider/tc_simple_paging_provider.rb

@@ -0,0 +1,55 @@
+require 'test_helper'
+
+class SimpleResumptionProviderTest < Test::Unit::TestCase
+  include REXML
+  
+  def test_full_harvest
+    doc = Document.new(@provider.list_records)
+    assert_not_nil doc.elements["/OAI-PMH/resumptionToken"]
+    assert_equal 25, doc.elements["/OAI-PMH/ListRecords"].to_a.size
+    token = doc.elements["/OAI-PMH/resumptionToken"].text
+    doc = Document.new(@provider.list_records(:resumption_token => token))
+    assert_not_nil doc.elements["/OAI-PMH/resumptionToken"]
+    token = doc.elements["/OAI-PMH/resumptionToken"].text
+    assert_equal 25, doc.elements["/OAI-PMH/ListRecords"].to_a.size
+    doc = Document.new(@provider.list_records(:resumption_token => token))
+    assert_not_nil doc.elements["/OAI-PMH/resumptionToken"]
+    token = doc.elements["/OAI-PMH/resumptionToken"].text
+    assert_equal 25, doc.elements["/OAI-PMH/ListRecords"].to_a.size
+    doc = Document.new(@provider.list_records(:resumption_token => token))
+    assert_nil doc.elements["/OAI-PMH/resumptionToken"]
+    assert_equal 25, doc.elements["/OAI-PMH/ListRecords"].to_a.size
+  end
+  
+  def test_from_and_until
+    DCField.update_all(['updated_at = ?', Chronic.parse("September 15 2005")],
+      "id < 26")
+    DCField.update_all(['updated_at = ?', Chronic.parse("November 1 2005")],
+      "id < 51 and id > 25")
+    
+    total = DCField.count(:id, :conditions => ["updated_at >= ? AND updated_at <= ?", Chronic.parse("September 1 2005"), Chronic.parse("November 30 2005")])
+
+    # Should return 50 records broken into 2 groups of 25.
+    doc = Document.new(
+      @provider.list_records(
+        :from => Chronic.parse("September 1 2005"),
+        :until => Chronic.parse("November 30 2005"))
+      )
+    assert_equal total/2, doc.elements["/OAI-PMH/ListRecords"].to_a.size
+    assert_not_nil doc.elements["/OAI-PMH/resumptionToken"]
+    token = doc.elements["/OAI-PMH/resumptionToken"].text
+    doc = Document.new(@provider.list_records(:resumption_token => token))
+    assert_equal total/2, doc.elements["/OAI-PMH/ListRecords"].to_a.size
+    assert_nil doc.elements["/OAI-PMH/resumptionToken"]
+  end
+
+  def setup
+    @provider = SimpleResumptionProvider.new
+    ARLoader.load
+  end
+  
+  def teardown
+    ARLoader.unload
+  end
+  
+end

data/test/activerecord_provider/test_helper.rb

@@ -0,0 +1,4 @@
+require 'rubygems'
+require 'test/unit'
+require File.dirname(__FILE__) + '/helpers/providers'
+require File.dirname(__FILE__) + '/helpers/set_provider'

data/test/client/helpers/provider.rb

@@ -0,0 +1,68 @@
+require 'webrick'
+require File.dirname(__FILE__) + '/../../provider/models'
+
+class ComplexProvider < OAI::Provider::Base
+  repository_name 'Complex Provider'
+  repository_url 'http://localhost'
+  record_prefix 'oai:test'
+  source_model ComplexModel.new(100)
+end
+
+class ProviderServer < WEBrick::HTTPServlet::AbstractServlet
+  @@server = nil
+  
+  def initialize(server)
+    super(server)
+    @provider = ComplexProvider.new
+  end
+  
+  def do_GET(req, res)
+    begin
+      res.body = @provider.process_request(req.query)
+      res.status = 200
+      res['Content-Type'] = 'text/xml'
+    rescue => err
+      puts err
+      puts err.backtrace.join("\n")
+      res.body = err.backtrace.join("\n")
+      res.status = 500
+    end
+  end
+  
+  def self.start(port)
+    unless @@server
+      @@server = WEBrick::HTTPServer.new(
+        :BindAddress => '127.0.0.1', 
+        :Logger => WEBrick::Log.new('/dev/null'),
+        :AccessLog => [],
+        :Port => port)
+      @@server.mount("/oai", ProviderServer)
+
+      trap("INT") { @@server.shutdown }
+      @@thread = Thread.new { @@server.start }
+      puts "Starting Webrick/Provider on port[#{port}]"
+    end
+  end
+  
+  def self.stop
+    puts "Stopping Webrick/Provider"
+    if @@thread
+      @@thread.exit
+    end
+  end
+  
+  def self.wrap(port = 3333)
+    begin
+      start(port)
+
+      # Wait for startup
+      sleep 2
+    
+      yield
+
+    ensure
+      stop
+    end
+  end
+  
+end