bento_search 0.5.0 → 0.6.0

data/test/unit/search_engine_test.rb

@@ -15,9 +15,14 @@ class SearchEngineTest < ActiveSupport::TestCase
       assert_equal "required key", engine.configuration.top.next
     end
     
-
-    
-
+    test "nested configuration with hash" do
+      # possible bug in Confstruct make sure we're working around
+      # if needed. 
+      # https://github.com/mbklein/confstruct/issues/14
+      engine = MockEngine.new("top" => {"one" => "two"})
+      
+      assert_equal "two", engine.configuration.top.one       
+    end
     
     test "nested required config key" do
       requires_class = Class.new(MockEngine) do
@@ -41,7 +46,6 @@ class SearchEngineTest < ActiveSupport::TestCase
       assert_nothing_raised do
         requires_class.new(:required => {:key => "foo"})
       end
-      
     end
      
     test "merges default configuration" do
@@ -98,5 +102,24 @@ class SearchEngineTest < ActiveSupport::TestCase
       assert_present pagination.count_records
             
     end
+    
+    test "has empty :for_display config" do
+      engine = MockEngine.new
+      
+      assert_not_nil engine.configuration.for_display
+    end
+    
+    
+    test "carries display configuration over to results" do
+      engine = MockEngine.new(:id => "foo", 
+        :for_display => {:foo => "bar", :nested => {"one" => "two"}}
+      )
+      
+      results = engine.search("foo")
+
+      assert_present  results.display_configuration
+      assert_present  results.display_configuration.foo      
+      assert_present  results.display_configuration.nested.one                  
+    end
 
 end

data/test/unit/worldcat_sru_dc_engine_test.rb

@@ -0,0 +1,120 @@
+require 'test_helper'
+
+require 'cgi'
+require 'uri'
+
+#
+#
+# Using the MARCXML response is way too much work, but the XML 'DC' response
+# is awfully stunted. We do what we can with it, but resulting metadata
+# is weird. 
+#
+class WorldcatSruDcEngineTest < ActiveSupport::TestCase
+  extend TestWithCassette
+
+  @@api_key = ENV["WORLDCAT_API_KEY"] || "DUMMY_API_KEY"
+  
+  VCR.configure do |c|
+    c.filter_sensitive_data("DUMMY_API_KEY", :worldcat_sru_dc) { @@api_key }
+  end
+
+  
+  def setup
+    @config = {:api_key => @@api_key}
+    @engine = BentoSearch::WorldcatSruDcEngine.new(@config)
+  end
+  
+  def test_construct_url
+    query = 'cancer\'s "one two"'
+    url = @engine.construct_query_url(:query => query, :per_page => 10)
+    
+    query_hash = CGI.parse(URI.parse(url).query)
+
+    assert_equal [@engine.configuration.api_key],      query_hash["wskey"]
+    assert_equal ['info:srw/schema/1/dc'], query_hash["recordSchema"]
+    assert_equal [@engine.construct_cql_query(:query => query)],   query_hash["query"]
+  end
+  
+  def test_construct_pagination
+    url = @engine.construct_query_url(:query => "cancer", :per_page => 20, :start => 20)
+    
+    query_hash = CGI.parse(URI.parse(url).query)
+    
+    assert_equal ["20"],  query_hash["maximumRecords"]
+    assert_equal ["21"],  query_hash["startRecord"]
+  end
+  
+  def test_construct_sort
+    url = @engine.construct_query_url(:query => "cancer", :sort => "date_desc")
+      
+    query_hash = CGI.parse(URI.parse(url).query)
+    
+    assert_present query_hash["sortKeys"]
+  end
+  
+  def test_construct_fielded_search
+    cql = @engine.construct_cql_query(:query => "cancer", :search_field => "srw.ti")
+    
+    assert_equal 'srw.ti = "cancer"', cql
+  end
+  
+  def test_construct_servicelevel
+    url = @engine.construct_query_url(:query => "cancer")    
+    query_hash = CGI.parse(URI.parse(url).query)
+    assert_not_include query_hash["servicelevel"], "full"
+        
+    url = @engine.construct_query_url(:query => "cancer auth", :auth => true)    
+    query_hash = CGI.parse(URI.parse(url).query)
+    assert_include query_hash["servicelevel"], "full"
+    
+    default_on = BentoSearch::WorldcatSruDcEngine.new(@config.merge(:auth => true))
+    
+    url = default_on.construct_query_url(:query => "cancer")    
+    query_hash = CGI.parse(URI.parse(url).query)
+    assert_include query_hash["servicelevel"], "full"
+    
+    url = default_on.construct_query_url(:query => "cancer", :auth => false)    
+    query_hash = CGI.parse(URI.parse(url).query)
+    assert_not_include query_hash["servicelevel"], "full"    
+  end
+  
+  def test_construct_cql
+    # test proper escaping and such
+    cql = @engine.construct_cql_query(:query => "alpha's beta \"one two\" thr\"ee")
+
+    components = cql.split(" AND ")
+    
+    assert_equal 4, components.length
+    
+    ["srw.kw = \"beta\"", 
+     "srw.kw = \"alpha's\"", 
+     "srw.kw = \"one two\"",  
+     "srw.kw = \"thr\\\"ee\""].each do |clause|
+      assert_include components, clause
+    end        
+  end
+  
+  test_with_cassette("smoke test", :worldcat_sru_dc) do
+    results = @engine.search("anarchism")
+    
+    assert_present results
+    
+    assert_present results.total_items
+    
+    first = results.first
+    
+    assert_present first.title
+    assert_present first.authors
+    assert_present first.publisher
+    assert_present first.oclcnum
+    
+    assert_present first.year
+    
+    assert_present first.abstract
+    
+    assert_present first.link
+    
+    assert_present first.language_code      
+  end
+  
+end

data/test/vcr_cassettes/google_site/basic_smoke_test.yml

@@ -0,0 +1,254 @@
+---
+http_interactions:
+- request:
+    method: get
+    uri: https://www.googleapis.com/customsearch/v1?cx=DUMMY_CX&key=DUMMY_API_KEY&num=10&q=books
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers: {}
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Expires:
+      - Wed, 05 Sep 2012 16:17:48 GMT
+      Date:
+      - Wed, 05 Sep 2012 16:17:48 GMT
+      Cache-Control:
+      - private, max-age=0, must-revalidate, no-transform
+      Etag:
+      - ! '"LXj_4NvXMsBuBj8xNRXBhULBOPo/gICCjBJk8zfraPhwFfSYwpHaKAM"'
+      Content-Type:
+      - application/json; charset=UTF-8
+      X-Content-Type-Options:
+      - nosniff
+      X-Frame-Options:
+      - SAMEORIGIN
+      X-Xss-Protection:
+      - 1; mode=block
+      Server:
+      - GSE
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: ! "{\n \"kind\": \"customsearch#search\",\n \"url\": {\n  \"type\":
+        \"application/json\",\n  \"template\": \"https://www.googleapis.com/customsearch/v1?q={searchTerms}&num={count?}&start={startIndex?}&lr={language?}&safe={safe?}&cx={cx?}&cref={cref?}&sort={sort?}&filter={filter?}&gl={gl?}&cr={cr?}&googlehost={googleHost?}&c2coff={disableCnTwTranslation?}&hq={hq?}&hl={hl?}&siteSearch={siteSearch?}&siteSearchFilter={siteSearchFilter?}&exactTerms={exactTerms?}&excludeTerms={excludeTerms?}&linkSite={linkSite?}&orTerms={orTerms?}&relatedSite={relatedSite?}&dateRestrict={dateRestrict?}&lowRange={lowRange?}&highRange={highRange?}&searchType={searchType}&fileType={fileType?}&rights={rights?}&imgSize={imgSize?}&imgType={imgType?}&imgColorType={imgColorType?}&imgDominantColor={imgDominantColor?}&alt=json\"\n
+        },\n \"queries\": {\n  \"nextPage\": [\n   {\n    \"title\": \"Google Custom
+        Search - books\",\n    \"totalResults\": \"6950\",\n    \"searchTerms\": \"books\",\n
+        \   \"count\": 10,\n    \"startIndex\": 11,\n    \"inputEncoding\": \"utf8\",\n
+        \   \"outputEncoding\": \"utf8\",\n    \"safe\": \"off\",\n    \"cx\": \"DUMMY_CX\"\n
+        \  }\n  ],\n  \"request\": [\n   {\n    \"title\": \"Google Custom Search
+        - books\",\n    \"totalResults\": \"6950\",\n    \"searchTerms\": \"books\",\n
+        \   \"count\": 10,\n    \"startIndex\": 1,\n    \"inputEncoding\": \"utf8\",\n
+        \   \"outputEncoding\": \"utf8\",\n    \"safe\": \"off\",\n    \"cx\": \"DUMMY_CX\"\n
+        \  }\n  ]\n },\n \"context\": {\n  \"title\": \"JHU Libraries test\"\n },\n
+        \"searchInformation\": {\n  \"searchTime\": 0.262793,\n  \"formattedSearchTime\":
+        \"0.26\",\n  \"totalResults\": \"6950\",\n  \"formattedTotalResults\": \"6,950\"\n
+        },\n \"items\": [\n  {\n   \"kind\": \"customsearch#result\",\n   \"title\":
+        \"Rare Books and Manuscripts\",\n   \"htmlTitle\": \"Rare \\u003cb\\u003eBooks\\u003c/b\\u003e
+        and Manuscripts\",\n   \"link\": \"http://www.library.jhu.edu/collections/specialcollections/index.html\",\n
+        \  \"displayLink\": \"www.library.jhu.edu\",\n   \"snippet\": \"Main page
+        for the Special Collections Department of Archives, Manuscripts and   Rare
+        Books.\",\n   \"htmlSnippet\": \"Main page for the Special Collections Department
+        of Archives, Manuscripts and \\u003cbr\\u003e  Rare \\u003cb\\u003eBooks\\u003c/b\\u003e.\",\n
+        \  \"cacheId\": \"2KLFAzsCxMsJ\",\n   \"formattedUrl\": \"www.library.jhu.edu/collections/specialcollections/index.html\",\n
+        \  \"htmlFormattedUrl\": \"www.library.jhu.edu/collections/specialcollections/index.html\",\n
+        \  \"pagemap\": {\n    \"cse_image\": [\n     {\n      \"src\": \"http://old.library.jhu.edu/sebin/t/t/gpl_library_smaller.jpg\"\n
+        \    }\n    ],\n    \"cse_thumbnail\": [\n     {\n      \"width\": \"200\",\n
+        \     \"height\": \"252\",\n      \"src\": \"https://encrypted-tbn0.google.com/images?q=tbn:ANd9GcTgARgvj5T5jta3XN9ZLZzd30pqVZetCQ-JM-AHnXp_BEvMvJjA6WiYJjSB\"\n
+        \    }\n    ],\n    \"metatags\": [\n     {\n      \"author\": \"Holly Callahan\",\n
+        \     \"date\": \"2011-11-28T16:17:48-04:00\",\n      \"title\": \"Home\"\n
+        \    }\n    ]\n   }\n  },\n  {\n   \"kind\": \"customsearch#result\",\n   \"title\":
+        \"JHSearch: Safari Books Online\",\n   \"htmlTitle\": \"JHSearch: Safari \\u003cb\\u003eBooks\\u003c/b\\u003e
+        Online\",\n   \"link\": \"http://jhsearch.library.jhu.edu/databases/database/JHU03821\",\n
+        \  \"displayLink\": \"jhsearch.library.jhu.edu\",\n   \"snippet\": \"Safari
+        Books Online is a joint venture of O'Reilly Media and The Pearson   Technology
+        Group that compiles the best technology books from the leading   authors ...\",\n
+        \  \"htmlSnippet\": \"Safari \\u003cb\\u003eBooks\\u003c/b\\u003e Online is
+        a joint venture of O'Reilly Media and The Pearson \\u003cbr\\u003e  Technology
+        Group that compiles the best technology \\u003cb\\u003ebooks\\u003c/b\\u003e
+        from the leading \\u003cbr\\u003e  authors \\u003cb\\u003e...\\u003c/b\\u003e\",\n
+        \  \"cacheId\": \"xQzMfZhyB-EJ\",\n   \"formattedUrl\": \"jhsearch.library.jhu.edu/databases/database/JHU03821\",\n
+        \  \"htmlFormattedUrl\": \"jhsearch.library.jhu.edu/databases/database/JHU03821\"\n
+        \ },\n  {\n   \"kind\": \"customsearch#result\",\n   \"title\": \"Peabody
+        Library - Special Collections & Archives - Library Guides at ...\",\n   \"htmlTitle\":
+        \"Peabody Library - Special Collections & Archives - Library Guides at
+        \\u003cb\\u003e...\\u003c/b\\u003e\",\n   \"link\": \"http://www.library.jhu.edu/collections/specialcollections/rarebooks/peabody/\",\n
+        \  \"displayLink\": \"www.library.jhu.edu\",\n   \"snippet\": \"Aug 22, 2012
+        ... How to Request MaterialsRare Books and Manuscripts Polices · How-To: A
+        \  History of Instruction (Archibald) · Book FestivalFlower Mart ...\",\n
+        \  \"htmlSnippet\": \"Aug 22, 2012 \\u003cb\\u003e...\\u003c/b\\u003e How
+        to Request MaterialsRare \\u003cb\\u003eBooks\\u003c/b\\u003e and Manuscripts
+        Polices · How-To: A \\u003cbr\\u003e  History of Instruction (Archibald)
+        · \\u003cb\\u003eBook\\u003c/b\\u003e FestivalFlower Mart \\u003cb\\u003e...\\u003c/b\\u003e\",\n
+        \  \"formattedUrl\": \"www.library.jhu.edu/collections/specialcollections/rarebooks/peabody/\",\n
+        \  \"htmlFormattedUrl\": \"www.library.jhu.edu/collections/specialcollections/rare\\u003cb\\u003ebooks\\u003c/b\\u003e/peabody/\",\n
+        \  \"pagemap\": {\n    \"metatags\": [\n     {\n      \"author\": \"Heidi
+        Herr, Chella Vaidyanathan, Jordon Steele\",\n      \"copyright\": \"Copyright
+        Johns Hopkins University 2012\",\n      \"dc.title\": \"Library Guides. Special
+        Collections & Archives. Peabody Library.\",\n      \"dc.creator\": \"Heidi
+        Herr, Chella Vaidyanathan, Jordon Steele\",\n      \"dc.subject\": \"Peabody
+        Library Special Collections & Archives Library Guides\",\n      \"dc.description\":
+        \"Information about the exquisite Peabody Library\",\n      \"dc.publisher\":
+        \"Johns Hopkins University Sheridan Libraries\",\n      \"dc.rights\": \"Copyright
+        Johns Hopkins University 2012\",\n      \"dc.language\": \"en\",\n      \"dc.identifier\":
+        \"http://guides.library.jhu.edu/specialcollections\",\n      \"dc.date.created\":
+        \"Aug 25, 2011\",\n      \"dc.date.modified\": \"Aug 22, 2012\",\n      \"dc.unused\":
+        \"Contributor, Date, Type, Format, Source, Relation, Coverage\",\n      \"y_key\":
+        \"65baedbaee9038f3\"\n     }\n    ]\n   }\n  },\n  {\n   \"kind\": \"customsearch#result\",\n
+        \  \"title\": \"Books - German Language and Literature - Library Guides at
+        Johns ...\",\n   \"htmlTitle\": \"\\u003cb\\u003eBooks\\u003c/b\\u003e - German
+        Language and Literature - Library Guides at Johns \\u003cb\\u003e...\\u003c/b\\u003e\",\n
+        \  \"link\": \"http://guides.library.jhu.edu/content.php?pid=25138&sid=181188\",\n
+        \  \"displayLink\": \"guides.library.jhu.edu\",\n   \"snippet\": \"Aug 8,
+        2012 ... Arbeitsgemeinschaft Sammlung Deutscher Drucke: 6 libraries are reconstructing
+        \  a national bibliography that will cover the German prints from ...\",\n
+        \  \"htmlSnippet\": \"Aug 8, 2012 \\u003cb\\u003e...\\u003c/b\\u003e Arbeitsgemeinschaft
+        Sammlung Deutscher Drucke: 6 libraries are reconstructing \\u003cbr\\u003e
+        \ a national bibliography that will cover the German prints from \\u003cb\\u003e...\\u003c/b\\u003e\",\n
+        \  \"formattedUrl\": \"guides.library.jhu.edu/content.php?pid=25138&sid=181188\",\n
+        \  \"htmlFormattedUrl\": \"guides.library.jhu.edu/content.php?pid=25138&sid=181188\",\n
+        \  \"pagemap\": {\n    \"metatags\": [\n     {\n      \"author\": \"Sue Waterman\",\n
+        \     \"copyright\": \"Copyright Johns Hopkins University 2012\",\n      \"dc.title\":
+        \"Library Guides. German Language and Literature. Books.\",\n      \"dc.creator\":
+        \"Sue Waterman\",\n      \"dc.subject\": \"Books German Language and Literature
+        Library Guides\",\n      \"dc.description\": \"Resources, both online and
+        elsewhere, for the German language and literature.\",\n      \"dc.publisher\":
+        \"Johns Hopkins University Sheridan Libraries\",\n      \"dc.rights\": \"Copyright
+        Johns Hopkins University 2012\",\n      \"dc.language\": \"en\",\n      \"dc.identifier\":
+        \"http://guides.library.jhu.edu/german\",\n      \"dc.date.created\": \"Nov
+        6, 2008\",\n      \"dc.date.modified\": \"Aug 8, 2012\",\n      \"dc.unused\":
+        \"Contributor, Date, Type, Format, Source, Relation, Coverage\",\n      \"y_key\":
+        \"65baedbaee9038f3\"\n     }\n    ]\n   }\n  },\n  {\n   \"kind\": \"customsearch#result\",\n
+        \  \"title\": \"Out of Copyright Books\",\n   \"htmlTitle\": \"Out of Copyright
+        \\u003cb\\u003eBooks\\u003c/b\\u003e\",\n   \"link\": \"https://jscholarship.library.jhu.edu/handle/1774.2/59\",\n
+        \  \"displayLink\": \"jscholarship.library.jhu.edu\",\n   \"snippet\": \"This
+        collection contains content captured during preservation reformatting of   materials
+        from the physical collection. There is usually a bibliographic record in   the
+        ...\",\n   \"htmlSnippet\": \"This collection contains content captured during
+        preservation reformatting of \\u003cbr\\u003e  materials from the physical
+        collection. There is usually a bibliographic record in \\u003cbr\\u003e  the
+        \\u003cb\\u003e...\\u003c/b\\u003e\",\n   \"cacheId\": \"SK7ab5EIgAAJ\",\n
+        \  \"formattedUrl\": \"https://jscholarship.library.jhu.edu/handle/1774.2/59\",\n
+        \  \"htmlFormattedUrl\": \"https://jscholarship.library.jhu.edu/handle/1774.2/59\",\n
+        \  \"pagemap\": {\n    \"cse_image\": [\n     {\n      \"src\": \"https://jscholarship.library.jhu.edu/themes/Golden/logo.png\"\n
+        \    }\n    ],\n    \"cse_thumbnail\": [\n     {\n      \"width\": \"101\",\n
+        \     \"height\": \"98\",\n      \"src\": \"https://encrypted-tbn2.google.com/images?q=tbn:ANd9GcTEyucbV5j6Fw-ZfWJxayVmiWAg9JunzletDcmf0gi22lrYi-ZsgvDV2A\"\n
+        \    }\n    ]\n   }\n  },\n  {\n   \"kind\": \"customsearch#result\",\n   \"title\":
+        \"Books - French Language and Literature - Library Guides at Johns ...\",\n
+        \  \"htmlTitle\": \"\\u003cb\\u003eBooks\\u003c/b\\u003e - French Language
+        and Literature - Library Guides at Johns \\u003cb\\u003e...\\u003c/b\\u003e\",\n
+        \  \"link\": \"http://guides.library.jhu.edu/content.php?pid=22748&sid=165198\",\n
+        \  \"displayLink\": \"guides.library.jhu.edu\",\n   \"snippet\": \"Aug 2,
+        2012 ... Checking out, Renewing, Recalling BooksComputing in the libraryConnecting
+        \  from off-campusFind an article onlineFind Films and DVD'sHow ...\",\n   \"htmlSnippet\":
+        \"Aug 2, 2012 \\u003cb\\u003e...\\u003c/b\\u003e Checking out, Renewing, Recalling
+        \\u003cb\\u003eBooks\\u003c/b\\u003eComputing in the libraryConnecting \\u003cbr\\u003e
+        \ from off-campusFind an article onlineFind Films and DVD'sHow \\u003cb\\u003e...\\u003c/b\\u003e\",\n
+        \  \"formattedUrl\": \"guides.library.jhu.edu/content.php?pid=22748&sid=165198\",\n
+        \  \"htmlFormattedUrl\": \"guides.library.jhu.edu/content.php?pid=22748&sid=165198\",\n
+        \  \"pagemap\": {\n    \"metatags\": [\n     {\n      \"author\": \"Sue Waterman\",\n
+        \     \"copyright\": \"Copyright Johns Hopkins University 2012\",\n      \"dc.title\":
+        \"Library Guides. French Language and Literature. Books.\",\n      \"dc.creator\":
+        \"Sue Waterman\",\n      \"dc.subject\": \"Books French Language and Literature
+        Library Guides\",\n      \"dc.description\": \"Resources, both online and
+        elsewhere, for the French language and literature.\",\n      \"dc.publisher\":
+        \"Johns Hopkins University Sheridan Libraries\",\n      \"dc.rights\": \"Copyright
+        Johns Hopkins University 2012\",\n      \"dc.language\": \"en\",\n      \"dc.identifier\":
+        \"http://guides.library.jhu.edu/french\",\n      \"dc.date.created\": \"Nov
+        5, 2008\",\n      \"dc.date.modified\": \"Aug 2, 2012\",\n      \"dc.unused\":
+        \"Contributor, Date, Type, Format, Source, Relation, Coverage\",\n      \"y_key\":
+        \"65baedbaee9038f3\"\n     }\n    ]\n   }\n  },\n  {\n   \"kind\": \"customsearch#result\",\n
+        \  \"title\": \"Home: Intro to E-Books - E-Books - Library Guides at Johns
+        Hopkins ...\",\n   \"htmlTitle\": \"Home: Intro to E-\\u003cb\\u003eBooks\\u003c/b\\u003e
+        - E-\\u003cb\\u003eBooks\\u003c/b\\u003e - Library Guides at Johns Hopkins
+        \\u003cb\\u003e...\\u003c/b\\u003e\",\n   \"link\": \"http://guides.library.jhu.edu/ebooks\",\n
+        \  \"displayLink\": \"guides.library.jhu.edu\",\n   \"snippet\": \"Aug 14,
+        2012 ... How to find electronic books and resources in the library's catalog.\",\n
+        \  \"htmlSnippet\": \"Aug 14, 2012 \\u003cb\\u003e...\\u003c/b\\u003e How
+        to find electronic \\u003cb\\u003ebooks\\u003c/b\\u003e and resources in the
+        library's catalog.\",\n   \"formattedUrl\": \"guides.library.jhu.edu/ebooks\",\n
+        \  \"htmlFormattedUrl\": \"guides.library.jhu.edu/e\\u003cb\\u003ebooks\\u003c/b\\u003e\",\n
+        \  \"pagemap\": {\n    \"metatags\": [\n     {\n      \"author\": \"Sue Vazakas\",\n
+        \     \"copyright\": \"Copyright Johns Hopkins University 2012\",\n      \"dc.title\":
+        \"Library Guides. E-Books. Home: Intro to E-Books.\",\n      \"dc.creator\":
+        \"Sue Vazakas\",\n      \"dc.subject\": \"Home: Intro to E-Books E-Books Library
+        Guides\",\n      \"dc.description\": \"How to find electronic books and resources
+        in the library's catalog.\",\n      \"dc.publisher\": \"Johns Hopkins University
+        Sheridan Libraries\",\n      \"dc.rights\": \"Copyright Johns Hopkins University
+        2012\",\n      \"dc.language\": \"en\",\n      \"dc.identifier\": \"http://guides.library.jhu.edu/ebooks\",\n
+        \     \"dc.date.created\": \"May 9, 2011\",\n      \"dc.date.modified\": \"Aug
+        14, 2012\",\n      \"dc.unused\": \"Contributor, Date, Type, Format, Source,
+        Relation, Coverage\",\n      \"y_key\": \"65baedbaee9038f3\"\n     }\n    ]\n
+        \  }\n  },\n  {\n   \"kind\": \"customsearch#result\",\n   \"title\": \"Finding
+        Books in the JHU Libraries\",\n   \"htmlTitle\": \"Finding \\u003cb\\u003eBooks\\u003c/b\\u003e
+        in the JHU Libraries\",\n   \"link\": \"http://old.library.jhu.edu/researchhelp/general/books.html\",\n
+        \  \"displayLink\": \"old.library.jhu.edu\",\n   \"snippet\": \"Find books
+        that are owned by one of the JHU Libraries. Search the JHU Libraries   Catalog
+        for books that are owned by Johns Hopkins, as well as for videos, ...\",\n
+        \  \"htmlSnippet\": \"Find \\u003cb\\u003ebooks\\u003c/b\\u003e that are owned
+        by one of the JHU Libraries. Search the JHU Libraries \\u003cbr\\u003e  Catalog
+        for \\u003cb\\u003ebooks\\u003c/b\\u003e that are owned by Johns Hopkins,
+        as well as for videos, \\u003cb\\u003e...\\u003c/b\\u003e\",\n   \"cacheId\":
+        \"76s2xASMLHsJ\",\n   \"formattedUrl\": \"old.library.jhu.edu/researchhelp/general/books.html\",\n
+        \  \"htmlFormattedUrl\": \"old.library.jhu.edu/researchhelp/general/\\u003cb\\u003ebooks\\u003c/b\\u003e.html\",\n
+        \  \"pagemap\": {\n    \"cse_image\": [\n     {\n      \"src\": \"http://old.library.jhu.edu/sebin/m/t/book.gif\"\n
+        \    }\n    ],\n    \"cse_thumbnail\": [\n     {\n      \"width\": \"104\",\n
+        \     \"height\": \"68\",\n      \"src\": \"https://encrypted-tbn3.google.com/images?q=tbn:ANd9GcQVuOwr0XQBCzyzOcqWnAHsX2dZINnIoj2z5fKfWRSfXP7j2cY80oTp\"\n
+        \    }\n    ],\n    \"metatags\": [\n     {\n      \"author\": \"Andrea Bartelstein\",\n
+        \     \"date\": \"2005-03-01T16:28:07-04:00\",\n      \"dc.creator\": \"Andrea
+        Bartelstein\",\n      \"title\": \"Finding Books in the JHU Libraries\",\n
+        \     \"dc.title\": \"Finding Books in Education and Counseling\",\n      \"dc.keyword\":
+        \"education counseling counselling research help finding books\"\n     }\n
+        \   ]\n   }\n  },\n  {\n   \"kind\": \"customsearch#result\",\n   \"title\":
+        \"3. Downloading E-books - E-Books - Library Guides at Johns ...\",\n   \"htmlTitle\":
+        \"3. Downloading E-\\u003cb\\u003ebooks\\u003c/b\\u003e - E-\\u003cb\\u003eBooks\\u003c/b\\u003e
+        - Library Guides at Johns \\u003cb\\u003e...\\u003c/b\\u003e\",\n   \"link\":
+        \"http://guides.library.jhu.edu/content.php?pid=156837&sid=1723518\",\n   \"displayLink\":
+        \"guides.library.jhu.edu\",\n   \"snippet\": \"Aug 14, 2012 ... How to find
+        electronic books and resources in the library's catalog.\",\n   \"htmlSnippet\":
+        \"Aug 14, 2012 \\u003cb\\u003e...\\u003c/b\\u003e How to find electronic \\u003cb\\u003ebooks\\u003c/b\\u003e
+        and resources in the library's catalog.\",\n   \"formattedUrl\": \"guides.library.jhu.edu/content.php?pid=156837&sid=1723518\",\n
+        \  \"htmlFormattedUrl\": \"guides.library.jhu.edu/content.php?pid=156837&sid=1723518\",\n
+        \  \"pagemap\": {\n    \"metatags\": [\n     {\n      \"author\": \"Sue Vazakas\",\n
+        \     \"copyright\": \"Copyright Johns Hopkins University 2012\",\n      \"dc.title\":
+        \"Library Guides. E-Books. 3. Downloading E-books.\",\n      \"dc.creator\":
+        \"Sue Vazakas\",\n      \"dc.subject\": \"3. Downloading E-books E-Books Library
+        Guides\",\n      \"dc.description\": \"How to find electronic books and resources
+        in the library's catalog.\",\n      \"dc.publisher\": \"Johns Hopkins University
+        Sheridan Libraries\",\n      \"dc.rights\": \"Copyright Johns Hopkins University
+        2012\",\n      \"dc.language\": \"en\",\n      \"dc.identifier\": \"http://guides.library.jhu.edu/ebooks\",\n
+        \     \"dc.date.created\": \"May 9, 2011\",\n      \"dc.date.modified\": \"Aug
+        14, 2012\",\n      \"dc.unused\": \"Contributor, Date, Type, Format, Source,
+        Relation, Coverage\",\n      \"y_key\": \"65baedbaee9038f3\"\n     }\n    ]\n
+        \  }\n  },\n  {\n   \"kind\": \"customsearch#result\",\n   \"title\": \"Books
+        - Italian Language and Literature - Library Guides at Johns ...\",\n   \"htmlTitle\":
+        \"\\u003cb\\u003eBooks\\u003c/b\\u003e - Italian Language and Literature -
+        Library Guides at Johns \\u003cb\\u003e...\\u003c/b\\u003e\",\n   \"link\":
+        \"http://guides.library.jhu.edu/content.php?pid=25794&sid=186218\",\n   \"displayLink\":
+        \"guides.library.jhu.edu\",\n   \"snippet\": \"Aug 15, 2012 ... Checking out,
+        Renewing, Recalling BooksComputing in the libraryConnecting   from off-campusFind
+        an article onlineFind Films and DVD'sHow ...\",\n   \"htmlSnippet\": \"Aug
+        15, 2012 \\u003cb\\u003e...\\u003c/b\\u003e Checking out, Renewing, Recalling
+        \\u003cb\\u003eBooks\\u003c/b\\u003eComputing in the libraryConnecting \\u003cbr\\u003e
+        \ from off-campusFind an article onlineFind Films and DVD'sHow \\u003cb\\u003e...\\u003c/b\\u003e\",\n
+        \  \"formattedUrl\": \"guides.library.jhu.edu/content.php?pid=25794&sid=186218\",\n
+        \  \"htmlFormattedUrl\": \"guides.library.jhu.edu/content.php?pid=25794&sid=186218\",\n
+        \  \"pagemap\": {\n    \"metatags\": [\n     {\n      \"author\": \"Sue Waterman\",\n
+        \     \"copyright\": \"Copyright Johns Hopkins University 2012\",\n      \"dc.title\":
+        \"Library Guides. Italian Language and Literature. Books.\",\n      \"dc.creator\":
+        \"Sue Waterman\",\n      \"dc.subject\": \"Books Italian Language and Literature
+        Library Guides\",\n      \"dc.description\": \"Resources, in all formats,
+        for the study of Italian literature and language\",\n      \"dc.publisher\":
+        \"Johns Hopkins University Sheridan Libraries\",\n      \"dc.rights\": \"Copyright
+        Johns Hopkins University 2012\",\n      \"dc.language\": \"en\",\n      \"dc.identifier\":
+        \"http://guides.library.jhu.edu/italian\",\n      \"dc.date.created\": \"Nov
+        11, 2008\",\n      \"dc.date.modified\": \"Aug 15, 2012\",\n      \"dc.unused\":
+        \"Contributor, Date, Type, Format, Source, Relation, Coverage\",\n      \"y_key\":
+        \"65baedbaee9038f3\"\n     }\n    ]\n   }\n  }\n ]\n}\n"
+    http_version: 
+  recorded_at: Wed, 05 Sep 2012 16:17:48 GMT
+recorded_with: VCR 2.2.4

data/test/vcr_cassettes/google_site/empty_result_set.yml

@@ -0,0 +1,53 @@
+---
+http_interactions:
+- request:
+    method: get
+    uri: https://www.googleapis.com/customsearch/v1?cx=DUMMY_CX&key=DUMMY_API_KEY&num=10&q=%22adfa%20lakjdr%20xavier%20aldkfj%2092323kjadf%22
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers: {}
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Expires:
+      - Wed, 05 Sep 2012 20:47:49 GMT
+      Date:
+      - Wed, 05 Sep 2012 20:47:49 GMT
+      Cache-Control:
+      - private, max-age=0, must-revalidate, no-transform
+      Etag:
+      - ! '"LXj_4NvXMsBuBj8xNRXBhULBOPo/W6k8nbDP-T9StSHXQg5D9u2ieE8"'
+      Content-Type:
+      - application/json; charset=UTF-8
+      X-Content-Type-Options:
+      - nosniff
+      X-Frame-Options:
+      - SAMEORIGIN
+      X-Xss-Protection:
+      - 1; mode=block
+      Server:
+      - GSE
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: US-ASCII
+      string: ! "{\n \"kind\": \"customsearch#search\",\n \"url\": {\n  \"type\":
+        \"application/json\",\n  \"template\": \"https://www.googleapis.com/customsearch/v1?q={searchTerms}&num={count?}&start={startIndex?}&lr={language?}&safe={safe?}&cx={cx?}&cref={cref?}&sort={sort?}&filter={filter?}&gl={gl?}&cr={cr?}&googlehost={googleHost?}&c2coff={disableCnTwTranslation?}&hq={hq?}&hl={hl?}&siteSearch={siteSearch?}&siteSearchFilter={siteSearchFilter?}&exactTerms={exactTerms?}&excludeTerms={excludeTerms?}&linkSite={linkSite?}&orTerms={orTerms?}&relatedSite={relatedSite?}&dateRestrict={dateRestrict?}&lowRange={lowRange?}&highRange={highRange?}&searchType={searchType}&fileType={fileType?}&rights={rights?}&imgSize={imgSize?}&imgType={imgType?}&imgColorType={imgColorType?}&imgDominantColor={imgDominantColor?}&alt=json\"\n
+        },\n \"queries\": {\n  \"request\": [\n   {\n    \"title\": \"Google Custom
+        Search - \\\"adfa lakjdr xavier aldkfj 92323kjadf\\\"\",\n    \"totalResults\":
+        \"0\",\n    \"searchTerms\": \"\\\"adfa lakjdr xavier aldkfj 92323kjadf\\\"\",\n
+        \   \"count\": 10,\n    \"inputEncoding\": \"utf8\",\n    \"outputEncoding\":
+        \"utf8\",\n    \"safe\": \"off\",\n    \"cx\": \"DUMMY_CX\"\n   }\n  ]\n },\n
+        \"searchInformation\": {\n  \"searchTime\": 0.506227,\n  \"formattedSearchTime\":
+        \"0.51\",\n  \"totalResults\": \"0\",\n  \"formattedTotalResults\": \"0\"\n
+        },\n \"spelling\": {\n  \"correctedQuery\": \"\\\"adfa lake dr xavier asldkfj
+        92323kj adf\\\"\",\n  \"htmlCorrectedQuery\": \""adfa \\u003cb\\u003e\\u003ci\\u003elake
+        dr\\u003c/i\\u003e\\u003c/b\\u003e xavier \\u003cb\\u003e\\u003ci\\u003easldkfj\\u003c/i\\u003e\\u003c/b\\u003e
+        \\u003cb\\u003e\\u003ci\\u003e92323kj adf\\u003c/i\\u003e\\u003c/b\\u003e"\"\n
+        }\n}\n"
+    http_version: 
+  recorded_at: Wed, 05 Sep 2012 20:47:49 GMT
+recorded_with: VCR 2.2.4