search_logger 0.0.1

data/spec/support/file_repository/rankabove_test.xml

@@ -0,0 +1,9 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<keywords type="array">
+  <keyword>seo software</keyword>
+  <keyword>ipad</keyword>
+  <keyword>muffuletta manhattanization</keyword>
+  <keyword>cheap motels</keyword>
+  <keyword>שפות תכנות</keyword>
+</keywords>
+

data/spec/support/file_repository/sample_mysql_data.rb

@@ -0,0 +1,6 @@
+# encoding: utf-8
+class DummyMysql
+  def self.load_data
+    [{:id=>726, :searched_keyword=>"amazon", :title=>"This is a title", :url=>"www.github.com", :description=>"First description.", :position=>1, :created_at=>nil}, {:id=>727, :searched_keyword=>"amazon", :title=>"This is the second title", :url=>"www.github.com", :description=>"Second description.", :position=>2, :created_at=>nil}, {:id=>728, :searched_keyword=>"amazon", :title=>"This is the third title", :url=>"www.github.com", :description=>"Third description.", :position=>3, :created_at=>nil}, {:id=>729, :searched_keyword=>"seo software", :title=>"Free SEO Software | The Best PPC & SEO Management Tool -Traffic ...", :url=>"http://www.traffictravis.com/", :description=>"", :position=>1, :created_at=>nil}, {:id=>730, :searched_keyword=>"seo software", :title=>"SEO software - Top 10 ranking guarantee - Search engine ...", :url=>"http://www.ibusinesspromoter.com/seo-tools/top-10-seo-software", :description=>"", :position=>2, :created_at=>nil}, {:id=>731, :searched_keyword=>"seo software", :title=>"SEO Software - Do Your Own Search Engine Optimization | SEO ...", :url=>"http://www.seoscheduler.com/", :description=>"", :position=>3, :created_at=>nil}, {:id=>732, :searched_keyword=>"seo software", :title=>"SEO Software and SEO Tools | Top 10 Rank Guarantee | SEO ...", :url=>"http://www.link-assistant.com/", :description=>"", :position=>4, :created_at=>nil}, {:id=>733, :searched_keyword=>"ipad", :title=>"Apple - iPad 2 - Now with iOS 5 and iCloud.", :url=>"http://www.apple.com/ipad/", :description=>"", :position=>1, :created_at=>nil}, {:id=>734, :searched_keyword=>"ipad", :title=>"Buy iPad 2 Now", :url=>"http://store.apple.com/us/browse/home/shop_ipad/family/ipad", :description=>"", :position=>2, :created_at=>nil}, {:id=>735, :searched_keyword=>"ipad", :title=>"", :url=>"", :description=>"", :position=>3, :created_at=>nil}, {:id=>736, :searched_keyword=>"ipad", :title=>"iPad - Wikipedia, the free encyclopedia", :url=>"http://en.wikipedia.org/wiki/IPad", :description=>"", :position=>4, :created_at=>nil}, {:id=>737, :searched_keyword=>"ipad", :title=>"News for ipad", :url=>"/search?q=ipad&num=2&hl=en&ie=UTF-8&prmd=ivnsr&source=univ&tbm=nws&tbo=u&sa=X&ei=KMMxT4zJCsyisQKgq52UBw&ved=0CEkQqAI", :description=>"", :position=>5, :created_at=>nil}, {:id=>738, :searched_keyword=>"ipad", :title=>"Apple iPad tablet: reviews, news, photos, and videos - CNET.com", :url=>"http://www.cnet.com/apple-ipad/", :description=>"", :position=>6, :created_at=>nil}, {:id=>739, :searched_keyword=>"ipad", :title=>"8 Things That Suck About the iPad", :url=>"http://gizmodo.com/5458382/8-things-that-suck-about-the-ipad", :description=>"", :position=>7, :created_at=>nil}, {:id=>740, :searched_keyword=>"muffuletta manhattanization", :title=>"xml - Ruby doesn't treat hebrew letters well - Stack Overflow", :url=>"http://stackoverflow.com/questions/7332107/ruby-doesnt-treat-hebrew-letters-well", :description=>"", :position=>1, :created_at=>nil}, {:id=>741, :searched_keyword=>"muffuletta manhattanization", :title=>"Ruby doesn't treat hebrew letters well | Ruby on Rails", :url=>"http://rubyonrails.resourcezen.com/ruby-doesn-t-treat-hebrew-letters-well", :description=>"", :position=>2, :created_at=>nil}, {:id=>742, :searched_keyword=>"muffuletta manhattanization", :title=>"Hottest 'hebrew' Answers - Stack Overflow", :url=>"http://stackoverflow.com/tags/hebrew/hot?filter=year", :description=>"", :position=>3, :created_at=>nil}, {:id=>743, :searched_keyword=>"muffuletta manhattanization", :title=>"Hottest 'hebrew' Answers - Facebook Stack Overflow", :url=>"https://facebook.stackoverflow.com/tags/hebrew/hot?filter=year", :description=>"", :position=>4, :created_at=>nil}, {:id=>744, :searched_keyword=>"cheap motels", :title=>"Discount Hotels Motels - Cheap Rooms Online - your key to happy ...", :url=>"http://www.motels.com/", :description=>"", :position=>1, :created_at=>nil}, {:id=>745, :searched_keyword=>"cheap motels", :title=>"Motels Cheap - Discount Motel Rates, Reservation & Guides", :url=>"http://www.motelplanet.com/", :description=>"", :position=>2, :created_at=>nil}, {:id=>746, :searched_keyword=>"cheap motels", :title=>"Hotels, Motels and Inns - Find Cheap Hotels | Travelocity", :url=>"http://www.travelocity.com/Hotels", :description=>"", :position=>3, :created_at=>nil}, {:id=>747, :searched_keyword=>"cheap motels", :title=>"Motel 6 - Find Discount Motels Nationwide & Book Motel Reservations", :url=>"http://www.motel6.com/", :description=>"", :position=>4, :created_at=>nil}, {:id=>748, :searched_keyword=>"שפות תכנות", :title=>"שפת תכנות \u0096 ויקיפדיה‎", :url=>"http://he.wikipedia.org/wiki/%D7%A9%D7%A4%D7%AA_%D7%AA%D7%9B%D7%A0%D7%95%D7%AA", :description=>"", :position=>1, :created_at=>nil}, {:id=>749, :searched_keyword=>"שפות תכנות", :title=>"שפות תכנות \u0096 ויקיפדיה‎", :url=>"http://he.wikipedia.org/wiki/%D7%A9%D7%A4%D7%95%D7%AA_%D7%AA%D7%9B%D7%A0%D7%95%D7%AA", :description=>"", :position=>2, :created_at=>nil}, {:id=>750, :searched_keyword=>"שפות תכנות", :title=>"שפות תכנות‎", :url=>"http://www.underwar.co.il/tag/%D7%A9%D7%A4%D7%95%D7%AA-%D7%AA%D7%9B%D7%A0%D7%95%D7%AA", :description=>"", :position=>3, :created_at=>nil}, {:id=>751, :searched_keyword=>"שפות תכנות", :title=>"פורום שפות תכנות - תפוז פורומים‎", :url=>"http://www.tapuz.co.il/Forums2008/ForumPage.aspx?ForumId=89", :description=>"", :position=>4, :created_at=>nil}, {:id=>752, :searched_keyword=>"seo software", :title=>"Free SEO Software | The Best PPC & SEO Management Tool -Traffic ...", :url=>"http://www.traffictravis.com/", :description=>"", :position=>1, :created_at=>nil}, {:id=>753, :searched_keyword=>"seo software", :title=>"SEO software - Top 10 ranking guarantee - Search engine ...", :url=>"http://www.ibusinesspromoter.com/seo-tools/top-10-seo-software", :description=>"", :position=>2, :created_at=>nil}, {:id=>754, :searched_keyword=>"seo software", :title=>"SEO Software - Do Your Own Search Engine Optimization | SEO ...", :url=>"http://www.seoscheduler.com/", :description=>"", :position=>3, :created_at=>nil}, {:id=>755, :searched_keyword=>"seo software", :title=>"SEO Software and SEO Tools | Top 10 Rank Guarantee | SEO ...", :url=>"http://www.link-assistant.com/", :description=>"", :position=>4, :created_at=>nil}, {:id=>756, :searched_keyword=>"ipad", :title=>"Apple - iPad 2 - Now with iOS 5 and iCloud.", :url=>"http://www.apple.com/ipad/", :description=>"", :position=>1, :created_at=>nil}, {:id=>757, :searched_keyword=>"ipad", :title=>"Buy iPad 2 Now", :url=>"http://store.apple.com/us/browse/home/shop_ipad/family/ipad", :description=>"", :position=>2, :created_at=>nil}, {:id=>758, :searched_keyword=>"ipad", :title=>"", :url=>"", :description=>"", :position=>3, :created_at=>nil}, {:id=>759, :searched_keyword=>"ipad", :title=>"iPad - Wikipedia, the free encyclopedia", :url=>"http://en.wikipedia.org/wiki/IPad", :description=>"", :position=>4, :created_at=>nil}, {:id=>760, :searched_keyword=>"ipad", :title=>"News for ipad", :url=>"/search?q=ipad&num=2&hl=en&ie=UTF-8&prmd=ivnsr&source=univ&tbm=nws&tbo=u&sa=X&ei=UcMxT5_OPKWlsQL8iKiZBw&ved=0CEkQqAI", :description=>"", :position=>5, :created_at=>nil}, {:id=>761, :searched_keyword=>"ipad", :title=>"Apple iPad tablet: reviews, news, photos, and videos - CNET.com", :url=>"http://www.cnet.com/apple-ipad/", :description=>"", :position=>6, :created_at=>nil}, {:id=>762, :searched_keyword=>"ipad", :title=>"8 Things That Suck About the iPad", :url=>"http://gizmodo.com/5458382/8-things-that-suck-about-the-ipad", :description=>"", :position=>7, :created_at=>nil}, {:id=>763, :searched_keyword=>"muffuletta manhattanization", :title=>"xml - Ruby doesn't treat hebrew letters well - Stack Overflow", :url=>"http://stackoverflow.com/questions/7332107/ruby-doesnt-treat-hebrew-letters-well", :description=>"", :position=>1, :created_at=>nil}, {:id=>764, :searched_keyword=>"muffuletta manhattanization", :title=>"Ruby doesn't treat hebrew letters well | Ruby on Rails", :url=>"http://rubyonrails.resourcezen.com/ruby-doesn-t-treat-hebrew-letters-well", :description=>"", :position=>2, :created_at=>nil}, {:id=>765, :searched_keyword=>"muffuletta manhattanization", :title=>"Hottest 'hebrew' Answers - Stack Overflow", :url=>"http://stackoverflow.com/tags/hebrew/hot?filter=year", :description=>"", :position=>3, :created_at=>nil}, {:id=>766, :searched_keyword=>"muffuletta manhattanization", :title=>"Hottest 'hebrew' Answers - Facebook Stack Overflow", :url=>"https://facebook.stackoverflow.com/tags/hebrew/hot?filter=year", :description=>"", :position=>4, :created_at=>nil}, {:id=>767, :searched_keyword=>"cheap motels", :title=>"Discount Hotels Motels - Cheap Rooms Online - your key to happy ...", :url=>"http://www.motels.com/", :description=>"", :position=>1, :created_at=>nil}, {:id=>768, :searched_keyword=>"cheap motels", :title=>"Motels Cheap - Discount Motel Rates, Reservation & Guides", :url=>"http://www.motelplanet.com/", :description=>"", :position=>2, :created_at=>nil}, {:id=>769, :searched_keyword=>"cheap motels", :title=>"Hotels, Motels and Inns - Find Cheap Hotels | Travelocity", :url=>"http://www.travelocity.com/Hotels", :description=>"", :position=>3, :created_at=>nil}, {:id=>770, :searched_keyword=>"cheap motels", :title=>"Motel 6 - Find Discount Motels Nationwide & Book Motel Reservations", :url=>"http://www.motel6.com/", :description=>"", :position=>4, :created_at=>nil}, {:id=>771, :searched_keyword=>"שפות תכנות", :title=>"שפת תכנות \u0096 ויקיפדיה‎", :url=>"http://he.wikipedia.org/wiki/%D7%A9%D7%A4%D7%AA_%D7%AA%D7%9B%D7%A0%D7%95%D7%AA", :description=>"", :position=>1, :created_at=>nil}, {:id=>772, :searched_keyword=>"שפות תכנות", :title=>"שפות תכנות \u0096 ויקיפדיה‎", :url=>"http://he.wikipedia.org/wiki/%D7%A9%D7%A4%D7%95%D7%AA_%D7%AA%D7%9B%D7%A0%D7%95%D7%AA", :description=>"", :position=>2, :created_at=>nil}, {:id=>773, :searched_keyword=>"שפות תכנות", :title=>"שפות תכנות‎", :url=>"http://www.underwar.co.il/tag/%D7%A9%D7%A4%D7%95%D7%AA-%D7%AA%D7%9B%D7%A0%D7%95%D7%AA", :description=>"", :position=>3, :created_at=>nil}, {:id=>774, :searched_keyword=>"שפות תכנות", :title=>"פורום שפות תכנות - תפוז פורומים‎", :url=>"http://www.tapuz.co.il/Forums2008/ForumPage.aspx?ForumId=89", :description=>"", :position=>4, :created_at=>nil}, {:id=>775, :searched_keyword=>"seo software", :title=>"Free SEO Software | The Best PPC & SEO Management Tool -Traffic ...", :url=>"http://www.traffictravis.com/", :description=>"", :position=>1, :created_at=>nil}, {:id=>776, :searched_keyword=>"seo software", :title=>"SEO software - Top 10 ranking guarantee - Search engine ...", :url=>"http://www.ibusinesspromoter.com/seo-tools/top-10-seo-software", :description=>"", :position=>2, :created_at=>nil}, {:id=>777, :searched_keyword=>"seo software", :title=>"SEO Software - Do Your Own Search Engine Optimization | SEO ...", :url=>"http://www.seoscheduler.com/", :description=>"", :position=>3, :created_at=>nil}, {:id=>778, :searched_keyword=>"seo software", :title=>"SEO Software and SEO Tools | Top 10 Rank Guarantee | SEO ...", :url=>"http://www.link-assistant.com/", :description=>"", :position=>4, :created_at=>nil}, {:id=>779, :searched_keyword=>"ipad", :title=>"Apple - iPad 2 - Now with iOS 5 and iCloud.", :url=>"http://www.apple.com/ipad/", :description=>"", :position=>1, :created_at=>nil}, {:id=>780, :searched_keyword=>"ipad", :title=>"Buy iPad 2 Now", :url=>"http://store.apple.com/us/browse/home/shop_ipad/family/ipad", :description=>"", :position=>2, :created_at=>nil}, {:id=>781, :searched_keyword=>"ipad", :title=>"", :url=>"", :description=>"", :position=>3, :created_at=>nil}, {:id=>782, :searched_keyword=>"ipad", :title=>"iPad - Wikipedia, the free encyclopedia", :url=>"http://en.wikipedia.org/wiki/IPad", :description=>"", :position=>4, :created_at=>nil}, {:id=>783, :searched_keyword=>"ipad", :title=>"News for ipad", :url=>"/search?q=ipad&num=2&hl=en&ie=UTF-8&prmd=ivnsr&source=univ&tbm=nws&tbo=u&sa=X&ei=esMxT7CRM6aksQLn49HeBg&ved=0CEkQqAI", :description=>"", :position=>5, :created_at=>nil}, {:id=>784, :searched_keyword=>"ipad", :title=>"Apple iPad tablet: reviews, news, photos, and videos - CNET.com", :url=>"http://www.cnet.com/apple-ipad/", :description=>"", :position=>6, :created_at=>nil}, {:id=>785, :searched_keyword=>"ipad", :title=>"8 Things That Suck About the iPad", :url=>"http://gizmodo.com/5458382/8-things-that-suck-about-the-ipad", :description=>"", :position=>7, :created_at=>nil}, {:id=>786, :searched_keyword=>"muffuletta manhattanization", :title=>"xml - Ruby doesn't treat hebrew letters well - Stack Overflow", :url=>"http://stackoverflow.com/questions/7332107/ruby-doesnt-treat-hebrew-letters-well", :description=>"", :position=>1, :created_at=>nil}, {:id=>787, :searched_keyword=>"muffuletta manhattanization", :title=>"Ruby doesn't treat hebrew letters well | Ruby on Rails", :url=>"http://rubyonrails.resourcezen.com/ruby-doesn-t-treat-hebrew-letters-well", :description=>"", :position=>2, :created_at=>nil}, {:id=>788, :searched_keyword=>"muffuletta manhattanization", :title=>"Hottest 'hebrew' Answers - Stack Overflow", :url=>"http://stackoverflow.com/tags/hebrew/hot?filter=year", :description=>"", :position=>3, :created_at=>nil}, {:id=>789, :searched_keyword=>"muffuletta manhattanization", :title=>"Hottest 'hebrew' Answers - Facebook Stack Overflow", :url=>"https://facebook.stackoverflow.com/tags/hebrew/hot?filter=year", :description=>"", :position=>4, :created_at=>nil}, {:id=>790, :searched_keyword=>"cheap motels", :title=>"Discount Hotels Motels - Cheap Rooms Online - your key to happy ...", :url=>"http://www.motels.com/", :description=>"", :position=>1, :created_at=>nil}, {:id=>791, :searched_keyword=>"cheap motels", :title=>"Motels Cheap - Discount Motel Rates, Reservation & Guides", :url=>"http://www.motelplanet.com/", :description=>"", :position=>2, :created_at=>nil}, {:id=>792, :searched_keyword=>"cheap motels", :title=>"Hotels, Motels and Inns - Find Cheap Hotels | Travelocity", :url=>"http://www.travelocity.com/Hotels", :description=>"", :position=>3, :created_at=>nil}, {:id=>793, :searched_keyword=>"cheap motels", :title=>"Motel 6 - Find Discount Motels Nationwide & Book Motel Reservations", :url=>"http://www.motel6.com/", :description=>"", :position=>4, :created_at=>nil}, {:id=>794, :searched_keyword=>"שפות תכנות", :title=>"שפת תכנות \u0096 ויקיפדיה‎", :url=>"http://he.wikipedia.org/wiki/%D7%A9%D7%A4%D7%AA_%D7%AA%D7%9B%D7%A0%D7%95%D7%AA", :description=>"", :position=>1, :created_at=>nil}, {:id=>795, :searched_keyword=>"שפות תכנות", :title=>"שפות תכנות \u0096 ויקיפדיה‎", :url=>"http://he.wikipedia.org/wiki/%D7%A9%D7%A4%D7%95%D7%AA_%D7%AA%D7%9B%D7%A0%D7%95%D7%AA", :description=>"", :position=>2, :created_at=>nil}, {:id=>796, :searched_keyword=>"שפות תכנות", :title=>"שפות תכנות‎", :url=>"http://www.underwar.co.il/tag/%D7%A9%D7%A4%D7%95%D7%AA-%D7%AA%D7%9B%D7%A0%D7%95%D7%AA", :description=>"", :position=>3, :created_at=>nil}, {:id=>797, :searched_keyword=>"שפות תכנות", :title=>"פורום שפות תכנות - תפוז פורומים‎", :url=>"http://www.tapuz.co.il/Forums2008/ForumPage.aspx?ForumId=89", :description=>"", :position=>4, :created_at=>nil}, {:id=>798, :searched_keyword=>"seo software", :title=>"Free SEO Software | The Best PPC & SEO Management Tool -Traffic ...", :url=>"http://www.traffictravis.com/", :description=>"", :position=>1, :created_at=>nil}, {:id=>799, :searched_keyword=>"seo software", :title=>"SEO software - Top 10 ranking guarantee - Search engine ...", :url=>"http://www.ibusinesspromoter.com/seo-tools/top-10-seo-software", :description=>"", :position=>2, :created_at=>nil}, {:id=>800, :searched_keyword=>"seo software", :title=>"SEO Software - Do Your Own Search Engine Optimization | SEO ...", :url=>"http://www.seoscheduler.com/", :description=>"", :position=>3, :created_at=>nil}, {:id=>801, :searched_keyword=>"seo software", :title=>"SEO Software and SEO Tools | Top 10 Rank Guarantee | SEO ...", :url=>"http://www.link-assistant.com/", :description=>"", :position=>4, :created_at=>nil}, {:id=>802, :searched_keyword=>"ipad", :title=>"Apple - iPad 2 - Now with iOS 5 and iCloud.", :url=>"http://www.apple.com/ipad/", :description=>"", :position=>1, :created_at=>nil}, {:id=>803, :searched_keyword=>"ipad", :title=>"Buy iPad 2 Now", :url=>"http://store.apple.com/us/browse/home/shop_ipad/family/ipad", :description=>"", :position=>2, :created_at=>nil}, {:id=>804, :searched_keyword=>"ipad", :title=>"", :url=>"", :description=>"", :position=>3, :created_at=>nil}, {:id=>805, :searched_keyword=>"ipad", :title=>"iPad - Wikipedia, the free encyclopedia", :url=>"http://en.wikipedia.org/wiki/IPad", :description=>"", :position=>4, :created_at=>nil}, {:id=>806, :searched_keyword=>"ipad", :title=>"News for ipad", :url=>"/search?q=ipad&num=2&hl=en&ie=UTF-8&prmd=ivnsr&source=univ&tbm=nws&tbo=u&sa=X&ei=4sMxT4vGGOXjsQLUtriXBw&ved=0CEkQqAI", :description=>"", :position=>5, :created_at=>nil}, {:id=>807, :searched_keyword=>"ipad", :title=>"Apple iPad tablet: reviews, news, photos, and videos - CNET.com", :url=>"http://www.cnet.com/apple-ipad/", :description=>"", :position=>6, :created_at=>nil}, {:id=>808, :searched_keyword=>"ipad", :title=>"8 Things That Suck About the iPad", :url=>"http://gizmodo.com/5458382/8-things-that-suck-about-the-ipad", :description=>"", :position=>7, :created_at=>nil}, {:id=>809, :searched_keyword=>"muffuletta manhattanization", :title=>"xml - Ruby doesn't treat hebrew letters well - Stack Overflow", :url=>"http://stackoverflow.com/questions/7332107/ruby-doesnt-treat-hebrew-letters-well", :description=>"", :position=>1, :created_at=>nil}, {:id=>810, :searched_keyword=>"muffuletta manhattanization", :title=>"Ruby doesn't treat hebrew letters well | Ruby on Rails", :url=>"http://rubyonrails.resourcezen.com/ruby-doesn-t-treat-hebrew-letters-well", :description=>"", :position=>2, :created_at=>nil}, {:id=>811, :searched_keyword=>"muffuletta manhattanization", :title=>"Hottest 'hebrew' Answers - Stack Overflow", :url=>"http://stackoverflow.com/tags/hebrew/hot?filter=year", :description=>"", :position=>3, :created_at=>nil}, {:id=>812, :searched_keyword=>"muffuletta manhattanization", :title=>"Hottest 'hebrew' Answers - Facebook Stack Overflow", :url=>"https://facebook.stackoverflow.com/tags/hebrew/hot?filter=year", :description=>"", :position=>4, :created_at=>nil}, {:id=>813, :searched_keyword=>"cheap motels", :title=>"Discount Hotels Motels - Cheap Rooms Online - your key to happy ...", :url=>"http://www.motels.com/", :description=>"", :position=>1, :created_at=>nil}, {:id=>814, :searched_keyword=>"cheap motels", :title=>"Motels Cheap - Discount Motel Rates, Reservation & Guides", :url=>"http://www.motelplanet.com/", :description=>"", :position=>2, :created_at=>nil}, {:id=>815, :searched_keyword=>"cheap motels", :title=>"Hotels, Motels and Inns - Find Cheap Hotels | Travelocity", :url=>"http://www.travelocity.com/Hotels", :description=>"", :position=>3, :created_at=>nil}, {:id=>816, :searched_keyword=>"cheap motels", :title=>"Motel 6 - Find Discount Motels Nationwide & Book Motel Reservations", :url=>"http://www.motel6.com/", :description=>"", :position=>4, :created_at=>nil}, {:id=>817, :searched_keyword=>"שפות תכנות", :title=>"שפת תכנות \u0096 ויקיפדיה‎", :url=>"http://he.wikipedia.org/wiki/%D7%A9%D7%A4%D7%AA_%D7%AA%D7%9B%D7%A0%D7%95%D7%AA", :description=>"", :position=>1, :created_at=>nil}, {:id=>818, :searched_keyword=>"שפות תכנות", :title=>"שפות תכנות \u0096 ויקיפדיה‎", :url=>"http://he.wikipedia.org/wiki/%D7%A9%D7%A4%D7%95%D7%AA_%D7%AA%D7%9B%D7%A0%D7%95%D7%AA", :description=>"", :position=>2, :created_at=>nil}, {:id=>819, :searched_keyword=>"שפות תכנות", :title=>"שפות תכנות‎", :url=>"http://www.underwar.co.il/tag/%D7%A9%D7%A4%D7%95%D7%AA-%D7%AA%D7%9B%D7%A0%D7%95%D7%AA", :description=>"", :position=>3, :created_at=>nil}, {:id=>820, :searched_keyword=>"שפות תכנות", :title=>"פורום שפות תכנות - תפוז פורומים‎", :url=>"http://www.tapuz.co.il/Forums2008/ForumPage.aspx?ForumId=89", :description=>"", :position=>4, :created_at=>nil}, {:id=>821, :searched_keyword=>"seo software", :title=>"Free SEO Software | The Best PPC & SEO Management Tool -Traffic ...", :url=>"http://www.traffictravis.com/", :description=>"", :position=>1, :created_at=>nil}, {:id=>822, :searched_keyword=>"seo software", :title=>"SEO software - Top 10 ranking guarantee - Search engine ...", :url=>"http://www.ibusinesspromoter.com/seo-tools/top-10-seo-software", :description=>"", :position=>2, :created_at=>nil}, {:id=>823, :searched_keyword=>"seo software", :title=>"SEO Software - Do Your Own Search Engine Optimization | SEO ...", :url=>"http://www.seoscheduler.com/", :description=>"", :position=>3, :created_at=>nil}, {:id=>824, :searched_keyword=>"seo software", :title=>"SEO Software and SEO Tools | Top 10 Rank Guarantee | SEO ...", :url=>"http://www.link-assistant.com/", :description=>"", :position=>4, :created_at=>nil}, {:id=>825, :searched_keyword=>"ipad", :title=>"Apple - iPad 2 - Now with iOS 5 and iCloud.", :url=>"http://www.apple.com/ipad/", :description=>"", :position=>1, :created_at=>nil}, {:id=>826, :searched_keyword=>"ipad", :title=>"Buy iPad 2 Now", :url=>"http://store.apple.com/us/browse/home/shop_ipad/family/ipad", :description=>"", :position=>2, :created_at=>nil}, {:id=>827, :searched_keyword=>"ipad", :title=>"", :url=>"", :description=>"", :position=>3, :created_at=>nil}, {:id=>828, :searched_keyword=>"ipad", :title=>"iPad - Wikipedia, the free encyclopedia", :url=>"http://en.wikipedia.org/wiki/IPad", :description=>"", :position=>4, :created_at=>nil}, {:id=>829, :searched_keyword=>"ipad", :title=>"News for ipad", :url=>"/search?q=ipad&num=2&hl=en&ie=UTF-8&prmd=ivnsr&source=univ&tbm=nws&tbo=u&sa=X&ei=8ckxT-62LuOesQLo7_mhBw&ved=0CEkQqAI", :description=>"", :position=>5, :created_at=>nil}, {:id=>830, :searched_keyword=>"ipad", :title=>"Apple iPad tablet: reviews, news, photos, and videos - CNET.com", :url=>"http://www.cnet.com/apple-ipad/", :description=>"", :position=>6, :created_at=>nil}, {:id=>831, :searched_keyword=>"ipad", :title=>"8 Things That Suck About the iPad", :url=>"http://gizmodo.com/5458382/8-things-that-suck-about-the-ipad", :description=>"", :position=>7, :created_at=>nil}, {:id=>832, :searched_keyword=>"muffuletta manhattanization", :title=>"xml - Ruby doesn't treat hebrew letters well - Stack Overflow", :url=>"http://stackoverflow.com/questions/7332107/ruby-doesnt-treat-hebrew-letters-well", :description=>"", :position=>1, :created_at=>nil}, {:id=>833, :searched_keyword=>"muffuletta manhattanization", :title=>"Ruby doesn't treat hebrew letters well | Ruby on Rails", :url=>"http://rubyonrails.resourcezen.com/ruby-doesn-t-treat-hebrew-letters-well", :description=>"", :position=>2, :created_at=>nil}, {:id=>834, :searched_keyword=>"muffuletta manhattanization", :title=>"Hottest 'hebrew' Answers - Stack Overflow", :url=>"http://stackoverflow.com/tags/hebrew/hot?filter=year", :description=>"", :position=>3, :created_at=>nil}, {:id=>835, :searched_keyword=>"muffuletta manhattanization", :title=>"Hottest 'hebrew' Answers - Facebook Stack Overflow", :url=>"https://facebook.stackoverflow.com/tags/hebrew/hot?filter=year", :description=>"", :position=>4, :created_at=>nil}, {:id=>836, :searched_keyword=>"cheap motels", :title=>"Discount Hotels Motels - Cheap Rooms Online - your key to happy ...", :url=>"http://www.motels.com/", :description=>"", :position=>1, :created_at=>nil}, {:id=>837, :searched_keyword=>"cheap motels", :title=>"Motels Cheap - Discount Motel Rates, Reservation & Guides", :url=>"http://www.motelplanet.com/", :description=>"", :position=>2, :created_at=>nil}, {:id=>838, :searched_keyword=>"cheap motels", :title=>"Hotels, Motels and Inns - Find Cheap Hotels | Travelocity", :url=>"http://www.travelocity.com/Hotels", :description=>"", :position=>3, :created_at=>nil}, {:id=>839, :searched_keyword=>"cheap motels", :title=>"Motel 6 - Find Discount Motels Nationwide & Book Motel Reservations", :url=>"http://www.motel6.com/", :description=>"", :position=>4, :created_at=>nil}, {:id=>840, :searched_keyword=>"שפות תכנות", :title=>"שפת תכנות \u0096 ויקיפדיה‎", :url=>"http://he.wikipedia.org/wiki/%D7%A9%D7%A4%D7%AA_%D7%AA%D7%9B%D7%A0%D7%95%D7%AA", :description=>"", :position=>1, :created_at=>nil}, {:id=>841, :searched_keyword=>"שפות תכנות", :title=>"שפות תכנות \u0096 ויקיפדיה‎", :url=>"http://he.wikipedia.org/wiki/%D7%A9%D7%A4%D7%95%D7%AA_%D7%AA%D7%9B%D7%A0%D7%95%D7%AA", :description=>"", :position=>2, :created_at=>nil}, {:id=>842, :searched_keyword=>"שפות תכנות", :title=>"שפות תכנות‎", :url=>"http://www.underwar.co.il/tag/%D7%A9%D7%A4%D7%95%D7%AA-%D7%AA%D7%9B%D7%A0%D7%95%D7%AA", :description=>"", :position=>3, :created_at=>nil}, {:id=>843, :searched_keyword=>"שפות תכנות", :title=>"פורום שפות תכנות - תפוז פורומים‎", :url=>"http://www.tapuz.co.il/Forums2008/ForumPage.aspx?ForumId=89", :description=>"", :position=>4, :created_at=>nil}]
+  end
+end

data/spec/unit/google_parser/google_parser_result_spec.rb

@@ -0,0 +1,79 @@
+require "spec_helper"
+
+describe SearchLogger::GoogleParser::Result do
+  let(:result_double) { File.open('spec/support/file_repository/google_result_2.html').read }
+
+  describe "parsing a single result", wip: true do
+    before do
+      @node = Nokogiri::HTML.parse(result_double).css('li.g').first
+    end
+
+    subject { SearchLogger::GoogleParser::Result.new(@node, 10, 'amazon').parse_normal_result }
+
+    its(:title)       { should == "Xovi: mehr als ein SEO Tool - online Marketing (SEO, SEM, Affiliate ..." }
+    its(:url)         { should == "http://www.xovi.de/" }
+    its(:description) { should == "Setzen Sie unsere SEO Software f?r Ihr Online Marketing Budget intelligent und erfolgreich ein. Verlassen Sie sich nicht auf Ihr Bauchgef?hl oder Ihre Erfahrung ..." }
+    its(:position)    { should == 10 }
+    its(:searched_keyword) { should == 'amazon' }
+  end
+
+  describe "#parse" do
+    context "normal result" do
+      before do
+        @node = Nokogiri::HTML.parse(result_double).css('li.g').first
+      end
+
+      subject { SearchLogger::GoogleParser::Result.new(@node, 2, 'amazon').parse }
+
+      its(:title)       { should == "Amazon.com: Online Shopping for Electronics, Apparel, Computers ..." }
+      its(:url)         { should == "http://www.amazon.com/" }
+      its(:description) { should == "Online retailer of books, movies, music and games along with electronics, toys, apparel, sports, tools, groceries and general home and garden items. Region 1 ..." }
+      its(:position)    { should == 2 }
+      its(:searched_keyword) { should == 'amazon' }
+    end
+
+    context "newsbox" do
+      before do
+        @node = Nokogiri::HTML.parse(result_double).css('li#newsbox').first
+      end
+      
+      subject { SearchLogger::GoogleParser::Result.new(@node, 6, 'amazon').parse }
+
+      its(:title)       { should == "Amazon fourth quarter profit falls on heavy expenses" }
+      its(:url)         { should == "http://www.usatoday.com/tech/news/story/2012-01-31/amazon-earnings/52907866/1" }
+      its(:description) { should == "By Roger Yu, USA TODAY Despite rising sales, Amazon, the largest Internet retailer, reported a 57% decline in its fourth-quarter profit due to heavy ..." }
+      its(:position)    { should == 6 }
+      its(:searched_keyword) { should == 'amazon' }
+    end
+  end
+
+  describe "#to_ary" do
+    context "normal result" do 
+      before do
+        @node = Nokogiri::HTML.parse(result_double).css('li.g').first
+      end
+
+      subject { SearchLogger::GoogleParser::Result.new(@node, 2, 'amazon').parse.as_ary }
+
+      it "has a title" do
+        subject[:title].should == "Amazon.com: Online Shopping for Electronics, Apparel, Computers ..."
+      end
+
+      it "has an url" do
+        subject[:url].should == "http://www.amazon.com/"
+      end
+
+      it "has a description" do
+        subject[:description].should == "Online retailer of books, movies, music and games along with electronics, toys, apparel, sports, tools, groceries and general home and garden items. Region 1 ..."
+      end
+
+      it "has a position" do
+        subject[:position].should == 2
+      end
+
+      it "has a keyword" do
+        subject[:searched_keyword].should == 'amazon'
+      end
+    end
+  end
+end

data/spec/unit/google_parser_spec.rb

@@ -0,0 +1,69 @@
+require "spec_helper"
+
+describe "Google parser", wip: true do
+  let(:result_double) { File.open('spec/support/file_repository/google_result_2.html').read }
+  subject { SearchLogger::GoogleParser.new(result_double) }
+
+  it "initialization with a double" do
+    subject.result.size.should == result_double.size
+  end
+
+  describe "#per_page" do
+    it "set how many results per page there should be" do
+      subject.per_page(20).num.should == 20
+    end
+  end
+
+  describe "#page" do
+    subject { SearchLogger::GoogleParser.new }
+
+    it "set the current page" do
+      subject.per_page(5).page(1).position_offset.should == 1
+      subject.per_page(5).page(1).start.should == 0
+      subject.per_page(5).page(2).position_offset.should == 6
+      subject.per_page(5).page(2).start.should == 5
+      subject.per_page(5).page(3).position_offset.should == 11
+      subject.per_page(5).page(3).start.should == 10
+    end
+  end
+
+  describe "#url" do
+    subject { SearchLogger::GoogleParser.new }
+
+    it "creates the correct url" do
+      subject.query('amazon website').per_page(5).page(1)
+      subject.url.should == "https://www.google.com/search?q=amazon+website&num=5&hl=en&start=0"
+    end
+
+    it "creates the correct url" do
+      subject.query('amazon website').per_page(5).page(2)
+      subject.url.should == "https://www.google.com/search?q=amazon+website&num=5&hl=en&start=5"
+    end
+
+    it "creates the correct url" do
+      subject.query('amazon website').per_page(5).page(3)
+      subject.url.should == "https://www.google.com/search?q=amazon+website&num=5&hl=en&start=10"
+    end
+  end
+
+  describe "#search" do
+    it "calls Result correctly" do
+      result_object = double("Result", parse: nil)
+      result_object.stub(:new).with(anything, an_instance_of(Fixnum), an_instance_of(String)).and_return(result_object)
+      result_object.should_receive(:parse)
+      subject.search(result_object)
+    end
+
+    it "is an array" do
+      subject.search.should be_kind_of Array
+    end
+
+    it "returns Result object" do
+      subject.search.first.should be_kind_of SearchLogger::GoogleParser::Result
+    end
+
+    it "has 100 results" do
+      subject.search.size.should == 100
+    end
+  end
+end

data/spec/unit/persistence_spec.rb

@@ -0,0 +1,86 @@
+require "spec_helper"
+
+describe SearchLogger::Persistence do
+  let(:data_to_save) {
+    [ {searched_keyword: "amazon", title: "This is a title", description: "First description.", url: "www.github.com", position: 1},
+      {searched_keyword: "amazon", title: "This is the second title", description: "Second description.", url: "www.github.com", position: 2},
+      {searched_keyword: "amazon", title: "This is the third title", description: "Third description.", url: "www.github.com", position: 3}
+    ]
+  }
+
+  before do
+    @persistence = SearchLogger::Persistence.new
+  end
+
+  describe "#data" do
+    it "has the correct value" do
+      @persistence.data(data_to_save).data.should == data_to_save
+    end
+  end
+
+  describe "#table" do
+    it "sets the table to work with" do
+      @persistence.table("whatever").table.should == "whatever"
+    end
+  end
+
+  describe "#load_data" do
+    it "triggers mysql2" do
+      @mysql2 = double("mysql2")
+      @mysql2.stub_chain(:query, :each)
+      @mysql2.should_receive(:query).with(an_instance_of(String))
+      @persistence.table('my_table').load_data(@mysql2)
+    end
+  end
+
+  describe "#load_to_sql" do
+    it "creates the correct sql query" do
+      @persistence.table('my_table').load_to_sql.should == "SELECT * FROM my_table"
+    end
+  end
+
+  describe "#save" do
+    it "triggers mysql2" do
+      @mysql2 = double("mysql2")
+      @mysql2.should_receive(:query).with(an_instance_of(String))
+      @persistence.table('my_table').save(@mysql2)
+    end
+  end
+
+  describe "#save_to_sql" do
+    it "creates the correct sql query when one record" do
+      data = { 
+        searched_keyword: "amazon",
+        title: "This is a title",
+        description: "First description.",
+        url: "www.github.com",
+        position: 1
+      }
+
+      @persistence.data(data).table('my_table').save_to_sql.should == 
+        "INSERT INTO my_table (searched_keyword, title, description, url, position) VALUES ('amazon', 'This is a title', 'First description.', 'www.github.com', '1')"
+    end
+
+    it "creates the correct sql query when two records" do
+      data = [
+        { 
+          searched_keyword: "amazon",
+          title: "This's a title",
+          description: "First description.",
+          url: "www.github.com",
+          position: 1
+        },
+        { 
+          searched_keyword: "amazon",
+          title: "This is a title",
+          description: "First description.",
+          url: "www.github.com",
+          position: 1
+        }
+      ]
+
+      @persistence.data(data).table('my_table').save_to_sql.should == 
+        "INSERT INTO my_table (searched_keyword, title, description, url, position) VALUES ('amazon', 'This\\'s a title', 'First description.', 'www.github.com', '1'), ('amazon', 'This is a title', 'First description.', 'www.github.com', '1')"
+    end
+  end
+end

data/spec/unit/shell_exec_spec.rb

@@ -0,0 +1,28 @@
+require "spec_helper"
+
+describe SearchLogger::Exec, wip: true do
+  let(:valid_argv){ [File.expand_path("../../support/file_repository/exported_from_persistence.csv", __FILE__)] }
+  let(:invalid_argv){ ["invalid_file/path.rb"] }
+
+  module Kernel
+    def puts(str); nil; end
+  end
+
+  context "initializing with a valid file" do
+    subject { SearchLogger::Exec.new(valid_argv) }
+
+    it "should initialize if an existent file was specified" do
+      subject.should be_true
+    end
+
+    it "should initialize if a file was specified" do
+      subject.argv.should == valid_argv
+    end
+  end
+
+  context "initializing with an invalid file" do
+    it "should not initialize" do
+      lambda { SearchLogger::Exec.new(invalid_argv) }.should raise_error SystemExit
+    end
+  end  
+end

data/spec/unit/xml_parser_spec.rb

@@ -0,0 +1,22 @@
+# encoding: utf-8
+require "spec_helper"
+
+describe "XML parser" do
+  let(:xml_file) { 'spec/support/file_repository/rankabove_test.xml' }
+
+  subject { @parser = SearchLogger::XmlParser.new(xml_file) }
+
+  it "#new" do
+    subject.file.size.should == File.open(xml_file).size
+  end
+
+  context "#parse" do
+    it "without argument" do
+      subject.parse.should == ['seo software', 'ipad', 'muffuletta manhattanization', 'cheap motels', 'שפות תכנות']
+    end
+
+    it "with argument" do
+      subject.parse('keywords keyword').should == ['seo software', 'ipad', 'muffuletta manhattanization', 'cheap motels', 'שפות תכנות']
+    end
+  end
+end

metadata

@@ -0,0 +1,152 @@
+--- !ruby/object:Gem::Specification
+name: search_logger
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- kurko
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-02-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: &70232194582280 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70232194582280
+- !ruby/object:Gem::Dependency
+  name: guard
+  requirement: &70232194596560 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70232194596560
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: &70232194593460 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70232194593460
+- !ruby/object:Gem::Dependency
+  name: httpclient
+  requirement: &70232194604540 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70232194604540
+- !ruby/object:Gem::Dependency
+  name: mysql2
+  requirement: &70232194602600 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70232194602600
+description: This gem read a XML file, searching for each one of the keywords. Then,
+  all results are saved into MySQL and later exported to CSV. This is a concept app.
+email:
+- chavedomundo@gmail.com
+executables:
+- search_logger
+extensions: []
+extra_rdoc_files: []
+files:
+- .rspec
+- .travis.yml
+- Gemfile
+- Gemfile.lock
+- Guardfile
+- README
+- Rakefile
+- bin/search_logger
+- lib/search_logger.rb
+- lib/search_logger/csv_exporter.rb
+- lib/search_logger/exec.rb
+- lib/search_logger/google_parser.rb
+- lib/search_logger/google_parser/result.rb
+- lib/search_logger/persistence.rb
+- lib/search_logger/version.rb
+- lib/search_logger/xml_parser.rb
+- schema.sql
+- search_logger.gemspec
+- spec/acceptance/google_parser_acceptance_spec.rb
+- spec/acceptance/mysql_to_csv_exportation_acceptance_spec.rb
+- spec/acceptance/persistence_acceptance_spec.rb
+- spec/acceptance/test_acceptance_spec.rb
+- spec/acceptance/xml_parser_acceptance_spec.rb
+- spec/spec_helper.rb
+- spec/support/file_repository/exported_from_persistence.csv
+- spec/support/file_repository/google_result.html
+- spec/support/file_repository/google_result_2.html
+- spec/support/file_repository/rankabove_test.xml
+- spec/support/file_repository/sample_mysql_data.rb
+- spec/unit/google_parser/google_parser_result_spec.rb
+- spec/unit/google_parser_spec.rb
+- spec/unit/persistence_spec.rb
+- spec/unit/shell_exec_spec.rb
+- spec/unit/xml_parser_spec.rb
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: search_logger
+rubygems_version: 1.8.11
+signing_key: 
+specification_version: 3
+summary: Searches Google and saves results.
+test_files:
+- spec/acceptance/google_parser_acceptance_spec.rb
+- spec/acceptance/mysql_to_csv_exportation_acceptance_spec.rb
+- spec/acceptance/persistence_acceptance_spec.rb
+- spec/acceptance/test_acceptance_spec.rb
+- spec/acceptance/xml_parser_acceptance_spec.rb
+- spec/spec_helper.rb
+- spec/support/file_repository/exported_from_persistence.csv
+- spec/support/file_repository/google_result.html
+- spec/support/file_repository/google_result_2.html
+- spec/support/file_repository/rankabove_test.xml
+- spec/support/file_repository/sample_mysql_data.rb
+- spec/unit/google_parser/google_parser_result_spec.rb
+- spec/unit/google_parser_spec.rb
+- spec/unit/persistence_spec.rb
+- spec/unit/shell_exec_spec.rb
+- spec/unit/xml_parser_spec.rb