youtubesearchresultscraper 0.0.4 → 0.0.5

data/CHANGELOG

@@ -12,3 +12,6 @@
 0.0.4 2007-02-01
   Add error check for scraping of pagination.
   Fix scraping rule for html markup change of youtube.
+
+0.0.5 2007-02-16
+  Fix scraping rule for video_count, video_from, video_to

data/lib/youtube/searchresultscraper.rb

@@ -199,24 +199,25 @@ module Youtube #:nodoc:
     end
 
     def scrape_result_header
-      @search_result.search("div[@id='sectionHeader']/div").inner_html
+      @search_result.search("div[@id='sectionHeader']").inner_html
     end
 
     def scrape_video_count
-      video_count = scrape_result_header.sub(/.+of *(\d+)/m , '\1')
-      raise "no video count" if video_count.empty?
+      video_count = scrape_result_header
+      raise "no video count" unless video_count.sub!(/.+Results \d+-\d+ of( | about )([0-9,]+)/m , '\2')
+      video_count.gsub!(/,/, '')
       video_count.to_i
     end
 
     def scrape_video_from
-      video_from = scrape_result_header.sub(/Results *(\d+)-.+/m, '\1')
-      raise "no video from" if video_from.empty?
+      video_from = scrape_result_header
+      raise "no video from" unless video_from.sub!(/.+Results (\d+)/m, '\1')
       video_from.to_i
     end
 
     def scrape_video_to
-      video_to = scrape_result_header.sub(/Results.+-(\d+) *of.+/m, '\1')
-      raise "no video to" if video_to.empty?
+      video_to = scrape_result_header
+      raise "no video to" unless video_to.sub!(/.+Results \d+-(\d+)/m, '\1')
       video_to.to_i
     end
 

data/lib/youtube/searchresultscraper.rb~

@@ -116,9 +116,6 @@ module Youtube #:nodoc:
       @video_count = scrape_video_count
       @video_from  = scrape_video_from
       @video_to    = scrape_video_to
-      raise "no video count" if @video_count == nil
-      raise "no video from"  if @video_from == nil
-      raise "no video to"    if @video_to == nil
 
       raise "scraping error" if (is_no_result != @videos.empty?)
 
@@ -202,23 +199,29 @@ module Youtube #:nodoc:
     end
 
     def scrape_result_header
-      @search_result.search("div[@id='sectionHeader']/div[@class='my']").inner_html
+      @search_result.search("div[@id='sectionHeader']/div").inner_html
     end
 
     def scrape_video_count
-      scrape_result_header.sub(/.+of *(\d+)/m , '\1').to_i
+      video_count = scrape_result_header.sub(/.+of *(\d+)/m , '\1')
+      raise "no video count" if video_count.empty?
+      video_count.to_i
     end
 
     def scrape_video_from
-      scrape_result_header.sub(/Results *(\d+)-.+/m, '\1').to_i
+      video_from = scrape_result_header.sub(/Results *(\d+)-.+/m, '\1')
+      raise "no video from" if video_from.empty?
+      video_from.to_i
     end
 
     def scrape_video_to
-      scrape_result_header.sub(/Results.+-(\d+) *of.+/m, '\1').to_i
+      video_to = scrape_result_header.sub(/Results.+-(\d+) *of.+/m, '\1')
+      raise "no video to" if video_to.empty?
+      video_to.to_i
     end
 
     def is_no_result
-        @search_result.search("div[@class='body']").inner_html.include?('No Videos found')
+        @html.include?('No Videos found')
     end
 
     def check_video video

metadata

@@ -3,8 +3,8 @@ rubygems_version: 0.9.0
 specification_version: 1
 name: youtubesearchresultscraper
 version: !ruby/object:Gem::Version 
-  version: 0.0.4
-date: 2007-02-01 00:00:00 +09:00
+  version: 0.0.5
+date: 2007-02-16 00:00:00 +09:00
 summary: This gem provide function to scrape html of search result on youtube
 require_paths: 
 - lib