youtubescraper 0.0.7

data/test/youtube_scraper_test.rb

@@ -0,0 +1,89 @@
+#!/usr/bin/ruby
+
+require 'test/unit'
+
+
+require "rubygems"
+require 'hpricot'
+require "youtube/searchresultscraper"
+
+class SearchResultScraperTest < Test::Unit::TestCase
+
+  def test_scrape
+
+    #
+    #�����
+    #
+    #������̤�����
+    open_and_scrape("http://www.youtube.com/results?search_query=", "doraemon", 2)
+    #������̤��ʤ�
+    open_and_scrape("http://www.youtube.com/results?search_query=", "aeudyr jahafudfhadf ahf", 2) 
+
+    #
+    #�۾��
+    #
+    #������̤����뤬��Not Found��������
+    begin 
+      open_local_file_and_scrape("html/dataY_noMsgY.htm")
+      assert_fail("������٤����顼��ȯ�����Ƥ��ʤ�")
+    rescue RuntimeError =>e
+      #puts e
+    end
+    #������̤��ʤ���Not Found��ʤ����
+    begin
+      open_local_file_and_scrape("html/dataN_noMsgN.htm")
+      assert_fail("������٤����顼��ȯ�����Ƥ��ʤ�")
+    rescue RuntimeError
+      #puts e
+    end
+ 
+    #�����ι��ܤ��������Ǥ��Ƥ��ʤ����
+    begin
+      open_local_file_and_scrape("html/scraping_error.html")
+      assert_fail("������٤����顼��ȯ�����Ƥ��ʤ�")
+    rescue RuntimeError => e
+     # puts e
+    end
+  end
+
+  def test_scrape_video_count
+    
+    scraper = open_and_scrape("http://www.youtube.com/results?search_query=", "doraemon", 2)
+    puts scraper.video_count
+    assert( scraper.video_count > 0 )
+    
+    scraper = open_and_scrape("http://www.youtube.com/results?search_query=", "doraemonifdadfa", 2)
+    puts scraper.video_count
+    assert( scraper.video_count == 0 )
+  end
+
+  def open_and_scrape url, keyword=nil, page=nil
+    scraper = MySearchResultScraper.new(url, keyword, page)
+    scraper.open
+    scraper.scrape
+    scraper
+  end
+
+  def open_local_file_and_scrape url
+    scraper = MySearchResultScraper.new(url)
+    scraper.open_local_file
+    scraper.scrape
+  end
+
+end
+
+class MySearchResultScraper  < Youtube::SearchResultScraper
+   @@youtube_search_base_url = "http://www.youtube.com/results?search_query="
+
+  def initialize url, keyword=nil, page=nil
+    @@youtube_search_base_url = url
+    @keyword = keyword
+    @page    = page if not page == nil
+  end
+
+  def open_local_file
+    @html = Kernel.open(@@youtube_search_base_url).read
+    replace_document_write_javascript
+    @search_result = Hpricot.parse(@html)
+  end
+end

data/test/youtube_scraper_test.rb~

@@ -0,0 +1,92 @@
+#!/usr/bin/ruby
+
+#require "runit/testcase"
+#require "runit/cui/testrunner"
+require 'test/unit'
+
+
+require "rubygems"
+require 'hpricot'
+require "youtube/searchresultscraper"
+
+class SearchResultScraperTest < Test::Unit::TestCase
+#class SearchResultScraperTest < RUNIT::TestCase
+
+  def test_scrape
+
+    #
+    #�����
+    #
+    #������̤�����
+    open_and_scrape("http://www.youtube.com/results?search_query=", "doraemon", 2)
+    #������̤��ʤ�
+    open_and_scrape("http://www.youtube.com/results?search_query=", "aeudyr jahafudfhadf ahf", 2) 
+
+    #
+    #�۾��
+    #
+    #������̤����뤬��Not Found��������
+    begin 
+      open_local_file_and_scrape("html/dataY_noMsgY.htm")
+      assert_fail("������٤����顼��ȯ�����Ƥ��ʤ�")
+    rescue RuntimeError =>e
+      #puts e
+    end
+    #������̤��ʤ���Not Found��ʤ����
+    begin
+      open_local_file_and_scrape("html/dataN_noMsgN.htm")
+      assert_fail("������٤����顼��ȯ�����Ƥ��ʤ�")
+    rescue RuntimeError
+      #puts e
+    end
+ 
+    #�����ι��ܤ��������Ǥ��Ƥ��ʤ����
+    begin
+      open_local_file_and_scrape("html/scraping_error.html")
+      assert_fail("������٤����顼��ȯ�����Ƥ��ʤ�")
+    rescue RuntimeError => e
+     # puts e
+    end
+  end
+
+  def test_scrape_video_count
+    
+    scraper = open_and_scrape("http://www.youtube.com/results?search_query=", "doraemon", 2)
+    puts scraper.video_count
+    assert( scraper.video_count > 0 )
+    
+    scraper = open_and_scrape("http://www.youtube.com/results?search_query=", "doraemonifdadfa", 2)
+    puts scraper.video_count
+    assert( scraper.video_count == 0 )
+  end
+
+  def open_and_scrape url, keyword=nil, page=nil
+    scraper = MySearchResultScraper.new(url, keyword, page)
+    scraper.open
+    scraper.scrape
+    scraper
+  end
+
+  def open_local_file_and_scrape url
+    scraper = MySearchResultScraper.new(url)
+    scraper.open_local_file
+    scraper.scrape
+  end
+
+end
+
+class MySearchResultScraper  < Youtube::SearchResultScraper
+   @@youtube_search_base_url = "http://www.youtube.com/results?search_query="
+
+  def initialize url, keyword=nil, page=nil
+    @@youtube_search_base_url = url
+    @keyword = keyword
+    @page    = page if not page == nil
+  end
+
+  def open_local_file
+    @html = Kernel.open(@@youtube_search_base_url).read
+    replace_document_write_javascript
+    @search_result = Hpricot.parse(@html)
+  end
+end

metadata

@@ -0,0 +1,69 @@
+--- !ruby/object:Gem::Specification 
+rubygems_version: 0.9.0
+specification_version: 1
+name: youtubescraper
+version: !ruby/object:Gem::Version 
+  version: 0.0.7
+date: 2007-03-29 00:00:00 +09:00
+summary: This gem provide function to scrape html of search result on youtube
+require_paths: 
+- lib
+email: 
+homepage: 
+rubyforge_project: 
+description: 
+autorequire: youtube/searchresultscraper
+default_executable: 
+bindir: bin
+has_rdoc: true
+required_ruby_version: !ruby/object:Gem::Version::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: 1.8.1
+  version: 
+platform: ruby
+signing_key: 
+cert_chain: 
+post_install_message: 
+authors: 
+- Yuki SHIDA
+files: 
+- lib/youtube
+- lib/youtube/browsescraper.rb
+- lib/youtube/searchresultscraper.rb~
+- lib/youtube/video.rb
+- lib/youtube/searchresultscraper.rb
+- test/youtube_scraper_test.rb
+- test/html
+- test/youtube_scraper_test.rb~
+- test/html/scraping_error.html
+- test/html/dataY_noMsgY.htm
+- test/html/dataN_noMsgN.htm
+- CHANGELOG
+- MIT-LICENSE
+- README
+test_files: []
+
+rdoc_options: []
+
+extra_rdoc_files: 
+- CHANGELOG
+- MIT-LICENSE
+- README
+executables: []
+
+extensions: []
+
+requirements: 
+- hpricot rubygem
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: hpricot
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Version::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0.4"
+    version: