cyx-scraper 0.2.0 → 0.3.0

data/test/scraper_test.rb

@@ -37,6 +37,10 @@ class ScraperTest < Test::Unit::TestCase
     
     context "when extracting the actual content using the URL" do
       setup do
+        Scraper::Modules::Web.expects(:open).returns(
+          File.open(@@fixture_path + '/unwebbable.html', 'r')
+        )
+        
         @url = "http://www.alistapart.com/articles/unwebbable/"
         @scraper1 = Scraper::Article.new(:content => @article)
         @scraper2 = Scraper::Article.new(:url => @url)
@@ -60,6 +64,10 @@ class ScraperTest < Test::Unit::TestCase
   
   context "Scraper( <alist apart url> )" do
     setup do
+      Scraper::Modules::Web.expects(:open).returns(
+        File.open(@@fixture_path + '/unwebbable.html', 'r')
+      )
+      
       @url = "http://www.alistapart.com/articles/unwebbable/"
     end
 

data/test/test_helper.rb

@@ -1,6 +1,7 @@
 require 'rubygems'
 require 'test/unit'
 require 'shoulda'
+require 'mocha'
 
 $LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
 $LOAD_PATH.unshift(File.dirname(__FILE__))

data/test/vimeo_test.rb

@@ -0,0 +1,99 @@
+require 'test_helper'
+require 'hpricot'
+
+class Scraper::VimeoTest < Test::Unit::TestCase
+  def stub_open_uri!
+    Scraper::Modules::Web.expects(:open).returns(
+      File.open(@@fixture_path + '/5826468.html', 'r')
+    )
+  end
+  
+  
+  context "given the canonical URL http://vimeo.com/5826468" do
+    setup do
+      @url = "http://vimeo.com/5826468"
+      @vimeo = Scraper::Vimeo.new( :url => @url )
+    end
+
+    should "not raise an error" do
+      assert_nothing_raised do
+        Scraper::Vimeo.new( :url => @url )
+      end
+    end
+    
+    should "have a video_id 5826468" do
+      assert_equal '5826468', @vimeo.video_id
+    end
+    
+    should "have a video title 'Sunlight Heaven'" do
+      stub_open_uri!
+      assert_equal 'Sunlight Heaven', @vimeo.title
+    end
+    
+    should "have a video description 'Sunrise is one of the greatest...'" do
+      stub_open_uri!
+      
+      @desc = "Sunrise is one of the greatest things in life. it’s a pity that i don’t see it very often. Here i tried to catch the mood of the morning sun on the way back home to Sajkod from Balatonsound festival."
+      @desc << "  \nshot in Hungary @ lake Balaton, mainly on the ferry from Szántód to Tihany."
+      @desc << "  \nthe music is Sunlight, Heaven from Julianna Barwick"
+      @desc << "  \ni used \ncanon hv30 \nDIY 35mm adapter (static) with nikon lens (50mm) 1.4"
+      
+      assert_equal @desc, @vimeo.description
+    end
+    
+    context "embed html width 1024x768 dimensions" do
+      setup do
+        @html = @vimeo.html( :width => 1024, :height => 768 )
+        @doc  = Hpricot(@html)
+        @object = @doc.search('object').first
+        @embed  = @doc.search('object > embed').first
+      end
+
+      should "have an object tag with 1024 width" do
+        assert_equal '1024', @object.attributes['width']
+      end
+      
+      should "have an object tag with 768 height" do
+        assert_equal '768', @object.attributes['height']
+      end
+      
+      should "have a param tag with it's video url in it" do
+        movie = @object.search('param').detect { |p| 
+          p.attributes['name'] == 'movie' 
+        }
+        assert_match(/5826468/, movie.attributes['value'])
+      end
+      
+      should "have an embed tag with 1024 width" do
+        assert_equal '1024', @embed.attributes['width']
+      end
+      
+      should "have an embed tag with 768 height" do
+        assert_equal '768', @embed.attributes['height']
+      end
+      
+      should "have the correct thumbnail" do
+        stub_open_uri!
+        
+        @expected = "http://ts.vimeo.com.s3.amazonaws.com"
+        @expected << "/204/207/20420769_100.jpg"
+        
+        assert_equal @expected, @vimeo.thumbnail
+      end
+    end
+    
+  end
+  
+  context "a url like http://vimeo.com/5826468?ref=blablabla" do
+    setup do
+      @scraper = Scraper::Vimeo.new(:url => 
+        "http://vimeo.com/5826468?ref=blablabla"
+      )
+    end
+
+    should "have a video_id 5826468" do
+      assert_equal '5826468', @scraper.video_id
+    end
+  end
+  
+end

data/test/youtube_test.rb

@@ -2,6 +2,12 @@ require 'test_helper'
 require 'hpricot'
 
 class Scraper::YoutubeTest < Test::Unit::TestCase
+  def stub_open_uri!
+    Scraper::Modules::Web.expects(:open).returns(
+      File.open(@@fixture_path + '/dLO2s7SDHJo.html', 'r')
+    )
+  end
+  
   context "given http://www.youtube.com/watch?v=dLO2s7SDHJo&feature=rec-HM-r2" do
     setup do
       @youtube = Scraper::Youtube.new(
@@ -12,6 +18,23 @@ class Scraper::YoutubeTest < Test::Unit::TestCase
     should "have a video_id dLO2s7SDHJo" do
       assert_equal "dLO2s7SDHJo", @youtube.video_id
     end
+    
+    should "have a title 'How to Hack Flash Games'" do
+      stub_open_uri!
+      
+      assert_equal 'How to Hack Flash Games', @youtube.title
+    end
+    
+    should "have a description Cheat Engine: ..." do
+      stub_open_uri!
+      
+      @desc = "Cheat Engine: http://cheatengine.org/downloads.php"
+      @desc << "  Music by: Reasoner http://reasoner.newgrounds.com"
+      @desc << "  Twitter: http://www.twitter.com/householdhacker"
+      @desc << "  We are going to show you how to hack any flash game using Cheat engine. You can hack games like bloons, desktop tower defense and many others."
+      
+      assert_equal @desc, @youtube.description
+    end
   end
   
   context "given http://www.youtube.com/watch?feature=rec-HM-r2&v=dLO2s7SDHJo" do

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: cyx-scraper
 version: !ruby/object:Gem::Version 
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors: 
 - Cyril David
@@ -31,13 +31,20 @@ files:
 - VERSION
 - lib/scraper.rb
 - lib/scraper/article.rb
+- lib/scraper/modules.rb
+- lib/scraper/modules/video.rb
+- lib/scraper/modules/web.rb
+- lib/scraper/vimeo.rb
 - lib/scraper/youtube.rb
 - scraper.gemspec
 - test/article_test.rb
+- test/fixtures/5826468.html
+- test/fixtures/dLO2s7SDHJo.html
 - test/fixtures/scraped.html
 - test/fixtures/unwebbable.html
 - test/scraper_test.rb
 - test/test_helper.rb
+- test/vimeo_test.rb
 - test/youtube_test.rb
 has_rdoc: false
 homepage: http://github.com/cyx/scraper
@@ -70,4 +77,5 @@ test_files:
 - test/article_test.rb
 - test/scraper_test.rb
 - test/test_helper.rb
+- test/vimeo_test.rb
 - test/youtube_test.rb