valda-video_scraper 1.0.3 → 1.0.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -77,6 +77,8 @@ module WWW
77
77
  rescue OpenURI::HTTPError => e
78
78
  raise TryAgainLater, e.to_s if e.to_s.include?('503')
79
79
  raise e
80
+ rescue TimeoutError, Timeout::Error, Errno::ETIMEDOUT => e
81
+ raise TryAgainLater, e.to_s
80
82
  end
81
83
  end
82
84
  end
@@ -0,0 +1,33 @@
1
+ # -*- mode:ruby; coding:utf-8 -*-
2
+
3
+ require File.expand_path(File.dirname(__FILE__) + '/base')
4
+
5
+ module WWW
6
+ module VideoScraper
7
+ class EicBook < Base
8
+ attr_reader :capture_urls
9
+ url_regex %r!\Ahttp://www\.eic-book\.com/(detail_\d+\.html).*!
10
+
11
+ def scrape
12
+ uri = URI.parse(@page_url)
13
+ html = http_get("#{uri.scheme}://#{uri.host}#{uri.path}?flg=sm")
14
+ doc = Hpricot(html.toutf8)
15
+ raise FileNotFound unless flashvars = doc.at('//object //param[@name="FlashVars"]')
16
+ flashvars = CGI.parse(flashvars.attributes['value'])
17
+ @video_url = flashvars['flv'][0]
18
+ @title = CGI.unescapeHTML(doc.at('//h2[@class="detailTtl"]').inner_html).gsub('&nbsp;', ' ') rescue nil
19
+ html = http_get("#{uri.scheme}://#{uri.host}#{uri.path}?flg=h4")
20
+ doc = Hpricot(html.toutf8)
21
+ if img = doc.at('//div[@class="detailMN"]/img[@class="waku01"]')
22
+ @thumb_url = URI.join("#{uri.scheme}://#{uri.host}", img.attributes['src']).to_s
23
+ end
24
+ html = http_get("#{uri.scheme}://#{uri.host}#{uri.path}?flg=cp")
25
+ doc = Hpricot(html.toutf8)
26
+ @capture_urls = []
27
+ doc.search('//div[@class="detailMN"]/img[@class="waku01"]') do |img|
28
+ @capture_urls << URI.join("#{uri.scheme}://#{uri.host}", img.attributes['src']).to_s
29
+ end
30
+ end
31
+ end
32
+ end
33
+ end
@@ -15,10 +15,10 @@ end
15
15
 
16
16
  module WWW
17
17
  module VideoScraper
18
- VERSION = '1.0.3'
18
+ VERSION = '1.0.4'
19
19
 
20
- MODULES_NAME = %w(adult_satellites age_sage ameba_vision dailymotion moro_tube
21
- nico_video pornhub pornotube red_tube tube8 veoh
20
+ MODULES_NAME = %w(adult_satellites age_sage ameba_vision dailymotion eic_book
21
+ moro_tube nico_video pornhub pornotube red_tube tube8 veoh
22
22
  you_porn you_tube your_file_host)
23
23
 
24
24
  @@modules = MODULES_NAME.map do |name|
@@ -35,7 +35,7 @@ class TestVideoScraper < Test::Unit::TestCase
35
35
 
36
36
  def test_scrape
37
37
  vs = WWW::VideoScraper.scrape('http://www.yourfilehost.com/media.php?cat=video&file=XV436__03.wmv')
38
- assert_kind_of WWW::VideoScraper::Yourfilehost, vs
38
+ assert_kind_of WWW::VideoScraper::YourFileHost, vs
39
39
  end
40
40
  end
41
41
 
@@ -0,0 +1,15 @@
1
+ # -*- mode:ruby; coding:utf-8 -*-
2
+
3
+ require File.dirname(__FILE__) + '/../../test_helper'
4
+
5
+ class EicBook < Test::Unit::TestCase
6
+ def test_scrape
7
+ vs = WWW::VideoScraper::EicBook.scrape('http://www.eic-book.com/detail_12759.html', default_opt)
8
+ assert_equal 'http://www.eic-book.com/detail_12759.html', vs.page_url
9
+ assert_equal 'http://flv.idol-mile.com/book/12759.flv', vs.video_url
10
+ assert_equal 'http://www.eic-book.com/img/product/h4/pp_12759.jpg', vs.thumb_url
11
+ assert_equal '藤木あやか DVD 「お蔵入り寸前!藤木あやか A面」', vs.title
12
+ assert_equal 24, vs.capture_urls.count
13
+ end
14
+ end
15
+
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: valda-video_scraper
3
3
  version: !ruby/object:Gem::Version
4
- version: 1.0.3
4
+ version: 1.0.4
5
5
  platform: ruby
6
6
  authors:
7
7
  - YAMAGUCHI Seiji
@@ -9,7 +9,7 @@ autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
11
 
12
- date: 2009-01-27 00:00:00 -08:00
12
+ date: 2009-02-10 00:00:00 -08:00
13
13
  default_executable:
14
14
  dependencies:
15
15
  - !ruby/object:Gem::Dependency
@@ -50,10 +50,10 @@ files:
50
50
  - test/www/video_scraper/test_dailymotion.rb
51
51
  - test/www/video_scraper/test_age_sage.rb
52
52
  - test/www/video_scraper/test_pornotube.rb
53
- - test/www/video_scraper/test_your_file_host_flymake.rb
54
53
  - test/www/video_scraper/test_tube8.rb
55
54
  - test/www/video_scraper/test_your_file_host.rb
56
55
  - test/www/video_scraper/test_moro_tube.rb
56
+ - test/www/video_scraper/test_eic_book.rb
57
57
  - test/www/video_scraper/test_veoh.rb
58
58
  - test/www/video_scraper/test_pornhub.rb
59
59
  - test/www/video_scraper/test_nico_video.rb
@@ -63,12 +63,14 @@ files:
63
63
  - test/www/video_scraper/test_red_tube.rb
64
64
  - test/www/video_scraper/test_base.rb
65
65
  - test/www/test_video_scraper.rb
66
+ - test/www/test_video_scraper_flymake.rb
66
67
  - lib/www
67
68
  - lib/www/video_scraper
68
69
  - lib/www/video_scraper/nico_video.rb
69
70
  - lib/www/video_scraper/you_porn.rb
70
71
  - lib/www/video_scraper/ameba_vision.rb
71
72
  - lib/www/video_scraper/age_sage.rb
73
+ - lib/www/video_scraper/eic_book.rb
72
74
  - lib/www/video_scraper/pornotube.rb
73
75
  - lib/www/video_scraper/adult_satellites.rb
74
76
  - lib/www/video_scraper/you_tube.rb