image-dumper 0.5.5 → 0.6

data/spec/multiplayer_spec.rb

@@ -0,0 +1,28 @@
+#! /usr/bin/env ruby
+require 'dumper'
+require 'fastimage'
+require 'fileutils'
+
+describe 'Dumper' do
+  before do
+    @dir = 'tmp_multiplayer'
+    Dir.mkdir @dir
+  end
+
+  after do
+    FileUtils.rm_r @dir
+  end
+
+  it 'dumps a page from multiplayer' do
+    url = 'http://multiplayer.it/giochi/the-witcher-3-wild-hunt-per-pc.html'
+    Dumper::Profiles.get_multiplayer url, @dir, 60, 66
+
+    images = Dir["#{@dir}/*"]
+    expect(images.length).to be 7
+
+    image = FastImage.size images.last
+    expect(image).to         be_kind_of(Array)
+
+    expect(image.first).to   be 650
+  end
+end

data/spec/redblow_spec.rb

@@ -0,0 +1,28 @@
+#! /usr/bin/env ruby
+require 'dumper'
+require 'fastimage'
+require 'fileutils'
+
+describe 'Dumper' do
+  before do
+    @dir = 'tmp_redblow'
+    Dir.mkdir @dir
+  end
+
+  after do
+    FileUtils.rm_r @dir
+  end
+
+  it 'dumps a page from redblow' do
+    url = 'http://www.redblow.com/asuka-kirara-in-black-dress/'
+    Dumper::Profiles.get_redblow url, @dir, 1, 3
+
+    images = Dir["#{@dir}/*"]
+    expect(images.length).to be 3
+
+    image = FastImage.size images.last
+    expect(image).to         be_kind_of(Array)
+
+    expect(image.first).to   be 800
+  end
+end

data/spec/sankakucomplex_spec.rb

@@ -0,0 +1,41 @@
+#! /usr/bin/env ruby
+require 'dumper'
+require 'fastimage'
+require 'fileutils'
+
+describe 'Dumper' do
+  before do
+    @dir = 'tmp_sankakucomplex'
+    Dir.mkdir @dir
+  end
+
+  after do
+    FileUtils.rm_r @dir
+  end
+
+  it 'dumps images from sankakucomplex' do
+    url = 'http://www.sankakucomplex.com/2014/01/25/maken-ki-lustier-than-ever/'
+    Dumper::Profiles.get_sankakucomplex url, @dir, 1, 3
+
+    images = Dir["#{@dir}/*"]
+    expect(images.length).to be 3
+
+    image = FastImage.size images.last
+    expect(image).to         be_kind_of(Array)
+
+    expect(image.first).to   be 400
+  end
+
+  it 'dumps images from chan.sankakucomplex' do
+    url = 'http://chan.sankakucomplex.com/?tags=otonashi_kotori'
+    Dumper::Profiles.get_sankakucomplex url, @dir
+
+    images = Dir["#{@dir}/*"]
+    expect(images.length).to be 20
+
+    image = FastImage.size images.last
+    expect(image).to         be_kind_of(Array)
+
+    expect(image.first).to   be >= 400
+  end
+end

data/spec/teca_spec.rb

@@ -0,0 +1,28 @@
+#! /usr/bin/env ruby
+require 'dumper'
+require 'fastimage'
+require 'fileutils'
+
+describe 'Dumper' do
+  before do
+    @dir = 'tmp_teca'
+    Dir.mkdir @dir
+  end
+
+  after do
+    FileUtils.rm_r @dir
+  end
+
+  it 'dumps a page from teca' do
+    url = 'http://alfateam123.niggazwithattitu.de/screens/anime_screens/sakura%20trick/index.html'
+    Dumper::Profiles.get_teca url, @dir, 1, 4
+
+    images = Dir["#{@dir}/*"]
+    expect(images.length).to be 4
+
+    image = FastImage.size images.last
+    expect(image).to         be_kind_of(Array)
+
+    expect(image.first).to   be 1280
+  end
+end

data/spec/yande_spec.rb

@@ -0,0 +1,28 @@
+#! /usr/bin/env ruby
+require 'dumper'
+require 'fastimage'
+require 'fileutils'
+
+describe 'Dumper' do
+  before do
+    @dir = 'tmp_yande'
+    Dir.mkdir @dir
+  end
+
+  after do
+    FileUtils.rm_r @dir
+  end
+
+  it 'dumps a page from yandere' do
+    url = 'https://yande.re/post?tags=aragaki_ayase'
+    Dumper::Profiles.get_yande url, @dir, 2, 2
+
+    images = Dir["#{@dir}/*"]
+    expect(images.length).to be 16
+
+    image = FastImage.size images.last
+    expect(image).to         be_kind_of(Array)
+
+    expect(image.first).to   be > 300
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: image-dumper
 version: !ruby/object:Gem::Version
-  version: 0.5.5
+  version: '0.6'
 platform: ruby
 authors:
 - Giovanni Capuano
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-01-14 00:00:00.000000000 Z
+date: 2014-01-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
@@ -52,6 +52,90 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: thread
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fastimage
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: parallel_tests
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: A dumper to download whole galleries from board like 4chan, imagebam,
   mangaeden, deviantart, etc.
 email: webmaster@giovannicapuano.net
@@ -69,20 +153,33 @@ files:
 - lib/dumper/profiles/fc2.rb
 - lib/dumper/profiles/gelbooru.rb
 - lib/dumper/profiles/imagebam.rb
-- lib/dumper/profiles/i_doujin.rb
 - lib/dumper/profiles/mangaeden.rb
 - lib/dumper/profiles/mangago.rb
 - lib/dumper/profiles/mangahere.rb
-- lib/dumper/profiles/mi9.rb
 - lib/dumper/profiles/multiplayer.rb
 - lib/dumper/profiles/redblow.rb
 - lib/dumper/profiles/sankakucomplex.rb
 - lib/dumper/profiles/teca.rb
-- lib/dumper/profiles/wallpaperhere.rb
 - lib/dumper/profiles/yande.rb
 - lib/dumper/utils.rb
 - lib/dumper/version.rb
 - lib/dumper.rb
+- spec/4chan_spec.rb
+- spec/behoimi_spec.rb
+- spec/booru_spec.rb
+- spec/deviantart_spec.rb
+- spec/fakku_spec.rb
+- spec/fc2_spec.rb
+- spec/gelbooru_spec.rb
+- spec/imagebam_spec.rb
+- spec/mangaeden_spec.rb
+- spec/mangago_spec.rb
+- spec/mangahere_spec.rb
+- spec/multiplayer_spec.rb
+- spec/redblow_spec.rb
+- spec/sankakucomplex_spec.rb
+- spec/teca_spec.rb
+- spec/yande_spec.rb
 - bin/dumper
 homepage: http://www.giovannicapuano.net
 licenses:
@@ -108,4 +205,20 @@ rubygems_version: 2.0.3
 signing_key: 
 specification_version: 4
 summary: Fetch and download image gallery.
-test_files: []
+test_files:
+- spec/4chan_spec.rb
+- spec/behoimi_spec.rb
+- spec/booru_spec.rb
+- spec/deviantart_spec.rb
+- spec/fakku_spec.rb
+- spec/fc2_spec.rb
+- spec/gelbooru_spec.rb
+- spec/imagebam_spec.rb
+- spec/mangaeden_spec.rb
+- spec/mangago_spec.rb
+- spec/mangahere_spec.rb
+- spec/multiplayer_spec.rb
+- spec/redblow_spec.rb
+- spec/sankakucomplex_spec.rb
+- spec/teca_spec.rb
+- spec/yande_spec.rb

data/lib/dumper/profiles/i_doujin.rb

@@ -1,38 +0,0 @@
-#--
-# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
-#
-# This file is part of Dumper.
-#
-# Dumper is free software: you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation, either version 3 of the License, or
-# (at your option) any later version.
-#
-# Dumper is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
-#++
-
-module Dumper
-  module Profiles
-
-    def self.get_i_doujin(url, path, from = 1, to = 1)
-      url = url.scan(/(.*?)\/p\:/).first.first if url.include? '/p:'
-
-      pages = Nokogiri::HTML(open("#{url}/p:1")).xpath('//div[@class="pager-navigation"]').text.split(?/)[1].scan(/\d+/)[0].to_i
-
-      1.upto(pages) { |i|
-        self.get path, Nokogiri::HTML(open("#{url}/p:#{i}")).xpath('//div[@class="doujin-img-view"]/img/@src')[0]
-      }
-    end
-
-    def self.info_i_doujin
-      { :from => false, :to => false }
-    end
-
-  end
-end

data/lib/dumper/profiles/mi9.rb

@@ -1,44 +0,0 @@
-#--
-# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
-#
-# This file is part of Dumper.
-#
-# Dumper is free software: you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation, either version 3 of the License, or
-# (at your option) any later version.
-#
-# Dumper is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
-#++
-
-module Dumper
-  module Profiles
-
-    def self.get_mi9(url, path, from = 1, to = 1)
-        url = url[0..-2] if url.end_with? ?/
-        
-        from.upto(to) { |page|
-          u = url + ( page == 1 ? ?/ : "_#{page}/" )
-          Nokogiri::HTML(open(u)).xpath('//a[@target="_blank"]/@href').each { |p|
-            next unless p.to_s.start_with? 'http://mi9.com/wallpaper/'
-            Nokogiri::HTML(open(p.to_s)).xpath('//div[@class="s_infox down"]/span/a/@href').each { |q|
-              Nokogiri::HTML(open(q.to_s)).xpath('//div[@class="dimg"]/a/img/@src').each { |r|
-                self.get path, r
-              }
-            }
-          }
-        }
-      end
-
-    def self.info_mi9
-      { :from => true, :to => true }
-    end
-
-  end
-end

data/lib/dumper/profiles/wallpaperhere.rb

@@ -1,43 +0,0 @@
-#--
-# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
-#
-# This file is part of Dumper.
-#
-# Dumper is free software: you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation, either version 3 of the License, or
-# (at your option) any later version.
-#
-# Dumper is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
-#++
-
-module Dumper
-  module Profiles
-
-    def self.get_wallpaperhere(url, path, from = 1, to = 1)
-      start = url[/\/page\/.+?\//].delete('/page/').to_i || 1
-      url   = url.sub /\/page\/.+?\//, '/page/$PAGE/'
-      start.upto(to) { |page|
-        u = url.gsub('$PAGE', page.to_s)
-        Nokogiri::HTML(open(u)).xpath('//div[@class="wallpapers_list mt10 clearfix"]/ul[@class="clearfix"]/li').each { |p|
-          p = p.xpath('a/@href').to_s
-          size = Nokogiri::HTML(open('http://www.wallpaperhere.com' + p + '/download_preview')).xpath('//dl[@class="wp_rel"]/dd')[0].text
-          Nokogiri::HTML(open('http://www.wallpaperhere.com' + p + '/download_' + size)).xpath('//div[@class="download_img"]/div/img/@src').each { |q|
-            self.get path, 'http://www.wallpaperhere.com' + q.to_s
-          }
-        }
-      }
-    end
-
-    def self.info_wallpaperhere
-      { :from => false, :to => true }
-    end
-
-  end
-end