image-dumper 0.5

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: f6b3b37cb3deb4ed73cd0cc3c676ecdaf45e690a
+  data.tar.gz: ff6a852744bbd7437321fc3bfa157164636d647e
+SHA512:
+  metadata.gz: 9977d1fadaedc6834bac95d61a3c1e46f8b91e8d78d672c7de584332968ae1f8dfb11992b15bed2bbf23fbae87f54c8004f77ff166e95594272b66ca0064700e
+  data.tar.gz: b0b5874b6b1c6350f6c18d115d189b056ef83bba18ee53e8cd15a1cf3a34a3bec311bde5c8e256ea552e856c760aed3295513988238fc5cf799fb844399bee51

data/bin/dumper

@@ -0,0 +1,106 @@
+#! /usr/bin/env ruby
+#--
+# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
+#
+# This file is part of Dumper.
+#
+# Dumper is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Dumper is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
+#++
+
+require 'dumper'
+
+options = {}
+
+OptionParser.new do |o|
+  options[:url]     = []
+  options[:path]    = []
+  options[:pages]   = 1
+  
+  o.on '-l', '--list', 'Show available profiles' do
+    abort 'Profiles available:'.tap { |s|
+      Dumper::Profiles::list.sort { |a, b| a <=> b }.each { |p| s << "\n" + (' ' * 3) + p }
+    } if ARGV.empty?
+  end
+
+  o.on '-i', '--info PROFILE', 'Get info about profiles' do |profile|
+    if Dumper::Profiles::list.include? profile
+      method = ("info_#{profile}").to_sym
+      Dumper::Profiles::send(method).tap { |i|
+        puts "Option 'from' is #{i[:from] ? 'available' : 'not available'}"
+        puts "Option 'to'   is #{i[:to]   ? 'available' : 'not available'}"
+      }
+    else
+      puts 'Profile not found.'
+    end
+    abort
+  end
+  
+  o.on '-u', '--url URL', 'Target URL' do |url|
+    options[:url] << url
+  end
+  
+  o.on '-f', '--file FILE', 'File containing a list of URLs, a double pipe (||) and the target folder, one per line' do |file|
+    file = File.open(file).read.gsub(/\r\n?/, "\n")
+    file.each_line { |line|
+      split             = line.split('||')
+      options[:url]     << split[0].strip
+      options[:path]    << split[1].strip
+    }
+  end
+  
+  o.on '-p', '--path PATH', 'Target folder' do |path|
+    options[:path] << path
+  end
+  
+  o.on '-x', '--xpath XPATH', 'Custom xpath' do |xpath|
+    options[:xpath] = xpath
+  end
+  
+  o.on '-o', '--from PAGE', 'Start to save from... (if allowed)' do |pages|
+    options[:from] = pages.to_i
+  end
+  
+  o.on '-g', '--to PAGE', 'Finish to save at... (if allowed)' do |pages|
+    options[:to] = pages.to_i
+  end
+end.parse!
+
+if options[:url].empty?
+  abort 'URL or list of URLs is required.'
+elsif options[:path].empty?
+  abort 'Path is required.'
+end
+
+options[:url].each_with_index { |url, i|
+  begin
+
+    host = URI.parse(url).host.split(?.)[-2]
+    Dir.mkdir(options[:path][i]) unless File.directory? options[:path][i]
+    
+    if Dumper::Profiles::list.include? host
+      method = ('get_' + host.gsub(?-, ?_)).to_sym
+      Dumper::Profiles::send method, url, options[:path][i], options[:from], options[:to]
+    else
+      Dumper::Profiles::get_generic  url, options[:path][i], options[:xpath]
+    end
+
+  rescue Nokogiri::XML::XPath::SyntaxError => e
+    puts e.to_s.gsub(/expression/, 'xpath')
+    puts 'Cannot dump.'
+  rescue OpenURI::HTTPError => e
+    puts "Error opening #{url}: #{e}" 
+  rescue URI::InvalidURIError => e
+    puts "URL #{url} is not valid: #{e}"
+  end
+}

data/lib/dumper.rb

@@ -0,0 +1,32 @@
+#--
+# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
+#
+# This file is part of Dumper.
+#
+# Smogon-API is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Smogon-API is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Smogon-API.  If not, see <http://www.gnu.org/licenses/>.
+#++
+
+require 'open-uri'
+require 'nokogiri'
+require 'uri'
+require 'optparse'
+require 'net/http'
+require 'base64'
+
+Dir.glob(File.expand_path("../dumper/profiles/*.rb", __FILE__)).each { |f|
+  require "dumper/profiles/#{File.basename(f).split(?.)[0]}"
+}
+require 'dumper/dumper'
+
+require 'dumper/version'

data/lib/dumper/dumper.rb

@@ -0,0 +1,76 @@
+#--
+# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
+#
+# This file is part of Dumper.
+#
+# Dumper is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Dumper is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Dumper; module Profiles
+  
+  def self.list
+    Dir.glob(File.expand_path('../profiles/*.rb', __FILE__)).sort { |a, b| b <=> a }.map { |f|
+      f = File.basename(f).split(?.)[0]
+    }
+  end
+  
+  def self.get(path, p, ua = '', ref = '', filename = '')
+    p = p.to_s
+    
+    begin
+      if p.start_with? 'data:image/'
+        filename = File.join path, filename == '' ? rand(1000).to_s + '.' + p.split('data:image/')[1].split(?;)[0] : filename
+        filename.gsub!(File::SEPARATOR, File::ALT_SEPARATOR || File::SEPARATOR)
+        if File.exists? filename
+          puts "File #{filename} already exists."
+        else
+          puts "Downloading base64 image as #{filename}..."
+          p.gsub!(/data:image\/png;base64,/, '')
+          File.open(filename, 'wb') { |f| f.write Base64.decode64(p) }
+        end
+      else
+        filename = File.join path, filename == '' ? File.basename(p) : filename
+        filename.gsub!(File::SEPARATOR, File::ALT_SEPARATOR || File::SEPARATOR)
+        if File.exists? filename
+          puts "File #{filename} already exists."
+        else
+          filename = File.join path, rand(1000).to_s + '.jpg' unless filename[-4] == ?.
+          puts "Downloading #{p} as #{filename}..."
+          File.open(filename, 'wb') { |f| f.write open(p, 'User-Agent' => ua, 'Referer' => ref).read }
+        end
+      end
+    rescue Exception => e
+      p e
+      puts "Error downloading \#{p}."
+      return false
+    end
+    return true
+  end
+
+  def self.get_generic(url, path, xpath)
+    uri = nil
+    Nokogiri::HTML(open(url)).xpath(xpath).each { |p|
+      if p.to_s.start_with? ?/
+        uri = URI(url) if uri.nil?
+        p   = "#{uri.scheme}://#{uri.host}#{p}"
+      end
+      self.get path, p
+    }
+  end
+  
+  def method_missing(method, *args, &block)
+    "'#{method.split('get_')[1]}' profile not found."
+  end
+  
+end; end

data/lib/dumper/profiles/4chan.rb

@@ -0,0 +1,34 @@
+#--
+# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
+#
+# This file is part of Dumper.
+#
+# Dumper is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Dumper is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Dumper
+  module Profiles
+
+    def self.get_4chan(url, path, from = 1, to = 1)
+      Nokogiri::HTML(open(url)).xpath('//a[@class = "fileThumb"]/@href').each { |p|
+        self.get path, "http:#{p}"
+      }
+    end
+
+    def self.info_4chan
+      { :from => false, :to => false }
+    end
+
+  end
+end

data/lib/dumper/profiles/behoimi.rb

@@ -0,0 +1,39 @@
+#--
+# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
+#
+# This file is part of Dumper.
+#
+# Dumper is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Dumper is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Dumper
+  module Profiles
+
+    def self.get_behoimi(url, path, from = 1, to = 1)
+      ua  = 'Mozilla/5.0 (Windows NT 6.2; WOW64; rv:16.0) Gecko/20100101 Firefox/16.0'
+      ref = url
+      from.upto(to) { |page|
+        u = url + "&page=#{page}"
+        Nokogiri::HTML(open(u, 'User-Agent' => ua, 'Referer' => ref)).xpath('//img[@class="preview    "]/@src').each { |p|
+          self.get path, p.to_s.gsub('preview/', ''), ua, ref
+        }
+      }
+    end
+
+    def self.info_behoimi
+      { :from => true, :to => true }
+    end
+
+  end
+end

data/lib/dumper/profiles/booru.rb

@@ -0,0 +1,41 @@
+#--
+# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
+#
+# This file is part of Dumper.
+#
+# Dumper is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Dumper is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Dumper
+  module Profiles
+
+    def self.get_booru(url, path, from = 1, to = 1)
+      page = 0
+      from.upto(to) { |i|
+        Nokogiri::HTML(open("#{url}&pid=#{page}")).xpath('//span[@class="thumb"]').each { |u|
+          self.get path, u.child.child['src'].gsub(/thumbs/, 'img').gsub(/thumbnails\//, 'images/').gsub(/thumbnail_/, '')
+        }
+        
+        page += 20
+        puts "--- Page #{page} now... ---" # there are so much pages sometimes...
+        puts
+      }
+    end
+
+    def self.info_booru
+      { :from => true, :to => true }
+    end
+
+  end
+end

data/lib/dumper/profiles/deviantart.rb

@@ -0,0 +1,34 @@
+#--
+# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
+#
+# This file is part of Dumper.
+#
+# Dumper is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Dumper is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Dumper
+  module Profiles
+
+    def self.get_deviantart(url, path, from = 1, to = 1)
+      Nokogiri::HTML(open(url)).xpath('//div[@class="zones-container"]')[0].xpath('.//a[@class="thumb"]/@data-super-full-img').each { |u|
+        self.get path, u
+      }
+    end
+
+    def self.info_deviantart
+      { :from => false, :to => false }
+    end
+
+  end
+end

data/lib/dumper/profiles/fakku.rb

@@ -0,0 +1,49 @@
+#--
+# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
+#
+# This file is part of Dumper.
+#
+# Dumper is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Dumper is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Dumper
+  module Profiles
+
+    def self.get_fakku(url, path, from = 1, to = 999)
+      url    += '/read' unless url.end_with? '/read'
+      errors = 0
+      
+      cdn = open(url).read.split('window.params.thumbs')[1].split('\/thumbs\/')[0].gsub(/\\\//m, ?/)[5..-1] + '/images/'
+
+      from.upto(to) { |i|
+        return if errors == 10
+        
+        file     = "%03d.jpg" % i
+        filename =  "#{cdn}#{file}"
+        
+        unless self.get path, URI.parse(URI.encode(filename, "[]"))
+          errors += 1
+          
+          file = File.join(path, file).gsub(File::SEPARATOR, File::ALT_SEPARATOR || File::SEPARATOR)
+          File.delete(file) if File.exists? file
+        end
+      }    
+    end
+
+    def self.info_fakku
+      { :from => true, :to => true }
+    end
+
+  end
+end

data/lib/dumper/profiles/gelbooru.rb

@@ -0,0 +1,41 @@
+#--
+# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
+#
+# This file is part of Dumper.
+#
+# Dumper is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Dumper is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Dumper
+  module Profiles
+
+    def self.get_gelbooru(url, path, from = 1, to = 1)
+      page = 0
+      from.upto(to) { |i|
+        Nokogiri::HTML(open("#{url}&pid=#{page}")).xpath('//span[@class="thumb"]').each { |u|
+          self.get path, u.child.child['src'].gsub(/thumbs/, 'images').gsub(/thumbnail_/, '')
+        }
+        
+        page += 63
+        puts "--- Page #{page} now... ---" # there are so much pages sometimes...
+        puts
+      }
+    end
+
+    def self.info_gelbooru
+      { :from => true, :to => true }
+    end
+
+  end
+end

data/lib/dumper/profiles/imagebam.rb

@@ -0,0 +1,38 @@
+#--
+# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
+#
+# This file is part of Dumper.
+#
+# Dumper is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Dumper is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Dumper
+  module Profiles
+
+    def self.get_imagebam(url, path, from = 1, to = 1)
+      Nokogiri::HTML(open(url)).xpath('//a[@style="border:none; margin:2px;"]/@href').each { |p|
+        next unless p.to_s.start_with? 'http://www.imagebam.com/image/'
+        
+        Nokogiri::HTML(open(p)).xpath('//img[@onclick="scale(this);"]/@src').each { |u|
+          self.get path, u
+        }
+      }
+    end
+
+    def self.info_imagebam
+      { :from => false, :to => false }
+    end
+
+  end
+end

data/lib/dumper/profiles/mangaeden.rb

@@ -0,0 +1,54 @@
+#--
+# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
+#
+# This file is part of Dumper.
+#
+# Dumper is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Dumper is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Dumper
+  module Profiles
+
+    def self.get_mangaeden(url, path, from = 1, to = 1)
+      Nokogiri::HTML(open(url)).xpath('//a[@class="chapterLink"]').each { |p|
+        i = 1
+        
+        dir = File.join path, "#{p.children[1].text} - #{p.children[3].text.sanitize_filename}"
+        Dir.mkdir(dir) unless File.directory? dir
+        
+        page = Nokogiri::HTML(open("http://www.mangaeden.com#{p['href']}"))
+
+        page.xpath('//img[@id="mainImg"]/@src').each { |r|
+          self.get dir, r, '', '', "1.png"
+          i += 1
+        }
+        
+        page.xpath('//a[@class="ui-state-default"]').each { |q|
+          next unless q.text.numeric?        
+          q = q['href']
+
+          Nokogiri::HTML(open("http://www.mangaeden.com#{q}")).xpath('//img[@id="mainImg"]/@src').each { |r|
+            self.get dir, r, '', '', "#{i}.png"
+            i += 1
+          }
+        }
+      }
+    end
+
+    def self.info_mangaeden
+      { :from => false, :to => false }
+    end
+
+  end
+end

data/lib/dumper/profiles/mi9.rb

@@ -0,0 +1,44 @@
+#--
+# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
+#
+# This file is part of Dumper.
+#
+# Dumper is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Dumper is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Dumper
+  module Profiles
+
+    def self.get_mi9(url, path, from = 1, to = 1)
+        url = url[0..-2] if url.end_with? ?/
+        
+        from.upto(to) { |page|
+          u = url + ( page == 1 ? ?/ : "_#{page}/" )
+          Nokogiri::HTML(open(u)).xpath('//a[@target="_blank"]/@href').each { |p|
+            next unless p.to_s.start_with? 'http://mi9.com/wallpaper/'
+            Nokogiri::HTML(open(p.to_s)).xpath('//div[@class="s_infox down"]/span/a/@href').each { |q|
+              Nokogiri::HTML(open(q.to_s)).xpath('//div[@class="dimg"]/a/img/@src').each { |r|
+                self.get path, r
+              }
+            }
+          }
+        }
+      end
+
+    def self.info_mi9
+      { :from => true, :to => true }
+    end
+
+  end
+end

data/lib/dumper/profiles/multiplayer.rb

@@ -0,0 +1,42 @@
+#--
+# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
+#
+# This file is part of Dumper.
+#
+# Dumper is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Dumper is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Dumper
+  module Profiles
+
+    def self.get_multiplayer(url, path, from = 1, to = 1)
+      url += '?pagina=1' unless url.split(??).last.start_with? 'pagina'
+      
+      from.upto(to) { |i|
+        Nokogiri::HTML(open(url + i.to_s)).xpath('//div[@class="thumb"]/a/@href').each { |p|
+          next unless p.to_s.start_with? '/immagini/'
+          
+          Nokogiri::HTML(open("http://multiplayer.it#{p}")).xpath('//a[@class="button"]/@href').each { |u|
+            self.get path, u
+          }
+        }
+      }
+    end
+
+    def self.info_multiplayer
+      { :from => true, :to => true }
+    end
+
+  end
+end

data/lib/dumper/profiles/redblow.rb

@@ -0,0 +1,37 @@
+#--
+# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
+#
+# This file is part of Dumper.
+#
+# Dumper is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Dumper is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Dumper
+  module Profiles
+
+    def self.get_redblow(url, path, from = 1, to = 1)
+      ua  = 'Mozilla/5.0 (Windows NT 6.2; WOW64; rv:16.0) Gecko/20100101 Firefox/16.0'
+      ref = url
+      
+      Nokogiri::HTML(open(url)).xpath('//img[@class="attachment-medium"]/@src').each { |p|
+        self.get path, p, ua, ref
+      }
+    end
+
+    def self.info_redblow
+      { :from => false, :to => false }
+    end
+
+  end
+end

data/lib/dumper/profiles/sankakucomplex.rb

@@ -0,0 +1,59 @@
+#--
+# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
+#
+# This file is part of Dumper.
+#
+# Dumper is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Dumper is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Dumper
+  module Profiles
+
+    ### ALMOST BROKEN ###
+    def self.get_sankakucomplex(url, path, from = 1, to = 1)
+      if url.include?('idol.sankakucomplex') || url.include?('chan.sankakucomplex')
+        url.gsub!('index', 'index.content')
+        from.upto(to) { |page|
+          u = url + "&page=#{page}"
+          op = open(u)
+          begin
+            Nokogiri::HTML(open(u)).xpath('//a/@href').each { |p|
+              p = url.gsub(/post(.+)/, p.to_s)
+              begin
+                Nokogiri::HTML(open(p)).xpath('//a[@id="image-link"]/img/@src').each { |q|
+                  self.get path, q
+                }
+              rescue Exception => e
+                sleep 1
+                retry
+              end
+            }
+          rescue Exception => e
+            sleep 1
+            retry
+          end
+        }
+      else
+        Nokogiri::HTML(open(url)).xpath('//a[@class="highslide"]/@href').each { |p|
+          self.get path, p
+        }
+      end
+    end
+
+    def self.info_sankakucomplex
+      { :from => true, :to => true }
+    end
+
+  end
+end

data/lib/dumper/profiles/wallpaperhere.rb

@@ -0,0 +1,43 @@
+#--
+# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
+#
+# This file is part of Dumper.
+#
+# Dumper is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Dumper is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Dumper
+  module Profiles
+
+    def self.get_wallpaperhere(url, path, from = 1, to = 1)
+      start = url[/\/page\/.+?\//].delete('/page/').to_i || 1
+      url   = url.sub /\/page\/.+?\//, '/page/$PAGE/'
+      start.upto(to) { |page|
+        u = url.gsub('$PAGE', page.to_s)
+        Nokogiri::HTML(open(u)).xpath('//div[@class="wallpapers_list mt10 clearfix"]/ul[@class="clearfix"]/li').each { |p|
+          p = p.xpath('a/@href').to_s
+          size = Nokogiri::HTML(open('http://www.wallpaperhere.com' + p + '/download_preview')).xpath('//dl[@class="wp_rel"]/dd')[0].text
+          Nokogiri::HTML(open('http://www.wallpaperhere.com' + p + '/download_' + size)).xpath('//div[@class="download_img"]/div/img/@src').each { |q|
+            self.get path, 'http://www.wallpaperhere.com' + q.to_s
+          }
+        }
+      }
+    end
+
+    def self.info_wallpaperhere
+      { :from => false, :to => true }
+    end
+
+  end
+end

data/lib/dumper/utils.rb

@@ -0,0 +1,36 @@
+#--
+# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
+#
+# This file is part of Dumper.
+#
+# Dumper is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Dumper is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
+#++
+
+class String
+
+  def numeric?
+    self.to_i.to_s == self || self.to_f.to_s == self
+  end
+  
+  def sanitize_filename
+    self.split(/(?<=.)\.(?=[^.])(?!.*\.[^.])/m).map { |s| s.gsub /[^a-z0-9\-]+/i, ?_ }.join(?.)
+  end
+  
+end
+
+class NilClass
+  def numeric?
+    false
+  end  
+end

data/lib/dumper/version.rb

@@ -0,0 +1,24 @@
+#--
+# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
+#
+# This file is part of Dumper.
+#
+# Dumper is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Dumper is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Dumper
+  def self.version
+    '0.5'
+  end
+end

metadata

@@ -0,0 +1,77 @@
+--- !ruby/object:Gem::Specification
+name: image-dumper
+version: !ruby/object:Gem::Version
+  version: '0.5'
+platform: ruby
+authors:
+- Giovanni Capuano
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-09-30 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: A dumper to download whole galleries from board like 4chan, imagebam,
+  mangaeden, deviantart, etc.
+email: webmaster@giovannicapuano.net
+executables:
+- dumper
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/dumper/dumper.rb
+- lib/dumper/profiles/4chan.rb
+- lib/dumper/profiles/behoimi.rb
+- lib/dumper/profiles/booru.rb
+- lib/dumper/profiles/deviantart.rb
+- lib/dumper/profiles/fakku.rb
+- lib/dumper/profiles/gelbooru.rb
+- lib/dumper/profiles/imagebam.rb
+- lib/dumper/profiles/mangaeden.rb
+- lib/dumper/profiles/mi9.rb
+- lib/dumper/profiles/multiplayer.rb
+- lib/dumper/profiles/redblow.rb
+- lib/dumper/profiles/sankakucomplex.rb
+- lib/dumper/profiles/wallpaperhere.rb
+- lib/dumper/utils.rb
+- lib/dumper/version.rb
+- lib/dumper.rb
+- bin/dumper
+homepage: http://www.giovannicapuano.net
+licenses:
+- GPL-3
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: Fetch and download image gallery.
+test_files: []