image-dumper 0.5.5 → 0.6

data/lib/dumper/profiles/behoimi.rb

@@ -1,39 +1,49 @@
-#--
-# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
-#
-# This file is part of Dumper.
-#
-# Dumper is free software: you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation, either version 3 of the License, or
-# (at your option) any later version.
-#
-# Dumper is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
-#++
-
-module Dumper
-  module Profiles
-
-    def self.get_behoimi(url, path, from = 1, to = 1)
-      ua  = 'Mozilla/5.0 (Windows NT 6.2; WOW64; rv:16.0) Gecko/20100101 Firefox/16.0'
-      ref = url
-
-      from.upto(to) { |i|
-        Nokogiri::HTML(open("#{url}&page=#{i}", 'User-Agent' => ua, 'Referer' => ref)).xpath('//img[@class="preview    "]/@src').each { |p|
-          self.get path, p.to_s.gsub('preview/', ''), ua, ref
-        }
-      }
-    end
-
-    def self.info_behoimi
-      { :from => true, :to => true }
-    end
-
-  end
+#--
+# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
+#
+# This file is part of Dumper.
+#
+# Dumper is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Dumper is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Dumper
+  module Profiles
+
+    class Behoimi < Profile
+      def dump(url, path, from, to)
+        from.upto(to) { |i|
+          Nokogiri::HTML(open("#{url}&page=#{i}", 'User-Agent' => Dumper::Profiles::USER_AGENT, 'Referer' => url)).xpath('//img[@class="preview    "]/@src').each { |p|
+            @pool.process {
+              Dumper::Profiles.get path, p.to_s.gsub('preview/', ''), { referer: url }
+            }
+          }
+        }
+      end
+    end
+
+    class << self
+      def get_behoimi(url, path, from = 1, to = 1)
+        Behoimi.new { |p|
+          p.dump     url, path, from, to
+          p.shutdown
+        }
+      end
+
+      def info_behoimi
+        { from: :enabled, to: :enabled, type: :images }
+      end
+    end
+
+  end
 end

data/lib/dumper/profiles/booru.rb

@@ -1,41 +1,55 @@
-#--
-# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
-#
-# This file is part of Dumper.
-#
-# Dumper is free software: you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation, either version 3 of the License, or
-# (at your option) any later version.
-#
-# Dumper is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
-#++
-
-module Dumper
-  module Profiles
-
-    def self.get_booru(url, path, from = 1, to = 1)
-      page = 0
-      from.upto(to) { |i|
-        Nokogiri::HTML(open("#{url}&pid=#{page}")).xpath('//span[@class="thumb"]').each { |u|
-          self.get path, u.child.child['src'].gsub(/thumbs/, 'img').gsub(/thumbnails\//, 'images/').gsub(/thumbnail_/, '')
-        }
-        
-        page += 20
-        puts "--- Page #{page} now... ---" # there are so much pages sometimes...
-        puts
-      }
-    end
-
-    def self.info_booru
-      { :from => true, :to => true }
-    end
-
-  end
+#--
+# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
+#
+# This file is part of Dumper.
+#
+# Dumper is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Dumper is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Dumper
+  module Profiles
+
+    class Booru < Profile
+      def dump(url, path, from, to)
+        page = 0
+        
+        from.upto(to) { |i|
+          puts "--- Page #{i} ---" if Dumper::Profiles.verbose?
+
+          Nokogiri::HTML(open("#{url}&pid=#{page}")).xpath('//span[@class="thumb"]').each { |u|
+            @pool.process {
+              Dumper::Profiles.get path, u.child.child['src'].gsub(/thumbs/, 'img').gsub(/thumbnails\//, 'images/').gsub(/thumbnail_/, '')
+            }
+          }
+          
+          page += 40
+        }
+      end
+    end
+
+    class << self
+      def get_booru(url, path, from = 1, to = 1)
+        Booru.new { |p|
+          p.dump     url, path, from, to
+          p.shutdown
+        }
+      end
+
+      def info_booru
+        { from: :enabled, to: :enabled, type: :pages }
+      end
+    end
+
+  end
 end

data/lib/dumper/profiles/deviantart.rb

@@ -1,34 +1,50 @@
-#--
-# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
-#
-# This file is part of Dumper.
-#
-# Dumper is free software: you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation, either version 3 of the License, or
-# (at your option) any later version.
-#
-# Dumper is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
-#++
-
-module Dumper
-  module Profiles
-
-    def self.get_deviantart(url, path, from = 1, to = 1)
-      Nokogiri::HTML(open(url)).xpath('//a[@class="thumb"]').each { |u|
-        self.get path, u['data-super-img']
-      }
-    end
-
-    def self.info_deviantart
-      { :from => false, :to => false }
-    end
-
-  end
+#--
+# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
+#
+# This file is part of Dumper.
+#
+# Dumper is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Dumper is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Dumper
+  module Profiles
+
+    class DeviantArt < Profile
+      def dump(url, path, from, to)
+        from -= 1
+        to   -= 1 if to >= 1
+
+        Nokogiri::HTML(open(url)).xpath('//a[@class="thumb"]')[from..to].each { |u|
+          @pool.process {
+            Dumper::Profiles.get path, u['data-super-img']
+          }
+        }
+      end
+    end
+
+    class << self
+      def get_deviantart(url, path, from = 1, to = -1)
+        DeviantArt.new { |p|
+          p.dump     url, path, from, to
+          p.shutdown
+        }
+      end
+
+      def info_deviantart
+        { from: :enabled, to: :enabled, type: :images }
+      end
+    end
+
+  end
 end

data/lib/dumper/profiles/fakku.rb

@@ -1,52 +1,62 @@
-#--
-# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
-#
-# This file is part of Dumper.
-#
-# Dumper is free software: you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation, either version 3 of the License, or
-# (at your option) any later version.
-#
-# Dumper is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
-#++
-
-module Dumper
-  module Profiles
-
-    def self.get_fakku(url, path, from = 1, to = 999)
-      url    += '/read' unless url.end_with? '/read'
-      errors = 0
-      
-      cdn = open(url).read.split('window.params.thumbs')[1].split('\/thumbs\/')[0].gsub(/\\\//m, ?/)[5..-1] + '/images/'
-
-      ua  = 'Mozilla/5.0 (Windows NT 6.2; WOW64; rv:16.0) Gecko/20100101 Firefox/16.0'
-      ref = url
-
-      from.upto(to) { |i|
-        return if errors == 10
-        
-        file     = "%03d.jpg" % i
-        filename =  "#{cdn}#{file}"
-
-        unless self.get path, URI.parse(URI.encode(filename, '[]')), ua, ref
-          errors += 1
-          
-          file = File.join(path, file).gsub(File::SEPARATOR, File::ALT_SEPARATOR || File::SEPARATOR)
-          File.delete(file) if File.exists? file
-        end
-      }
-    end
-
-    def self.info_fakku
-      { :from => true, :to => true }
-    end
-
-  end
+#--
+# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
+#
+# This file is part of Dumper.
+#
+# Dumper is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Dumper is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Dumper
+  module Profiles
+
+    class Fakku < Profile
+      def dump(url, path, from, to)
+        url    += '/read' unless url.end_with? '/read'
+        errors = 0
+        
+        cdn = open(url).read.split('window.params.thumbs')[1].split('\/thumbs\/')[0].gsub(/\\\//m, ?/)[5..-1] + '/images/'
+
+        from.upto(to) { |i|
+          return if errors == 10
+          
+          file     = "%03d.jpg" % i
+          filename =  "#{cdn}#{file}"
+
+          @pool.process {
+            unless Dumper::Profiles.get path, URI.parse(URI.encode(filename, '[]')), { referer: url }
+              errors += 1
+              
+              file = File.join(path, file).gsub(File::SEPARATOR, File::ALT_SEPARATOR || File::SEPARATOR)
+              File.delete(file) if File.exists? file
+            end
+          }
+        }
+      end
+    end
+
+    class << self
+      def get_fakku(url, path, from = 1, to = 999)
+        Fakku.new { |p|
+          p.dump     url, path, from, to
+          p.shutdown
+        }
+      end
+
+      def info_fakku
+        { from: :enabled, to: :enabled, type: :images }
+      end
+    end
+
+  end
 end

data/lib/dumper/profiles/fc2.rb

@@ -1,34 +1,50 @@
-#--
-# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
-#
-# This file is part of Dumper.
-#
-# Dumper is free software: you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation, either version 3 of the License, or
-# (at your option) any later version.
-#
-# Dumper is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
-#++
-
-module Dumper
-  module Profiles
-
-    def self.get_fc2(url, path, from = 1, to = 1)
-      Nokogiri::HTML(open(url)).xpath('//a[@target="_blank"]/@href').each { |p|
-        self.get(path, p) if p.to_s.end_with?('jpg') || p.to_s.end_with?('png')
-      }
-    end
-
-    def self.info_fc2
-      { :from => false, :to => false }
-    end
-
-  end
+#--
+# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
+#
+# This file is part of Dumper.
+#
+# Dumper is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Dumper is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Dumper
+  module Profiles
+
+    class Fc2 < Profile
+      def dump(url, path, from, to)
+        from -= 1
+        to   -= 1 if to >= 1
+
+        Nokogiri::HTML(open(url)).xpath('//a[@target="_blank"]/@href')[from..to].each { |p|
+          @pool.process {
+            Dumper::Profiles.get(path, p) if p.to_s.end_with?('jpg') || p.to_s.end_with?('png')
+          }
+        }
+      end
+    end
+
+    class << self
+      def get_fc2(url, path, from = 1, to = -1)
+        Fc2.new { |p|
+          p.dump     url, path, from, to
+          p.shutdown
+        }
+      end
+
+      def info_fc2
+        { from: :enabled, to: :enabled, type: :images }
+      end
+    end
+
+  end
 end