image-dumper 0.5.5 → 0.6

data/lib/dumper/profiles/gelbooru.rb

@@ -1,41 +1,55 @@
-#--
-# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
-#
-# This file is part of Dumper.
-#
-# Dumper is free software: you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation, either version 3 of the License, or
-# (at your option) any later version.
-#
-# Dumper is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
-#++
-
-module Dumper
-  module Profiles
-
-    def self.get_gelbooru(url, path, from = 1, to = 1)
-      page = 0
-      from.upto(to) { |i|
-        Nokogiri::HTML(open("#{url}&pid=#{page}")).xpath('//span[@class="thumb"]').each { |u|
-          self.get path, u.child.child['src'].gsub(/thumbnails/, 'images').gsub(/thumbnail_/, '')
-        }
-        
-        page += 63
-        puts "--- Page #{page} now... ---" # there are so much pages sometimes...
-        puts
-      }
-    end
-
-    def self.info_gelbooru
-      { :from => true, :to => true }
-    end
-
-  end
+#--
+# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
+#
+# This file is part of Dumper.
+#
+# Dumper is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Dumper is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Dumper
+  module Profiles
+
+    class Gelbooru < Profile
+      def dump(url, path, from, to)
+        page = 0
+        
+        from.upto(to) { |i|
+          puts "--- Page #{i} now ---" if Dumper::Profiles.verbose?
+          
+          Nokogiri::HTML(open("#{url}&pid=#{page}")).xpath('//span[@class="thumb"]').each { |u|
+            @pool.process {
+              Dumper::Profiles.get path, u.child.child['src'].gsub(/thumbnails/, 'images').gsub(/thumbnail_/, '')
+            }
+          }
+          
+          page += 63
+        }
+      end
+    end
+
+    class << self
+      def get_gelbooru(url, path, from = 1, to = 1)
+        Gelbooru.new { |p|
+          p.dump     url, path, from, to
+          p.shutdown
+        }
+      end
+
+      def info_gelbooru
+        { from: :enabled, to: :enabled, type: :pages }
+      end
+    end
+
+  end
 end

data/lib/dumper/profiles/imagebam.rb

@@ -1,38 +1,56 @@
-#--
-# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
-#
-# This file is part of Dumper.
-#
-# Dumper is free software: you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation, either version 3 of the License, or
-# (at your option) any later version.
-#
-# Dumper is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
-#++
-
-module Dumper
-  module Profiles
-
-    def self.get_imagebam(url, path, from = 1, to = 1)
-      Nokogiri::HTML(open(url)).xpath('//a[@style="border:none; margin:2px;"]/@href').each { |p|
-        next unless p.to_s.start_with? 'http://www.imagebam.com/image/'
-        
-        Nokogiri::HTML(open(p)).xpath('//img[@onclick="scale(this);"]/@src').each { |u|
-          self.get path, u
-        }
-      }
-    end
-
-    def self.info_imagebam
-      { :from => false, :to => false }
-    end
-
-  end
+#--
+# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
+#
+# This file is part of Dumper.
+#
+# Dumper is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Dumper is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Dumper
+  module Profiles
+
+    class Imagebam < Profile
+      def dump(url, path, from, to)
+          from -= 1
+          to   -= 1 if to >= 1
+
+          [].tap { |urls|
+            Nokogiri::HTML(open(url)).xpath('//a[@style="border:none; margin:2px;"]/@href').each { |u|
+              urls << u if u.to_s.start_with? 'http://www.imagebam.com/image/'
+            }
+          }[from..to].each { |p|
+            Nokogiri::HTML(open(p)).xpath('//img[@onclick="scale(this);"]/@src').each { |u|
+              @pool.process {
+                Dumper::Profiles.get path, u
+              }
+            }
+          }
+      end
+    end
+
+    class << self
+      def get_imagebam(url, path, from = 1, to = -1)
+        Imagebam.new { |p|
+          p.dump     url, path, from, to
+          p.shutdown
+        }
+      end
+
+      def info_imagebam
+        { from: :enabled, to: :enabled, type: :images }
+      end
+    end
+
+  end
 end

data/lib/dumper/profiles/mangaeden.rb

@@ -1,54 +1,70 @@
-#--
-# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
-#
-# This file is part of Dumper.
-#
-# Dumper is free software: you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation, either version 3 of the License, or
-# (at your option) any later version.
-#
-# Dumper is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
-#++
-
-module Dumper
-  module Profiles
-
-    def self.get_mangaeden(url, path, from = 1, to = 1)
-      Nokogiri::HTML(open(url)).xpath('//a[@class="chapterLink"]').each { |p|
-        i = 1
-        
-        dir = File.join path, "#{p.children[1].text} - #{p.children[3].text.sanitize_filename}"
-        Dir.mkdir(dir) unless File.directory? dir
-        
-        page = Nokogiri::HTML(open("http://www.mangaeden.com#{p['href']}"))
-
-        page.xpath('//img[@id="mainImg"]/@src').each { |r|
-          self.get dir, r, '', '', "1.png"
-          i += 1
-        }
-        
-        page.xpath('//a[@class="ui-state-default"]').each { |q|
-          next unless q.text.numeric?        
-          q = q['href']
-
-          Nokogiri::HTML(open("http://www.mangaeden.com#{q}")).xpath('//img[@id="mainImg"]/@src').each { |r|
-            self.get dir, r, '', '', "#{i}.png"
-            i += 1
-          }
-        }
-      }
-    end
-
-    def self.info_mangaeden
-      { :from => false, :to => false }
-    end
-
-  end
+#--
+# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
+#
+# This file is part of Dumper.
+#
+# Dumper is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Dumper is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Dumper
+  module Profiles
+
+    class MangaEden < Profile
+      def dump(url, path, from, to)
+        from -= 1
+        to   -= 1 if to >= -1
+        
+        Nokogiri::HTML(open(url)).xpath('//a[@class="chapterLink"]').reverse[from..to].each { |p|
+          i = 1
+          
+          dir = File.join path, "#{p.children[1].text} - #{p.children[3].text.sanitize_filename}"
+          Dir.mkdir(dir) unless File.directory? dir
+          
+          page = Nokogiri::HTML open("http://www.mangaeden.com#{p['href']}")
+
+          page.xpath('//img[@id="mainImg"]/@src').each { |r|
+            Dumper::Profiles.get dir, r, { filename: '1.png' }
+            i += 1
+          }
+          
+          page.xpath('//a[@class="ui-state-default"]').each { |q|
+            next unless q.text.numeric?        
+            q = q['href']
+
+            Nokogiri::HTML(open("http://www.mangaeden.com#{q}")).xpath('//img[@id="mainImg"]/@src').each { |r|
+              @pool.process {
+                Dumper::Profiles.get dir, r, { filename: "#{i}.png" }
+                i += 1
+              }
+            }
+          }
+        }
+      end
+    end
+
+    class << self
+      def get_mangaeden(url, path, from = 1, to = -1)
+        MangaEden.new { |p|
+          p.dump     url, path, from, to
+          p.shutdown
+        }
+      end
+
+      def info_mangaeden
+        { from: :enabled, to: :enabled, type: :chapters }
+      end
+    end
+
+  end
 end

data/lib/dumper/profiles/mangago.rb

@@ -1,41 +1,54 @@
-#--
-# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
-#
-# This file is part of Dumper.
-#
-# Dumper is free software: you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation, either version 3 of the License, or
-# (at your option) any later version.
-#
-# Dumper is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
-#++
-
-module Dumper
-  module Profiles
-
-    def self.get_mangago(url, path, from = 1, to = 1)
-      n_pages = to > 1 ? to : Nokogiri::HTML(open(url)).at_xpath('//div[@class="page_select right"]/div[2]').text.scan(/\d+/).last.to_i
-
-      from.upto(n_pages) { |i|
-        page = Nokogiri::HTML(open(url))
-
-        url  = page.at_xpath('//a[@id="pic_container"]/@href').to_s
-        scan = page.at_xpath('//img[@id="page1"]/@src').to_s[0..-3]
-
-        self.get path, scan, 'mozilla', url, "#{i}.#{scan.split(?.).last}"
-      }
-    end
-
-    def self.info_mangago
-      { :from => true, :to => true }
-    end
-
-  end
+#--
+# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
+#
+# This file is part of Dumper.
+#
+# Dumper is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Dumper is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Dumper
+  module Profiles
+
+    class MangaGo < Profile
+      def dump(url, path, from, to)
+        n_pages = to > 1 ? to : Nokogiri::HTML(open(url)).at_xpath('//div[@class="page_select right"]/div[2]').text.scan(/\d+/).last.to_i
+
+        from.upto(n_pages) { |i|
+          @pool.process {
+            page = Nokogiri::HTML open(url)
+
+            url  = page.at_xpath('//a[@id="pic_container"]/@href').to_s
+            scan = page.at_xpath('//img[@id="page1"]/@src').to_s[0..-3]
+
+            Dumper::Profiles.get path, scan, { referer: url, filename: "#{i}.#{scan.split(?.).last}" }
+          }
+        }
+      end
+    end
+
+    class << self
+      def get_mangago(url, path, from = 1, to = 1)
+        MangaGo.new { |p|
+          p.dump     url, path, from, to
+          p.shutdown
+        }
+      end
+
+      def info_mangago
+        { from: :enabled, to: :enabled, type: :images }
+      end
+    end
+
+  end
 end

data/lib/dumper/profiles/mangahere.rb

@@ -1,50 +1,69 @@
-#--
-# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
-#
-# This file is part of Dumper.
-#
-# Dumper is free software: you can redistribute it and/or modify
-# it under the terms of the GNU General Public License as published by
-# the Free Software Foundation, either version 3 of the License, or
-# (at your option) any later version.
-#
-# Dumper is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
-# GNU General Public License for more details.
-#
-# You should have received a copy of the GNU General Public License
-# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
-#++
-
-module Dumper
-  module Profiles
-
-    def self.get_mangahere(url, path, from = 1, to = 1)
-      Nokogiri::HTML(open(url)).xpath('//div[@class="detail_list"]/ul/li').each { |p|
-        chapter = p.at_xpath('.//span/a/@href').to_s
-        name    = p.at_xpath('.//span/a/text()').to_s.strip
-        next if chapter.strip.empty?
-
-        dir = File.join path, name.sanitize_filename
-        Dir.mkdir(dir) unless File.directory? dir
-
-        option = Nokogiri::HTML(open(chapter)).xpath('//select[@class="wid60"]/option')
-        first  = option.first.text.to_i
-        last   = option.last.text.to_i
-
-        first.upto(last) { |i|
-          url = chapter.gsub(/\/[0-9]+\.html/, '') + i.to_s + '.html'
-
-          scan = Nokogiri::HTML(open(url)).xpath('//section[@id="viewer"]/a/img/@src')[0].to_s
-          self.get dir, scan, '', '', "#{i}.png"
-        }
-      }
-    end
-
-    def self.info_mangahere
-      { :from => false, :to => false }
-    end
-
-  end
+#--
+# Copyright(C) 2013 Giovanni Capuano <webmaster@giovannicapuano.net>
+#
+# This file is part of Dumper.
+#
+# Dumper is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# Dumper is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with Dumper.  If not, see <http://www.gnu.org/licenses/>.
+#++
+
+module Dumper
+  module Profiles
+
+    class MangaHere < Profile
+      def dump(url, path, from, to)
+        from -=  1
+        to   -=  1 if to >= -1
+
+        [].tap { |urls|
+          Nokogiri::HTML(open(url)).xpath('//div[@class="detail_list"]/ul/li').each { |u|
+            urls << u unless u.at_xpath('.//span/a/@href').to_s.strip.empty?
+          }
+        }.reverse[from..to].each { |p|
+          chapter = p.at_xpath('.//span/a/@href').to_s
+          name    = p.at_xpath('.//span/a/text()').to_s.strip
+
+          dir = File.join path, name.sanitize_filename
+          Dir.mkdir(dir) unless File.directory? dir
+
+          option = Nokogiri::HTML(open(chapter)).xpath '//select[@class="wid60"]/option'
+          first  = option.first.text.to_i
+          last   = option.last.text.to_i
+
+          first.upto(last) { |i|
+            @pool.process {
+              url = chapter.gsub(/\/[0-9]+\.html/, '') + i.to_s + '.html'
+
+              scan = Nokogiri::HTML(open(url)).xpath('//section[@id="viewer"]/a/img/@src')[0].to_s
+              Dumper::Profiles.get dir, scan, { filename: "#{i}.png" }
+            }
+          }
+        }
+      end
+    end
+
+    class << self
+      def get_mangahere(url, path, from = 1, to = -1)
+        MangaHere.new { |p|
+          p.dump     url, path, from, to
+          p.shutdown
+        }
+      end
+
+      def info_mangahere
+        { from: :enabled, to: :enabled, type: :chapters }
+      end
+    end
+
+  end
 end