manga_fetch 0.0.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 57196b36b8540e47a645ca3251a74fbf26f89c58
-  data.tar.gz: 5e06b108569aa706c252938303467366e8c6b8c2
+  metadata.gz: 870395ce4d4c86cedf154f07a78ba30ed2adc37c
+  data.tar.gz: f16ff576f1ae7e24645ebd86a5d9599c79d0bb7c
 SHA512:
-  metadata.gz: ed589e1983c8c02a88df428595cf4a373a50bcf514db589de3508e054e704321b3ff87ca3741d21db9c07a17843578ea90e486130f24a93beba4cde42a2d43fc
-  data.tar.gz: 1b3f7e0f38991ae9e83f852b830e7a8cf52b4d6370eebdd1df1d0041bb1049c9846675e1e6d7072b486d8cfe8e97b2f4b358129c4dd1f84397af074371aea67c
+  metadata.gz: fa7be02326bc288750835ab04115464a6d5cf8fd5420dbda45281b79a149ae7b738e021d515f32b4bd0951c0e7883c30a25229c07ff3e3ca99ce5d7c8142eeb0
+  data.tar.gz: 3c6aff3e36cd2e026f29b9aafe61fb91470e0a24d01657eed18ccf9c9973f94cf9402c0d481dcba17aa4a93dbe4db9c804e5c507fe75dc585338af6c84faa416

data/bin/manga_fetch

@@ -7,5 +7,8 @@ $verbose = true
 m = ARGV[1].match(/\A(\d+)\.\.(\d+)\Z/)
 nums = m[1].to_i .. m[2].to_i
 
-list = MangaFetch.fetch(name: ARGV[0], num: nums)
+list = MangaFetch.fetch(name: ARGV[0], num: nums).flatten.sort
+
+puts
 puts list
+list.each{|image| MangaFetch.download_image(src: image)}

data/lib/manga_fetch/downloader.rb

@@ -0,0 +1,12 @@
+module MangaFetch::Downloader
+  extend self
+
+  def download_image(src: nil, prefix: "/tmp")
+    image = @agent.get src
+    path = File.expand_path image.uri.to_s.split("/")[-3..-1].join("/"), prefix
+    Dir.mkdir File.expand_path image.uri.to_s.split("/")[-3..-3].join("/"), prefix rescue nil
+    Dir.mkdir File.expand_path image.uri.to_s.split("/")[-3..-2].join("/"), prefix rescue nil
+    File.write path, image.body
+    STDERR.puts "File [".blue + path.yellow + "] saved"
+  end
+end

data/lib/manga_fetch/fetcher.rb

@@ -0,0 +1,42 @@
+module MangaFetch::Fetcher
+  extend self
+
+  # Fetch some pages form the manga named like `name`
+  def fetch(name: "berserk", num: nil)
+    init_agent("http://www.mangareader.net/#{name}")
+
+    images = if num.is_a? Fixnum
+      [ fetch_one(num) ]
+    elsif num.is_a? Enumerable
+      fetch_list(num)
+    end
+  end
+
+  def init_agent(url)
+    @agent = Mechanize.new
+    @agent.get url
+    @main = @agent.page
+  end
+
+  def fetch_one(num: 1)
+    link = "#{@main.uri.to_s}/#{num}"
+    STDERR.puts "Fetching Tome [".blue + "#{num}".yellow + "]".blue if $verbose
+    first_page = @agent.get(link)
+
+    last_page_num = first_page.at("#selectpage").text.split.last.to_i
+    (1..last_page_num).map do |i|
+      STDERR.puts "Fetching Tome [".blue + "#{num}".yellow + "] Image [".blue + "#{i} / #{last_page_num}".yellow + "]".blue if $verbose
+      current_page = @agent.get "#{first_page.uri.to_s}/#{i}"
+      image = current_page.at("#img")[:src]
+      STDERR.puts "-> ".blue + image.red if $verbose
+      image
+    end
+
+  end
+
+  def fetch_list(nums)
+    ones = []
+    nums.map{|num| ones << fetch_one(num: 1) } #  , threads: 4
+    ones
+  end
+end

data/lib/manga_fetch.rb

@@ -2,42 +2,13 @@ require "mechanize"
 require "colorize"
 
 module MangaFetch
-  extend self
-
-  # Fetch some pages form the manga named like `name`
-  def fetch(name: "berserk", num: nil)
-    init_agent("http://www.mangareader.net/#{name}")
-
-    images = if num.is_a? Fixnum
-      [ fetch_one(num) ]
-    elsif num.is_a? Enumerable
-      fetch_list(num)
-    end
-  end
-
-  def init_agent(url)
-    @agent = Mechanize.new
-    @agent.get url
-    @main = @agent.page
-  end
-
-  def fetch_one(num)
-    # links = @main.search("#listing td a").map{|e| e[:href]}
-    # link = links.find{|e| e.split("/").last == num.to_s}
-    link = "#{@main.uri.to_s}/#{num}"
-    STDERR.puts "Fetching Tome [".blue + "#{num}".yellow + "]".blue if $verbose
-    first_page = @agent.get(link)
+end
 
-    last_page_num = first_page.at("#selectpage").text.split.last.to_i
-    (1..last_page_num).map do |i|
-      STDERR.puts "Fetching Image [".blue + "#{i} / #{last_page_num}".yellow + "]".blue if $verbose
-      current_page = @agent.get "#{first_page.uri.to_s}/#{i}"
-      image = current_page.at("#img")[:src]
-      STDERR.puts "-> ".blue + image.red if $verbose
-    end
-  end
+require_relative "manga_fetch/downloader"
+require_relative "manga_fetch/fetcher"
 
-  def fetch_list(nums)
-    nums.map{|num| fetch_one(num)}
-  end
+module MangaFetch
+  include Downloader
+  include Fetcher
+  extend self
 end

data.tar.gz.sig

@@ -1 +1,3 @@
-��4����a�U����[���.(��9��5�n��b�����%�XԹ̻V�0�=+��œ���9�"�W�L��3�)#/.h�a/�F=�TX�_��*�0g��>�Yt7|���fb�x^������5Ye�c�t	��L1�*�̯���Ԟ8�����6��k(�A�%�:���qv�Y?a�%L�����`Q w��u��	^%�+�q*�;�M�l-���RF��Y��}^�,�ׇIt�1��;P��Ϣ�"
+�=쳄A�W�t?Q�`��1-�,~���r��)�n���<+����5�*��}�
+|��ìx��������#	VA���+}0 o�))~�ʧږA�X�򧪓8�|��T�~�**５fd��%��y����<�˞�X��E��v*^N�?Ć��|l��aŢ~��W�l��Fz���Uc�#mj�	�J
+�R�F��=�8�L'/:��R�J9L�s���=[;����Mg��K�r�]��?�Y3�4FB9��n_C#�

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: manga_fetch
 version: !ruby/object:Gem::Version
-  version: 0.0.0
+  version: 0.2.0
 platform: ruby
 authors:
 - Arthur Poulet
@@ -93,7 +93,7 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 2.7.5
-description: manga_fetch is a gem to download a manga
+description: add multi-thread and advanced features (download, opt parsing, ...)
 email: arthur.poulet@mailoo.org
 executables:
 - manga_fetch
@@ -105,6 +105,8 @@ files:
 - README.md
 - bin/manga_fetch
 - lib/manga_fetch.rb
+- lib/manga_fetch/downloader.rb
+- lib/manga_fetch/fetcher.rb
 homepage: http://rubygems.org/gems/manga_fetch
 licenses:
 - WTFPL