mangdown 0.14.1 → 0.15.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 087f4e2f6ce88163a9edb3f661b8cfaacdab3056
-  data.tar.gz: bb4f4ac0cd6c9b8197c99d982b7df0daf8826875
+  metadata.gz: 8f61dfdfea20214539cb4f4ef676aca5dadbbf02
+  data.tar.gz: 4bad97970c5889d3e0f6be782efbc93387d6af00
 SHA512:
-  metadata.gz: f8e9352f01b656133205c0e3ae98f4f9f1cbe04313c2a8b4131d2bdf20016f495d90d6472e895c8e7e67f095f68cc88e35f4d34e291af6265861c914891fc331
-  data.tar.gz: 717a840d6823ae74e27be19c0eb95e916d572fdc248d25c19b5565c6e95bf34c60e55b316a88264025e24a6b906f3fa69e4ff74fc40dfdab0d8699ffca5c7c56
+  metadata.gz: c29430c607fd9de1f654ef11631e5cf7ae6cbe21f3a4f34b36d59a074b5955aa1f0f2fa153b4dfadf7e2dc4f64cedc90e0f0805c019f0784a3b686b7e8e7fe5a
+  data.tar.gz: 8d0bfe6dd9dbbe1cafe1297430f9e4f11e263bdf3dd1eede206bdf83139ea0da7edae7224a5af59df2f1c04e0dc82ebaa76c5c9de8182e4a4ae24bb03f512915

data/lib/mangdown/adapter.rb

@@ -23,6 +23,10 @@ module Mangdown
         self.class.site
       end
 
+      def hydra_opts
+        {}
+      end
+
       # Overwrite if you want to check the uri if it belongs to a manga list
       def is_manga_list?(uri = @uri)
         raise NotImplementedError

data/lib/mangdown/chapter.rb

@@ -56,7 +56,7 @@ module Mangdown
         setup_download_dir!(dir)
       end
 
-      Tools.hydra_streaming(pages) do |stage, page, data = nil|
+      Tools.hydra_streaming(pages, adapter.hydra_opts) do |stage, page, data = nil|
         case stage
         when :failed
           failed << page
@@ -93,7 +93,7 @@ module Mangdown
     def fetch_each_page
       pages = build_page_hashes
       page_data = Hash.new { |h, k| h[k] = "" }
-      Tools.hydra_streaming(pages) do |status, page, data=nil|
+      Tools.hydra_streaming(pages, adapter.hydra_opts) do |status, page, data=nil|
         case status
         when :before
           true

data/lib/mangdown/support/tools.rb

@@ -1,6 +1,8 @@
 require 'pathname'
 require 'typhoeus'
 
+Typhoeus::Config.verbose = $DEBUG
+
 module Mangdown
   module Tools
     class << self
@@ -39,13 +41,13 @@ module Mangdown
         mime_to_extension(mime)
       end
 
-      def hydra_streaming(objects)
-        hydra = Typhoeus::Hydra.hydra
+      def hydra_streaming(objects, hydra_opts = {})
+        hydra = Typhoeus::Hydra.new(hydra_opts)
 
         requests = objects.map { |obj| 
           next unless yield(:before, obj)
 
-          request = Typhoeus::Request.new(obj.uri)
+          request = typhoeus(obj.uri)
           request.on_headers do |response|
             status = response.success? ? :succeeded : :failed
             yield(status, obj)
@@ -65,6 +67,16 @@ module Mangdown
         requests
       end
 
+      def typhoeus(uri)
+        Typhoeus::Request.new(uri, typhoeus_options)
+      end
+
+      def typhoeus_options
+        {
+          headers: { "User-Agent" => 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/62.0.3202.62 Safari/537.36' }
+        }
+      end
+
       private
 
       def mime_to_extension(mime)

data/lib/mangdown/version.rb

@@ -1,3 +1,3 @@
 module Mangdown
-  VERSION = "0.14.1"
+  VERSION = "0.15.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: mangdown
 version: !ruby/object:Gem::Version
-  version: 0.14.1
+  version: 0.15.0
 platform: ruby
 authors:
 - jphager2
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-08-05 00:00:00.000000000 Z
+date: 2017-10-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: typhoeus
@@ -164,7 +164,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.5.1
+rubygems_version: 2.6.13
 signing_key: 
 specification_version: 4
 summary: Download Manga