lknovel 0.0.6 → 0.0.7

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: d57d2cbac7be77703b07028b81985f565f0479ee
+  data.tar.gz: a68226041b38efe2167909380b0c3754c899c350
+SHA512:
+  metadata.gz: 12dcab45d1073b2c372144afc68bb93711697456b2bf90f22a1101e78fb9c3672d4d24486db4b15e2e204c7143c102f38cda34b2f84979a79b46b1e7222962cb
+  data.tar.gz: c6b8eb7a212b24979e0f5fabfd83982efbec6fced549985a0ecf6de787d15f5464297122c9e8aefc2ccc99c83dcffd1215f46d73f5a2eb1de8d9a4c8f9804040

data/CHANGELOG

@@ -7,3 +7,4 @@
 0.0.5: Fix lots of errors detected by epubcheck
 0.0.6: Add --chapter-theads/--image-theads cli options, support download a
        whole series
+0.0.7: Use IE 10 user agent to open uri, fix parsing and downloading

data/Gemfile

@@ -2,4 +2,6 @@ source 'https://rubygems.org'
 
 # Specify your gem's dependencies in lknovel.gemspec
 gemspec
-gem 'coveralls', require: false
+group :development, :test do
+  gem 'coveralls', require: false
+end

data/README.md

@@ -22,15 +22,17 @@ And then execute:
 
 ## Dependencies
 
-* Ruby 1.9
+* [ruby >= 1.9](https://www.ruby-lang.org/en/installation/)
 * [nokogiri](http://nokogiri.org/)
 * [gepub](https://github.com/skoji/gepub)
 * [parallel](https://github.com/grosser/parallel)
 
-Rubygems will solve it for you.
+Rubygems will solve them for you.
 
 If you encounter compiling/installing problem about nokogiri, install it
-manually using the package manager. For Debian/Ubuntu:
+manually using the package manager.
+
+For Debian/Ubuntu:
 
     # apt-get install ruby-nokogiri
 
@@ -60,7 +62,7 @@ manually using the package manager. For Debian/Ubuntu:
 
 ## Contributing
 
-1. Fork it ( http://github.com/azuwis/lknovel/fork )
+1. Fork it ( https://github.com/azuwis/ruby-lknovel/fork )
 2. Create your feature branch (`git checkout -b my-new-feature`)
 3. Commit your changes (`git commit -am 'Add some feature'`)
 4. Push to the branch (`git push origin my-new-feature`)

data/lib/lknovel/chapter.rb

@@ -5,7 +5,6 @@ require 'lknovel/image'
 require 'lknovel/meta'
 require 'lknovel/utils'
 require 'nokogiri'
-require 'open-uri'
 
 module Lknovel
   class Chapter
@@ -21,22 +20,22 @@ module Lknovel
 
     def parse
       page = retryable do
-        Nokogiri::HTML(open(@url))
+        Nokogiri::HTML(openuri(@url))
       end
 
       @title = page.css('li.active')[0].text.sub('章', '章 ').strip
 
-      @content = []
-      page.css('div#J_view').css('div.lk-view-line, br + br').each do |x|
+      @content = page.css('div#J_view')
+      .css('div.lk-view-line, br + br')
+      .map do |x|
         img = x.css('img[data-cover]')
         if x.name == 'br'
-          @content << ''
+          ''
         elsif img.length > 0
-          lk_image = Image.new(URI.join(url, img[0]['data-cover']))
-          @content << lk_image
+          Image.new(URI.join(url, img[0]['data-cover']))
         else
           # strip and remove leading wide space
-          @content << x.text.strip.sub(/^　+/, '')
+          x.text.strip.sub(/^　+/, '')
         end
       end
     end

data/lib/lknovel/image.rb

@@ -1,5 +1,4 @@
 require 'lknovel/utils'
-require 'open-uri'
 require 'uri'
 
 module Lknovel
@@ -17,7 +16,7 @@ module Lknovel
       if !File.exists?(file)
         File.open(file, 'wb') do |w|
           retryable do
-            open(@uri, 'rb') do |r|
+            openuri(@uri, 'rb') do |r|
               w.write(r.read)
             end
           end

data/lib/lknovel/meta.rb

@@ -1,5 +1,5 @@
 module Lknovel
-  VERSION = "0.0.6"
+  VERSION = "0.0.7"
   MODULE_PATH = File.expand_path('..', __FILE__)
   TEMPLATE_PATH = File.join(MODULE_PATH, 'templates')
   STYLESHEET_PATH = File.join(MODULE_PATH, 'assets', 'stylesheets')

data/lib/lknovel/series.rb

@@ -2,7 +2,6 @@
 require 'lknovel/utils'
 require 'lknovel/volume'
 require 'nokogiri'
-require 'open-uri'
 
 module Lknovel
   class Series
@@ -14,7 +13,7 @@ module Lknovel
 
     def parse
       page = retryable do
-        Nokogiri::HTML(open(@url))
+        Nokogiri::HTML(openuri(@url))
       end
 
       @volumes = page.css('dl dd h2.ft-24 strong a').map do |x|

data/lib/lknovel/utils.rb

@@ -1,5 +1,6 @@
 # encoding: utf-8
 require 'parallel'
+require 'open-uri'
 
 # http://blog.codefront.net/2008/01/14/retrying-code-blocks-in-ruby-on-exceptions-whatever/
 # Options:
@@ -26,6 +27,10 @@ def retryable(options = {}, &block)
   yield
 end
 
+def openuri(name, *rest, &block)
+  open(name, *rest, {'User-Agent' => 'Mozilla/5.0 (compatible; MSIE 10.0; Windows NT 6.1; Trident/6.0)'}, &block)
+end
+
 def parallel_verbose(items, options = {}, &block)
   opts = {:title => 'Working', :verbose => true, :threads => 5}.merge(options)
   if opts[:verbose]

data/lib/lknovel/volume.rb

@@ -3,7 +3,6 @@ require 'lknovel/chapter'
 require 'lknovel/meta'
 require 'lknovel/utils'
 require 'nokogiri'
-require 'open-uri'
 
 module Lknovel
   class Volume
@@ -22,9 +21,8 @@ module Lknovel
 
     def parse
       page = retryable do
-        Nokogiri::HTML(open(@url))
+        Nokogiri::HTML(openuri(@url))
       end
-
       page_title = page.title.split(' - ')
       @series = page_title[0]
       @number_s = page_title[1]

metadata

@@ -1,126 +1,111 @@
 --- !ruby/object:Gem::Specification
 name: lknovel
 version: !ruby/object:Gem::Version
-  version: 0.0.6
-  prerelease: 
+  version: 0.0.7
 platform: ruby
 authors:
 - Zhong Jianxin
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-03-21 00:00:00.000000000 Z
+date: 2014-11-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.5'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.5'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: minitest
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: gepub
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: parallel
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: pry-rescue
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 description: 
@@ -131,8 +116,8 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
-- .gitignore
-- .travis.yml
+- ".gitignore"
+- ".travis.yml"
 - CHANGELOG
 - Gemfile
 - LICENSE.txt
@@ -160,27 +145,26 @@ files:
 homepage: https://github.com/azuwis/ruby-lknovel
 licenses:
 - MIT
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.23
+rubygems_version: 2.2.2
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: Generate epub from http://lknovel.lightnovel.cn/
 test_files:
 - test/minitest_helper.rb