epub_book 0.1.17 → 0.1.18

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: da90462dcefd8f95b3591adec93ca673f192c981
-  data.tar.gz: b0af4b9ed6486b59c222cff218a1edd8d6e37c64
+SHA256:
+  metadata.gz: df55d3587ef2f535b307f63117af6dafa73597a5007ad641e25ce88b17ef78b9
+  data.tar.gz: 0f78bbb8a4dee88540915e1cb95f28cd8abf872b07a8adeb74473ef171162bb5
 SHA512:
-  metadata.gz: 951efc7f602fc6a63d000a116a010605154dcbd53e88187ac6e9189868fe0609f39f8a64f67c2e94925ae720521eaab40e892c2cef2989c7f8bbbe4a7f787baa
-  data.tar.gz: ba37d2daddb9c2cf60029cda72cd50df8137a9c7c6cd1e6b3116ef40fe696e07b34caecdce7aab62b99090b2eb86e069d10a978367e38cf103aef72f5cdea9eb
+  metadata.gz: 2337421c1b0a1b0ce4d7096f6c899091044c5a69dc9297f95ec22b212f6d0f76677deb2edf53be7a7aa7d89df633ce56cea621b39d2692579a29c0c7060ffced
+  data.tar.gz: 23b4b10d567941e7b8dbf7a8662e370fa5b2d73ec0d6f979ca2e398007cee4b44743cac691395d6583b0aad1567e3ba7acf6cbebba7de36e50281c5450259124

data/README.md

@@ -29,6 +29,7 @@ Or install it yourself as:
     book.body_css = '.wrapper #content'
     book.creator = 'javy_liu'
     book.path  = '/tmp'
+    book.ext_name  = 'txt'
   end
 ``` 
 
@@ -44,6 +45,7 @@ Or install it yourself as:
     config.mail_user_name = 'ex@example.com'
     config.mail_password = 'password'
     config.mail_from = 'yourmail@example.com'
+    config.ext_name = 'epub'
   end
 ```
 Or use a ./default_setting.yml file have following content
@@ -69,6 +71,7 @@ Or use a ./default_setting.yml file have following content
     creator: 'user name'
     path: '/'
     mail_to: 'yourmail@example.com'
+    ext_name: 'txt'
 
   #special host book setting(the key is book_url's host which replacing the dot with underline)
   #http://www.piaotian.net/html/0/431/index.html
@@ -111,6 +114,7 @@ if you have setting file , you can create book like following
     book.creator         #epub creator
     book.path            #epub book save path
     book.mail_to         #if your want send by email when epub created, set this to your email
+    book.ext_name        #can create epub or txt file
 ```
 ## Perform `create_book` in your terminal
 ```bash

data/epub_book.gemspec

@@ -28,7 +28,7 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
 
   spec.add_dependency 'http','~> 2.1'
-  spec.add_dependency 'nokogiri','~> 1.6'
+  spec.add_dependency 'nokogiri','1.6.8.1'
   spec.add_dependency 'eeepub'
   spec.add_dependency 'zip-zip'
   spec.add_dependency 'mail'
@@ -38,5 +38,6 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "rake", "~> 10.0"
   spec.add_development_dependency "rspec", "~> 3.0"
   spec.add_development_dependency "pry"
+  spec.add_development_dependency "pry-byebug"
   spec.add_development_dependency "pry-doc"
 end

data/lib/epub_book.rb

@@ -8,7 +8,7 @@ module EpubBook
   autoload :Book, "epub_book/book"
   autoload :Mailer, "epub_book/mailer"
 
-  Config = Struct.new(:setting_file,:mail_from,:mail_subject,:mail_body,:mail_address,:mail_port,:mail_user_name,:mail_password,:log_level) do
+  Config = Struct.new(:setting_file,:mail_from,:mail_subject,:mail_body,:mail_address,:mail_port,:mail_user_name,:mail_password,:log_level, :ext_name) do
     include Singleton
     def initialize
       self.mail_subject =  'epub 电子书'

data/lib/epub_book/book.rb

@@ -16,12 +16,13 @@ require 'yaml'
 #user_agent 访问代理
 #referer 访问原地址
 #creator 责任人
+#ext_name 扩展名 epub,txt
 
 module EpubBook
   class Book
     UserAgent = "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/27.0.1453.116 Safari/537.36"
     Referer = "http://www.baidu.com/"
-    attr_accessor :title_css, :index_item_css, :body_css, :limit, :item_attr, :page_css, :page_attr,:cover,:cover_css, :description_css,:path,:user_agent,:referer,:creator,:mail_to, :folder_name,:des_url
+    attr_accessor :title_css, :index_item_css, :body_css, :limit, :item_attr, :page_css, :page_attr,:cover,:cover_css, :description_css,:path,:user_agent,:referer,:creator,:mail_to, :folder_name,:des_url,:ext_name
 
 
     Reg = /<script.*?>.*?<\/script>/m
@@ -38,6 +39,7 @@ module EpubBook
       @cover = 'cover.jpg'
       @body_css = '.articlebody'
       @item_attr = "href"
+      @ext_name = 'epub'
       yield self if block_given?
     end
 
@@ -46,7 +48,7 @@ module EpubBook
     end
 
     def link_host
-      @link_host ||= @index_url[/\A(http:\/\/.*?)\/\w+/,1]
+      @link_host ||= @index_url[/\A(https?:\/\/.*?)\/\w+/,1]
     end
 
     def book
@@ -55,6 +57,7 @@ module EpubBook
       @book = test(?s,File.join(book_path,'index.yml')) ? YAML.load(File.open(File.join(book_path,'index.yml'))) : {files: []}
     end
 
+    #save catalog file
     def save_book
       File.open(File.join(book_path,'index.yml' ),'w') do |f|
         f.write(@book.to_yaml)
@@ -65,52 +68,54 @@ module EpubBook
     #创建书本
     def generate_book(book_name=nil)
       #获取epub源数据
+      fetch_index  if !test(?s,File.join(book_path,'index.yml'))
+
+      book[:file_abs_name] = File.join(book_path,"#{book[:title]}.#{ext_name}")
+
       fetch_book
-      if  !@cover_css && @cover
-        generate_cover = <<-eof
+      if ext_name == 'epub'
+        if  !@cover_css && @cover
+          generate_cover = <<-eof
         convert #{File.expand_path("../../../#{@cover}",__FILE__)} -font tsxc.ttf -gravity center -fill red -pointsize 16 -draw "text 0,0 '#{book[:title]}'"  #{File.join(book_path,@cover)}
-        eof
-        system(generate_cover)
-      end
-
-      epub = EeePub.make
-
-      epub.title book[:title]
-      epub.creator @creator
-      epub.publisher @creator
-      epub.date Time.now
-      epub.identifier "http://javy_liu.com/book/#{@folder_name}", :scheme => 'URL'
-      epub.uid "http://javy_liu.com/book/#{@folder_name}"
-      epub.cover @cover
-      epub.subject book[:title]
-      epub.description book[:description] if book[:description]
-
-      book[:files] = book[:files][0...limit] if limit
-      _files = []
-      book[:files].collect! do |item|
-        _file = File.join(book_path,item[:content])
-        if test(?f, _file)
-          _files.push(_file)
-          item
+          eof
+          system(generate_cover)
         end
-      end
-      book[:files].compact!
-
-      epub.files _files.push(File.join(book_path,@cover))
-      epub.nav book[:files]
 
-      book[:epub_file] = File.join(book_path,"#{book_name || @folder_name}.epub")
-
-      yield self if block_given?
+        epub = EeePub.make
+
+        epub.title book[:title]
+        epub.creator @creator
+        epub.publisher @creator
+        epub.date Time.now
+        epub.identifier "http://javy_liu.com/book/#{@folder_name}", :scheme => 'URL'
+        epub.uid "http://javy_liu.com/book/#{@folder_name}"
+        epub.cover @cover
+        epub.subject book[:title]
+        epub.description book[:description] if book[:description]
+
+        book[:files] = book[:files][0...limit] if limit
+        _files = []
+        book[:files].collect! do |item|
+          _file = File.join(book_path,item[:content])
+          if test(?f, _file)
+            _files.push(_file)
+            item
+          end
+        end
+        book[:files].compact!
 
-      epub.save(book[:epub_file])
+        epub.files _files.push(File.join(book_path,@cover))
+        epub.nav book[:files]
+        yield self if block_given?
 
+        epub.save(book[:file_abs_name])
+      end
       #send mail
 
       if mail_to
         mailer = Mailer.new
         mailer.to = mail_to
-        mailer.add_file book[:epub_file]
+        mailer.add_file book[:file_abs_name]
         mailer.body = "您创建的电子书[#{book[:title]}]见附件\n"
         mailer.send_mail
       end
@@ -123,6 +128,7 @@ module EpubBook
       url ||= @index_url
       doc = Nokogiri::HTML(judge_encoding(HTTP.headers("User-Agent" => @user_agent ,'Referer'=> @referer).get(URI.encode(url)).to_s))
       #generate index.yml
+      EpubBook.logger.info "------Fetch index--#{url}---------------"
 
       if !book[:title]
         doc1 = if @des_url.nil?
@@ -133,6 +139,7 @@ module EpubBook
         get_des(doc1)
       end
 
+      #binding.pry
       doc.css(@index_item_css).each do |item|
         _href = URI.encode(item.attr(@item_attr).to_s)
         next if _href.start_with?('javascript') || _href.start_with?('#')
@@ -159,22 +166,36 @@ module EpubBook
 
     def fetch_book
       #重新得到书目，如果不存在或重新索引的话
-      fetch_index  if !test(?s,File.join(book_path,'index.yml'))
+      #fetch_index  if !test(?s,File.join(book_path,'index.yml'))
       EpubBook.logger.info "------Fetch book----------"
+      #open a txt file to write
+      if ext_name == 'txt'
+        txt_file = File.open(book[:file_abs_name], 'a')
+      end
       book[:files].each_with_index do |item,index|
         break if limit && index >= limit
 
         content_path = File.join(book_path,item[:content])
 
         #如果文件存在且长度不为0则获取下一个
+        #binding.pry
         next if test(?s,content_path)
 
         begin
           doc_file = Nokogiri::HTML(judge_encoding(HTTP.headers("User-Agent" => @user_agent,'Referer'=> @referer).get(item[:url]).to_s))
 
-          File.open(content_path,'w') do |f|
-            f.write("<h3>#{item[:label]}</h3>")
-            f.write(doc_file.css(@body_css).to_s.gsub(Reg,''))
+          EpubBook.logger.info item[:label]
+          #binding.pry
+          if ext_name == 'pub'
+            File.open(content_path,'w') do |f|
+              f.write("<h3>#{item[:label]}</h3>")
+              f.write(doc_file.css(@body_css).to_s.gsub(Reg,''))
+            end
+          else
+            txt_file.write("\n\n")
+            txt_file.write(item[:label])
+            txt_file.write("\n  ")
+            txt_file.write(doc_file.css(@body_css).text)
           end
         rescue  Exception => e
           EpubBook.logger.info "Error:#{e.message},#{item.inspect}"
@@ -183,21 +204,31 @@ module EpubBook
         end
       end
 
+      txt_file.close if ext_name == 'txt'
+
     end
 
 
     private
     #is valid encoding
     def judge_encoding(str)
-      /<meta.*?charset\s*=[\s\"\']?utf-8/i =~ str ? str : str.force_encoding('gbk').encode('utf-8',invalid: :replace, undef: :replace)
+      EpubBook.logger.info str.encoding
+      /<meta.*?charset\s*=[\s\"\']?utf-8/i =~ str ? str : str.force_encoding('gbk').encode!('utf-8',invalid: :replace, undef: :replace)
       str.scrub! unless str.valid_encoding?
+
+      EpubBook.logger.info "-------encode 后 #{str.encoding}"
       str
     end
 
     #得到书名，介绍，及封面
     def get_des(doc)
       book[:title] = doc.css(@title_css).text.strip
-      if @cover_css && !book[:cover]
+
+      #EpubBook.logger.info doc
+      #EpubBook.logger.info @title_css
+
+      #binding.pry
+      if @cover_css && !book[:cover] && ext_name == 'epub'
         cover_url = doc.css(@cover_css).attr("src").to_s
         cover_url = generate_abs_url(cover_url) #link_host + cover_url unless cover_url.start_with?("http")
         cover_path = File.join(book_path,@cover)

data/lib/epub_book/loggable.rb

@@ -1,3 +1,4 @@
+require 'logger'
 module EpubBook
 
   # Contains logging behaviour.
@@ -46,7 +47,7 @@ module EpubBook
     #
     # @since 3.0.0
     def default_logger
-      logger = Logger.new($stdout)
+      logger = ::Logger.new($stdout)
       logger.level = EpubBook.config.log_level
       logger
     end

data/lib/epub_book/version.rb

@@ -1,3 +1,3 @@
 module EpubBook
-  VERSION = "0.1.17"
+  VERSION = "0.1.18"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: epub_book
 version: !ruby/object:Gem::Version
-  version: 0.1.17
+  version: 0.1.18
 platform: ruby
 authors:
 - qmliu
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2016-12-27 00:00:00.000000000 Z
+date: 2021-06-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: http
@@ -28,16 +28,16 @@ dependencies:
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '1.6'
+        version: 1.6.8.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - '='
       - !ruby/object:Gem::Version
-        version: '1.6'
+        version: 1.6.8.1
 - !ruby/object:Gem::Dependency
   name: eeepub
   requirement: !ruby/object:Gem::Requirement
@@ -136,6 +136,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry-byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: pry-doc
   requirement: !ruby/object:Gem::Requirement
@@ -167,8 +181,6 @@ files:
 - LICENSE.txt
 - README.md
 - Rakefile
-- bin/console
-- bin/setup
 - cover.jpg
 - epub_book.gemspec
 - exe/create_book
@@ -183,7 +195,7 @@ licenses:
 - MIT
 metadata:
   allowed_push_host: https://rubygems.org
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -198,9 +210,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.4.8
-signing_key: 
+rubygems_version: 3.2.3
+signing_key:
 specification_version: 4
 summary: create epub from a book index url and mail to you.
 test_files: []

data/bin/console

@@ -1,14 +0,0 @@
-#!/usr/bin/env ruby
-
-require "bundler/setup"
-require "epub_book"
-
-# You can add fixtures and/or initialization code here to make experimenting
-# with your gem easier. You can also use a different console, if you like.
-
-# (If you use this, don't forget to add pry to your Gemfile!)
-require "pry"
-Pry.start
-
-#require "irb"
-#IRB.start

data/bin/setup

@@ -1,8 +0,0 @@
-#!/usr/bin/env bash
-set -euo pipefail
-IFS=$'\n\t'
-set -vx
-
-bundle install
-
-# Do any other automated setup that you need to do here