ebook_tools 0.1.5 → 0.1.6

data/CHANGELOG

@@ -1,3 +1,9 @@
+0.1.6 2013.6.7
+  重构para_import_mongo,提升速度
+
+0.1.5 2013.6.4
+  新增对epub的支持以及无目录文本文件的支持
+
 0.1.4 2013.5.28
   fix bug:  修复被遗漏修改的代码
 

data/ebook_tools.gemspec

@@ -2,11 +2,11 @@
 
 Gem::Specification.new do |s|
   s.name = %q{ebook_tools}
-  s.version = '0.1.5'
+  s.version = '0.1.6'
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Aaron"]
-  s.date = %q{2013-06-04}
+  s.date = %q{2013-06-07}
   s.description = %q{电子书工具集.}
   s.email = %q{yalong1976@gmail.com}
   s.require_paths = ["lib"]
@@ -20,9 +20,9 @@ Gem::Specification.new do |s|
   s.files = [
     "README",
     "CHANGELOG",
+    "bin/doc_book_import_mongo",
     "bin/ebook_tools",
     "bin/para_import_mongo",
-    "bin/doc_book_import_mongo",
     "bin/para_import_scheduling",
     "bin/xml2json",
     "lib/doc_book_in_mongo.rb",    

data/lib/paras_in_mongo.rb

@@ -11,32 +11,46 @@ module ParasInMongo
     options = options.stringify_keys
     session = Moped::Session.new([ "#{options['host']}:#{options['port']}" ])
     session.use options['database']
-
-    doc = Nokogiri::XML(File.open(filename).read)
-
-    book_id = doc.search("book")[0]['id']
-    title = doc.search("book info title")[0].text
-    author = doc.search("book info author")[0].text
-    pubdate = doc.search("book info pubdate")[0].text
-    publisher = doc.search("book info publisher")[0].text
-
+    doc =Nokogiri::XML(File.open(filename).read)
+    book = extract_book_info(doc)
+    source ={book: book}
     paras = doc.search("para[key=yes]")
+    section = nil
+    section_title = ''
+    para_mongo_attrs = paras.map do |para|
+        unless para.parent  == section
+          section_title = para.parent.search("info[1]/title").text
+          section = para.parent
+        end
+        extract_para_attrs(para,source.merge(location: {section: section_title}))
+    end
+    para_mongo_attrs.each do |attrs|
+      session[options['collection']].insert(attrs)
+    end
+  end
 
-    source ={book: {title: title,book_id: book_id, author: author,pubdate: pubdate, publisher: publisher}}
-
-    paras.each do |para|
+  private
+    def extract_book_info(doc)
+      book_id = doc.search("book")[0]['id']
+      book_info = doc.search("book/info[1]")
+      title = book_info.search("title[1]").text
+      author = book_info.search("authorgroup/author/personname[1]").text
+      pubdate = book_info.search("pubdate[1]").text
+      publisher = book_info.search("publisher/publishername[1]").text      
+       {title: title,book_id: book_id, author: author,pubdate: pubdate, publisher: publisher}
+    end
+
+    def extract_para_attrs(para,source)
       para_attrs = {'_id' => para['id']}
-      content = para.search("content")[0].text
+      content = para.search("content[1]").text
 
       keywords = []
-      para.search("keyword").each do |keyword|
-        keywords << {keyword: keyword.text, weight: keyword['weight'].to_i}
-      end
+        para.search("keyword").each do |keyword|
+          keywords << {keyword: keyword.text, weight: keyword['weight'].to_i}
+        end
 
       para_attrs = para_attrs.merge(keywords: keywords, content: content)
-      section = para.parent.search("info title").text
-      para_attrs = para_attrs.merge(source: source.merge(location: {section: section}))
-      session[options['collection']].insert(para_attrs)
-    end 
-  end
+      #section = timer{para.parent.search("info[1]/title").text}
+      para_attrs.merge(source: source)      
+    end
 end

data/lib/utils.rb

@@ -271,4 +271,14 @@ module Utils
     return content
   end  
 
+
+  def timer
+    time = Time.now
+    result = yield
+    end_time = Time.now
+    delta = end_time - time 
+    puts "#{delta} seconds"
+    result
+  end  
+
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ebook_tools
 version: !ruby/object:Gem::Version
-  version: 0.1.5
+  version: 0.1.6
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-06-04 00:00:00.000000000 Z
+date: 2013-06-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: uuid
@@ -166,9 +166,9 @@ extra_rdoc_files: []
 files:
 - README
 - CHANGELOG
+- bin/doc_book_import_mongo
 - bin/ebook_tools
 - bin/para_import_mongo
-- bin/doc_book_import_mongo
 - bin/para_import_scheduling
 - bin/xml2json
 - lib/doc_book_in_mongo.rb