ebook_tools 0.0.4 → 0.0.5

data/CHANGELOG

@@ -1,3 +1,9 @@
+0.0.5 2013.4.7
+  add doc book import mongo tools
+
+0.0.4 2013.4.5
+  add para import mongo tools
+
 0.0.3 2013.4.2
   add book id for docbook 
 

data/README

@@ -3,4 +3,8 @@
 
 == Installation
 
-  gem install ebook_tools
+  gem install ebook_tools
+
+== requirements
+  * calibre command line interface
+  * nodejs

data/bin/doc_book_import_mongo

@@ -0,0 +1,73 @@
+#!/usr/bin/env ruby
+# encoding: UTF-8
+
+require 'rubygems'
+require 'optparse'
+require File.join(File.expand_path('../../',__FILE__),'lib','utils')
+require File.join(File.expand_path('../../',__FILE__),'lib','doc_book_in_mongo')
+
+def help
+  puts <<-EOF
+    usage:
+      doc_book_import_mongo [options] <docbook>
+
+    docbook: 已经标注重点段落的书文件或目录
+
+    options:
+      -H <host> , --host <host> : mongodb服务器,默认为localhost
+      -P <port> , --port <port> : mongodb服务器端口号,默认为27017 (Mongo默认端口号)
+      -D <database>, --database <database>  : doc_book要存放的数据库
+      -C <collection>, --collection <collection> : doc_book存放的集合 
+  EOF
+  exit
+end
+
+
+options = {:host=>'localhost',:port=>27017,:database=>'resource_development',:collection=>'doc_books'}
+opts = OptionParser.new do |opts|
+  opts.on('-H host','--host host') do |host|
+    options[:host] = host
+  end
+
+  opts.on('-P port','--port port') do |port|
+    options[:port] = port.to_i
+  end
+
+  opts.on('-D database','--database database') do |database|
+    options[:database] = database
+  end
+
+  opts.on('-C collection','--collection collection') do |collection|
+    options[:collection] = collection
+  end
+
+  opts.on('-h','--help') do
+    help
+  end
+end
+opts.parse ARGV
+
+docbook = ARGV[-1]
+
+if docbook.nil?
+  help
+end
+
+unless File.exists?(docbook)
+  raise "错误:指定的docbook不存在。"
+end
+
+files = if File.directory?(docbook)
+  Utils.scan_file_from_dir(docbook,{:format=>'.xml'})
+else
+  [docbook]
+end
+
+files.each do |file|
+  begin
+    DocBookInMongo.file_in_mongo(file,options)
+  rescue
+    puts "error: #{file} import mongo failure!"
+  end
+end
+puts "success: #{docbook} in mongo successfully!"

data/bin/xml2json

@@ -0,0 +1,18 @@
+#! /usr/local/bin/node
+var filename = process.argv[2] || '';
+var parser = require('/usr/local/lib/node_modules/xml2json');  //xml2json should be install in /usr/local/lib/node_modules
+var fpath = require("fs");
+
+var options = {
+  object: false,
+  reversible: true,
+  coerce: true,
+  sanitize: true,
+  trim: true
+};
+
+fpath.readFile(filename,function(err,data){
+  var xml = data;
+  var json = parser.toJson(xml,options);
+  console.log(json)
+})

data/ebook_tools.gemspec

@@ -2,7 +2,7 @@
 
 Gem::Specification.new do |s|
   s.name = %q{ebook_tools}
-  s.version = '0.0.4'
+  s.version = '0.0.5'
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Aaron"]
@@ -16,11 +16,14 @@ Gem::Specification.new do |s|
   s.rdoc_options = ["--charset=UTF-8"]
   s.executables << "ebook_tools"
   s.executables << "para_import_mongo"
+  s.executables << "doc_book_import_mongo"
   s.files = [
     "README",
     "CHANGELOG",
     "bin/ebook_tools",
     "bin/para_import_mongo",
+    "bin/doc_book_import_mongo",
+    "bin/xml2json",
     "lib/ebook_tools.rb",
     "lib/extract_book_struct.rb",
     "lib/header_detect.rb",
@@ -29,6 +32,7 @@ Gem::Specification.new do |s|
     "lib/epub.rb",
     "lib/utils.rb",
     "lib/paras_in_mongo.rb",
+    "lib/doc_book_in_mongo.rb",
     "ebook_tools.gemspec"
   ]
   s.add_dependency(%q<uuid>)
@@ -38,5 +42,5 @@ Gem::Specification.new do |s|
   s.add_dependency(%q<pdf-reader>)
   s.add_dependency(%q<nokogiri>)
   s.add_dependency(%q<levenshtein>)
-  s.add_dependency(%q<mongo>)
+  s.add_dependency(%q<moped>)
 end

data/lib/doc_book_in_mongo.rb

@@ -0,0 +1,21 @@
+# encoding: UTF-8
+require 'moped'
+require 'nokogiri'
+require 'json'
+
+module DocBookInMongo
+  extend self
+
+  def file_in_mongo(filename,options={})
+    session = Moped::Session.new([ "#{options[:host]}:#{options[:port]}" ])
+    session.use options[:database]
+    
+    xml2json = File.join(File.dirname(__FILE__),'..','bin','xml2json')
+    cmd = %Q(#{xml2json} #{filename})
+    output = `#{cmd}`
+    json = JSON.parse(output)
+    doc = json['book']
+    doc['_id'] = doc['id']
+    session[options[:collection]].insert(doc)
+  end
+end

data/lib/paras_in_mongo.rb

@@ -1,15 +1,13 @@
 # encoding: UTF-8
-require 'mongo'
+require 'moped'
 require 'nokogiri'
 
-include Mongo
 module ParasInMongo
   extend self
 
   def file_in_mongo(filename,options={})
-    client = MongoClient.new(options[:host], options[:port])
-    db     = client[options[:database]]
-    coll   = db[options[:collection]]   
+    session = Moped::Session.new([ "#{options[:host]}:#{options[:port]}" ])
+    session.use options[:database]
 
     doc = Nokogiri::XML(File.open(filename).read)
 
@@ -35,8 +33,7 @@ module ParasInMongo
       para_attrs = para_attrs.merge(keywords: keywords, content: content)
       section = para.parent.search("info title").text
       para_attrs = para_attrs.merge(source: source.merge(location: {section: section}))
-      
-      coll.insert(para_attrs)
+      session[options[:collection]].insert(para_attrs)
     end 
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ebook_tools
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.0.5
   prerelease: 
 platform: ruby
 authors:
@@ -124,7 +124,7 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: mongo
+  name: moped
   requirement: !ruby/object:Gem::Requirement
     none: false
     requirements:
@@ -144,6 +144,7 @@ email: aaron@nonobo.com
 executables:
 - ebook_tools
 - para_import_mongo
+- doc_book_import_mongo
 extensions: []
 extra_rdoc_files: []
 files:
@@ -151,6 +152,8 @@ files:
 - CHANGELOG
 - bin/ebook_tools
 - bin/para_import_mongo
+- bin/doc_book_import_mongo
+- bin/xml2json
 - lib/ebook_tools.rb
 - lib/extract_book_struct.rb
 - lib/header_detect.rb
@@ -159,6 +162,7 @@ files:
 - lib/epub.rb
 - lib/utils.rb
 - lib/paras_in_mongo.rb
+- lib/doc_book_in_mongo.rb
 - ebook_tools.gemspec
 homepage: 
 licenses: []