magicshelf 0.2.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 1442269b371a6a584ed4a00eede012300e8f48af
+  data.tar.gz: e311a0dd3d245eaa42c8a0c2cfa488e9805234db
+SHA512:
+  metadata.gz: f61e304a272623e583b13f1fdfd1d83ad62316d0323613479e2fc943eae1d4317100e91a0da7ee6a11e7460c6528a060b1f3b91b80c24115df82b7c1ab6a8948
+  data.tar.gz: 04bfca83c4fb273026ba2dfea8484f82f03dac508ea108c8407c986bd2a877fdf2ca866af718a2ff5e4755e00f770e437c3bcc31d8c4bde8dee0f7a991de664c

data/.gitignore

@@ -0,0 +1,3 @@
+vendor/
+Gemfile.lock
+.bundle/

data/Gemfile

@@ -0,0 +1,6 @@
+source "https://rubygems.org"
+
+gemspec
+
+gem 'gepub', github: 'skoji/gepub' # git: 'https://xxxxxx/yyyy.git'
+#gem 'naturally', github: 'zedalaye/naturally'

data/Procfile

@@ -0,0 +1,4 @@
+web: bundle exec shotgun -p 4567 -o 0.0.0.0
+resque: QUEUE=* bundle exec rake resque:work
+redisserver: redis-server
+#resque-web: resque-web --foreground

data/README.md

@@ -0,0 +1,38 @@
+# MagicShelf
+
+Access and get your e-book from kindle anywhere.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'magicshelf'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install magicshelf
+
+## Usage
+
+### Console app
+````
+magicconvert --inputfile comic.rar --outputfile comic.mobi --booktype novel/comic/novelimage --title booktitle
+````
+
+
+### File Server
+````
+bundle exec foreman start
+````
+
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/ompugao/magicshelf.
+

data/Rakefile

@@ -0,0 +1,16 @@
+require "bundler/gem_tasks"
+require 'rake/testtask'
+require 'resque/tasks'
+
+desc 'Run test_unit based test'
+Rake::TestTask.new do |t|
+  # To run test for only one file (or file path pattern)
+  #  $ bundle exec rake test TEST=test/test_specified_path.rb
+  t.libs << "test"
+  t.test_files = Dir["test/**/test_*.rb"]
+  t.verbose = true
+end
+
+task :'resque:setup' do
+  Dir["./lib/magicshelf/mobitask.rb"].each {|file| require file}
+end

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "magicshelf"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+require "pry"
+Pry.start
+
+#require "irb"
+#IRB.start

data/bin/magicconvert

@@ -0,0 +1,40 @@
+#!/usr/bin/env ruby
+
+require 'magicshelf'
+require 'magicshelf/executionpipe'
+require 'optparse'
+
+optparams = ARGV.getopts("", "inputfile:", "title:", "outputfile:", "booktype:comic")
+
+MagicShelf::ExecutionPipe.new.enter { |params,&block|
+  Dir.mktmpdir("magicshelf") do |dir|
+    params[:workdir] = dir
+    block.call
+  end
+}.pipe(MagicShelf::FileExtractor.new,:workdir => [:destdir]) { |this|
+  this.inputfile = File.expand_path(optparams["inputfile"])
+}.enter(:destdir => [:workdir]) {|params, &block|
+  Dir.chdir(params[:workdir]) do
+    block.call
+  end
+}.pipe(MagicShelf::DirRenamer.new, :workdir => [:workdir]) { |this|
+}.pipe(MagicShelf::FileNameValidator.new, :workdir => [:workdir]) { |this|
+}.pipe(MagicShelf::MakeItVertical.new, :workdir => [:workdir]) { |this|
+}.pipe(MagicShelf::EpubGenerator.new, :workdir => [:workdir]) { |this|
+  this.title      = optparams['title']
+  this.book_type  = optparams['booktype']
+  this.outputfile = 'test.epub'
+}.pipe(MagicShelf::KindleGenWrapper.new, :outputfile => [:inputfile]) { |this|
+  this.outputfile = 'test.mobi'
+}.process(:inputfile => [:file,:inputfile], :outputfile => [:outputfile]) { |params|
+  FileUtils.remove(params[:file])
+}.pipe(MagicShelf::KindleStripper.new, :outputfile => [:inputfile]) { |this|
+  this.outputfile = File.expand_path('test_strip.mobi')
+}.pipe(MagicShelf::FileCleaner.new, :inputfile => [:file], :outputfile => [:outputfile]) { |this|
+}.pipe(MagicShelf::FileMover.new, :outputfile => [:inputfile]) { |this|
+  this.outputfile = File.expand_path(optparams["outputfile"])
+}.execute
+
+# vim: set ft=ruby ts=22 sw=2:
+
+

data/bin/server

@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby
+require 'sinatra'
+require 'magicshelf'
+
+run MagicShelf::FileServer
+
+
+# vim: set ft=ruby:

data/bin/setup

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -euo pipefail
+IFS=$'\n\t'
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/config.ru

@@ -0,0 +1,6 @@
+require './lib/magicshelf/fileserver'
+require 'resque/server'
+
+run Rack::URLMap.new \
+  "/"       => MagicShelf::FileServer,
+  "/resque" => Resque::Server.new

data/lib/magicshelf.rb

@@ -0,0 +1,33 @@
+require 'rubygems'
+require "magicshelf/version"
+
+require "magicshelf/dirchanger"
+require "magicshelf/dirrenamer"
+require "magicshelf/dirstructureflattener"
+require "magicshelf/epubgenerator"
+require "magicshelf/executionpipe"
+require "magicshelf/filecleaner"
+require "magicshelf/fileextractor"
+require "magicshelf/filemover"
+require "magicshelf/filenamevalidator"
+require "magicshelf/fileserver"
+require "magicshelf/kindlegenwrapper"
+require "magicshelf/kindlestripper"
+require "magicshelf/makeitvertical"
+require "magicshelf/tempdiropener"
+
+
+Dir.glob('monkeypatches/*') do |f|
+  require f
+end
+
+require 'logger'
+
+module MagicShelf
+  (class << self; self end).module_eval do
+    attr_accessor :logger
+  end
+end
+
+MagicShelf.logger = Logger.new(STDOUT)
+

data/lib/magicshelf/dirchanger.rb

@@ -0,0 +1,22 @@
+require 'magicshelf/exception'
+
+module MagicShelf
+  class DirChangerError < Error; end
+
+  class DirChanger
+    attr_accessor :workdir
+
+    def enter()
+      raise MagicShelf::DirChangerError.new("workdir is not set") if @workdir == nil
+      Dir.chdir(@workdir) {|dir|
+        MagicShelf.logger.debug("DirChanger: chdir to #{dir}")
+        yield
+      }
+    end
+
+    def process()
+    end
+
+  end
+end
+

data/lib/magicshelf/dirrenamer.rb

@@ -0,0 +1,30 @@
+require 'magicshelf/exception'
+
+module MagicShelf
+  class DirRenamerError < Error; end
+
+  class DirRenamer
+    attr_accessor :workdir
+    def enter()
+      yield
+    end
+
+    def process()
+      @workdir ||= Dir.pwd
+      rename_dir_recursively(@workdir)
+    end
+
+    def rename_dir_recursively(path)
+        Dir.chdir(path) {
+          Dir['./*'].select{|f|File.directory?(f)}.each.with_index { |f,index|
+            if File.directory?(f)
+              rename_dir_recursively(f)
+              FileUtils.mv(f, index.to_s)
+            end
+          }
+        }
+    end
+  end
+end
+
+

data/lib/magicshelf/dirstructureflattener.rb

@@ -0,0 +1,25 @@
+require 'magicshelf/exception'
+
+module MagicShelf
+  class DirStructureFlattenerError < Error; end
+
+  class DirStructureFlattener
+    attr_accessor :workdir
+    def enter()
+      yield
+    end
+
+    def process()
+      @workdir ||= Dir.pwd
+      Dir.glob(File.join(@workdir,'**/*')).select{|f|File.file?(f)}.each do |f|
+        begin
+          FileUtils.mv f, @workdir
+        rescue => e
+          MagicShelf.logger.warn(e.message)
+        end
+
+      end
+    end
+  end
+end
+

data/lib/magicshelf/epubgenerator.rb

@@ -0,0 +1,86 @@
+require 'magicshelf/exception'
+require 'gepub'
+require 'shellwords'
+require 'naturally'
+
+module MagicShelf
+  class EpubGeneratorError < Error; end
+
+  # create a epub file with the file under the current directory
+  class EpubGenerator
+    attr_accessor :book_type, :title, :outputfile, :language, :identifier_url, :creator, :creator_en
+
+    def enter()
+      MagicShelf.logger.debug('enter EpubGenerator')
+      # check parameters
+      raise MagicShelf::EpubGeneratorError.new("@title is not set") if @title == nil
+      raise MagicShelf::EpubGeneratorError.new("@outputfile is not set") if @outputfile == nil
+      # default parameters
+      @book_type      ||= 'comic'
+      @language       ||= 'ja'
+      @identifier_url ||= 'http:/example.jp/bookid_in_url'
+
+      yield
+    end
+
+    def process()
+      epubname = @outputfile
+
+      book = GEPUB::Book.new
+      book.unique_identifier @identifier_url
+      book.identifier @identifier_url
+      book.language = @language
+
+
+      book.add_title(@title, nil, GEPUB::TITLE_TYPE::MAIN) { |title|
+        title.lang = @language
+        title.file_as = Shellwords.escape(@title)
+        title.display_seq = 1
+      }
+      if @creator
+        book.add_creator(@creator) { |creator|
+          creator.display_seq = 1
+          creator.add_alternates('en' => @creator_en) if @creator_en
+        }
+      end
+
+      if @book_type == "comic"
+        book.page_progression_direction = 'rtl'
+        metadata = book.instance_eval{@package}.instance_eval{@metadata}
+        metacomic = metadata.add_metadata('meta', '')
+        metacomic['name'] = 'book-type'
+        metacomic['content'] = 'comic'
+        metafixedlayout = metadata.add_metadata('meta', '')
+        metafixedlayout['name'] = 'fixed-layout'
+        metafixedlayout['content'] = 'true'
+      elsif @book_type == "novelimage"
+        book.page_progression_direction = 'rtl'
+        metadata = book.instance_eval{@package}.instance_eval{@metadata}
+        metafixedlayout = metadata.add_metadata('meta', '')
+        metafixedlayout['name'] = 'fixed-layout'
+        metafixedlayout['content'] = 'true'
+      elsif @book_type == "novel"
+        book.page_progression_direction = 'rtl'
+        #nothing to do
+      elsif @book_type == "ltr"
+        book.page_progression_direction = 'ltr'
+      end
+      
+      # within ordered block, add_item will be added to spine.
+      book.ordered {
+        # to add nav file:
+        #navpath = 'nav.xhtml'
+        #book.add_item(navpath).add_content(File.open(navpath)).add_property('nav')
+        Naturally.sort(Dir.glob('**/*.{jpg,png}')).each_with_index do |filepath,index|
+          MagicShelf.logger.info("append image #{filepath}, index: #{index}")
+          item = book.add_item(filepath)
+          item.add_content(File.open(filepath)).toc_text(index.to_s)
+          item.cover_image if index == 0
+        end
+      }
+
+      book.generate_epub(epubname)
+    end
+
+  end
+end

data/lib/magicshelf/exception.rb

@@ -0,0 +1,4 @@
+
+module MagicShelf
+  class Error < StandardError; end
+end

data/lib/magicshelf/executionpipe.rb

@@ -0,0 +1,105 @@
+require 'magicshelf/exception'
+
+module MagicShelf
+  class ExecutionPipe
+    class Procedure
+      attr_accessor :command_obj, :proc, :proc_withblock, :map_params, :params
+      def initialize
+        @command_obj    = nil
+        @proc           = nil
+        @proc_withblock = nil
+        @params         = nil
+        @map_params     = nil #from previous procedure
+      end
+    end
+
+    def initialize
+      @procedures = []
+    end
+
+    def pipe(command_obj, **map_params, &block)
+      procedure = Procedure.new()
+      block.call(command_obj)
+      procedure.command_obj = command_obj
+      procedure.map_params = map_params
+      @procedures.push(procedure)
+      self
+    end
+
+    def enter(**map_params, &block)
+      procedure = Procedure.new()
+      procedure.proc_withblock = block
+      procedure.map_params = map_params
+      @procedures.push(procedure)
+      self
+    end
+
+    def process(**map_params, &block)
+      procedure = Procedure.new()
+      procedure.proc = block
+      procedure.map_params = map_params
+      @procedures.push(procedure)
+      self
+    end
+
+    def execute
+      self.execute_(0)
+    end
+    
+    def execute_(i_proc)
+      procedure = @procedures[i_proc]
+      previous_procedure = @procedures[i_proc-1]
+
+      if procedure.nil?
+        return
+      end
+
+      if not procedure.command_obj.nil?
+        if not previous_procedure.nil?
+          if not previous_procedure.command_obj.nil?
+            procedure.map_params.each_pair do |param_key_recv, param_keys|
+              param_keys.each do |param_key|
+                procedure.command_obj.instance_variable_set('@'+param_key.to_s, previous_procedure.command_obj.instance_variable_get('@'+param_key_recv.to_s))
+              end
+            end
+          else
+            procedure.map_params.each_pair do |param_key_recv, param_keys|
+              param_keys.each do |param_key|
+                procedure.command_obj.instance_variable_set('@'+param_key.to_s, previous_procedure.params[param_key_recv])
+              end
+            end
+          end
+        end
+        procedure.command_obj.enter {
+          procedure.command_obj.process
+          self.execute_(i_proc+1)
+        }
+      elsif not procedure.proc.nil? or not procedure.proc_withblock.nil?
+
+        procedure.params = {}
+        if not previous_procedure.command_obj.nil?
+          procedure.map_params.each_pair do |param_key_recv, param_keys|
+            param_keys.each do |param_key|
+              procedure.params[param_key] = previous_procedure.command_obj.instance_variable_get('@'+param_key_recv.to_s)
+            end
+          end
+        else
+          procedure.map_params.each_pair do |param_key_recv, param_keys|
+            param_keys.each do |param_key|
+              procedure.params[param_key] = previous_procedure.params[param_key_recv]
+            end
+          end
+        end
+
+        if not procedure.proc.nil?
+          procedure.proc.call(procedure.params)
+          self.execute_(i_proc+1)
+        else
+          procedure.proc_withblock.call(procedure.params) do
+            self.execute_(i_proc+1)
+          end
+        end
+      end
+    end
+  end
+end