kindai 1.0.0

data/Gemfile

@@ -0,0 +1,13 @@
+source 'http://rubygems.org'
+
+gem 'nokogiri'
+gem 'rmagick'
+gem 'zipruby'
+
+group :development do
+  gem "rspec", "~> 2.3.0"
+  gem "bundler", "~> 1.0.0"
+  gem "jeweler", "~> 1.5.2"
+  gem "rcov", ">= 0"
+end
+

data/Gemfile.lock

@@ -0,0 +1,34 @@
+GEM
+  remote: http://rubygems.org/
+  specs:
+    diff-lcs (1.1.2)
+    git (1.2.5)
+    jeweler (1.5.2)
+      bundler (~> 1.0.0)
+      git (>= 1.2.5)
+      rake
+    nokogiri (1.4.4)
+    rake (0.8.7)
+    rcov (0.9.9)
+    rmagick (2.13.1)
+    rspec (2.3.0)
+      rspec-core (~> 2.3.0)
+      rspec-expectations (~> 2.3.0)
+      rspec-mocks (~> 2.3.0)
+    rspec-core (2.3.1)
+    rspec-expectations (2.3.0)
+      diff-lcs (~> 1.1.2)
+    rspec-mocks (2.3.0)
+    zipruby (0.3.6)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.0.0)
+  jeweler (~> 1.5.2)
+  nokogiri
+  rcov
+  rmagick
+  rspec (~> 2.3.0)
+  zipruby

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2011 hitode909
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,85 @@
+= kindai.rb
+
+== 概要
+
+近代デジタルライブラリーから画像をダウンロードします．
+
+== インストール
+
+RubyGemsからインストールできます．
+
+    gem install kindai
+
+== 使い方
+
+起動時の引数に，ダウンロードしたい本の URL を指定します．スペース区切りで複数指定できます．
+
+    kindai.rb http://kindai.ndl.go.jp/info:ndljp/pid/922693
+
+URL の代わりに検索ワードを指定すると，ヒットした本をまとめてダウンロードします．AND検索もできます．
+
+    kindai.rb 調理
+    kindai.rb "松茸 調理"
+
+--output オプションで，保存先を指定できます．指定したディレクトリの下に，書名のディレクトリができます．
+
+    kindai.rb http://kindai.ndl.go.jp/info:ndljp/pid/922693 --output ~/Documents/
+
+--retry オプションで，ダウンロードのリトライ回数を指定できます．標準では3回です．
+
+    kindai.rb http://kindai.ndl.go.jp/info:ndljp/pid/922693 --retry 10
+
+
+== 本の加工(自動)
+
+ダウンロードされた本は読みやすいように加工され， iPhone 用と Kindle 用のファイルが作られます．
+以下のようなファイル構成になります．
+
+    正義熱血社 - 正義の叫
+    ├── original
+    │   ├── 001.jpg
+    │   ├── 002.jpg
+    │   ├── 003.jpg
+    (中略)
+    │   └── 020.jpg
+    ├── trim
+    │   ├── 001.jpg
+    │   ├── 002.jpg
+    │   ├── 003.jpg
+    (中略)
+    │   └── 020.jpg
+    ├── 正義熱血社 - 正義の叫_iphone.zip
+    └── 正義熱血社 - 正義の叫_kindle.zip
+
+* original/以下には加工前の画像が入ります．
+* trim/以下にはトリミングして余白を取り除いた画像が入ります．パソコンで読むのに適しています．
+* _iphone.zipは，iPhoneの画面サイズ(1280x960)にリサイズされた見開き画像のzipファイルです．Comic Glassで読むのに適しています．
+* _kindle.zipは，Kindle3の画面サイズ(600x800)にリサイズされ，1ページずつに裁断された画像のzipファイルです．
+
+== 本の加工(手動)
+
+トリミング位置は自動的に決められますが，ダウンロード後に，ずれていることが分かった場合は，publish.rbを使ってトリミング位置を指定できます．
+
+    publish.rb --position 2905x2510+270+190 "~/Documents/正義熱血社 - 正義の叫"
+
+幅2905ピクセル，高さ2510ピクセル，左の余白270ピクセル，上の余白190ピクセルでトリミングされます．
+
+== 動作環境
+
+* Ruby が必要です．
+* ImageMagick が必要です．
+* Nokogiri と RMagick が必要です，RubyGems でインストールしてください．
+* Gemfile を書いてあるので，bundler が入ってる環境では bundle install コマンドを実行するだけで必要な Gem が入ります．
+
+== その他
+
+国立国会図書館デジタルアーカイブポータル（PORTA）外部提供インタフェースを利用しています．
+
+Wiki: 外部提供インタフェースについて
+
+http://porta.ndl.go.jp/wiki/Wiki.jsp?page=%E5%A4%96%E9%83%A8%E6%8F%90%E4%BE%9B%E3%82%A4%E3%83%B3%E3%82%BF%E3%83%95%E3%82%A7%E3%83%BC%E3%82%B9%E3%81%AB%E3%81%A4%E3%81%84%E3%81%A6
+
+== Copyright
+
+Copyright (c) 2011 hitode909. See LICENSE.txt for
+further details.

data/Rakefile

@@ -0,0 +1,50 @@
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'jeweler'
+Jeweler::Tasks.new do |gem|
+  gem.name = "kindai"
+  gem.homepage = "http://github.com/hitode909/kindairb"
+  gem.license = "MIT"
+  gem.summary = %Q{kindai digital library downloader}
+  gem.description = %Q{kindai.rb is kindai digital library downloader.}
+  gem.email = "hitode909@gmail.com"
+  gem.authors = ["hitode909"]
+  gem.add_dependency("nokogiri", ">= 1.4.0")
+  gem.add_dependency("zipruby", ">= 0.3.6")
+  gem.add_dependency("rmagick", ">= 2.13.1")
+
+  gem.executables = ["kindai.rb"]
+end
+Jeweler::RubygemsDotOrgTasks.new
+
+require 'rspec/core'
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:spec) do |spec|
+  spec.pattern = FileList['spec/**/*_spec.rb']
+end
+
+RSpec::Core::RakeTask.new(:rcov) do |spec|
+  spec.pattern = 'spec/**/*_spec.rb'
+  spec.rcov = true
+end
+
+task :default => :spec
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "kindai #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/VERSION

@@ -0,0 +1 @@
+1.0.0

data/bin/kindai.rb

@@ -0,0 +1,15 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+
+self_file =
+  if File.symlink?(__FILE__)
+    require 'pathname'
+    Pathname.new(__FILE__).realpath
+  else
+    __FILE__
+  end
+$:.unshift(File.dirname(self_file) + "/../lib")
+
+require 'kindai'
+
+Kindai::CLI.execute(STDOUT, ARGV)

data/kindai.gemspec

@@ -0,0 +1,102 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{kindai}
+  s.version = "1.0.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["hitode909"]
+  s.date = %q{2011-02-11}
+  s.default_executable = %q{kindai.rb}
+  s.description = %q{kindai.rb is kindai digital library downloader.}
+  s.email = %q{hitode909@gmail.com}
+  s.executables = ["kindai.rb"]
+  s.extra_rdoc_files = [
+    "LICENSE.txt",
+    "README.rdoc"
+  ]
+  s.files = [
+    "Gemfile",
+    "Gemfile.lock",
+    "LICENSE.txt",
+    "README.rdoc",
+    "Rakefile",
+    "VERSION",
+    "bin/kindai.rb",
+    "kindai.gemspec",
+    "kindai.rb",
+    "lib/kindai.rb",
+    "lib/kindai/book.rb",
+    "lib/kindai/book_downloader.rb",
+    "lib/kindai/cli.rb",
+    "lib/kindai/interface.rb",
+    "lib/kindai/publisher.rb",
+    "lib/kindai/searcher.rb",
+    "lib/kindai/spread.rb",
+    "lib/kindai/spread_downloader.rb",
+    "lib/kindai/util.rb",
+    "publish.rb",
+    "spec/book_downloader_spec.rb",
+    "spec/book_spec.rb",
+    "spec/searcher_spec.rb",
+    "spec/spec_helper.rb",
+    "spec/spread_downloader_spec.rb",
+    "spec/spread_spec.rb"
+  ]
+  s.homepage = %q{http://github.com/hitode909/kindairb}
+  s.licenses = ["MIT"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.5.2}
+  s.summary = %q{kindai digital library downloader}
+  s.test_files = [
+    "spec/book_downloader_spec.rb",
+    "spec/book_spec.rb",
+    "spec/searcher_spec.rb",
+    "spec/spec_helper.rb",
+    "spec/spread_downloader_spec.rb",
+    "spec/spread_spec.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<nokogiri>, [">= 0"])
+      s.add_runtime_dependency(%q<rmagick>, [">= 0"])
+      s.add_runtime_dependency(%q<zipruby>, [">= 0"])
+      s.add_development_dependency(%q<rspec>, ["~> 2.3.0"])
+      s.add_development_dependency(%q<bundler>, ["~> 1.0.0"])
+      s.add_development_dependency(%q<jeweler>, ["~> 1.5.2"])
+      s.add_development_dependency(%q<rcov>, [">= 0"])
+      s.add_runtime_dependency(%q<nokogiri>, [">= 1.4.0"])
+      s.add_runtime_dependency(%q<zipruby>, [">= 0.3.6"])
+      s.add_runtime_dependency(%q<rmagick>, [">= 2.13.1"])
+    else
+      s.add_dependency(%q<nokogiri>, [">= 0"])
+      s.add_dependency(%q<rmagick>, [">= 0"])
+      s.add_dependency(%q<zipruby>, [">= 0"])
+      s.add_dependency(%q<rspec>, ["~> 2.3.0"])
+      s.add_dependency(%q<bundler>, ["~> 1.0.0"])
+      s.add_dependency(%q<jeweler>, ["~> 1.5.2"])
+      s.add_dependency(%q<rcov>, [">= 0"])
+      s.add_dependency(%q<nokogiri>, [">= 1.4.0"])
+      s.add_dependency(%q<zipruby>, [">= 0.3.6"])
+      s.add_dependency(%q<rmagick>, [">= 2.13.1"])
+    end
+  else
+    s.add_dependency(%q<nokogiri>, [">= 0"])
+    s.add_dependency(%q<rmagick>, [">= 0"])
+    s.add_dependency(%q<zipruby>, [">= 0"])
+    s.add_dependency(%q<rspec>, ["~> 2.3.0"])
+    s.add_dependency(%q<bundler>, ["~> 1.0.0"])
+    s.add_dependency(%q<jeweler>, ["~> 1.5.2"])
+    s.add_dependency(%q<rcov>, [">= 0"])
+    s.add_dependency(%q<nokogiri>, [">= 1.4.0"])
+    s.add_dependency(%q<zipruby>, [">= 0.3.6"])
+    s.add_dependency(%q<rmagick>, [">= 2.13.1"])
+  end
+end
+

data/kindai.rb

@@ -0,0 +1,17 @@
+#!/usr/bin/env ruby
+# -*- coding: utf-8 -*-
+
+self_file =
+  if File.symlink?(__FILE__)
+    require 'pathname'
+    Pathname.new(__FILE__).realpath
+  else
+    __FILE__
+  end
+$:.unshift(File.dirname(self_file) + "/lib")
+
+require 'kindai'
+
+warn 'WARNING: This script is deprecated. Use bin/kindai.rb'
+
+Kindai::CLI.execute(STDOUT, ARGV)

data/lib/kindai/book.rb

@@ -0,0 +1,110 @@
+# -*- coding: utf-8 -*-
+module Kindai
+  class Book
+    attr_accessor :permalink_uri
+
+    # ----- constructor -----
+    def self.new_from_permalink(permalink_uri)
+      raise "not info:ndljp" unless permalink_uri.match(/info\:ndljp/)
+      me = new
+      me.permalink_uri = permalink_uri
+      me
+    end
+
+    # ----- metadata -----
+    def title
+      title_container = control_page.at('.titlehead')
+      subtitle_container = control_page.at('.headmenu')
+      title_string = title_container.content.strip
+      title_string += subtitle_container.content.strip if subtitle_container
+      title_string
+    end
+
+    def author
+      metadata['著者標目']
+    end
+
+    def total_spread
+      self.spread_at(1).page.search('select#dlPages option').length
+    end
+
+    def spreads
+      @spreads ||= 1.upto(self.total_spread).map{|i| self.spread_at(i) }
+    end
+
+    def base_uri
+      @base_uri ||=
+        begin
+          Kindai::Util.logger.debug "fetch permalink page"
+          page_uri = URI.parse(permalink_uri) + permalink_page.at('frame[name="W_BODY"]')['src']
+
+          page_file = Kindai::Util.fetch_uri page_uri.to_s
+          uri = page_file.base_uri.to_s + '&vs=10000,10000,0,0,0,0,0,0'
+#           uri += "&ref=" + [@trimming[:x], @trimming[:y], @trimming[:w], @trimming[:h], 5000, 5000, 0, 0].join(',') if @trimming
+          uri
+        end
+    end
+
+    protected
+
+    def spread_at(spread_number)
+      Kindai::Spread.new_from_book_and_spread_number(self, spread_number)
+    end
+
+    def metadata
+      @metadata ||=
+        begin
+          metadata_table = detail_page.search('table').find{ |table|
+            table.at('td').text == 'タイトル'
+        }
+          metadata_table.search('tr').inject({ }) { |prev, tr|
+            key, _, value = *tr.search('td').map{ |elem| elem.text }
+            prev[key] = value
+            prev
+          }
+        end
+    end
+
+    # ----- pages -----
+    def permalink_page
+      @permalink_page ||=
+        begin
+          Kindai::Util.logger.debug "fetch permalink page"
+          page = Kindai::Util.fetch_uri permalink_uri rescue Kindai::Util.fetch_uri URI.escape(permalink_uri)
+          Nokogiri page
+        end
+    end
+
+    def detail_uri
+      root = URI.parse('http://kindai.ndl.go.jp/BIBibDetail.php')
+      params = { }
+      control_page.search('input').each{ |input|
+        params[input['name']] = input['value'] if input['value']
+      }
+      path = '?' + params.each_pair.map{ |k, v| [URI.escape(k), URI.escape(v)].join('=')}.join('&')
+      root + path
+    end
+
+    def detail_page
+      @detail_page ||=
+        begin
+          Kindai::Util.logger.debug "fetch detail page"
+          page = Kindai::Util.fetch_uri detail_uri rescue Kindai::Util.fetch_uri URI.escape(detail_uri)
+          Nokogiri page
+        end
+    end
+
+    def control_uri
+      URI.parse(permalink_uri) + permalink_page.at('frame[name="W_CONTROL"]')['src']
+    end
+
+    def control_page
+      @control_page ||=
+        begin
+          Kindai::Util.logger.debug "fetch permalink page"
+          Nokogiri Kindai::Util.fetch_uri control_uri
+        end
+    end
+
+  end
+end

data/lib/kindai/book_downloader.rb

@@ -0,0 +1,62 @@
+# -*- coding: utf-8 -*-
+module Kindai
+  class BookDownloader
+    attr_accessor :book
+    attr_accessor :retry_count
+    attr_accessor :base_path
+
+    def self.new_from_book(book)
+      raise TypeError, "#{book} is not Kindai::Book" unless book.is_a? Kindai::Book
+      me = self.new
+      me.book = book
+      me.retry_count = 30
+      me.base_path = Dir.pwd
+      me
+    end
+
+    def download
+      return false if self.has_file?
+      create_directory
+      download_spreads
+      return true
+    end
+
+    def book_path
+      path = File.join(self.base_path, [@book.author, @book.title].compact.join(' - '))
+      File.expand_path path
+    end
+
+    def create_directory
+      Dir.mkdir(book_path) unless File.directory?(book_path)
+    end
+
+    def delete
+      success = true
+      FileUtils.rm_r(self.book_path) rescue success = false
+      return success
+    end
+
+    def has_file?
+      File.directory?(self.book_path) && self.spread_downloaders.all?(&:has_file?)
+    end
+
+    # --------------------------------------------------------------------
+    protected
+
+    def spread_downloaders
+      self.book.spreads.map{|spread|
+        dl = Kindai::SpreadDownloader.new_from_spread(spread)
+        dl.retry_count = self.retry_count
+        dl.book_path = self.book_path
+        dl
+      }
+    end
+
+    def download_spreads
+      self.spread_downloaders.each{|dl|
+        dl.download
+      }
+      return true
+    end
+  end
+end

data/lib/kindai/cli.rb

@@ -0,0 +1,88 @@
+# -*- coding: utf-8 -*-
+require 'optparse'
+
+module Kindai
+  class CLI
+    BANNER = <<EOF
+download:
+    by url:     kindai.rb http://kindai.ndl.go.jp/info:ndljp/pid/922693
+    by keyword: kindai.rb 調理法
+
+publish:
+    auto:       kindai.rb publish '~/Desktop/石川，一口；丸山，平次郎 - 講談幽霊の片袖'
+    manual:     kindai.rb publish --position 2850x2450+320+380 '~/Desktop/石川，一口；丸山，平次郎 - 講談幽霊の片袖'
+EOF
+
+    def self.execute(stdout, arguments=[])
+      if arguments.first == 'publish'
+        arguments.shift
+        self.execute_publish(stdout, arguments)
+      else
+        self.execute_download(stdout, arguments)
+      end
+    end
+
+    def self.execute_download(stdout, arguments)
+      config = { }
+      parser = OptionParser.new(BANNER) {|opt|
+        opt.on('-o OUTPUT_DIRECTORY', '--output', 'specify output directory') {|v|
+          config[:base_path] = v
+        }
+        opt.on('--debug', 'enable debug mode') {|v|
+          Kindai::Util.debug_mode!
+        }
+        opt.on('--retry TIMES', 'retry times (default is 3)') {|v|
+          config[:retry_count] = v.to_i
+        }
+        opt.parse!(arguments)
+      }
+
+      if arguments.empty?
+        stdout.puts parser.help
+        exit 1
+      end
+
+      arguments.each{ |arg|
+        if URI.regexp =~ arg and URI.parse(arg).is_a? URI::HTTP
+          Kindai::Interface.download_url arg, config
+        else
+          Kindai::Interface.download_keyword arg, config
+        end
+      }
+    end
+
+    def self.execute_publish(stdout, arguments)
+      config = { }
+      parser = OptionParser.new(BANNER) {|opt|
+        opt.on('--position TRIMMING_POSITION', 'specify trimming position (example:') {|v|
+          m = v.match(/^(\d+)x(\d+)\+(\d+)\+(\d+)$/)
+          unless m
+            raise "invalid trimming position( example: 3200x2450+320+380, WIDTHxHEIGHT+OFFSET_X+OFFSET_Y )"
+          end
+          config[:trimming] = {:width => m[1].to_i, :height => m[2].to_i, :x => m[3].to_i, :y => m[4].to_i}
+        }
+        opt.on('--debug', 'enable debug mode') {|v|
+          Kindai::Util.debug_mode!
+        }
+        opt.parse!(arguments)
+      }
+
+      if arguments.empty?
+        stdout.puts parser.help
+        exit 1
+      end
+
+      arguments.each{|file|
+        Kindai::Util.logger.info "publish #{file}"
+        publisher = Kindai::Publisher.new_from_path file
+        publisher.empty('trim')
+        publisher.empty('*zip')
+        if config[:trimming]
+          publisher.trim(config[:trimming])
+        end
+        publisher.publish_auto
+      }
+
+    end
+  end
+end

data/lib/kindai/interface.rb

@@ -0,0 +1,30 @@
+# -*- coding: utf-8 -*-
+module Kindai::Interface
+  def self.download_url(url, config = { })
+    book = Kindai::Book.new_from_permalink(url)
+    download_book(book, config)
+  end
+
+  def self.download_book(book, config = { })
+    downloader = Kindai::BookDownloader.new_from_book(book)
+    downloader.base_path = config[:base_path] if config[:base_path]
+    downloader.retry_count = config[:retry_count] if config[:retry_count]
+    Kindai::Util.logger.info "download #{book.title}(#{book.total_spread} spreads) to #{downloader.book_path}"
+    downloader.download
+
+    publisher = Kindai::Publisher.new_from_path downloader.book_path
+    publisher.publish_auto
+  end
+
+  def self.download_keyword(keyword, config = { })
+    searcher = Kindai::Searcher.search(keyword)
+    searcher.each_with_index { |book, index|
+      begin
+        Kindai::Util.logger.info "book #{index+1} / #{searcher.length}"
+        download_book book, config
+      rescue => error
+        p error
+      end
+    }
+  end
+end