chupa-text 1.0.1 → 1.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c04261f7c3b4c26a0d67f18f473c8adf1d435080
-  data.tar.gz: 4e1a8da97abfa817226f919fcb672fb55d570d4d
+  metadata.gz: 5899941addcc8a58730a1d5ff4194d13f17f6504
+  data.tar.gz: b219d29ca910fd3a4951236f922e3bfe7211e6ef
 SHA512:
-  metadata.gz: 00ada22d44d1f41ca4e2f08f02c43b41b193453ee33477dd02e9f5a9fbc0d87f5de46c53bc36a77b1494c2f8729a01e72419f9c9c9738d8819c04dde06c50d44
-  data.tar.gz: 7d404268095b308d4b7158e70458ac31d2dade5a0a131431559e84b34b563fb94454d5a3e900684dfe84da2642b382a14c55a479192992b141136a5f8659faf9
+  metadata.gz: 8cc52887b919a6cbb4936c1c039eeb7161a239257558e01198083af19c0c4f950ee85adf21f7d3ee4dbbf0b0f06475a6484dc02633361ff9d27da33d75d2e82d
+  data.tar.gz: b342d42379f88c32e30a20d53008a557cca0f3e5f4ddfde75fe2aca4ad921c24bd4eef6fd0515203fec1d3f2cc71f93fc150e7bde5d43cf34055dd0da8b30d81

data/README.md

@@ -79,6 +79,11 @@ See
 [doc/text/decomposer.md](http://rubydoc.info/gems/chupa-text/file/doc/text/decomposer.md)
 how to write a decomposer.
 
+## Available plugins
+
+Search by `chupa-text-decomposer-` on https://rubygems.org/:
+http://rubygems.org/search?query=chupa-text-decomposer-
+
 ## Author
 
   * Kouhei Sutou `<kou@clear-code.com>`

data/data/mime-types.conf

@@ -19,3 +19,18 @@ mime_types["csv"] = "text/csv"
 mime_types["tsv"] = "text/tab-separated-values"
 
 mime_types["pdf"] = "application/pdf"
+
+mime_types["odt"] = "application/vnd.oasis.opendocument.text"
+mime_types["ods"] = "application/vnd.oasis.opendocument.spreadsheet"
+mime_types["odp"] = "application/vnd.oasis.opendocument.presentation"
+
+mime_types["doc"] = "application/msword"
+mime_types["xls"] = "application/vnd.ms-excel"
+mime_types["ppt"] = "application/vnd.ms-powerpoint"
+
+mime_types["docx"] =
+  "application/vnd.openxmlformats-officedocument.wordprocessingml.document"
+mime_types["xlsx"] =
+  "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet"
+mime_types["pptx"] =
+  "application/vnd.openxmlformats-officedocument.presentationml.presentation"

data/doc/text/news.md

@@ -1,5 +1,14 @@
 # News
 
+## 1.0.2: 2014-02-15
+
+  * Added `ChupaText::SizeParser`.
+  * Added `ChupaText::DefaultLogger`.
+  * chupa-text: Added `--log-output` option.
+  * chupa-text: Added `--log-level` option.
+  * Added `ChupaText::ExternalCommand`.
+  * Added MIME types for office files.
+
 ## 1.0.1: 2014-01-05
 
   * chupa-text: Supported loading decomposers installed by RubyGems.

data/lib/chupa-text.rb

@@ -16,15 +16,27 @@
 
 require "chupa-text/version"
 
+require "chupa-text/error"
+
+require "chupa-text/size-parser"
+require "chupa-text/default-logger"
+require "chupa-text/logger"
+
+require "chupa-text/loggable"
+
 require "chupa-text/configuration"
 require "chupa-text/configuration-loader"
+require "chupa-text/mime-type"
+require "chupa-text/mime-type-registry"
+
+require "chupa-text/external-command"
+
 require "chupa-text/decomposer"
 require "chupa-text/decomposer-registry"
 require "chupa-text/decomposers"
+
 require "chupa-text/extractor"
 require "chupa-text/formatters"
-require "chupa-text/mime-type"
-require "chupa-text/mime-type-registry"
 
 require "chupa-text/file-content"
 require "chupa-text/virtual-content"

data/lib/chupa-text/command/chupa-text.rb

@@ -74,21 +74,62 @@ module ChupaText
         parser = OptionParser.new
         parser.banner += " [FILE_OR_URI]"
         parser.version = VERSION
+
+        parser.separator("")
+        parser.separator("Generic options")
         parser.on("--configuration=FILE",
-                  "Read configuration from FILE.") do |path|
+                  "Reads configuration from FILE.") do |path|
           load_configuration(path)
         end
         parser.on("--disable-gems",
-                  "Disable decomposers installed by RubyGems.") do
+                  "Disables decomposers installed by RubyGems.") do
           @enable_gems = false
         end
         parser.on("-I=PATH",
-                  "Append PATH to decomposer load path.") do |path|
+                  "Appends PATH to decomposer load path.") do |path|
           $LOAD_PATH << path
         end
+
+        parser.separator("")
+        parser.separator("Log related options:")
+        parser.on("--log-output=OUTPUT",
+                  "Sets log output.",
+                  "[-(stdout), +(stderr), PATH]",
+                  "(default: +(stderr))") do |output|
+          ENV["CHUPA_TEXT_LOG_OUTPUT"] = output
+          ::ChupaText.logger = nil
+        end
+        parser.on("--log-level=LEVEL", available_log_levels,
+                  "Sets log level.",
+                  "[#{available_log_levels.join(', ')}]",
+                  "(default: #{current_log_level_name})") do |level|
+          ENV["CHUPA_TEXT_LOG_LEVEL"] = level
+          ::ChupaText.logger = nil
+        end
+
         parser
       end
 
+      def available_log_levels
+        [
+          "debug",
+          "info",
+          "warn",
+          "error",
+          "fatal",
+          "unknown",
+        ]
+      end
+
+      def current_log_level_name
+        level = ::ChupaText.logger.level
+        Logger::Severity.constants.each do |name|
+          next if Logger::Severity.const_get(name) != level
+          return name.to_s.downcase
+        end
+        "info"
+      end
+
       def load_decomposers
         Decomposers.enable_all_gems if @enable_gems
         Decomposers.load

data/lib/chupa-text/default-logger.rb

@@ -0,0 +1,150 @@
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+require "logger"
+
+module ChupaText
+  # The default logger for ChupaText. Logger options are retrieved from
+  # environment variables.
+  #
+  # Here are environment variables to be used:
+  #
+  # ## `CHUPA_TEXT_LOG_OUTPUT`
+  #
+  # It specifies log output.
+  #
+  #   * `-`: ChupaText outputs to the standard output.
+  #   * `+`: ChupaText outputs to the standard error output.
+  #   * Others: It is used as file name. ChupaText outputs to the file.
+  #
+  # The default is `+` (the standard error).
+  #
+  # ## `CHUPA_TEXT_LOG_ROTATION_PERIOD`
+  #
+  # It specifies log rotation period.
+  #
+  # It is ignored when `CHUPA_TEXT_LOG_OUTPUT` is `-` (the standard
+  # output) or `+` (the standard error output).
+  #
+  #   * `daily`: Log file is rotated daily.
+  #   * `weekly`: Log file is rotated weekly.
+  #   * `monthly`: Log file is rotated monthly.
+  #   * Others: Invalid value. It is ignored.
+  #
+  # ## `CHUPA_TEXT_LOG_N_GENERATIONS`
+  #
+  # It specifies how many old log files are kept.
+  #
+  #  It is ignored when (a) `CHUPA_TEXT_LOG_OUTPUT` is `-` (the
+  # standard output) or `+` (the standard error output) or (b)
+  # `CHUPA_TEXT_LOG_RATATION_PERIOD` is valid value.
+  #
+  # The default value is `7`.
+  #
+  # ## `CHUPA_TEXT_LOG_LEVEL`
+  #
+  # It specifies log verbosity.
+  #
+  # The default value is `info`.
+  #
+  #   * `unknown`: ChupaText outputs only unknown messages.
+  #   * `fatal`: ChupaText outputs `unknown` level messages and
+  #     unhandleable error messages.
+  #   * `error`: ChupaText outputs `fatal` level messages and
+  #     handleable error messages.
+  #   * `warn`: ChupaText outputs `error` level messages and warning
+  #      level messages.
+  #   * `info`: ChupaText outputs `warn` level messages and generic useful
+  #     information messages.
+  #   * `debug`: ChupaText outputs all messages.
+  class DefaultLogger < Logger
+    def initialize
+      super(output_device, default_shift_age, default_shift_size)
+      self.level = default_level
+      self.formatter = Formatter.new
+    end
+
+    private
+    def output_device
+      output = ENV["CHUPA_TEXT_LOG_OUTPUT"] || "+"
+      case output
+      when "-"
+        STDOUT
+      when "+"
+        STDERR
+      else
+        output
+      end
+    end
+
+    def default_shift_age
+      rotation_period = ENV["CHUPA_TEXT_LOG_ROTATION_PERIOD"]
+      case rotation_period
+      when "daily", "weekly", "monthly"
+        return rotation_period
+      end
+
+      n_generations = ENV["CHUPA_TEXT_LOG_N_GENERATIONS"] || "7"
+      begin
+        Integer(n_generations)
+      rescue ArgumentError
+        nil
+      end
+    end
+
+    def default_shift_size
+      max_size = ENV["CHUPA_TEXT_LOG_MAX_SIZE"] || "1MB"
+      begin
+        SizeParser.parse(max_size)
+      rescue SizeParser::InvalidSizeError
+        nil
+      end
+    end
+
+    def default_level
+      level_name = (ENV["CHUPA_TEXT_LOG_LEVEL"] || "info").upcase
+      if Logger::Severity.const_defined?(level_name)
+        Logger::Severity.const_get(level_name)
+      else
+        Logger::Severity::INFO
+      end
+    end
+
+    class Formatter
+      def call(severity, time, program_name, message)
+        "%s: [%d] %s: %s" % [
+          time.iso8601(6),
+          Process.pid,
+          severity[0, 1],
+          format_message(message),
+        ]
+      end
+
+      private
+      def format_message(message)
+        case message
+        when String
+          message
+        when Exception
+          "#{message.message}(#{message.class})\n" +
+            (message.backtrace || []).join("\n")
+        else
+          message.inpsect
+        end
+      end
+    end
+  end
+end

data/lib/chupa-text/error.rb

@@ -0,0 +1,20 @@
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+module ChupaText
+  class Error < StandardError
+  end
+end

data/lib/chupa-text/external-command.rb

@@ -0,0 +1,136 @@
+# Copyright (C) 2014  Kouhei Sutou <kou@clear-code.com>
+# Copyright (C) 2010  Yuto HAYAMIZU <y.hayamizu@gmail.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+require "English"
+require "pathname"
+
+module ChupaText
+  class ExternalCommand
+    def initialize(command)
+      @command = Pathname.new(command)
+    end
+
+    def run(*arguments)
+      if arguments.last.is_a?(Hash)
+        options = arguments.pop
+      else
+        options = {}
+      end
+      spawn_options = options[:spawn_options] || {}
+      pid = spawn(options[:env] || {},
+                  @command.to_s,
+                  *arguments,
+                  spawn_options.merge(default_spawn_options))
+      pid, status = Process.waitpid2(pid)
+      status.success?
+    end
+
+    def exist?
+      if @command.absolute?
+        @command.file? and @command.executable?
+      else
+        (ENV['PATH'] || "").split(File::PATH_SEPARATOR).any? do |path|
+          (Pathname.new(path) + @command).expand_path.exist?
+        end
+      end
+    end
+
+    private
+    def default_spawn_options
+      SpawnLimitOptions.new.options
+    end
+
+    class SpawnLimitOptions
+      attr_reader :options
+      def initialize
+        @options = {}
+        set_default_options
+      end
+
+      private
+      def set_default_options
+        set_option(:cpu, :int)
+        set_option(:rss, :size)
+        set_option(:as, :size)
+      end
+
+      def set_option(key, type)
+        value = ENV["CHUPA_EXTERNAL_COMMAND_LIMIT_#{key.to_s.upcase}"]
+        return if value.nil?
+        value = send("parse_#{type}", key, value)
+        return if value.nil?
+        rlimit_number = Process.const_get("RLIMIT_#{key.to_s.upcase}")
+        soft_limit, hard_limit = Process.getrlimit(rlimit_number)
+        if hard_limit < value
+          log_hard_limit_over_value(key, value, hard_limit)
+          return nil
+        end
+        limit_info = "soft-limit:#{soft_limit}, hard-limit:#{hard_limit}"
+        log(:info, "[#{key}][set] <#{value}>(#{limit_info})")
+        @options[:"rlimit_#{key}"] = value
+      end
+
+      def parse_int(key, value)
+        begin
+          Integer(value)
+        rescue ArgumentError
+          log_invalid_value(key, value, type, "int")
+          nil
+        end
+      end
+
+      def parse_size(key, value)
+        return nil if value.nil?
+        scale = 1
+        case value
+        when /GB?\z/i
+          scale = 1024 ** 3
+          number = $PREMATCH
+        when /MB?\z/i
+          scale = 1024 ** 2
+          number = $PREMATCH
+        when /KB?\z/i
+          scale = 1024 ** 1
+          number = $PREMATCH
+        when /B?\z/i
+          number = $PREMATCH
+        else
+          number = value
+        end
+        begin
+          number = Float(number)
+        rescue ArgumentError
+          log_invalid_value(key, value, "size")
+          return nil
+        end
+        (number * scale).to_i
+      end
+
+      def log_hard_limit_over_value(key, value, hard_limit)
+        log(:warning, "[#{key}][large] <#{value}>(hard-limit:#{hard_limit})")
+      end
+
+      def log_invalid_value(key, value, type)
+        log(:warning, "[#{key}][invalid] <#{value}>(#{type})")
+      end
+
+      def log(level, message)
+        ChupaText.logger.send(level, "[external-command][limit]#{message}")
+      end
+    end
+  end
+end

data/lib/chupa-text/extractor.rb

@@ -19,6 +19,8 @@ require "uri"
 
 module ChupaText
   class Extractor
+    include Loggable
+
     def initialize
       @decomposers = []
     end
@@ -59,16 +61,27 @@ module ChupaText
       targets = [ensure_data(input)]
       until targets.empty?
         target = targets.pop
+        debug do
+          "#{log_tag}[extract][target] <#{target.path}>:<#{target.mime_type}>"
+        end
         if target.text_plain?
           yield(target)
           next
         end
         decomposer = find_decomposer(target)
         if decomposer.nil?
+          debug {"#{log_tag}[extract][decomposer] not found"}
           yield(target) if target.text?
           next
         end
+        debug {"#{log_tag}[extract][decomposer] #{decomposer.class}"}
         decomposer.decompose(target) do |decomposed|
+          debug do
+            "#{log_tag}[extract][decomposed] " +
+              "#{decomposer.class}: " +
+              "<#{target.path}>:<#{target.mime_type}> -> " +
+              "<#{decomposed.mime_type}>"
+          end
           targets.push(decomposed)
         end
       end
@@ -88,5 +101,9 @@ module ChupaText
         decomposer.target?(data)
       end
     end
+
+    def log_tag
+      "[extractor]"
+    end
   end
 end

data/lib/chupa-text/loggable.rb

@@ -0,0 +1,49 @@
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+module ChupaText
+  # Adds shortcut methods for easy to log.
+  module Loggable
+    private
+    def logger
+      ChupaText.logger
+    end
+
+    def debug(*arguments, &block)
+      logger.debug(*arguments, &block)
+    end
+
+    def info(*arguments, &block)
+      logger.info(*arguments, &block)
+    end
+
+    def warn(*arguments, &block)
+      logger.warn(*arguments, &block)
+    end
+
+    def error(*arguments, &block)
+      logger.error(*arguments, &block)
+    end
+
+    def fatal(*arguments, &block)
+      logger.fatal(*arguments, &block)
+    end
+
+    def unknown(*arguments, &block)
+      logger.unknown(*arguments, &block)
+    end
+  end
+end

data/lib/chupa-text/logger.rb

@@ -0,0 +1,30 @@
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+module ChupaText
+  class << self
+    # @return [Logger] The logger of ChupaText.
+    #   {ChupaText::DefaultLogger} is used by default.
+    def logger
+      @@logger ||= DefaultLogger.new
+    end
+
+    # @param [Logger] logger The logger of ChupaText.
+    def logger=(logger)
+      @@logger = logger
+    end
+  end
+end

data/lib/chupa-text/size-parser.rb

@@ -0,0 +1,65 @@
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+require "English"
+
+module ChupaText
+  class SizeParser
+    class InvalidSizeError < Error
+      attr_reader :size
+      def initialize(size)
+        @size = size
+        super("invalid size: <#{@size.inspect}>")
+      end
+    end
+
+    class << self
+      def parse(size)
+        new.parse(size)
+      end
+    end
+
+    def parse(size)
+      case size
+      when /TB?\z/i
+        scale = 1024 ** 4
+        number_part = $PREMATCH
+      when /GB?\z/i
+        scale = 1024 ** 3
+        number_part = $PREMATCH
+      when /MB?\z/i
+        scale = 1024 ** 2
+        number_part = $PREMATCH
+      when /KB?\z/i
+        scale = 1024 ** 1
+        number_part = $PREMATCH
+      when /B?\z/i
+        scale = 1
+        number_part = $PREMATCH
+      else
+        scale = 1
+        number_part = size
+      end
+
+      begin
+        number = Float(number_part)
+      rescue ArgumentError
+        raise InvalidSizeError.new(size)
+      end
+      (number * scale).round
+    end
+  end
+end

data/lib/chupa-text/version.rb

@@ -15,5 +15,5 @@
 # Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
 
 module ChupaText
-  VERSION = "1.0.1"
+  VERSION = "1.0.2"
 end

data/test/test-default-logger.rb

@@ -0,0 +1,184 @@
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+class TestDefaultLogger < Test::Unit::TestCase
+  def setup
+    @env = {}
+    ENV.each do |key, value|
+      @env[key] = value
+    end
+  end
+
+  def teardown
+    ENV.replace(@env)
+  end
+
+  private
+  def default_n_generations
+    7
+  end
+
+  def default_max_size
+    1024 * 1024
+  end
+
+  sub_test_case("output") do
+    def output(value)
+      ENV["CHUPA_TEXT_LOG_OUTPUT"] = value
+      logger = ChupaText::DefaultLogger.new
+      device = logger.instance_variable_get(:@logdev)
+      device.dev
+    end
+
+    def test_minus
+      assert_equal(STDOUT, output("-"))
+    end
+
+    def test_plus
+      assert_equal(STDERR, output("+"))
+    end
+
+    def test_string
+      file = Tempfile.new("chupa-text-default-logger-output")
+      assert_equal(file.path, output(file.path).path)
+    end
+
+    def test_default
+      assert_equal(STDERR, output(nil))
+    end
+  end
+
+  sub_test_case("rotation period") do
+    def rotation_period(value)
+      file = Tempfile.new("chupa-text-default-logger-output")
+      ENV["CHUPA_TEXT_LOG_OUTPUT"] = file.path
+      ENV["CHUPA_TEXT_LOG_ROTATION_PERIOD"] = value
+      logger = ChupaText::DefaultLogger.new
+      device = logger.instance_variable_get(:@logdev)
+      device.instance_variable_get(:@shift_age)
+    end
+
+    def test_daily
+      assert_equal("daily", rotation_period("daily"))
+    end
+
+    def test_weekly
+      assert_equal("weekly", rotation_period("weekly"))
+    end
+
+    def test_monthly
+      assert_equal("monthly", rotation_period("monthly"))
+    end
+
+    def test_default
+      assert_equal(default_n_generations, rotation_period(nil))
+    end
+
+    def test_invalid
+      assert_equal(default_n_generations, rotation_period(nil))
+    end
+  end
+
+  sub_test_case("N generation") do
+    def n_generations(value)
+      file = Tempfile.new("chupa-text-default-logger-output")
+      ENV["CHUPA_TEXT_LOG_OUTPUT"] = file.path
+      ENV["CHUPA_TEXT_LOG_N_GENERATIONS"] = value
+      logger = ChupaText::DefaultLogger.new
+      device = logger.instance_variable_get(:@logdev)
+      device.instance_variable_get(:@shift_age)
+    end
+
+    def test_integer
+      assert_equal(29, n_generations("29"))
+    end
+
+    def test_default
+      assert_equal(default_n_generations, n_generations(nil))
+    end
+
+    def test_invalid
+      assert_equal(default_n_generations, n_generations("2.9"))
+    end
+  end
+
+  sub_test_case("max size") do
+    def max_size(value)
+      file = Tempfile.new("chupa-text-default-logger-output")
+      ENV["CHUPA_TEXT_LOG_OUTPUT"] = file.path
+      ENV["CHUPA_TEXT_LOG_MAX_SIZE"] = value
+      logger = ChupaText::DefaultLogger.new
+      device = logger.instance_variable_get(:@logdev)
+      device.instance_variable_get(:@shift_size)
+    end
+
+    def test_unit
+      assert_equal(1024, max_size("1KB"))
+    end
+
+    def test_value_only
+      assert_equal(1024, max_size("1024"))
+    end
+
+    def test_default
+      assert_equal(default_max_size, max_size(nil))
+    end
+
+    def test_invalid
+      assert_equal(default_max_size, max_size("max-size"))
+    end
+  end
+
+  sub_test_case("level") do
+    def level(value)
+      ENV["CHUPA_TEXT_LOG_LEVEL"] = value
+      logger = ChupaText::DefaultLogger.new
+      logger.level
+    end
+
+    def test_debug
+      assert_equal(Logger::DEBUG, level("debug"))
+    end
+
+    def test_info
+      assert_equal(Logger::INFO, level("info"))
+    end
+
+    def test_warn
+      assert_equal(Logger::WARN, level("warn"))
+    end
+
+    def test_error
+      assert_equal(Logger::ERROR, level("error"))
+    end
+
+    def test_fatal
+      assert_equal(Logger::FATAL, level("fatal"))
+    end
+
+    def test_unknown
+      assert_equal(Logger::UNKNOWN, level("unknown"))
+    end
+
+    def test_default
+      assert_equal(Logger::INFO, level(nil))
+    end
+
+    def test_invalid
+      assert_equal(Logger::INFO, level("invalid"))
+    end
+  end
+end

data/test/test-external-command.rb

@@ -0,0 +1,79 @@
+# Copyright (C) 2014  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+require "rbconfig"
+
+class TestExternalCommand < Test::Unit::TestCase
+  def ruby
+    RbConfig.ruby
+  end
+
+  def create_command(command)
+    ChupaText::ExternalCommand.new(command)
+  end
+
+  class TestRun < self
+    def run_command(command, *arguments)
+      create_command(command).run(*arguments)
+    end
+
+    def test_success
+      assert_true(run_command(ruby, "-e", "true"))
+    end
+
+    def test_failure
+      error = Tempfile.new("error")
+      spawn_options = {
+        :err => error.path,
+      }
+      assert_false(run_command(ruby,
+                               "-e", "raise 'XXX'",
+                               :spawn_options => spawn_options))
+    end
+  end
+
+  class TestExist < self
+    def setup
+      @original_path = ENV["PATH"]
+    end
+
+    def teardown
+      ENV["PATH"] = @original_path
+    end
+
+    def exist?(command)
+      create_command(command).exist?
+    end
+
+    def test_exist_absolete_path
+      assert_true(exist?(ruby))
+    end
+
+    def test_exist_in_path
+      ruby_dir, ruby_base_name = File.split(ruby)
+      ENV["PATH"] += "#{File::PATH_SEPARATOR}#{ruby_dir}"
+      assert_true(exist?(ruby_base_name))
+    end
+
+    def test_not_executable
+      assert_false(exist?(__FILE__))
+    end
+
+    def test_not_exist
+      assert_false(exist?("nonexistent"))
+    end
+  end
+end

data/test/test-size-parser.rb

@@ -0,0 +1,79 @@
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+class TestSizeParser < Test::Unit::TestCase
+  private
+  def parse(value)
+    ChupaText::SizeParser.parse(value)
+  end
+
+  sub_test_case("unit") do
+    def test_terabyte
+      assert_equal(1024 ** 4, parse("1TB"))
+    end
+
+    def test_tera
+      assert_equal(1024 ** 4, parse("1T"))
+    end
+
+    def test_gigabyte
+      assert_equal(1024 ** 3, parse("1GB"))
+    end
+
+    def test_giga
+      assert_equal(1024 ** 3, parse("1G"))
+    end
+
+    def test_megabyte
+      assert_equal(1024 ** 2, parse("1MB"))
+    end
+
+    def test_mega
+      assert_equal(1024 ** 2, parse("1M"))
+    end
+
+    def test_kilobyte
+      assert_equal(1024 ** 1, parse("1KB"))
+    end
+
+    def test_kilo
+      assert_equal(1024 ** 1, parse("1K"))
+    end
+
+    def test_byte
+      assert_equal(1, parse("1B"))
+    end
+  end
+
+  sub_test_case("float") do
+    def test_with_unit
+      assert_equal(1024 + 512, parse("1.5KB"))
+    end
+
+    def test_without_unit
+      assert_equal(2, parse("1.5"))
+    end
+  end
+
+  sub_test_case("invalid") do
+    def test_unknwon_unit
+      size = "1.5PB"
+      assert_raise(ChupaText::SizeParser::InvalidSizeError.new(size)) do
+        parse(size)
+      end
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: chupa-text
 version: !ruby/object:Gem::Version
-  version: 1.0.1
+  version: 1.0.2
 platform: ruby
 authors:
 - Kouhei Sutou
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-01-05 00:00:00.000000000 Z
+date: 2014-02-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -99,6 +99,7 @@ files:
 - data/mime-types.conf
 - lib/chupa-text/data.rb
 - lib/chupa-text/version.rb
+- lib/chupa-text/logger.rb
 - lib/chupa-text/extractor.rb
 - lib/chupa-text/command/chupa-text.rb
 - lib/chupa-text/command/chupa-text-generate-decomposer.rb
@@ -107,26 +108,32 @@ files:
 - lib/chupa-text/text-data.rb
 - lib/chupa-text/configuration-loader.rb
 - lib/chupa-text/virtual-file-data.rb
+- lib/chupa-text/size-parser.rb
 - lib/chupa-text/formatters/json.rb
 - lib/chupa-text/virtual-content.rb
 - lib/chupa-text/decomposers/csv.rb
 - lib/chupa-text/decomposers/tar.rb
 - lib/chupa-text/decomposers/xml.rb
 - lib/chupa-text/decomposers/gzip.rb
+- lib/chupa-text/error.rb
 - lib/chupa-text/formatters.rb
 - lib/chupa-text/decomposers.rb
 - lib/chupa-text/command.rb
 - lib/chupa-text/file-content.rb
 - lib/chupa-text/decomposer.rb
+- lib/chupa-text/external-command.rb
 - lib/chupa-text/mime-type.rb
+- lib/chupa-text/loggable.rb
 - lib/chupa-text/input-data.rb
 - lib/chupa-text/mime-type-registry.rb
+- lib/chupa-text/default-logger.rb
 - lib/chupa-text.rb
 - doc/text/decomposer.md
 - doc/text/command-line.md
 - doc/text/news.md
 - doc/text/library.md
 - test/test-decomposers.rb
+- test/test-default-logger.rb
 - test/test-decomposer.rb
 - test/test-virtual-content.rb
 - test/command/test-chupa-text.rb
@@ -143,6 +150,8 @@ files:
 - test/fixture/command/chupa-text/no-decomposer.conf
 - test/fixture/command/chupa-text/hello.txt
 - test/fixture/extractor/hello.txt
+- test/test-external-command.rb
+- test/test-size-parser.rb
 - test/decomposers/test-csv.rb
 - test/decomposers/test-gzip.rb
 - test/decomposers/test-tar.rb