chupa-text 1.0.0

data/lib/chupa-text/input-data.rb

@@ -0,0 +1,58 @@
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+require "uri"
+require "open-uri"
+
+module ChupaText
+  class InputData < Data
+    def initialize(uri)
+      super()
+      self.uri = uri
+      if @uri.class == URI::Generic
+        @content = FileContent.new(@uri.path)
+      else
+        @content = download
+      end
+    end
+
+    def body
+      @content.body
+    end
+
+    def size
+      @content.size
+    end
+
+    def path
+      @content.path
+    end
+
+    def open(&block)
+      @content.open(&block)
+    end
+
+    private
+    def download
+      path = @uri.path
+      path += "index.html" if path.end_with?("/")
+      @uri.open("rb") do |input|
+        self.mime_type = input.content_type.split(/;/).first
+        VirtualContent.new(input, path)
+      end
+    end
+  end
+end

data/lib/chupa-text/mime-type-registry.rb

@@ -0,0 +1,41 @@
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+module ChupaText
+  class MIMETypeRegistry
+    def initialize
+      @from_extension_map = {}
+    end
+
+    def register(extension, mime_type)
+      @from_extension_map[normalize_extension(extension)] = mime_type
+    end
+
+    def find(extension)
+      @from_extension_map[normalize_extension(extension)]
+    end
+
+    def clear
+      @from_extension_map.clear
+    end
+
+    private
+    def normalize_extension(extension)
+      return nil if extension.nil?
+      extension.to_s.downcase.gsub(/\A\./, "")
+    end
+  end
+end

data/lib/chupa-text/mime-type.rb

@@ -0,0 +1,36 @@
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+module ChupaText
+  module MIMEType
+    class << self
+      # @return [MIMETypeRegistry] The MIME type registry for this
+      #   process.
+      def registry
+        @@registry ||= MIMETypeRegistry.new
+      end
+
+      # Normally, this method should not be used. It is just for test.
+      #
+      # @param [MIMETypeRegistry, nil] registry
+      #   The new MIME type registry for this process.
+      #   If you specify `nil`, reset the registry.
+      def registry=(registry)
+        @@registry = registry
+      end
+    end
+  end
+end

data/lib/chupa-text/text-data.rb

@@ -0,0 +1,26 @@
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+module ChupaText
+  class TextData < Data
+    def initialize(text)
+      super()
+      self.mime_type = "text/plain"
+      self.body = text
+      self.size = text.bytesize
+    end
+  end
+end

data/lib/chupa-text/version.rb

@@ -0,0 +1,19 @@
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+module ChupaText
+  VERSION = "1.0.0"
+end

data/lib/chupa-text/virtual-content.rb

@@ -0,0 +1,91 @@
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+require "stringio"
+require "tempfile"
+
+module ChupaText
+  class VirtualContent
+    KILO_BYTE = 1024
+    BUFFER_SIZE = 64 * KILO_BYTE
+
+    attr_reader :size
+    def initialize(input, original_path=nil)
+      @file = nil
+      @base_name = compute_base_name(original_path)
+      chunk = input.read(BUFFER_SIZE) || ""
+      if chunk.bytesize != BUFFER_SIZE
+        @path = nil
+        @body = chunk
+        @size = @body.bytesize
+      else
+        @body = nil
+        @size = chunk.bytesize
+        setup_file do |file|
+          file.write(chunk)
+          while (chunk = input.read(BUFFER_SIZE))
+            @size += chunk.bytesize
+            file.write(chunk)
+          end
+        end
+      end
+    end
+
+    def open(&block)
+      if @body
+        yield(StringIO.new(@body))
+      else
+        File.open(path, "rb", &block)
+      end
+    end
+
+    def body
+      @body ||= open {|file| file.read}
+    end
+
+    def path
+      ensure_setup_file do |file|
+        file.write(@body)
+      end
+      @path
+    end
+
+    private
+    def compute_base_name(original_path)
+      if original_path
+        prefix, suffix = File.basename(original_path).split(/(\.[^.]+\z)/)
+        if suffix
+          [prefix, suffix]
+        else
+          prefix
+        end
+      else
+        "chupa-text-virtual-content"
+      end
+    end
+
+    def ensure_setup_file(&block)
+      setup_file(&block) unless @file
+    end
+
+    def setup_file
+      @file = Tempfile.new(@base_name)
+      @path = @file.path
+      yield(@file)
+      @file.close
+    end
+  end
+end

data/lib/chupa-text/virtual-file-data.rb

@@ -0,0 +1,46 @@
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+module ChupaText
+  class VirtualFileData < Data
+    def initialize(uri, input)
+      super()
+      self.uri = uri
+      if @uri
+        path = @uri.path
+      else
+        path = nil
+      end
+      @content = VirtualContent.new(input, path)
+    end
+
+    def body
+      @content.body
+    end
+
+    def size
+      @content.size
+    end
+
+    def path
+      @content.path
+    end
+
+    def open(&block)
+      @content.open(&block)
+    end
+  end
+end

data/test/command/test-chupa-text.rb

@@ -0,0 +1,178 @@
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+require "socket"
+
+class TestCommandChupaText < Test::Unit::TestCase
+  include Helper
+
+  def setup
+    setup_io
+  end
+
+  def setup_io
+    @stdin  = StringIO.new
+    @stdout = StringIO.new
+  end
+
+  private
+  def wrap_io
+    @original_stdin  = $stdin
+    @original_stdout = $stdout
+    $stdin  = @stdin
+    $stdout = @stdout
+    begin
+      yield
+    ensure
+      $stdin  = @original_stdin
+      $stdout = @original_stdout
+    end
+  end
+
+  def run_command(*arguments)
+    succeeded = wrap_io do
+      ChupaText::Command::ChupaText.run(*arguments)
+    end
+    [succeeded, JSON.parse(@stdout.string)]
+  end
+
+  def fixture_path(*components)
+    super("command", "chupa-text", *components)
+  end
+
+  sub_test_case("output") do
+    sub_test_case("file") do
+      def test_single
+        body = "Hello\n"
+        path = fixture_path("hello.txt").to_s
+        assert_equal([
+                       true,
+                       {
+                         "mime-type" => "text/plain",
+                         "uri"       => path,
+                         "size"      => body.bytesize,
+                         "texts"     => [
+                           {
+                             "mime-type" => "text/plain",
+                             "uri"       => path,
+                             "size"      => body.bytesize,
+                             "body"      => body,
+                           },
+                         ],
+                       },
+                     ],
+                     run_command(path))
+      end
+    end
+
+    sub_test_case("URI") do
+      def setup
+        super
+        setup_www_server
+      end
+
+      def teardown
+        super
+        teardown_www_server
+      end
+
+      def setup_www_server
+        @www_server = TCPServer.new("127.0.0.1", 0)
+        _, port, host, = @www_server.addr
+        @uri = "http://#{host}:#{port}/"
+        @www_server_thread = Thread.new do
+          client = @www_server.accept
+          loop do
+            line = client.gets
+            break if line.chomp.empty?
+          end
+          client.print("HTTP/1.1 200 OK\r\n")
+          client.print("Content-Type: text/html\r\n")
+          client.print("\r\n")
+          client.print(@html)
+          client.close
+        end
+      end
+
+      def teardown_www_server
+        @www_server.close
+        @www_server_thread.kill
+      end
+
+      def test_single
+        @html = "<html><body>Hello</body></html>"
+        assert_equal([
+                       true,
+                       {
+                         "mime-type" => "text/html",
+                         "size"      => @html.bytesize,
+                         "uri"       => @uri,
+                         "texts"     => [
+                           {
+                             "mime-type" => "text/html",
+                             "size"      => @html.bytesize,
+                             "uri"       => @uri,
+                             "body"      => @html,
+                           },
+                         ],
+                       },
+                     ],
+                     run_command(@uri))
+      end
+    end
+
+    sub_test_case("standard input") do
+      def test_single
+        body = "Hello\n"
+        @stdin << "Hello\n"
+        @stdin.rewind
+        assert_equal([
+                       true,
+                       {
+                         "mime-type" => "text/plain",
+                         "size"      => body.bytesize,
+                         "texts"     => [
+                           {
+                             "mime-type" => "text/plain",
+                             "size"      => body.bytesize,
+                             "body"      => body,
+                           },
+                         ],
+                       },
+                     ],
+                     run_command)
+      end
+    end
+  end
+
+  sub_test_case("configuration") do
+    def test_no_decomposer
+      conf = fixture_path("no-decomposer.conf")
+      gz = fixture_path("hello.txt.gz")
+      assert_equal([
+                     true,
+                     {
+                       "uri"       => gz.to_s,
+                       "mime-type" => "application/x-gzip",
+                       "size"      => gz.stat.size,
+                       "texts"     => [],
+                     },
+                   ],
+                   run_command("--configuration", conf.to_s,
+                               gz.to_s))
+    end
+  end
+end