chupa-text 1.0.0

data/test/decomposers/test-csv.rb

@@ -0,0 +1,48 @@
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+class TestDecomposersCSV< Test::Unit::TestCase
+  include Helper
+
+  def setup
+    @decomposer = ChupaText::Decomposers::CSV.new({})
+  end
+
+  sub_test_case("decompose") do
+    def test_body
+      csv = <<-CSV
+Hello,World
+Ruby,ChupaText
+      CSV
+      assert_equal([csv.gsub(/,/, " ")],
+                   decompose(csv).collect(&:body))
+    end
+
+    private
+    def decompose(csv)
+      data = ChupaText::Data.new
+      data.path = "hello.csv"
+      data.mime_type = "text/csv"
+      data.body = csv
+
+      decomposed = []
+      @decomposer.decompose(data) do |decomposed_data|
+        decomposed << decomposed_data
+      end
+      decomposed
+    end
+  end
+end

data/test/decomposers/test-gzip.rb

@@ -0,0 +1,113 @@
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+class TestDecomposersGzip < Test::Unit::TestCase
+  include Helper
+
+  def setup
+    @decomposer = ChupaText::Decomposers::Gzip.new({})
+  end
+
+  private
+  def fixture_path(*components)
+    super("gzip", *components)
+  end
+
+  sub_test_case("decompose") do
+    def decompose(data)
+      decomposed = []
+      @decomposer.decompose(data) do |decomposed_data|
+        decomposed << decomposed_data
+      end
+      decomposed
+    end
+
+    sub_test_case("gz") do
+      def setup
+        super
+        @data = ChupaText::InputData.new(fixture_path("hello.txt.gz"))
+      end
+
+      def test_path
+        assert_equal([URI.parse(fixture_path("hello.txt").to_s)],
+                     decompose(@data).collect(&:uri))
+      end
+
+      def test_body
+        assert_equal(["Hello\n"],
+                     decompose(@data).collect(&:body))
+      end
+
+      def test_source
+        assert_equal([@data],
+                     decompose(@data).collect(&:source))
+      end
+    end
+
+    sub_test_case("tar.gz") do
+      def setup
+        super
+        @data = ChupaText::InputData.new(fixture_path("hello.tar.gz"))
+      end
+
+      def test_uri
+        assert_equal([URI.parse(fixture_path("hello.tar").to_s)],
+                     decompose(@data).collect(&:uri))
+      end
+
+      def test_body
+        tar_magic = "ustar"
+        magics = decompose(@data).collect do |decomposed|
+          decomposed.body[257, tar_magic.bytesize]
+        end
+        assert_equal([tar_magic],
+                     magics)
+      end
+
+      def test_source
+        assert_equal([@data],
+                     decompose(@data).collect(&:source))
+      end
+    end
+
+
+    sub_test_case("tgz") do
+      def setup
+        super
+        @data = ChupaText::InputData.new(fixture_path("hello.tgz"))
+      end
+
+      def test_uri
+        assert_equal([URI.parse(fixture_path("hello.tar").to_s)],
+                     decompose(@data).collect(&:uri))
+      end
+
+      def test_body
+        tar_magic = "ustar"
+        magics = decompose(@data).collect do |decomposed|
+          decomposed.body[257, tar_magic.bytesize]
+        end
+        assert_equal([tar_magic],
+                     magics)
+      end
+
+      def test_source
+        assert_equal([@data],
+                     decompose(@data).collect(&:source))
+      end
+    end
+  end
+end

data/test/decomposers/test-tar.rb

@@ -0,0 +1,78 @@
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+class TestDecomposersTar < Test::Unit::TestCase
+  include Helper
+
+  def setup
+    @decomposer = ChupaText::Decomposers::Tar.new({})
+  end
+
+  private
+  def fixture_path(*components)
+    super("tar", *components)
+  end
+
+  sub_test_case("decompose") do
+    def decompose(data)
+      decomposed = []
+      @decomposer.decompose(data) do |decomposed_data|
+        decomposed << {
+          :uri    => decomposed_data.uri.to_s,
+          :body   => decomposed_data.body,
+          :source => decomposed_data.source.uri.to_s,
+        }
+      end
+      decomposed
+    end
+
+    sub_test_case("top-level") do
+      def setup
+        super
+        @data = ChupaText::InputData.new(fixture_path("top-level.tar"))
+      end
+
+      def test_decompose
+        assert_equal([
+                       {
+                         :uri    => "top-level.txt",
+                         :body   => "top level\n",
+                         :source => @data.uri.to_s,
+                       },
+                     ],
+                     decompose(@data))
+      end
+    end
+
+    sub_test_case("directory") do
+      def setup
+        super
+        @data = ChupaText::InputData.new(fixture_path("directory.tar"))
+      end
+
+      def test_decompose
+        assert_equal([
+                       {
+                         :uri    => "directory/hello.txt",
+                         :body   => "Hello in directory\n",
+                         :source => @data.uri.to_s,
+                       },
+                     ],
+                     decompose(@data))
+      end
+    end
+  end
+end

data/test/decomposers/test-xml.rb

@@ -0,0 +1,58 @@
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+class TestDecomposersXML < Test::Unit::TestCase
+  include Helper
+
+  def setup
+    @decomposer = ChupaText::Decomposers::XML.new({})
+  end
+
+  sub_test_case("decompose") do
+    def test_body
+      xml = <<-XML
+<root>
+  Hello
+  <sub-element attribute="value">&amp;</sub-element>
+  World
+</root>
+      XML
+      text = <<-TEXT
+
+  Hello
+  &
+  World
+
+      TEXT
+      assert_equal([text],
+                   decompose(xml).collect(&:body))
+    end
+
+    private
+    def decompose(xml)
+      data = ChupaText::Data.new
+      data.path = "hello.xml"
+      data.mime_type = "text/xml"
+      data.body = xml
+
+      decomposed = []
+      @decomposer.decompose(data) do |decomposed_data|
+        decomposed << decomposed_data
+      end
+      decomposed
+    end
+  end
+end

data/test/fixture/command/chupa-text/hello.txt

@@ -0,0 +1 @@
+Hello

data/test/fixture/command/chupa-text/no-decomposer.conf

@@ -0,0 +1,3 @@
+# -*- ruby -*-
+
+decomposer.names = []

data/test/fixture/extractor/hello.txt

@@ -0,0 +1 @@
+Hello

data/test/helper.rb

@@ -0,0 +1,25 @@
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+require "pathname"
+require "tempfile"
+
+module Helper
+  def fixture_path(*components)
+    base_path = Pathname(__FILE__).dirname + "fixture"
+    base_path.join(*components)
+  end
+end

data/test/run-test.rb

@@ -0,0 +1,35 @@
+#!/usr/bin/env ruby
+#
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+$VERBOSE = true
+
+require "pathname"
+
+require "test-unit"
+
+base_dir = Pathname(__FILE__).dirname.parent
+lib_dir = base_dir + "lib"
+$LOAD_PATH.unshift(lib_dir.to_s)
+
+require "chupa-text"
+
+ChupaText::Decomposers.load
+
+require_relative "helper"
+
+exit(Test::Unit::AutoRunner.run(true))

data/test/test-configuration-loader.rb

@@ -0,0 +1,54 @@
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+class TestConfiguration < Test::Unit::TestCase
+  def setup
+    @configuration = ChupaText::Configuration.new
+    @loader = ChupaText::ConfigurationLoader.new(@configuration)
+  end
+
+  private
+  def load(content)
+    file = Tempfile.new("chupa-text")
+    file.print(content)
+    file.flush
+    @loader.load(file.path)
+    file
+  end
+
+  sub_test_case("decomposer") do
+    def test_names
+      load(<<-CONFIGURATION)
+decomposer.names = ["tar", "zip"]
+      CONFIGURATION
+      assert_equal(["tar", "zip"], @configuration.decomposer.names)
+    end
+
+    def test_option
+      load(<<-CONFIGURATION)
+decomposer.tar = {
+  :omit_size => true
+}
+      CONFIGURATION
+      assert_equal({
+                     "tar" => {
+                       :omit_size => true,
+                     },
+                   },
+                   @configuration.decomposer.options)
+    end
+  end
+end

data/test/test-data.rb

@@ -0,0 +1,85 @@
+# Copyright (C) 2013  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
+
+class TestData < Test::Unit::TestCase
+  def setup
+    @data = ChupaText::Data.new
+    @registry = ChupaText::MIMETypeRegistry.new
+    @original_registry = ChupaText::MIMEType.registry
+    ChupaText::MIMEType.registry = @registry
+  end
+
+  def teardown
+    ChupaText::MIMEType.registry = @original_registry
+  end
+
+  sub_test_case("mime-type") do
+    sub_test_case("guess") do
+      sub_test_case("extension") do
+        def test_txt
+          ChupaText::MIMEType.registry.register("txt", "text/plain")
+          assert_equal("text/plain", guess("README.txt"))
+        end
+
+        private
+        def guess(uri)
+          @data.body = "dummy"
+          @data.uri = uri
+          @data.mime_type
+        end
+      end
+
+      sub_test_case("body") do
+        def test_txt
+          body = "Hello"
+          body.force_encoding("ASCII-8BIT")
+          assert_equal("text/plain", guess(body))
+        end
+
+        private
+        def guess(body)
+          @data.body = body
+          @data.mime_type
+        end
+      end
+    end
+  end
+
+  sub_test_case("extension") do
+    def test_no_uri
+      assert_nil(extension(nil))
+    end
+
+    def test_lower_case
+      assert_equal("md", extension("README.md"))
+    end
+
+    def test_upper_case
+      assert_equal("md", extension("README.MD"))
+    end
+
+    def test_mixed_case
+      assert_equal("md", extension("README.mD"))
+    end
+
+    private
+    def extension(uri)
+      @data.body = "dummy"
+      @data.uri = uri
+      @data.extension
+    end
+  end
+end