gettext 2.2.1 → 2.3.0

data/test/test_po_generation.rb

@@ -1,17 +1,40 @@
-# encoding: utf-8
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2012  Kouhei Sutou <kou@clear-code.com>
+# Copyright (C) 2012  Haruka Yoshihara <yoshihara@clear-code.com>
+# Copyright (C) 2010  masone (Christian Felder) <ema@rh-productions.ch>
+# Copyright (C) 2009  Masao Mutoh
+# Copyright (C) 2009  Vladimir Dobriakov <vladimir@geekq.net>
+#
+# License: Ruby's or LGPL
+#
+# This library is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Lesser General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
 
-require 'testlib/helper.rb'
 require 'gettext'
-require 'gettext/tools/rgettext.rb'
-require 'stringio'
+require 'gettext/tools/xgettext.rb'
 
 class TestPoGeneration < Test::Unit::TestCase
   def test_extracted_comments
-    GetText::RGetText.run(
-      File.join(File.dirname(__FILE__), 'testlib/gettext.rb'),
-      out = StringIO.new)
-    res = out.string
-
+    input_file = File.join(File.dirname(__FILE__), 'fixtures/_.rb')
+    res = ""
+    Dir.mktmpdir do |dir|
+      Dir.chdir(dir) do
+        out = "comments.pot"
+        GetText::Tools::XGetText.run(input_file, "-o", out)
+        res = File.read(out)
+      end
+    end
     # Use following to debug the content of the
     # created file: File.open('/tmp/test.po', 'w').write(res)
 

data/test/{test_pomessage.rb → test_po_message.rb}

@@ -1,6 +1,5 @@
 # encoding: utf-8
 
-require 'testlib/helper.rb'
 require 'gettext/tools/parser/ruby'
 
 # Most functionality of PoMessage is thoroughly tested together
@@ -98,4 +97,22 @@ class TestPoMessage < Test::Unit::TestCase
     po.sources = ["file1:1", "file2:10"]
     assert_raise(RuntimeError){ po.to_po_str }
   end
+
+  class TestEscape < self
+    def setup
+      @message = GetText::PoMessage.new(:normal)
+    end
+
+    def test_backslash
+      @message.msgid = "You should escape '\\' as '\\\\'."
+      assert_equal("You should escape '\\\\' as '\\\\\\\\'.",
+                   @message.escaped(:msgid))
+    end
+
+    def test_new_line
+      @message.msgid = "First\nSecond\nThird"
+      assert_equal("First\\nSecond\\nThird",
+                   @message.escaped(:msgid))
+    end
+  end
 end

data/test/test_po_parser.rb

@@ -0,0 +1,117 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2012  Kouhei Sutou <kou@clear-code.com>
+# Copyright (C) 2012  Haruka Yoshihara <yoshihara@clear-code.com>
+#
+# License: Ruby's or LGPL
+#
+# This library is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Lesser General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+require "gettext/tools/poparser"
+
+class TestPoParser < Test::Unit::TestCase
+  def test_msgstr_not_existing
+    po_file = create_po_file(<<-EOP)
+msgid "Hello"
+msgstr ""
+EOP
+    messages = parse_po_file(po_file)
+
+    assert_equal("", messages["Hello"])
+  end
+
+  private
+  def create_po_file(content)
+    po_file = Tempfile.new("hello.po")
+    po_file.print(content)
+    po_file.close
+    po_file
+  end
+
+  def parse_po_file(po_file)
+    parser = GetText::PoParser.new
+    parser.parse_file(po_file.path, MoFile.new)
+  end
+
+  class FuzzyTest < self
+    def setup
+      @po = <<-EOP
+#, fuzzy
+msgid "Hello"
+msgstr "Bonjour"
+EOP
+      @po_file = Tempfile.new("hello.po")
+      @po_file.print(@po)
+      @po_file.close
+    end
+
+    class IgnoreTest < self
+      def test_report_warning
+        mock($stderr).print("Warning: fuzzy message was ignored.\n")
+        mock($stderr).print("  #{@po_file.path}: msgid 'Hello'\n")
+        messages = parse do |parser|
+          parser.ignore_fuzzy = true
+          parser.report_warning = true
+        end
+        assert_nil(messages["Hello"])
+      end
+
+      def test_not_report_warning
+        dont_allow($stderr).print("Warning: fuzzy message was ignored.\n")
+        dont_allow($stderr).print("  #{@po_file.path}: msgid 'Hello'\n")
+        messages = parse do |parser|
+          parser.ignore_fuzzy = true
+          parser.report_warning = false
+        end
+        assert_nil(messages["Hello"])
+      end
+    end
+
+    class NotIgnore < self
+      def test_report_warning
+        mock($stderr).print("Warning: fuzzy message was used.\n")
+        mock($stderr).print("  #{@po_file.path}: msgid 'Hello'\n")
+        messages = parse do |parser|
+          parser.ignore_fuzzy = false
+          parser.report_warning = true
+        end
+        assert_equal("Bonjour", messages["Hello"])
+      end
+
+      def test_not_report_warning
+        dont_allow($stderr).print("Warning: fuzzy message was used.\n")
+        dont_allow($stderr).print("  #{@po_file.path}: msgid 'Hello'\n")
+        messages = parse do |parser|
+          parser.ignore_fuzzy = false
+          parser.report_warning = false
+        end
+        assert_equal("Bonjour", messages["Hello"])
+      end
+    end
+
+    private
+    def parse
+      parser = GetText::PoParser.new
+      class << parser
+        def _(message_id)
+          message_id
+        end
+      end
+      messages = MoFile.new
+      yield parser
+      parser.parse_file(@po_file.path, messages)
+      messages
+    end
+  end
+end

data/test/test_string.rb

@@ -1,7 +1,5 @@
 # encoding: utf-8
 
-require 'testlib/helper.rb'
-
 class TestGetTextString < Test::Unit::TestCase
   class TestFormat < self
     def test_basic

data/test/test_textdomain_bind.rb

@@ -1,7 +1,5 @@
 # encoding: utf-8
 
-require 'testlib/helper.rb'
-
 class Foo
 end
 

data/test/test_textdomain_multi.rb

@@ -1,7 +1,6 @@
 # encoding: utf-8
 
-require 'testlib/helper.rb'
-require 'testlib/multi_textdomain.rb'
+require 'fixtures/multi_textdomain.rb'
 
 class TestGetTextMulti < Test::Unit::TestCase
   include MultiTextDomain

data/test/test_textdomain_toplevel.rb

@@ -1,6 +1,5 @@
 # encoding: utf-8
 
-require 'testlib/helper.rb'
 include GetText
 
 bindtextdomain("test1", :path => "locale")

data/test/test_thread.rb

@@ -1,6 +1,5 @@
 # encoding: utf-8
 
-require 'testlib/helper.rb'
 require 'thread'
 
 class TestThread < Test::Unit::TestCase

data/test/tools/test_msginit.rb

@@ -0,0 +1,351 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2012  Haruka Yoshihara <yoshihara@clear-code.com>
+# Copyright (C) 2012  Kouhei Sutou <kou@clear-code.com>
+#
+# License: Ruby's or LGPL
+#
+# This library is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Lesser General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+require "gettext/tools/msginit"
+
+class TestToolsMsgInit < Test::Unit::TestCase
+  def setup
+    @msginit = GetText::Tools::MsgInit.new
+    stub(@msginit).read_translator_full_name {translator_full_name}
+    stub(@msginit).read_translator_mail {translator_mail}
+
+    Locale.current = "ja_JP.UTF-8"
+    @pot_create_date = "2012-08-24 11:35+0900"
+    @po_revision_date = Time.now.strftime("%Y-%m-%d %H:%M%z")
+  end
+
+  def test_all_options
+    Dir.mktmpdir do |dir|
+      pot_file_path = File.join(dir, "test.pot")
+      create_pot_file(pot_file_path)
+      po_file_path = File.join(dir, "test.po")
+      locale = "en"
+      language = locale
+
+      @msginit.run("--input", pot_file_path,
+                   "--output", po_file_path,
+                   "--locale", locale)
+
+      actual_po_header = normalize_po_header(po_file_path)
+      expected_po_header = po_header(locale, language)
+      assert_equal(expected_po_header, actual_po_header)
+    end
+  end
+
+  def test_locale_including_language
+    Dir.mktmpdir do |dir|
+      Dir.chdir(dir) do
+        create_pot_file("test.pot")
+        locale = "en"
+        language = locale
+        po_file_path = "#{locale}.po"
+
+        @msginit.run("--locale", locale)
+
+        actual_po_header = normalize_po_header(po_file_path)
+        expected_po_header = po_header(locale, language)
+        assert_equal(expected_po_header, actual_po_header)
+      end
+    end
+  end
+
+  def test_locale_including_language_and_region
+    Dir.mktmpdir do |dir|
+      Dir.chdir(dir) do
+        create_pot_file("test.pot")
+        locale = "en_US"
+        language = "en"
+        po_file_path = "#{locale}.po"
+
+        @msginit.run("--locale", locale)
+
+        actual_po_header = normalize_po_header(po_file_path)
+        expected_po_header = po_header(locale, language)
+        assert_equal(expected_po_header, actual_po_header)
+      end
+    end
+  end
+
+  def test_locale_including_language_and_region_with_charset
+    Dir.mktmpdir do |dir|
+      Dir.chdir(dir) do
+        create_pot_file("test.pot")
+        locale = "en_US"
+        language = "en"
+        charset = "UTF-8"
+        po_file_path = "en_US.po"
+
+        @msginit.run("--locale", "#{locale}.#{charset}")
+
+        actual_po_header = normalize_po_header(po_file_path)
+        expected_po_header = po_header(locale, language)
+        assert_equal(expected_po_header, actual_po_header)
+      end
+    end
+  end
+
+  def test_pot_file_and_po_file
+    Dir.mktmpdir do |dir|
+      pot_file_path = File.join(dir, "test.pot")
+      create_pot_file(pot_file_path)
+      locale = current_locale
+      language = current_language
+      po_file_path = File.join(dir, "test.po")
+
+      @msginit.run("--input", pot_file_path, "--output", po_file_path)
+
+      actual_po_header = normalize_po_header(po_file_path)
+      expected_po_header = po_header(locale, language)
+      assert_equal(expected_po_header, actual_po_header)
+    end
+  end
+
+  def test_pot_file
+    Dir.mktmpdir do |dir|
+      Dir.chdir(dir) do
+        pot_file_path = "test.pot"
+        create_pot_file(pot_file_path)
+        locale = current_locale
+        language = current_language
+        po_file_path = "#{locale}.po"
+
+        @msginit.run("--input", pot_file_path)
+
+        actual_po_header = normalize_po_header(po_file_path)
+        expected_po_header = po_header(locale, language)
+        assert_equal(expected_po_header, actual_po_header)
+      end
+    end
+  end
+
+  def test_no_options
+    Dir.mktmpdir do |dir|
+      Dir.chdir(dir) do
+        create_pot_file("test.pot")
+        locale = current_locale
+        language = current_language
+        po_file_path = "#{locale}.po"
+
+        @msginit.run
+
+        actual_po_header = normalize_po_header(po_file_path)
+        expected_po_header = po_header(locale, language)
+        assert_equal(expected_po_header, actual_po_header)
+      end
+    end
+  end
+
+  def test_no_translator
+    stub(@msginit).read_translator_full_name {nil}
+    stub(@msginit).read_translator_mail {nil}
+
+    Dir.mktmpdir do |dir|
+      Dir.chdir(dir) do
+        create_pot_file("test.pot")
+        locale = current_locale
+        language = current_language
+        po_file_path = "#{locale}.po"
+
+        @msginit.run
+
+        actual_po_header = normalize_po_header(po_file_path)
+        expected_po_header = no_translator_po_header(locale, language)
+        assert_equal(expected_po_header, actual_po_header)
+      end
+    end
+  end
+
+  def test_no_translator_full_name
+    stub(@msginit).read_translator_full_name {nil}
+
+    Dir.mktmpdir do |dir|
+      Dir.chdir(dir) do
+        create_pot_file("test.pot")
+        locale = current_locale
+        language = current_language
+        po_file_path = "#{locale}.po"
+
+        @msginit.run
+
+        actual_po_header = normalize_po_header(po_file_path)
+        expected_po_header = no_translator_po_header(locale, language)
+        assert_equal(expected_po_header, actual_po_header)
+      end
+    end
+  end
+
+  def test_no_translator_mail
+    stub(@msginit).read_translator_mail {nil}
+
+    Dir.mktmpdir do |dir|
+      Dir.chdir(dir) do
+        create_pot_file("test.pot")
+        locale = current_locale
+        language = current_language
+        po_file_path = "#{locale}.po"
+
+        @msginit.run
+
+        actual_po_header = normalize_po_header(po_file_path)
+        expected_po_header = no_translator_po_header(locale, language)
+        assert_equal(expected_po_header, actual_po_header)
+      end
+    end
+  end
+
+  def test_package_name_specified_in_project_id_version
+    Dir.mktmpdir do |dir|
+      Dir.chdir(dir) do
+        pot_file_name = "test.pot"
+        options = {:package_name => "test-package"}
+        pot_file = create_pot_file(pot_file_name, options)
+        locale = current_locale
+        language = current_language
+        po_file_path = "#{locale}.po"
+
+        @msginit.run("--input", pot_file_name)
+
+        expected_po_header = po_header(locale, language, options)
+        actual_po_header = normalize_po_header(po_file_path)
+
+        assert_equal(expected_po_header, actual_po_header)
+      end
+    end
+  end
+
+  private
+  def current_locale
+    Locale.current.to_simple.to_s
+  end
+
+  def current_language
+    Locale.current.language
+  end
+
+  def translator_full_name
+    "me"
+  end
+
+  def translator_mail
+    "me@example.com"
+  end
+
+  def create_pot_file(path, options=nil)
+    options ||= {}
+    File.open(path, "w") do |pot_file|
+      pot_file.puts(pot_header(options))
+    end
+  end
+
+  def pot_header(options)
+    package_name = options[:package_name] || default_package_name
+    <<EOF
+# SOME DESCRIPTIVE TITLE.
+# Copyright (C) YEAR THE PACKAGE'S COPYRIGHT HOLDER
+# This file is distributed under the same license as the PACKAGE package.
+# FIRST AUTHOR <EMAIL@ADDRESS>, YEAR.
+#
+#, fuzzy
+msgid ""
+msgstr ""
+"Project-Id-Version: #{package_name} VERSION\\n"
+"POT-Creation-Date: #{@pot_create_date}\\n"
+"PO-Revision-Date: #{@pot_create_date}\\n"
+"Last-Translator: FULL NAME <EMAIL@ADDRESS>\\n"
+"Language: \\n"
+"Language-Team: LANGUAGE <LL@li.org>\\n"
+"MIME-Version: 1.0\\n"
+"Content-Type: text/plain; charset=UTF-8\\n"
+"Content-Transfer-Encoding: 8bit\\n"
+"Plural-Forms: nplurals=INTEGER; plural=EXPRESSION;\\n"
+EOF
+  end
+
+  def normalize_po_header(po_file_path)
+    po_file = ""
+    File.open(po_file_path) do |file|
+      po_file = file.read
+    end
+
+    po_file = po_file.gsub(/#{Regexp.escape(@pot_create_date)}/,
+                           "XXXX-XX-XX XX:XX+XXXX")
+    po_file = po_file.gsub(/#{Regexp.escape(@po_revision_date)}/,
+                           "YYYY-YY-YY YY:YY+YYYY")
+    po_file.gsub(/#{Time.now.year}/, "YEAR")
+  end
+
+  def po_header(locale, language, options=nil)
+    options ||= {}
+    package_name = options[:package_name] || default_package_name
+    full_name = translator_full_name
+    mail = translator_mail
+    language_name = Locale::Info.get_language(language).name
+    plural_forms = @msginit.send(:plural_forms, language)
+
+    <<EOF
+# #{language_name} translations for #{package_name} package.
+# Copyright (C) YEAR THE PACKAGE'S COPYRIGHT HOLDER
+# This file is distributed under the same license as the PACKAGE package.
+# #{full_name} <#{mail}>, YEAR.
+#
+msgid ""
+msgstr ""
+"Project-Id-Version: #{package_name} VERSION\\n"
+"POT-Creation-Date: XXXX-XX-XX XX:XX+XXXX\\n"
+"PO-Revision-Date: YYYY-YY-YY YY:YY+YYYY\\n"
+"Last-Translator: #{full_name} <#{mail}>\\n"
+"Language: #{locale}\\n"
+"Language-Team: #{language_name}\\n"
+"MIME-Version: 1.0\\n"
+"Content-Type: text/plain; charset=UTF-8\\n"
+"Content-Transfer-Encoding: 8bit\\n"
+"Plural-Forms: #{plural_forms}\\n"
+EOF
+  end
+
+  def default_package_name
+    "PACKAGE"
+  end
+
+  def no_translator_po_header(locale, language)
+    language_name = Locale::Info.get_language(language).name
+    plural_forms = @msginit.send(:plural_forms, language)
+
+    <<EOF
+# #{language_name} translations for PACKAGE package.
+# Copyright (C) YEAR THE PACKAGE'S COPYRIGHT HOLDER
+# This file is distributed under the same license as the PACKAGE package.
+# FIRST AUTHOR <EMAIL@ADDRESS>, YEAR.
+#
+msgid ""
+msgstr ""
+"Project-Id-Version: PACKAGE VERSION\\n"
+"POT-Creation-Date: XXXX-XX-XX XX:XX+XXXX\\n"
+"PO-Revision-Date: YYYY-YY-YY YY:YY+YYYY\\n"
+"Last-Translator: FULL NAME <EMAIL@ADDRESS>\\n"
+"Language: #{locale}\\n"
+"Language-Team: #{language_name}\\n"
+"MIME-Version: 1.0\\n"
+"Content-Type: text/plain; charset=UTF-8\\n"
+"Content-Transfer-Encoding: 8bit\\n"
+"Plural-Forms: #{plural_forms}\\n"
+EOF
+  end
+end