fair-gettext 2.0.0

data/test/test_parser.rb

@@ -0,0 +1,158 @@
+require 'testlib/helper.rb'
+require 'gettext/tools/parser/ruby'
+require 'gettext/tools/parser/glade'
+require 'gettext/tools/parser/erb'
+
+require 'gettext/tools/rgettext'
+
+class TestGetTextParser < Test::Unit::TestCase
+  def test_ruby
+    @ary = GetText::RGetText.parse('testlib/gettext.rb')
+
+    assert_target 'aaa', ['testlib/gettext.rb:8']
+    assert_target 'aaa\n', ['testlib/gettext.rb:12']
+    assert_target 'bbb\nccc', ['testlib/gettext.rb:16']
+    assert_target 'bbb\nccc\nddd\n', ['testlib/gettext.rb:20']
+    assert_target 'eee', ['testlib/gettext.rb:27', 'testlib/gettext.rb:31']
+    assert_target 'fff', ['testlib/gettext.rb:31']
+    assert_target 'ggghhhiii', ['testlib/gettext.rb:35']
+    assert_target 'a"b"c"', ['testlib/gettext.rb:41']
+    assert_target 'd"e"f"', ['testlib/gettext.rb:45']
+    assert_target 'jjj', ['testlib/gettext.rb:49']
+    assert_target 'kkk', ['testlib/gettext.rb:50']
+    assert_target 'lllmmm', ['testlib/gettext.rb:54']
+    assert_target 'nnn\nooo', ['testlib/gettext.rb:62']
+    assert_target "\#", ['testlib/gettext.rb:66', 'testlib/gettext.rb:70']
+    assert_target "\\taaa", ['testlib/gettext.rb:74']
+    assert_target "Here document1\\nHere document2\\n", ['testlib/gettext.rb:78']
+    assert_target "Francois Pinard", ['testlib/gettext.rb:97'] do |t|
+      assert_match /proper name/, t.comment
+      assert_match /Pronunciation/, t.comment
+    end
+    assert_target "self explaining", ['testlib/gettext.rb:102'] do |t|
+      assert_nil t.comment
+    end
+    # TODO: assert_target "in_quote", ['testlib/gettext.rb:96']
+  end
+
+  def test_ruby_N
+    @ary = GetText::RGetText.parse('testlib/N_.rb')
+
+    assert_target 'aaa', ['testlib/N_.rb:8']
+    assert_target 'aaa\n', ['testlib/N_.rb:12']
+    assert_target 'bbb\nccc', ['testlib/N_.rb:16']
+    assert_target 'bbb\nccc\nddd\n', ['testlib/N_.rb:20']
+    assert_target 'eee', ['testlib/N_.rb:27', 'testlib/N_.rb:31']
+    assert_target 'fff', ['testlib/N_.rb:31']
+    assert_target 'ggghhhiii', ['testlib/N_.rb:35']
+    assert_target 'a"b"c"', ['testlib/N_.rb:41']
+    assert_target 'd"e"f"', ['testlib/N_.rb:45']
+    assert_target 'jjj', ['testlib/N_.rb:49']
+    assert_target 'kkk', ['testlib/N_.rb:50']
+    assert_target 'lllmmm', ['testlib/N_.rb:54']
+    assert_target 'nnn\nooo', ['testlib/N_.rb:62']
+  end
+
+  def test_ruby_n
+    @ary = GetText::RGetText.parse('testlib/ngettext.rb')
+    assert_plural_target "aaa", "aaa2", ['testlib/ngettext.rb:8']
+    assert_plural_target "bbb\\n", "ccc2\\nccc2", ['testlib/ngettext.rb:12']
+    assert_plural_target "ddd\\nddd", "ddd2\\nddd2", ['testlib/ngettext.rb:16']
+    assert_plural_target "eee\\neee\\n", "eee2\\neee2\\n", ['testlib/ngettext.rb:21']
+    assert_plural_target "ddd\\neee\\n", "ddd\\neee2", ['testlib/ngettext.rb:27']
+    assert_plural_target "fff", "fff2", ['testlib/ngettext.rb:34', 'testlib/ngettext.rb:38']
+    assert_plural_target "ggg", "ggg2", ['testlib/ngettext.rb:38']
+    assert_plural_target "ggghhhiii", "jjjkkklll", ['testlib/ngettext.rb:42']
+    assert_plural_target "a\"b\"c\"", "a\"b\"c\"2", ['testlib/ngettext.rb:51']
+    assert_plural_target "mmmmmm", "mmm2mmm2", ['testlib/ngettext.rb:59']
+    assert_plural_target "nnn", "nnn2", ['testlib/ngettext.rb:60']
+    assert_plural_target "comment", "comments", ['testlib/ngettext.rb:76'] do |t|
+      assert_equal "please provide translations for all \n the plural forms!", t.comment
+    end
+  end
+  
+  def test_ruby_p
+    @ary = GetText::RGetText.parse('testlib/pgettext.rb')
+    assert_target_in_context "AAA", "BBB", ["testlib/pgettext.rb:8", "testlib/pgettext.rb:12"]
+    assert_target_in_context "AAA|BBB", "CCC", ["testlib/pgettext.rb:16"]
+    assert_target_in_context "AAA", "CCC", ["testlib/pgettext.rb:20"]
+    assert_target_in_context "CCC", "BBB", ["testlib/pgettext.rb:24"]
+    assert_target_in_context "program", "name", ['testlib/pgettext.rb:34'] do |t|
+      assert_equal "please translate 'name' in the context of 'program'.\n Hint: the translation should NOT contain the translation of 'program'.", t.comment
+    end
+  end
+
+  def test_glade
+    # Old style (~2.0.4)
+    ary = GetText::GladeParser.parse('testlib/gladeparser.glade')
+
+    assert_equal(['window1', 'testlib/gladeparser.glade:8'], ary[0])
+    assert_equal(['normal text', 'testlib/gladeparser.glade:29'], ary[1])
+    assert_equal(['1st line\n2nd line\n3rd line', 'testlib/gladeparser.glade:50'], ary[2])
+    assert_equal(['<span color="red" weight="bold" size="large">markup </span>', 'testlib/gladeparser.glade:73'], ary[3])
+    assert_equal(['<span color="red">1st line markup </span>\n<span color="blue">2nd line markup</span>', 'testlib/gladeparser.glade:94'], ary[4])
+    assert_equal(['<span>&quot;markup&quot; with &lt;escaped strings&gt;</span>', 'testlib/gladeparser.glade:116'], ary[5])
+    assert_equal(['duplicated', 'testlib/gladeparser.glade:137', 'testlib/gladeparser.glade:158'], ary[6])
+  end
+
+  def testlib_erb
+    @ary = GetText::ErbParser.parse('testlib/erb.rhtml')
+
+    assert_target 'aaa', ['testlib/erb.rhtml:8']
+    assert_target 'aaa\n', ['testlib/erb.rhtml:11']
+    assert_target 'bbb', ['testlib/erb.rhtml:12']
+    assert_plural_target "ccc1", "ccc2", ['testlib/erb.rhtml:13']
+  end
+
+  def test_rgettext_parse
+    GetText::ErbParser.init(:extnames => ['.rhtml', '.rxml'])
+    @ary = GetText::RGetText.parse(['testlib/erb.rhtml'])
+    assert_target 'aaa', ['testlib/erb.rhtml:8']
+    assert_target 'aaa\n', ['testlib/erb.rhtml:11']
+    assert_target 'bbb', ['testlib/erb.rhtml:12']
+    assert_plural_target "ccc1", "ccc2", ['testlib/erb.rhtml:13']
+
+    @ary = GetText::RGetText.parse(['testlib/erb.rxml'])
+    assert_target 'aaa', ['testlib/erb.rxml:9']
+    assert_target 'aaa\n', ['testlib/erb.rxml:12']
+    assert_target 'bbb', ['testlib/erb.rxml:13']
+    assert_plural_target "ccc1", "ccc2", ['testlib/erb.rxml:14']
+
+    @ary = GetText::RGetText.parse(['testlib/ngettext.rb'])
+    assert_plural_target "ooo", "ppp", ['testlib/ngettext.rb:64', 'testlib/ngettext.rb:65']
+    assert_plural_target "qqq", "rrr", ['testlib/ngettext.rb:69', 'testlib/ngettext.rb:70']
+  end
+
+  private
+
+  def assert_target(msgid, sources = nil)
+    t = @ary.detect {|elem| elem.msgid == msgid}
+    if t
+      if sources
+        assert_equal sources.sort, t.sources.sort, 'Translation target sources do not match.'
+      end
+      yield t if block_given?
+    else
+      flunk "Expected a translation target with id '#{msgid}'. Not found."
+    end
+  end
+
+  def assert_plural_target(msgid, plural, sources = nil)
+    assert_target msgid, sources do |t|
+      assert_equal plural, t.msgid_plural, 'Expected plural form'
+      yield t if block_given?
+    end
+  end
+
+  def assert_target_in_context(msgctxt, msgid, sources = nil)
+    t = @ary.detect {|elem| elem.msgid == msgid && elem.msgctxt == msgctxt}
+    if t
+      if sources
+        assert_equal sources.sort, t.sources.sort, 'Translation target sources do not match.'
+      end
+      yield t if block_given?
+    else
+      flunk "Expected a translation target with id '#{msgid}' and context '#{msgctxt}'. Not found."
+    end
+  end
+end

data/test/test_string.rb

@@ -0,0 +1,65 @@
+require 'testlib/helper.rb'
+
+class TestGetTextString < Test::Unit::TestCase
+  def test_sprintf
+    assert_equal("foo is a number", "%{msg} is a number" % {:msg => "foo"})
+    assert_equal("bar is a number", "%s is a number" % ["bar"])
+    assert_equal("bar is a number", "%s is a number" % "bar")
+    assert_equal("1, test", "%{num}, %{record}" % {:num => 1, :record => "test"})
+    assert_equal("test, 1", "%{record}, %{num}" % {:num => 1, :record => "test"})
+    assert_equal("1, test", "%d, %s" % [1, "test"])
+    assert_equal("test, 1", "%2$s, %1$d" % [1, "test"])
+    assert_raise(ArgumentError) { "%-%" % [1] }
+  end
+
+  def test_sprintf_placeholder_include_non_english
+    assert_equal("a", "%{foo+foo}" % {"foo+foo".to_sym => "a"})
+    assert_equal("a", "%{foo.foo}" % {"foo.foo".to_sym => "a"})
+    assert_equal("a }", "%{foo+foo} }" % {"foo+foo".to_sym => "a"})
+    assert_equal("a { b }", "%{foo+foo} { %{bar bar-} }" % {"foo+foo".to_sym => "a", "bar bar-".to_sym => "b"})
+  end
+
+  def test_percent
+    assert_equal("% 1", "%% %<num>d" % {:num => 1.0})
+    assert_equal("%{num} %<num>d", "%%{num} %%<num>d" % {:num => 1})
+  end
+
+  def test_sprintf_percent_in_replacement
+    assert_equal("%<not_translated>s", "%{msg}" % { :msg => '%<not_translated>s', :not_translated => 'should not happen' })
+  end
+
+  def test_sprintf_lack_argument
+    assert_equal("%{num}, test", "%{num}, %{record}" % {:record => "test"})
+    assert_equal("%{record}", "%{record}" % {:num => 1})
+  end
+
+  def test_no_placeholder
+    assert_equal("aaa", "aaa" % {:num => 1})
+    assert_equal("bbb", "bbb" % [1])
+  end
+
+  def test_sprintf_ruby19_style
+    assert_equal("1", "%<num>d" % {:num => 1})
+    assert_equal("0b1", "%<num>#b" % {:num => 1})
+    assert_equal("foo", "%<msg>s" % {:msg => "foo"})
+    assert_equal("1.000000", "%<num>f" % {:num => 1.0})
+    assert_equal("  1", "%<num>3.0f" % {:num => 1.0})
+    assert_equal("100.00", "%<num>2.2f" % {:num => 100.0})
+    assert_equal("0x64", "%<num>#x" % {:num => 100.0})
+    assert_equal("a", "%<foo.foo>s" % {"foo.foo".to_sym => "a"})
+    assert_raise(ArgumentError) { "%<num>,d" % {:num => 100} }
+    assert_raise(ArgumentError) { "%<num>/d" % {:num => 100} }
+  end
+
+  def test_sprintf_old_style
+    assert_equal("foo 1.000000", "%s %f" % ["foo", 1.0])
+  end
+
+  def test_sprintf_mix
+    assert_equal("foo 1.000000", "%{name} %<num>f" % {:name => "foo", :num => 1.0})
+    assert_equal("%{name} 1.000000", "%{name} %f" % [1.0])
+    assert_equal("%{name} 1.000000", "%{name} %f" % [1.0, 2.0])
+  end
+
+
+end

data/test/test_textdomain_multi.rb

@@ -0,0 +1,80 @@
+require 'testlib/helper.rb'
+require 'testlib/multi_textdomain.rb'
+
+class TestGetTextMulti < Test::Unit::TestCase
+
+  def setup
+    GetText.locale = "ja"
+  end
+
+  def test_two_domains_in_a_class
+
+    test = C11.new
+    assert_equal("japanese", test.test)  # Use test1.po
+    assert_equal("JAPANESE", test.test2) # Use test2.po
+
+    test = C12.new
+    assert_equal("japanese", test.test)  # Use test1.po
+    assert_equal("JAPANESE", test.test2) # Use test2.po
+  end
+
+  def test_inheritance
+    # inheritance. only parent has a textdomain and it's methods
+    test = C21.new
+    assert_equal("japanese", test.test)   # Use C11's po(test1.po)
+    assert_equal("JAPANESE", test.test2)  # Use C11's po(test2.po)
+
+    test = C22.new
+    assert_equal("japanese", test.test)   # Use C11's po(test1.po)
+    assert_equal("JAPANESE", test.test2)  # Use C11's po(test2.po)
+  end
+
+  def test_module_and_sub_modules
+    # module
+    assert_equal("japanese", M1.test)
+
+    # sub-module. only an included module has a textdomain and it's methods
+    assert_equal("japanese", M1::M1M1.test)   # Same method with M1.
+    assert_equal("LANGUAGE", M1::M1M1.test2)  # No influence from ancestors.
+
+     # sub-class (class bindtextdomain).
+    test = M1::M1C1.new
+    assert_equal("japanese", test.test)   # Use test1.po
+    assert_equal("JAPANESE", test.test2)  # Use test2.po
+
+   # sub-class (instance bindtextdomain).
+    test = M1::M1C2.new
+    assert_equal("japanese", test.test)   # Use test1.po
+    assert_equal("JAPANESE", test.test2)  # Use test2.po
+  end
+
+  def test_eval
+    test = C2.new
+    assert_equal("japanese", test.test)   # Use test1.po
+  end
+
+  def test_as_class_methods
+    test = C3.new
+    assert_equal("japanese", test.test)   # Use test1.po
+    assert_equal("japanese", C3.test)     # Use test1.po
+  end
+
+  def test_simple_inheritance
+    test = C4.new
+    assert_equal("japanese", test.test)   # Use C3's test1.po
+    assert_equal("japanese", C4.test)     # Use C3's test1.po
+    assert_equal("JAPANESE", test.test2)  # Use C4's test2.po
+    assert_equal("no data", test.test3)   # No po file.
+  end
+
+  def test_same_msgid_but_different_textdomain
+    test1 = C12.new  # test1 domain
+    test2 = C51.new  # test3 domain
+    test3 = C52.new  # test3 domain but inherited C11.
+
+    assert_equal("japanese", test1.test)  # Use text1 message
+    assert_equal("JAPANESE", test2.test)  # Use text3 message
+    assert_equal("JAPANESE", test3.test)  # Use text3 message
+  end
+
+end

data/test/test_textdomain_toplevel.rb

@@ -0,0 +1,42 @@
+require 'testlib/helper.rb'
+include GetText
+
+bindtextdomain("test1", :path => "locale")
+module M1
+  module_function
+  def module_function
+    _("language")
+  end
+end
+
+class C1
+  def instance_method
+    _("language")
+  end
+  def self.class_method
+    _("language")
+  end
+end
+
+def toplevel_method
+  _("language")
+end
+
+class TestGetText < Test::Unit::TestCase
+  include GetText
+
+  def test_toplevel
+    GetText.locale = "ja"
+    assert_equal("japanese", toplevel_method)
+    assert_equal("japanese", M1.module_function)
+    assert_equal("japanese", C1.class_method)
+    assert_equal("japanese", C1.new.instance_method)
+
+    GetText::TextDomainManager.clear_all_textdomains
+    GetText.bindtextdomain("test1", :path => "locale")
+    assert_equal("japanese", toplevel_method)
+    assert_equal("japanese", M1.module_function)
+    assert_equal("japanese", C1.class_method)
+    assert_equal("japanese", C1.new.instance_method)
+  end
+end

data/test/testlib/N_.rb

@@ -0,0 +1,66 @@
+require 'gettext'
+include GetText
+
+class TestRubyParser_N
+  bindtextdomain("testN_rubyparser", :path => "locale")
+
+  def testN_1
+    N_("aaa")
+  end
+
+  def testN_2
+    N_("aaa\n")
+  end
+
+  def testN_3
+    N_("bbb\nccc")
+  end
+
+  def testN_4
+     N_("bbb
+ccc
+ddd
+")
+  end
+
+  def testN_5
+    N_("eee")
+  end
+
+  def testN_6
+    N_("eee") + "foo" + N_("fff")
+  end
+
+  def testN_7
+    N_("ggg"\
+      "hhh"\
+      "iii")
+  end
+
+  def testN_8
+    N_('a"b"c"')
+  end
+
+  def testN_9
+    N_("d\"e\"f\"")
+  end
+
+  def testN_10
+    N_("jjj") + 
+    N_("kkk")
+  end
+
+  def testN_11
+    N_("lll" + "mmm")
+  end
+
+  def testN_12
+    puts N_(msg), "ppp"  #Ignored
+  end
+
+  def testN_13
+    N_("nnn\n" + 
+      "ooo")
+  end
+end
+    

data/test/testlib/erb.rhtml

@@ -0,0 +1,15 @@
+<%
+  require 'gettext'
+  include GetText
+  bindtextdomain("helloerb", :path => "locale")
+%>
+<html>
+<head>
+<title><%= _("aaa") %></title>
+</head>
+<body>
+<h1><%= _("aaa\n") %></h1>
+<p><%= N_("bbb") %></p>
+<p><%= n_("ccc1", "ccc2", 1) %></p>
+</body>
+</html>

data/test/testlib/erb.rxml

@@ -0,0 +1,16 @@
+<?xml version="1.0" standalone="no"?>
+<%
+  require 'gettext'
+  include GetText
+  bindtextdomain("helloerb", :path => "locale")
+%>
+<html>
+<head>
+<title><%= _("aaa") %></title>
+</head>
+<body>
+<h1><%= _("aaa\n") %></h1>
+<p><%= N_("bbb") %></p>
+<p><%= n_("ccc1", "ccc2", 1) %></p>
+</body>
+</html>

data/test/testlib/gettext.rb

@@ -0,0 +1,113 @@
+require 'gettext'
+include GetText
+
+class TestRubyParser
+  bindtextdomain("rubyparser", :path => "locale")
+
+  def test_1
+    _("aaa")
+  end
+
+  def test_2
+    _("aaa\n")
+  end
+
+  def test_3
+    _("bbb\nccc")
+  end
+
+  def test_4
+     _("bbb
+ccc
+ddd
+")
+  end
+
+  def test_5
+    _("eee")
+  end
+
+  def test_6
+    _("eee") + "foo" + _("fff")
+  end
+
+  def test_7
+    _("ggg"\
+      "hhh"\
+      "iii")
+  end
+
+  def test_8
+    _('a"b"c"')
+  end
+
+  def test_9
+    _("d\"e\"f\"")
+  end
+
+  def test_10
+    _("jjj") + 
+    _("kkk")
+  end
+
+  def test_11
+    _("lll" + "mmm")
+  end
+
+  def test_12
+    puts _(msg), "ppp"  #Ignored
+  end
+
+  def test_13
+    _("nnn\n" + 
+      "ooo")
+  end
+  def test_14
+    _("\#")
+  end
+
+  def test_15
+    _('#')
+  end
+
+  def test_16
+    _('\taaa')
+  end
+
+  def test_17
+    ret = _(<<EOF
+Here document1
+Here document2
+EOF
+)
+  end
+
+  def test_18
+    "<div>#{_('in_quote')}</div>"
+  end
+
+  def about
+    puts (
+      # TRANSLATORS: This is a proper name.  See the gettext
+      # manual, section Names.  Note this is actually a non-ASCII
+      # name: The first name is (with Unicode escapes)
+      # "Fran\u00e7ois" or (with HTML entities) "Fran&ccedil;ois".
+      # Pronunciation is like "fraa-swa pee-nar".
+      # This is an example from GNU gettext documentation.
+      _("Francois Pinard"))
+
+    puts (
+      # This comment should not be extracted because it does
+      # not start with 'TRANSLATORS:'
+      _('self explaining'))
+  end
+
+end
+
+module ActionController
+  class Base
+  end
+end
+class ApplicationController < ActionController::Base
+  "#{Time.now.strftime('%m/%d')}"
+end