gettext 1.0.0

data/src/rmsgfmt.ry

@@ -0,0 +1,233 @@
+#
+#  rmsgfmt.ry - ruby version of msgfmt
+#
+#  Copyright (C) 2002-2005 Masao Mutoh <mutoh@highway.ne.jp>
+# 
+#  You may redistribute it and/or modify it under the same
+#  license terms as Ruby.
+
+class GetText::PoParser
+
+  token COMMENT MSGID MSGID_PLURAL MSGSTR STRING PLURAL_NUM
+
+  rule
+
+  msgfmt
+  : /* empty */
+  | msgfmt comment
+  | msgfmt message
+  ;
+
+  message
+  : MSGID string_list MSGSTR string_list
+  {
+    if @fuzzy
+      if val[1] != ""
+        $stderr.print _("Warning: fuzzy message was ignored.\n")
+        $stderr.print "         msgid '#{val[1]}'\n"
+      else
+	@data[""] = unescape(val[3])
+      end
+      @fuzzy = false
+    else
+      @data[unescape(val[1])] = unescape(val[3]) 
+    end
+    result = ""
+  }
+  | MSGID string_list MSGID_PLURAL string_list msgstr_plural
+  {
+    if @fuzzy
+      if val[1] != ""
+        $stderr.print _("Warning: fuzzy message was ignored.\n")
+        $stderr.print "msgid = '#{val[1]}\n"
+      else
+	@data[""] = unescape(val[3])
+      end
+      @fuzzy = false
+    else
+      @data[unescape(val[1]) + "\000" + unescape(val[3])] = unescape(val[4])
+    end
+    result = ""
+  }
+  ;
+
+  msgstr_plural
+  : msgstr_plural msgstr_plural_line
+  {
+    result = val[0] + "\000" + val[1]
+  }
+  | msgstr_plural_line
+  ;
+  
+  msgstr_plural_line
+  : MSGSTR PLURAL_NUM string_list
+  {
+    result = val[2]
+  }
+  ;
+
+  comment	
+  : COMMENT string_list
+  {
+    @fuzzy = true if /fuzzy/ =~ val[1]
+  }
+  | COMMENT
+  ;
+
+  string_list
+  : string_list STRING
+  {
+    result = val.delete_if{|item| item == ""}.join
+  }
+  | STRING
+  {
+    result = val[0]
+  }
+  ;
+end
+
+---- inner
+  def unescape(orig)
+    ret = orig.gsub(/\\n/, "\n")
+    ret.gsub!(/\\t/, "\t")
+    ret.gsub!(/\\r/, "\r")
+    ret.gsub!(/\\"/, "\"")
+    ret
+  end
+  
+  def parse(str, data)
+    @data = data
+    @fuzzy = false
+    str.strip!
+    @q = []
+    until str.empty? do
+      case str
+      when /\A\s+/
+	str = $'
+      when /\Amsgid_plural/
+	@q.push [:MSGID_PLURAL, $&]
+	str = $'
+      when /\Amsgid/
+	@q.push [:MSGID, $&]
+	str = $'
+      when /\Amsgstr/
+	@q.push [:MSGSTR, $&]
+	str = $'
+      when /\A\[(\d+)\]/
+	@q.push [:PLURAL_NUM, $1]
+	str = $'
+      when /\A\#~(.*)/
+	$stderr.print _("Warning: obsolete msgid is existed.\n")
+	$stderr.print "         #{$&}\n"
+	str = $'
+      when /\A\#/
+	@q.push [:COMMENT, $&]
+	str = $'
+      when /\A\"(.*)\"/
+	@q.push [:STRING, $1]
+	str = $'
+      else
+	c = str[0,1]
+	@q.push [:STRING, c]
+	str = str[1..-1]
+      end
+    end 
+    @q.push [false, '$end']
+    if $DEBUG
+      @q.each do |a,b|
+      puts "[#{a}, #{b}]"
+      end
+    end
+    @yydebug = true if $DEBUG
+    do_parse
+  end
+  
+  def next_token
+    @q.shift
+  end
+  
+---- footer
+require 'optparse'
+require 'gettext'
+require 'fileutils'
+
+include GetText
+GetText.bindtextdomain("rmsgfmt")
+
+module GetText
+  module RMsgfmt
+    VERSION = GetText::VERSION
+    DATE = %w($Date: 2005/09/03 09:54:02 $)[1]
+    
+    module_function
+    def run(targetfile = nil, output_path = nil)
+      unless targetfile
+	targetfile, output_path = check_options
+      end
+      unless targetfile
+	raise ArgumentError, _("no input files")
+      end
+      unless output_path
+	output_path = "messages.mo"
+      end
+
+      parser = PoParser.new
+      data = MOFile.new
+      parser.parse(File.open(targetfile).read, data)
+      data.save_to_file(output_path)
+    end
+
+    def check_options
+      output = nil
+
+      opts = OptionParser.new
+      opts.banner = _("Usage: %s input.po [-o output.mo]" % $0)
+      opts.separator("")
+      opts.separator(_("Generate binary message catalog from textual translation description."))
+      opts.separator("")
+      opts.separator(_("Specific options:"))
+
+      opts.on("-o", "--output=FILE", _("write output to specified file")) do |out|
+	output = out
+      end
+
+      opts.on_tail("--version", _("display version information and exit")) do
+	puts "#{$0} #{VERSION} (#{DATE})"
+	exit
+      end
+      opts.parse!(ARGV)
+
+      if ARGV.size == 0
+	puts opts.help
+	exit 1
+      end
+
+      [ARGV[0], output]
+    end
+  end
+
+  module_function
+  def rmsgfmt(targetfile = nil, output_path = nil)
+    RMsgfmt.run(targetfile, output_path)
+  end
+
+  def create_mofiles(verbose = false, 
+		     podir = "./po", targetdir = "./data/locale", 
+		     targetpath_rule = "%s/LC_MESSAGES")
+
+    modir = File.join(targetdir, targetpath_rule)
+    Dir.glob(File.join(podir, "*/*.po")) do |file|
+      lang, basename = /\/([^\/]+?)\/(.*)\.po/.match(file[podir.size..-1]).to_a[1,2]
+      outdir = modir % lang
+      FileUtils.mkdir_p(outdir) unless File.directory?(outdir)
+      rmsgfmt(file, File.join(outdir, "#{basename}.mo"))
+      if verbose
+	$stderr.puts %Q[#{file} -> #{File.join(outdir, "#{basename}.mo")}]
+      end
+    end
+  end
+end
+
+if $0 == __FILE__ then
+  GetText.rmsgfmt
+end

data/test/README

@@ -0,0 +1,10 @@
+This directory is for unit-testing.
+You can test this library using Test::Unit.
+
+$ cd ..
+$ rake makemo
+$ cd test
+$ sh test.sh
+
+You can set some options. See --help.
+$ sh test.sh --help

data/test/gettext_runner.rb

@@ -0,0 +1,18 @@
+require 'test/unit/testsuite'
+require 'gettext_test'
+require 'gettext_test_parser'
+
+class GetTextTest
+   def suite
+     s = Test::Unit::TestSuite.new
+     s << TestGetText.suite
+     s << TestGetTextParser.suite
+     s
+   end
+end
+
+if RUBY_VERSION >= '1.9.0'
+  Test::Unit::AutoRunner.run
+else
+  Test::Unit::AutoRunner.run(GetTextTest)
+end

data/test/gettext_test.rb

@@ -0,0 +1,202 @@
+require 'test/unit'
+
+require 'gettext.rb'
+
+require 'testlib1.rb'
+require 'testlib2.rb'
+require 'testlib3.rb'
+require 'testlib4.rb'
+require 'test_rubyparser.rb'
+require 'test_sgettext.rb'
+
+class TestGetText < Test::Unit::TestCase
+  include GetText
+
+  def test_bindtextdomain
+    return if /linux/ !~ RUBY_PLATFORM
+    GetText.bindtextdomain("libc")
+    GetText.locale = "ja_JP.eucJP"
+    GetText.charset = "euc-jp"
+    assert_equal("��λ���ޤ���", GetText._("Terminated"))
+    GetText.bindtextdomain("test1", "locale")
+    assert_equal("japanese", GetText._("language"))
+
+    GetText.bindtextdomain("libc", "/usr/share/locale")
+    assert_equal("��λ���ޤ���", GetText._("Terminated"))
+
+    GetText.bindtextdomain("test2", "locale")
+    assert_equal("JAPANESE", GetText._("LANGUAGE"))
+
+    GetText.bindtextdomain("libc", "/usr/share/locale/")
+    assert_equal("��λ���ޤ���", GetText._("Terminated"))
+
+    GetText.bindtextdomain("libc", "/usr/share/locale", "de")
+    assert_equal("Beendet", GetText._("Terminated"))
+
+    GetText.bindtextdomain("test1", "locale")
+    GetText.locale = "fr"
+    assert_equal("french", GetText._("language"))
+
+    GetText.bindtextdomain("test1", "locale", "ja")
+    assert_equal("japanese", GetText._("language"))
+  end
+
+  def test_bindtextdomain_include_module
+    bindtextdomain("test1", "locale")
+    assert_equal("japanese", _("language"))
+  end
+
+  def test_gettext
+    bindtextdomain("test1", "locale")
+    assert_equal("japanese", gettext("language"))
+  end
+
+  def test_class
+    bindtextdomain("test2", "locale")
+
+    testlib1 = TestLib1.new
+    assert_equal("japanese", testlib1.test)
+    assert_equal("japanese", testlib1.test) #no influence of previous line
+    assert_equal("ONE IS 1.", testlib1.test_formatted_string)
+    testlib1.setlocale("fr")
+    assert_equal("JAPANESE", _("LANGUAGE")) #no influence of previous line
+    assert_equal("french", testlib1.test)
+  end
+
+  def test_subclass
+    testlib2 = TestLib2.new
+    assert_equal("JAPANESE", testlib2.test2)
+    assert_equal("japanese", testlib2.test)
+  end
+
+  def test_nested_module
+    testlib3 = TestLib3::Test3.new
+    assert_equal("JAPANESE", testlib3.test3)
+  end
+
+  def test_no_msgstr
+    bindtextdomain("test1", "locale", "ja")
+    assert_equal("nomsgstr", _("nomsgstr"))
+  end
+
+  def test_complex
+    testlib4 = TestRubyParser.new
+    assert_equal("AAA", testlib4.test_1)
+    assert_equal("AAA\n", testlib4.test_2)
+    assert_equal("BBB\nCCC", testlib4.test_3)
+    assert_equal("BBB
+CCC
+DDD
+", testlib4.test_4)
+    assert_equal("EEE", testlib4.test_5)
+    assert_equal("EEEfooFFF", testlib4.test_6)
+    assert_equal("GGGHHHIII", testlib4.test_7)
+  end
+
+  def test_noop
+    assert_equal("test", N_("test"))
+  end
+
+  def test_sgettext
+    testlib5 = TestSGetText.new
+    assert_equal("MATCHED", testlib5.test_1)
+    assert_equal("MATCHED", testlib5.test_2)
+    assert_equal("AAA", testlib5.test_3)
+    assert_equal("CCC", testlib5.test_4)
+    assert_equal("CCC", testlib5.test_5)
+    assert_equal("BBB", testlib5.test_6)
+    assert_equal("B|BB", testlib5.test_7)
+    assert_equal("MATCHED", testlib5.test_8)
+    assert_equal("BBB", testlib5.test_9)
+  end
+
+  def test_plural
+    bindtextdomain("plural", "locale", "ja")
+    assert_equal("all", n_("one", "two", 0))
+    assert_equal("all", n_("one", "two", 1))
+    assert_equal("all", n_("one", "two", 2))
+
+    setlocale("da")
+    assert_equal("plural", n_("one", "two", 0))
+    assert_equal("one", n_("one", "two", 1))
+    assert_equal("plural", n_("one", "two", 2))
+
+    setlocale("fr")
+    assert_equal("one", ngettext("one", "two", 0))
+    assert_equal("one", ngettext("one", "two", 1))
+    assert_equal("plural", ngettext("one", "two", 2))
+
+    setlocale("la")
+    assert_equal("one", ngettext("one", "two", 21))
+    assert_equal("one", ngettext("one", "two", 1))
+    assert_equal("plural", ngettext("one", "two", 2))
+    assert_equal("zero", ngettext("one", "two", 0))
+
+    setlocale("ir")
+    assert_equal("one", ngettext("one", "two", 1))
+    assert_equal("two", ngettext("one", "two", 2))
+    assert_equal("plural", ngettext("one", "two", 3))
+    assert_equal("plural", ngettext("one", "two", 0))
+
+    setlocale("li")
+    assert_equal("one", ngettext("one", "two", 1))
+    assert_equal("two", ngettext("one", "two", 22))
+    assert_equal("three", ngettext("one", "two", 11))
+
+    setlocale("cr")
+    assert_equal("one", ngettext("one", "two", 1))
+    assert_equal("two", ngettext("one", "two", 2))
+    assert_equal("three", ngettext("one", "two", 5))
+
+    setlocale("po")
+    assert_equal("one", ngettext("one", "two", 1))
+    assert_equal("two", ngettext("one", "two", 2))
+    assert_equal("three", ngettext("one", "two", 5))
+
+    setlocale("sl")
+    assert_equal("one", ngettext("one", "two", 1))
+    assert_equal("two", ngettext("one", "two", 2))
+    assert_equal("three", ngettext("one", "two", 3))
+    assert_equal("three", ngettext("one", "two", 4))
+    assert_equal("four", ngettext("one", "two", 5))
+
+    bindtextdomain("plural_error", "locale", "ja")
+    assert_equal("a", n_("one", "two", 0))   
+    setlocale("fr")
+    assert_equal("one", n_("one", "two", 0))   
+    setlocale("da")
+    assert_equal("one", n_("one", "two", 0))   
+  end
+
+  def test_setlocale
+    bindtextdomain("test1", "locale")
+    assert_equal("japanese", _("language"))
+    setlocale("en")
+    assert_equal("language", _("language"))
+    setlocale("fr")
+    assert_equal("french", _("language"))
+  end
+
+  def test_locale
+    loc = Locale.set(Locale::CTYPE, "ja_JP.eucJP")
+    assert_equal("ja_JP.eucJP", loc)
+    assert_equal("ja_JP.eucJP", Locale.get)
+    assert_equal("EUC-JP", Locale.codeset)
+
+    loc = Locale.set(Locale::CTYPE, "ja_JP.UTF-8")
+    assert_equal("ja_JP.UTF-8", loc)
+    assert_equal("ja_JP.UTF-8", Locale.get)
+    assert_equal("UTF-8", Locale.codeset)
+
+    Locale.setlocale(Locale::CTYPE, "ja_JP.eucJP")
+  end
+
+  def test_textdomain
+    Locale.setlocale(Locale::CTYPE, "ja_JP.eucJP")
+    testlib = TestLib4.new
+    assert_equal("japanese", testlib.test)
+    assert_raises(GetText::NoboundTextDomainError) {
+      GetText.textdomain("nodomainisdefined")
+    }
+  end
+end