gettext 1.0.0

data/lib/gettext/iconv.rb

@@ -0,0 +1,80 @@
+=begin
+  iconv.rb - Pseudo Iconv module
+
+  If you don't have iconv but glib2, this library behaves
+  as Iconv.iconv.
+
+  Copyright (C) 2004  Masao Mutoh <mutoh@highway.ne.jp>
+
+  You may redistribute it and/or modify it under the same
+  license terms as Ruby.
+
+  $Id: iconv.rb,v 1.1.1.1 2005/08/13 02:38:09 mutoh Exp $
+=end
+begin
+  require 'iconv.so'
+rescue LoadError
+  begin
+    require 'glib2'
+    module Iconv
+      module Failure; end
+      class InvalidEncoding < ArgumentError;  include Failure; end
+      class IllegalSequence < ArgumentError;  include Failure; end
+      class InvalidCharacter < ArgumentError; include Failure; end
+
+      def check_glib_version?(major, minor, micro)
+        (GLib::BINDING_VERSION[0] > major ||
+         (GLib::BINDING_VERSION[0] == major && 
+          GLib::BINDING_VERSION[1] > minor) ||
+         (GLib::BINDING_VERSION[0] == major && 
+          GLib::BINDING_VERSION[1] == minor &&
+          GLib::BINDING_VERSION[2] >= micro))
+      end
+      module_function :check_glib_version?
+
+      if check_glib_version?(0, 11, 0)
+        def iconv(to, from, str)
+          begin
+            GLib.convert(str, to, from).split(//)
+          rescue GLib::ConvertError => e
+            case e.code
+            when GLib::ConvertError::NO_CONVERSION
+              raise InvalidEncoding.new(str)
+            when GLib::ConvertError::ILLEGAL_SEQUENCE
+              raise IllegalSequence.new(str)
+            else
+              raise InvalidCharacter.new(str)
+            end
+          end
+        end
+      else
+       def iconv(to, from, str)
+         begin
+           GLib.convert(str, to, from).split(//)
+         rescue
+           raise IllegalSequence.new(str)
+         end
+       end
+      end
+      module_function :iconv
+    end
+  rescue LoadError
+    module Iconv
+      module_function
+      def iconv(to, from, str)
+        warn "Iconv was not found." if $DEBUG
+        str.split(//)
+      end
+    end
+  end
+end
+
+if __FILE__ == $0
+  puts Iconv.iconv("EUC-JP", "UTF-8", "ほげ").join
+  begin
+    puts Iconv.iconv("EUC-JP", "EUC-JP", "ほげ").join
+  rescue Iconv::Failure
+    puts $!
+    puts $!.class
+  end
+end

data/lib/gettext/locale.rb

@@ -0,0 +1,71 @@
+=begin
+  locale.rb - Locale module
+
+  Copyright (C) 2002-2005  Masao Mutoh
+
+  You may redistribute it and/or modify it under the same
+  license terms as Ruby.
+
+  $Id: locale.rb,v 1.3 2005/08/22 16:56:33 mutoh Exp $
+=end
+
+begin
+  require 'gettext/_locale'
+rescue LoadError
+  # For rubygems
+  begin
+    require '_locale'
+  rescue LoadError
+    # This is used for installation process(from rake only)
+    module Locale
+      CTYPE = 0
+      NUMERIC = 1
+      TIME = 2
+      COLLATE = 3
+      MONETARY = 4
+      MESSAGES = 5
+      ALL = 6
+
+      module_function
+      def codeset; "UTF-8"; end
+      def set(lc, val);	"C"; end
+      def __locale_id; [0x00, 0x00]; end
+    end
+  end
+end
+
+if /cygwin|mingw|mswin32|bccwin32/ =~ RUBY_PLATFORM
+  require 'gettext/locale_win32'
+else
+  require 'gettext/locale_default'
+end
+
+module Locale
+  def get
+    ret = __get
+    return ret if ret
+    
+    ret = nil
+    ["LC_ALL", "LC_MESSAGES", "LANG"].each do |env|
+      ret = ENV[env]
+      break if ret
+    end
+    
+    ret = "C" unless ret
+    ret
+  end
+  
+  alias :setlocale :set
+  alias :charset :codeset
+  
+  module_function :get, :setlocale, :charset
+end
+
+if __FILE__ == $0
+  p Locale.set(Locale::CTYPE, "")
+  p Locale.set(Locale::CTYPE, nil)
+  p Locale.set(Locale::CTYPE, "ja_JP.eucJP")
+  p Locale.set(Locale::MESSAGES, nil)
+  p Locale.get
+  p Locale.codeset
+end

data/lib/gettext/locale_default.rb

@@ -0,0 +1,35 @@
+=begin
+  locale_default.rb - Locale module for Default OS(Unix).
+
+  Copyright (C) 2002-2005  Masao Mutoh <mutoh@highway.ne.jp>
+
+  You may redistribute it and/or modify it under the same
+  license terms as Ruby.
+
+  $Id: locale_default.rb,v 1.2 2005/08/20 17:05:34 mutoh Exp $
+=end
+
+module Locale
+  @@locale_initialized = false
+  alias :__set :set
+  def __get(lctype = Locale::CTYPE)
+    # Initialize CTYPE first lazily. 
+    # This isn't called when 'gettext/cgi' is required.
+    unless @@locale_initialized
+      Locale.set(lctype, "") 
+      @@locale_initialized = true
+    end
+    set(lctype, nil)
+  end
+
+  def set(lctype, loc)
+    ret = __set(lctype, loc)
+    if loc and ! @@locale_initialized
+      @@locale_initialized = true
+    end
+    ret
+  end
+
+  module_function :__get, :set, :__set
+end
+

data/lib/gettext/locale_table_win32.rb

@@ -0,0 +1,192 @@
+=begin
+  locale_table_win32.rb - Locale table for win32
+
+  Copyright (C) 2002,2003 Masao Mutoh <mutoh@highway.ne.jp>
+
+  You may redistribute it and/or modify it under the same
+  license terms as Ruby.
+
+  $Id: locale_table_win32.rb,v 1.1.1.1 2005/08/13 02:38:09 mutoh Exp $
+=end
+
+module Locale
+  LocaleTable = [
+    [0x00, "C"], 
+    [0x01, "ar",
+      [[0x01, "ar_SA"],
+        [0x02, "ar_IQ"],
+        [0x03, "ar_EG"],
+        [0x04, "ar_LY"],
+        [0x05, "ar_DZ"],
+        [0x06, "ar_MA"],
+        [0x07, "ar_TN"],
+        [0x08, "ar_OM"],
+        [0x09, "ar_YE"],
+        [0x0a, "ar_SY"],
+        [0x0b, "ar_JO"],
+        [0x0c, "ar_LB"],
+        [0x0d, "ar_KW"],
+        [0x0e, "ar_AE"],
+        [0x0f, "ar_BH"],
+        [0x10, "ar_QA"]]
+    ], 
+    [0x02, "bg_BG"], 
+    [0x03, "ca_ES"], 
+    [0x04, "zh",
+      [[0x01, "zh_TW"],
+        [0x02, "zh_CN"],
+        [0x03, "zh_HK"],
+        [0x04, "zh_SG"],
+        [0x05, "zh_MO"]]
+    ], 
+    [0x05, "cs_CZ"], 
+    [0x06, "da_DK"], 
+    [0x07, "de",
+      [[0x01, "de_DE"],
+        [0x02, "de_CH"],
+        [0x03, "de_AT"],
+        [0x04, "de_LU"],
+        [0x05, "de_LI"]]
+    ], 
+    [0x08, "el_GR"], 
+    [0x09, "en",
+      [[0x01, "en_US"],
+        [0x02, "en_GB"],
+        [0x03, "en_AU"],
+        [0x04, "en_CA"],
+        [0x05, "en_NZ"],
+        [0x06, "en_IE"],
+        [0x07, "en_ZA"],
+        [0x08, "en_JM"],
+        [0x09, "en_GD"],
+        [0x0a, "en_BZ"],
+        [0x0b, "en_TT"],
+        [0x0c, "en_PH"],
+        [0x0d, "en_ZW"]]
+    ], 
+    [0x0a, "es",
+      [[0x01, "es_ES"],
+        [0x02, "es_MX"],
+        [0x03, "es_ES@modern"],
+        [0x04, "es_GT"],
+        [0x05, "es_CR"],
+        [0x06, "es_PA"],
+        [0x07, "es_DO"],
+        [0x08, "es_VE"],
+        [0x09, "es_CO"],
+        [0x0a, "es_PE"],
+        [0x0b, "es_AR"],
+        [0x0c, "es_EC"],
+        [0x0d, "es_CL"],
+        [0x0e, "es_UY"],
+        [0x0f, "es_PY"],
+        [0x10, "es_BO"],
+        [0x11, "es_SV"],
+        [0x12, "es_HN"],
+        [0x13, "es_NI"],
+        [0x14, "es_PR"]]
+    ], 
+    [0x0b, "fi_FI"], 
+    [0x0c, "fr",
+      [[0x01, "fr_FR"],
+        [0x02, "fr_BE"],
+        [0x03, "fr_CA"],
+        [0x04, "fr_CH"],
+        [0x05, "fr_LU"],
+        [0x06, "fr_MC"]]
+    ], 
+    [0x0d, "he_IL"], 
+    [0x0e, "hu_HU"], 
+    [0x0f, "is_IS"], 
+    [0x10, "it",
+      [[0x01, "it_IT"],
+        [0x02, "it_CH"]]
+    ], 
+    [0x11, "ja_JP"], 
+    [0x12, "ko_KR"], 
+    [0x13, "nl",
+      [[0x01, "nl_NL"],
+        [0x02, "nl_BE"]]
+    ], 
+    [0x14, "no",
+      [[0x01, "no_NO"],
+        [0x02, "nn_NO"]]
+    ], 
+    [0x15, "pl_PL"], 
+    [0x16, "pt",
+      [[0x01, "pt_PT"],
+        [0x02, "pt_BR"]]
+    ], 
+    [0x18, "ro_RO"], 
+    [0x19, "ru"], 
+    [0x1a, "hr_HR",
+      [[0x02, "sr_YU"],
+        [0x03, "sr_YU@cyrillic"]]
+    ], 
+    [0x1b, "sk_SK"], 
+    [0x1c, "sq_AL"], 
+    [0x1d, "sv",
+      [[0x01, "sv_SE"],
+        [0x02, "sv_FI"]]
+    ], 
+    [0x1e, "th_TH"], 
+    [0x1f, "tr_TR"], 
+    [0x20, "ur",
+      [[0x01, "ur_PK"],
+        [0x02, "ur_IN"]]
+    ], 
+    [0x21, "id_ID"], 
+    [0x22, "uk_UA"], 
+    [0x23, "be_BY"], 
+    [0x24, "sl_SI"], 
+    [0x25, "et_EE"], 
+    [0x26, "lv_LV"], 
+    [0x27, "lt_LT"], 
+    [0x29, "fa_IR"], 
+    [0x2a, "vi_VN"], 
+    [0x2b, "hy_AM"], 
+    [0x2c, "az",
+      [[0x01, "az_AZ@cyrillic"],
+        [0x02, "az_AZ@latin"]]
+    ], 
+    [0x2d, "eu"], 
+    [0x2e, "wen_DE"], 
+    [0x2f, "mk_MK"], 
+    [0x36, "af_ZA"], 
+    [0x37, "ka_GE"], 
+    [0x38, "fo_FO"], 
+    [0x39, "hi_IN"], 
+    [0x3e, "ms",
+      [[0x01, "ms_MY"],
+        [0x02, "ms_BN"]]
+    ], 
+    [0x3f, "kk_KZ"], 
+    [0x41, "sw"], 
+    [0x43, "uz",
+      [[0x01, "ux_UZ@latin"],
+        [0x02, "uz_UZ@cyrillic"]]
+    ], 
+    [0x44, "tt"], 
+    [0x45, "bn_IN"], 
+    [0x46, "pa_IN"], 
+    [0x47, "gu_IN"], 
+    [0x48, "or_IN"], 
+    [0x49, "ta"], 
+    [0x4a, "te_IN"], 
+    [0x4b, "kn_IN"], 
+    [0x4c, "ml_IN"], 
+    [0x4d, "as_IN"], 
+    [0x4e, "mr_IN"], 
+    [0x4f, "sa_IN"], 
+    [0x57, "kok_IN"], 
+    [0x58, "mni_IN"], 
+    [0x59, "sd"], 
+    [0x60, "ks",
+      [[0x01, "ks_PK"],
+        [0x02, "ks_IN"]]
+    ], 
+    [0x61, "ne",
+      [[0x01, "ne_NP"],
+        [0x02, "ne_IN"]]
+    ]]
+end

data/lib/gettext/locale_win32.rb

@@ -0,0 +1,35 @@
+=begin
+  locale_win32.rb - Locale module for win32.
+
+  Copyright (C) 2002,2003  Masao Mutoh <mutoh@highway.ne.jp>
+
+  You may redistribute it and/or modify it under the same
+  license terms as Ruby.
+
+  $Id: locale_win32.rb,v 1.2 2005/08/20 17:05:34 mutoh Exp $
+=end
+
+require 'gettext/locale_table_win32'
+
+module Locale
+  def __get
+    pri_id, sub_id = __locale_id
+    lang = LocaleTable.assoc(pri_id)
+    if lang.size == 3
+      lang = lang[2].assoc(sub_id)
+    end
+    lang ? lang[1] : nil
+  end
+
+  unless defined? CTYPE
+    CTYPE = 0
+    NUMERIC = 1
+    TIME = 2
+    COLLATE = 3
+    MONETARY = 4
+    MESSAGES = 5
+    ALL = 6
+  end
+  module_function :__get
+end
+

data/lib/gettext/mo.rb

@@ -0,0 +1,262 @@
+=begin
+    mo.rb - A simple class for operating GNU MO file.
+
+    Copyright (C) 2003-2005  Masao Mutoh
+    Copyright (C) 2002  Masahiro Sakai, Masao Mutoh
+    Copyright (C) 2001  Masahiro Sakai
+
+        Masahiro Sakai                  <s01397ms@sfc.keio.ac.jp>
+        Masao Mutoh                     <mutoh@highway.ne.jp>
+
+    You can redistribute this file and/or modify it under the same term
+    of Ruby.  License of Ruby is included with Ruby distribution in
+    the file "README".
+
+    $Id: mo.rb,v 1.1.1.1 2005/08/13 02:38:09 mutoh Exp $
+=end
+
+require 'gettext/iconv'
+
+class MOFile < Hash
+  class InvalidFormat < RuntimeError; end;
+
+  Header = Struct.new(:magic,
+                      :revision,
+                      :nstrings,
+                      :orig_table_offset,
+                      :translated_table_offset,
+                      :hash_table_size,
+                      :hash_table_offset)
+
+  MAGIC_BIG_ENDIAN    = "\x95\x04\x12\xde"
+  MAGIC_LITTLE_ENDIAN = "\xde\x12\x04\x95"
+
+  def self.open(arg = nil, output_charset = nil)
+    result = self.new(output_charset)
+    case arg
+    when String
+      result.load_from_file(arg)
+    when IO
+      result.load_from_stream(arg)
+    end
+    result
+  end
+
+  def initialize(output_charset = nil)
+    @little_endian = true
+    @output_charset = output_charset
+    super()
+  end
+
+  def load_from_stream(io)
+    magic = io.read(4)
+    case magic
+    when MAGIC_BIG_ENDIAN
+      @little_endian = false
+    when MAGIC_LITTLE_ENDIAN
+      @little_endian = true
+    else
+      raise InvalidFormat.new(sprintf("Unknown signature %s", magic.dump))
+    end
+
+    header = Header.new(magic, *(io.read(4 * 6).unpack(@little_endian ? 'V6' : 'N6')))
+    raise InvalidFormat.new(sprintf("file format revision %d isn't supported", header.revision)) if header.revision > 0
+
+    io.pos = header.orig_table_offset
+    orig_table_data = io.read((4 * 2) * header.nstrings).unpack(@little_endian ? 'V*' : 'N*')
+
+    io.pos = header.translated_table_offset
+    trans_table_data = io.read((4 * 2) * header.nstrings).unpack(@little_endian ? 'V*' : 'N*')
+
+    original_strings = Array.new(header.nstrings)
+    for i in 0...header.nstrings
+      io.pos = orig_table_data[i * 2 + 1]
+      original_strings[i] = io.read(orig_table_data[i * 2 + 0])
+    end
+
+    clear
+    for i in 0...header.nstrings
+      io.pos = trans_table_data[i * 2 + 1]
+      str = io.read(trans_table_data[i * 2 + 0])
+
+      if original_strings[i] == ""
+        if str
+          @charset = nil
+          @nplurals = nil
+          @plural = nil
+          str.each_line{|line|
+            if /^Content-Type:/i =~ line and /charset=((?:\w|-)+)/i =~ line
+              @charset = $1
+            elsif /^Plural-Forms:\s*nplurals\s*\=\s*(\d*);\s*plural\s*\=\s*([^;]*)\n?/ =~ line
+              @nplurals = $1
+              @plural = $2
+            end
+            break if @charset and @nplurals
+          }
+          @nplurals = "1" unless @nplurals
+          @plural = "0" unless @plural
+        end
+      else
+        if @output_charset
+          begin
+            str = Iconv.iconv(@output_charset, @charset, str).join if @charset
+          rescue Iconv::Failure
+            if $DEBUG
+              $stderr.print "@charset = ", @charset, "\n"
+              $stderr.print "@output_charset = ", @output_charset, "\n"
+              $stderr.print "msgid = ", original_strings[i], "\n"
+              $stderr.print "msgstr = ", str, "\n"
+            end
+          end
+        end
+      end
+      self[original_strings[i]] = str
+    end
+    self
+  end
+
+  # From gettext-0.12.1/gettext-tools/lib/hash.c
+  def prime?(candidate)
+    divn = 3
+    sq = divn * divn
+
+    while (sq < candidate && candidate % divn != 0)
+      divn += 1
+      sq += 4 * divn
+      divn += 1
+    end
+    candidate % divn != 0
+  end
+
+  # From gettext-0.12.1/gettext-tools/lib/hash.c
+  def next_prime(seed)
+    seed |= 1
+    while (! prime?(seed))
+      seed += 2
+    end
+    seed
+  end
+
+  # From gettext-0.12.1/gettext-runtime/intl/hash-string.h
+  # Defines the so called `hashpjw' function by P.J. Weinberger
+  # [see Aho/Sethi/Ullman, COMPILERS: Principles, Techniques and Tools,
+  # 1986, 1987 Bell Telephone Laboratories, Inc.] 
+  HASHWORDBITS = 32
+  def hash_string(str)
+    hval = 0
+    i = 0
+    str.each_byte do |b|
+      break if b == '\0'
+      hval <<= 4
+      hval += b.to_i
+      g = hval & (0xf << (HASHWORDBITS - 4))
+      if (g != 0)
+        hval ^= g >> (HASHWORDBITS - 8)
+        hval ^= g
+      end
+    end
+    hval
+  end
+
+  def save_to_stream(io)
+    #Save data as little endian format.
+    header_size = 4 * 7
+    table_size  = 4 * 2 * size
+
+    hash_table_size = next_prime((size * 4) / 3) 
+    hash_table_size = 3 if hash_table_size <= 2
+    header = Header.new(
+      MAGIC_LITTLE_ENDIAN,          # magic
+      0,                            # revision
+      size,                         # nstrings
+      header_size,                  # orig_table_offset
+      header_size + table_size,     # translated_table_offset
+      hash_table_size,              # hash_table_size
+      header_size + table_size * 2  # hash_table_offset
+    )
+    io.write(header.to_a.pack('a4V*'))
+
+    ary = to_a
+    ary.sort!{|a, b| a[0] <=> b[0]} # sort by original string
+
+    pos = header.hash_table_size * 4 + header.hash_table_offset
+
+    orig_table_data = Array.new()
+    ary.each{|item, _|
+      orig_table_data.push(item.size)
+      orig_table_data.push(pos)
+      pos += item.size + 1 # +1 is <NUL>
+    }
+    io.write(orig_table_data.pack('V*'))
+
+    trans_table_data = Array.new()
+    ary.each{|_, item|
+      trans_table_data.push(item.size)
+      trans_table_data.push(pos)
+      pos += item.size + 1 # +1 is <NUL>
+    }
+    io.write(trans_table_data.pack('V*'))
+
+    hash_tab = Array.new(hash_table_size)
+    j = 0
+    ary[0...size].each {|key, _|
+      hash_val = hash_string(key)
+      idx = hash_val % hash_table_size
+      if hash_tab[idx] != nil
+        incr = 1 + (hash_val % (hash_table_size - 2))
+        begin
+          if (idx >= hash_table_size - incr)
+            idx -= hash_table_size - incr
+          else
+            idx += incr
+          end
+        end until (hash_tab[idx] == nil)
+      end
+      hash_tab[idx] = j + 1
+      j += 1
+    }
+    hash_tab.collect!{|i| i ? i : 0}
+
+    io.write(hash_tab.pack('V*'))
+
+    ary.each{|item, _| io.write(item); io.write("\0") }
+    ary.each{|_, item| io.write(item); io.write("\0") }
+
+    self
+  end
+
+  def load_from_file(filename)
+    File.open(filename, 'rb'){|f| load_from_stream(f)}
+  end
+
+  def save_to_file(filename)
+    File.open(filename, 'wb'){|f| save_to_stream(f)}
+  end
+
+  attr_accessor :little_endian
+  attr_reader :charset, :nplurals, :plural
+end
+
+
+# Test
+
+if $0 == __FILE__
+  if (ARGV.include? "-h") or (ARGV.include? "--help")
+    STDERR.puts("mo.rb [filename.mo ...]")
+    exit
+  end
+
+  ARGV.each{ |item|
+    mo = MOFile.open(item)
+    puts "------------------------------------------------------------------"
+    puts "charset  = \"#{mo.charset}\""
+    puts "nplurals = \"#{mo.nplurals}\""
+    puts "plural   = \"#{mo.plural}\""
+    puts "------------------------------------------------------------------"
+    mo.each do |key, value|
+      puts "original message = \"#{key}\""
+      puts "translated message = \"#{value}\""
+      puts "--------------------------------------------------------------------"
+    end
+  }
+end