ofm_gettext 2.0.0 → 2.0.1

data/lib/gettext/runtime/locale_path.rb

@@ -0,0 +1,123 @@
+# encoding: utf-8
+
+=begin
+  locale_path.rb - GetText::LocalePath
+
+  Copyright (C) 2001-2010  Masao Mutoh
+
+  You may redistribute it and/or modify it under the same
+  license terms as Ruby or LGPL.
+
+=end
+
+require 'rbconfig'
+require 'gettext/core_ext/string'
+
+module GetText
+  # Treats locale-path for mo-files.
+  class LocalePath
+    include Locale::Util::Memoizable
+
+    # The default locale paths.
+    CONFIG_PREFIX = Config::CONFIG['prefix'].gsub(/\/local/, "")
+    DEFAULT_RULES = [
+                     "./locale/%{lang}/LC_MESSAGES/%{name}.mo",
+                     "./locale/%{lang}/%{name}.mo",
+                     "#{Config::CONFIG['datadir']}/locale/%{lang}/LC_MESSAGES/%{name}.mo",
+                     "#{Config::CONFIG['datadir'].gsub(/\/local/, "")}/locale/%{lang}/LC_MESSAGES/%{name}.mo",
+                     "#{CONFIG_PREFIX}/share/locale/%{lang}/LC_MESSAGES/%{name}.mo",
+                     "#{CONFIG_PREFIX}/local/share/locale/%{lang}/LC_MESSAGES/%{name}.mo"
+                    ].uniq
+
+    class << self
+      include Locale::Util::Memoizable
+
+      # Add default locale path. Usually you should use GetText.add_default_locale_path instead.
+      # * path: a new locale path. (e.g.) "/usr/share/locale/%{lang}/LC_MESSAGES/%{name}.mo"
+      #   ('locale' => "ja_JP", 'name' => "textdomain")
+      # * Returns: the new DEFAULT_LOCALE_PATHS
+      def add_default_rule(path)
+        DEFAULT_RULES.unshift(path)
+      end
+
+      # Returns path rules as an Array.
+      # (e.g.) ["/usr/share/locale/%{lang}/LC_MESSAGES/%{name}.mo", ...]
+      def default_path_rules
+        default_path_rules = []
+
+        if ENV["GETTEXT_PATH"]
+          ENV["GETTEXT_PATH"].split(/,/).each {|i|
+            default_path_rules += ["#{i}/%{lang}/LC_MESSAGES/%{name}.mo", "#{i}/%{lang}/%{name}.mo"]
+          }
+        end
+        default_path_rules += DEFAULT_RULES
+
+        load_path = $LOAD_PATH.dup
+        if defined? ::Gem
+          load_path += Gem.all_load_paths
+        end
+        load_path.map!{|v| v.respond_to?("match") and  v.match(/(.*?)(\/lib)*?$/); $1}
+        load_path.each {|path|
+          default_path_rules += [
+                                 "#{path}/data/locale/%{lang}/LC_MESSAGES/%{name}.mo",
+                                 "#{path}/data/locale/%{lang}/%{name}.mo",
+                                 "#{path}/locale/%{lang}/%{name}.mo"]
+        }
+        # paths existed only.
+        default_path_rules = default_path_rules.select{|path|
+          Dir.glob(path % {:lang => "*", :name => "*"}).size > 0}.uniq
+        default_path_rules
+      end
+      memoize_dup :default_path_rules
+    end
+
+    attr_reader :locale_paths, :supported_locales
+
+    # Creates a new GetText::TextDomain.
+    # * name: the textdomain name.
+    # * topdir: the locale path ("%{topdir}/%{lang}/LC_MESSAGES/%{name}.mo") or nil.
+    def initialize(name, topdir = nil)
+      @name = name
+
+      if topdir
+        path_rules = ["#{topdir}/%{lang}/LC_MESSAGES/%{name}.mo", "#{topdir}/%{lang}/%{name}.mo"]
+      else
+        path_rules = self.class.default_path_rules
+      end
+
+      @locale_paths = {}
+      path_rules.each do |rule|
+        this_path_rules = rule % {:lang => "([^\/]+)", :name => name}
+        Dir.glob(rule %{:lang => "*", :name => name}).each do |path|
+          if /#{this_path_rules}/ =~ path
+            @locale_paths[$1] = path.untaint unless @locale_paths[$1]
+          end
+        end
+      end
+      @supported_locales = @locale_paths.keys.sort
+    end
+
+    # Gets the current path.
+    # * lang: a Locale::Tag.
+    def current_path(lang)
+      lang_candidates = lang.to_posix.candidates
+      search_files = []
+
+      lang_candidates.each do |tag|
+        path = @locale_paths[tag.to_s]
+        warn "GetText::TextDomain#load_mo: mo-file is #{path}" if $DEBUG
+        return path if path
+      end
+
+      if $DEBUG
+        warn "MO file is not found in"
+        @locale_paths.each do |path|
+          warn "  #{path[1]}"
+        end
+      end
+      nil
+    end
+    memoize :current_path
+
+  end
+end

data/lib/gettext/runtime/mofile.rb

@@ -0,0 +1,332 @@
+# encoding: utf-8
+
+=begin
+    mofile.rb - A simple class for operating GNU MO file.
+
+    Copyright (C) 2003-2009  Masao Mutoh
+    Copyright (C) 2002  Masahiro Sakai, Masao Mutoh
+    Copyright (C) 2001  Masahiro Sakai
+
+        Masahiro Sakai                  <s01397ms at sfc.keio.ac.jp>
+        Masao Mutoh                     <mutomasa at gmail.com>
+
+    You can redistribute this file and/or modify it under the same term
+    of Ruby.  License of Ruby is included with Ruby distribution in
+    the file "README".
+
+=end
+
+require 'gettext/core_ext/iconv'
+require 'stringio'
+
+module GetText
+  class MOFile < Hash
+    class InvalidFormat < RuntimeError; end;
+
+    attr_reader :filename
+
+    Header = Struct.new(:magic,
+                        :revision,
+                        :nstrings,
+                        :orig_table_offset,
+                        :translated_table_offset,
+                        :hash_table_size,
+                        :hash_table_offset)
+
+    # The following are only used in .mo files
+    # with minor revision >= 1.
+    class HeaderRev1 < Header
+      attr_accessor :n_sysdep_segments,
+      :sysdep_segments_offset,
+      :n_sysdep_strings,
+      :orig_sysdep_tab_offset,
+      :trans_sysdep_tab_offset
+    end
+
+    MAGIC_BIG_ENDIAN    = "\x95\x04\x12\xde"
+    MAGIC_LITTLE_ENDIAN = "\xde\x12\x04\x95"
+
+    def self.open(arg = nil, output_charset = nil)
+      result = self.new(output_charset)
+      result.load(arg)
+    end
+
+    def initialize(output_charset = nil)
+      @filename = nil
+      @last_modified = nil
+      @little_endian = true
+      @output_charset = output_charset
+      @plural_proc = nil
+      super()
+    end
+
+    def update!
+      if FileTest.exist?(@filename)
+        st = File.stat(@filename)
+        load(@filename) unless (@last_modified == [st.ctime, st.mtime])
+      else
+        warn "#{@filename} was lost." if $DEBUG
+        clear
+      end
+      self
+    end
+
+    def load(arg)
+      if arg.kind_of? String
+        begin
+          st = File.stat(arg)
+          @last_modified = [st.ctime, st.mtime]
+        rescue Exception
+        end
+        load_from_file(arg)
+      else
+        load_from_stream(arg)
+      end
+      @filename = arg
+      self
+    end
+
+    def load_from_stream(io)
+      magic = io.read(4)
+      case magic
+      when MAGIC_BIG_ENDIAN
+        @little_endian = false
+      when MAGIC_LITTLE_ENDIAN
+        @little_endian = true
+      else
+        raise InvalidFormat.new(sprintf("Unknown signature %s", magic.dump))
+      end
+
+      endian_type6 = @little_endian ? 'V6' : 'N6'
+      endian_type_astr = @little_endian ? 'V*' : 'N*'
+
+      header = HeaderRev1.new(magic, *(io.read(4 * 6).unpack(endian_type6)))
+
+      if header.revision == 1
+        # FIXME: It doesn't support sysdep correctly.
+        header.n_sysdep_segments = io.read(4).unpack(endian_type6)
+        header.sysdep_segments_offset = io.read(4).unpack(endian_type6)
+        header.n_sysdep_strings = io.read(4).unpack(endian_type6)
+        header.orig_sysdep_tab_offset = io.read(4).unpack(endian_type6)
+        header.trans_sysdep_tab_offset = io.read(4).unpack(endian_type6)
+      elsif header.revision > 1
+        raise InvalidFormat.new(sprintf("file format revision %d isn't supported", header.revision))
+      end
+      io.pos = header.orig_table_offset
+      orig_table_data = io.read((4 * 2) * header.nstrings).unpack(endian_type_astr)
+
+      io.pos = header.translated_table_offset
+      trans_table_data = io.read((4 * 2) * header.nstrings).unpack(endian_type_astr)
+
+      original_strings = Array.new(header.nstrings)
+      for i in 0...header.nstrings
+        io.pos = orig_table_data[i * 2 + 1]
+        original_strings[i] = io.read(orig_table_data[i * 2 + 0])
+      end
+
+      clear
+      for i in 0...header.nstrings
+        io.pos = trans_table_data[i * 2 + 1]
+        str = io.read(trans_table_data[i * 2 + 0])
+
+        if (! original_strings[i]) || original_strings[i] == ""
+          if str
+            @charset = nil
+            @nplurals = nil
+            @plural = nil
+            str.each_line{|line|
+              if /^Content-Type:/i =~ line and /charset=((?:\w|-)+)/i =~ line
+                @charset = $1
+              elsif /^Plural-Forms:\s*nplurals\s*\=\s*(\d*);\s*plural\s*\=\s*([^;]*)\n?/ =~ line
+                @nplurals = $1
+                @plural = $2
+              end
+              break if @charset and @nplurals
+            }
+            @nplurals = "1" unless @nplurals
+            @plural = "0" unless @plural
+          end
+        else
+          if @output_charset
+            begin
+              str = Iconv.conv(@output_charset, @charset, str) if @charset
+            rescue Iconv::Failure
+              if $DEBUG
+                warn "@charset = ", @charset
+                warn"@output_charset = ", @output_charset
+                warn "msgid = ", original_strings[i]
+                warn "msgstr = ", str
+              end
+            end
+          end
+        end
+        self[original_strings[i]] = str.freeze
+      end
+      self
+    end
+
+    def prime?(number)
+      ('1' * number) !~ /^1?$|^(11+?)\1+$/
+    end
+
+    begin
+      require 'prime'
+      def next_prime(seed)
+        Prime.instance.find{|x| x > seed }
+      end
+    rescue LoadError
+      def next_prime(seed)
+        require 'mathn'
+        prime = Prime.new
+        while current = prime.succ
+          return current if current > seed
+        end
+      end
+    end
+
+    HASHWORDBITS = 32
+    # From gettext-0.12.1/gettext-runtime/intl/hash-string.h
+    # Defines the so called `hashpjw' function by P.J. Weinberger
+    # [see Aho/Sethi/Ullman, COMPILERS: Principles, Techniques and Tools,
+    # 1986, 1987 Bell Telephone Laboratories, Inc.]
+    def hash_string(str)
+      hval = 0
+      i = 0
+      str.each_byte do |b|
+        break if b == '\0'
+        hval <<= 4
+        hval += b.to_i
+        g = hval & (0xf << (HASHWORDBITS - 4))
+        if (g != 0)
+          hval ^= g >> (HASHWORDBITS - 8)
+          hval ^= g
+        end
+      end
+      hval
+    end
+
+    #Save data as little endian format.
+    def save_to_stream(io)
+      header_size = 4 * 7
+      table_size  = 4 * 2 * size
+
+      hash_table_size = next_prime((size * 4) / 3)
+      hash_table_size = 3 if hash_table_size <= 2
+      header = Header.new(
+                          MAGIC_LITTLE_ENDIAN,          # magic
+                          0,                            # revision
+                          size,                         # nstrings
+                          header_size,                  # orig_table_offset
+                          header_size + table_size,     # translated_table_offset
+                          hash_table_size,              # hash_table_size
+                          header_size + table_size * 2  # hash_table_offset
+                          )
+      io.write(header.to_a.pack('a4V*'))
+
+      ary = to_a
+      ary.sort!{|a, b| a[0] <=> b[0]} # sort by original string
+
+      pos = header.hash_table_size * 4 + header.hash_table_offset
+
+      orig_table_data = Array.new()
+      ary.each{|item, _|
+        orig_table_data.push(item.bytesize)
+        orig_table_data.push(pos)
+        pos += item.bytesize + 1 # +1 is <NUL>
+      }
+      io.write(orig_table_data.pack('V*'))
+
+      trans_table_data = Array.new()
+      ary.each{|_, item|
+        trans_table_data.push(item.bytesize)
+        trans_table_data.push(pos)
+        pos += item.bytesize + 1 # +1 is <NUL>
+      }
+      io.write(trans_table_data.pack('V*'))
+
+      hash_tab = Array.new(hash_table_size)
+      j = 0
+      ary[0...size].each {|key, _|
+        hash_val = hash_string(key)
+        idx = hash_val % hash_table_size
+        if hash_tab[idx] != nil
+          incr = 1 + (hash_val % (hash_table_size - 2))
+          begin
+            if (idx >= hash_table_size - incr)
+              idx -= hash_table_size - incr
+            else
+              idx += incr
+            end
+          end until (hash_tab[idx] == nil)
+        end
+        hash_tab[idx] = j + 1
+        j += 1
+      }
+      hash_tab.collect!{|i| i ? i : 0}
+
+      io.write(hash_tab.pack('V*'))
+
+      ary.each{|item, _| io.write(item); io.write("\0") }
+      ary.each{|_, item| io.write(item); io.write("\0") }
+
+      self
+    end
+
+    def load_from_file(filename)
+      @filename = filename
+      begin
+        File.open(filename, 'rb'){|f| load_from_stream(f)}
+      rescue => e
+        e.set_backtrace("File: #{@filename}")
+        raise e
+      end
+    end
+
+    def save_to_file(filename)
+      File.open(filename, 'wb'){|f| save_to_stream(f)}
+    end
+
+    def set_comment(msgid_or_sym, comment)
+      #Do nothing
+    end
+
+    def plural_as_proc
+      unless @plural_proc
+        @plural_proc = Proc.new{|n| eval(@plural)}
+        begin
+          @plural_proc.call(1)
+        rescue
+          @plural_proc = Proc.new{|n| 0}
+        end
+      end
+      @plural_proc
+    end
+
+    attr_accessor :little_endian, :path, :last_modified
+    attr_reader :charset, :nplurals, :plural
+  end
+
+end
+
+# Test
+
+if $0 == __FILE__
+  if (ARGV.include? "-h") or (ARGV.include? "--help")
+    STDERR.puts("mo.rb [filename.mo ...]")
+    exit
+  end
+
+  ARGV.each{ |item|
+    mo = GetText::MOFile.open(item)
+    puts "------------------------------------------------------------------"
+    puts "charset  = \"#{mo.charset}\""
+    puts "nplurals = \"#{mo.nplurals}\""
+    puts "plural   = \"#{mo.plural}\""
+    puts "------------------------------------------------------------------"
+    mo.each do |key, value|
+      puts "original message = #{key.inspect}"
+      puts "translated message = #{value.inspect}"
+      puts "--------------------------------------------------------------------"
+    end
+  }
+end