gettext 1.93.0 → 2.0.0

data/lib/gettext/cgi.rb

@@ -1,20 +1,20 @@
 =begin
   gettext/cgi.rb - GetText for CGI
 
-  Copyright (C) 2005  Masao Mutoh
+  Copyright (C) 2005-2009  Masao Mutoh
 
   You may redistribute it and/or modify it under the same
   license terms as Ruby.
 
-  $Id: cgi.rb,v 1.7 2007/10/29 15:32:39 mutoh Exp $
+  $Id$
 =end
 
 require 'cgi'
 require 'gettext'
-require 'locale/cgi'
+
+Locale.init(:driver => :cgi)
 
 module GetText
-  module_function
 
   # Sets a CGI object.
   # * cgi_: CGI object

data/lib/gettext/class_info.rb

@@ -0,0 +1,54 @@
+require 'locale/util/memoizable'
+
+module GetText
+  module ClassInfo
+    extend self
+    include Locale::Util::Memoizable
+
+    # normalize the klass name
+    def normalize_class(klass)
+      ret = (klass.kind_of? Module) ? klass : klass.class
+      if ret.name =~ /^\#<|^$/ or ret == GetText
+        ret = Object
+      end
+      ret
+    end
+
+    # Internal method for related_classes.
+    def related_classes_internal(klass, all_classes = [], analyzed_classes = [] )
+      ret = []
+      klass = normalize_class(klass)
+
+      return [Object] if [Object, Kernel].include? klass
+
+      ary = klass.name.split(/::/)
+      while(v = ary.shift)
+        ret.unshift(((ret.size == 0) ? Object.const_get(v) : ret[0].const_get(v)))
+      end
+      ret -= analyzed_classes
+      if ret.size > 1
+        ret += related_classes_internal(ret[1], all_classes, analyzed_classes)
+        ret.uniq!
+      end
+      analyzed_classes << klass unless analyzed_classes.include? klass
+      klass.ancestors[1..-1].each do |v|
+        ret += related_classes_internal(v, all_classes, analyzed_classes)
+        ret.uniq!
+      end
+
+      if all_classes.size > 0
+        ((ret - [Kernel]) & all_classes).uniq 
+      else
+        (ret - [Kernel]).uniq
+      end
+    end
+
+    # Returns the classes which related to klass 
+    # (klass's ancestors, included modules and nested modules)
+    def related_classes(klass, all_classes = [])
+      ret = related_classes_internal(klass, all_classes)
+      (ret + [Object]).uniq
+    end
+    memoize :related_classes
+  end
+end

data/lib/gettext/{iconv.rb → core_ext/iconv.rb}

@@ -1,3 +1,4 @@
+# encoding: utf-8
 =begin
   iconv.rb - Pseudo Iconv class. Supports Iconv.iconv, Iconv.conv.
 

data/lib/gettext/{string.rb → core_ext/string.rb}

@@ -8,7 +8,9 @@
   license terms as Ruby.
 =end
 
-# Extension for String class.
+if RUBY_VERSION < "1.9.0"
+
+# Extension for String class. This feature is included in Ruby 1.9 or later.
 #
 # String#% method which accept "named argument". The translator can know 
 # the meaning of the msgids using "named argument" instead of %s/%d style.
@@ -44,16 +46,18 @@ class String
     else
       ret = gsub(/%\{/, '%%{')
       begin
-	ret._old_format_m(args)
+        ret._old_format_m(args)
       rescue ArgumentError => e
         if $DEBUG
-  	   $stderr.puts "  The string:#{ret}"
-	   $stderr.puts "  args:#{args.inspect}"
-           puts e.backtrace
-	else	
-	  raise ArgumentError, e.message
-	end
+          $stderr.puts "  The string:#{ret}"
+          $stderr.puts "  args:#{args.inspect}"
+          puts e.backtrace
+        else
+          raise ArgumentError, e.message
+        end
       end
     end
   end
 end
+
+end

data/lib/gettext/locale_path.rb

@@ -0,0 +1,107 @@
+=begin
+  locale_path.rb - GetText::LocalePath
+
+  Copyright (C) 2001-2009  Masao Mutoh
+
+  You may redistribute it and/or modify it under the same
+  license terms as Ruby.
+
+=end
+
+require 'rbconfig'
+
+module GetText
+  # Treats locale-path for mo-files.
+  class LocalePath
+    # The default locale paths.
+    CONFIG_PREFIX = Config::CONFIG['prefix'].gsub(/\/local/, "")
+    DEFAULT_RULES = [
+                     "#{Config::CONFIG['datadir']}/locale/%{lang}/LC_MESSAGES/%{name}.mo",
+                     "#{Config::CONFIG['datadir'].gsub(/\/local/, "")}/locale/%{lang}/LC_MESSAGES/%{name}.mo",
+                     "#{CONFIG_PREFIX}/share/locale/%{lang}/LC_MESSAGES/%{name}.mo",
+                     "#{CONFIG_PREFIX}/local/share/locale/%{lang}/LC_MESSAGES/%{name}.mo"
+                    ].uniq
+    
+    # Add default locale path. Usually you should use GetText.add_default_locale_path instead.
+    # * path: a new locale path. (e.g.) "/usr/share/locale/%{lang}/LC_MESSAGES/%{name}.mo"
+    #   ('locale' => "ja_JP", 'name' => "textdomain")
+    # * Returns: the new DEFAULT_LOCALE_PATHS
+    def self.add_default_rule(path)
+      DEFAULT_RULES.unshift(path)
+    end
+
+    @@default_path_rules = []
+
+    # Returns path rules as an Array. 
+    # (e.g.) ["/usr/share/locale/%{lang}/LC_MESSAGES/%{name}.mo", ...] 
+    def self.default_path_rules 
+      return @@default_path_rules.dup if @@default_path_rules.size > 0
+
+      if ENV["GETTEXT_PATH"]
+        ENV["GETTEXT_PATH"].split(/,/).each {|i| 
+          @@default_path_rules = ["#{i}/%{lang}/LC_MESSAGES/%{name}.mo", "#{i}/%{lang}/%{name}.mo"]
+        }
+      end
+
+      @@default_path_rules += DEFAULT_RULES
+      
+      $LOAD_PATH.each {|path|
+        if /(.*)\/lib$/ =~ path
+          @@default_path_rules += [
+                           "#{$1}/data/locale/%{lang}/LC_MESSAGES/%{name}.mo", 
+                           "#{$1}/data/locale/%{lang}/%{name}.mo", 
+                           "#{$1}/locale/%{lang}/%{name}.mo"]
+        end
+      }
+      @@default_path_rules.dup
+    end
+
+    # Clear path_rules for testing.
+    def self.clear
+      @@default_path_rules = nil
+    end
+
+    attr_reader :locale_paths
+
+    # Creates a new GetText::TextDomain.
+    # * name: the textdomain name.
+    # * topdir: the locale path ("%{topdir}/%{lang}/LC_MESSAGES/%{name}.mo") or nil.
+    def initialize(name, topdir = nil)
+      @name = name
+      
+      if topdir
+        @locale_paths = ["#{topdir}/%{lang}/LC_MESSAGES/%{name}.mo", "#{topdir}/%{lang}/%{name}.mo"]
+      else
+        @locale_paths = self.class.default_path_rules
+      end
+      @locale_paths.map! {|v| v % {:name => name} }
+    end
+
+    # Gets the current path.
+    # * lang: a Locale::Tag.
+    def current_path(lang)
+      lang_candidates = lang.to_posix.candidates
+      search_files = []
+
+      @locale_paths.each {|path|
+        lang_candidates.each{|tag|
+          fname = path % {:lang => tag}
+          if $DEBUG
+            search_files << fname unless search_files.include?(fname)
+          end
+          if File.exist?(fname)
+            warn "GetText::TextDomain#load_mo: mo-file is #{fname}" if $DEBUG
+            return fname
+          end
+        }
+      }
+      if $DEBUG
+        warn "MO file is not found in"
+        search_files.each do |v|
+          warn "  #{v}"
+        end
+      end
+      nil
+    end
+  end
+end

data/lib/gettext/mofile.rb

@@ -0,0 +1,314 @@
+=begin
+    mofile.rb - A simple class for operating GNU MO file.
+
+    Copyright (C) 2003-2008  Masao Mutoh
+    Copyright (C) 2002  Masahiro Sakai, Masao Mutoh
+    Copyright (C) 2001  Masahiro Sakai
+
+        Masahiro Sakai                  <s01397ms at sfc.keio.ac.jp>
+        Masao Mutoh                     <mutomasa at gmail.com>
+
+    You can redistribute this file and/or modify it under the same term
+    of Ruby.  License of Ruby is included with Ruby distribution in
+    the file "README".
+
+    $Id: mo.rb,v 1.10 2008/06/17 16:40:52 mutoh Exp $
+=end
+
+require 'gettext/core_ext/iconv'
+require 'stringio'
+
+module GetText
+  class MOFile < Hash 
+    class InvalidFormat < RuntimeError; end;
+
+    attr_reader :filename
+
+    Header = Struct.new(:magic,
+                        :revision,
+                        :nstrings,
+                        :orig_table_offset,
+                        :translated_table_offset,
+                        :hash_table_size,
+                        :hash_table_offset)
+
+    # The following are only used in .mo files 
+    # with minor revision >= 1.
+    class HeaderRev1 < Header
+      attr_accessor :n_sysdep_segments,
+      :sysdep_segments_offset,
+      :n_sysdep_strings,
+      :orig_sysdep_tab_offset,
+      :trans_sysdep_tab_offset
+    end
+
+    MAGIC_BIG_ENDIAN    = "\x95\x04\x12\xde"
+    MAGIC_LITTLE_ENDIAN = "\xde\x12\x04\x95"
+
+    def self.open(arg = nil, output_charset = nil)
+      result = self.new(output_charset)
+      result.load(arg)
+    end
+
+    def initialize(output_charset = nil)
+      @filename = nil
+      @last_modified = nil
+      @little_endian = true
+      @output_charset = output_charset
+      super()
+    end
+
+    def update!
+      if FileTest.exist?(@filename)
+        st = File.stat(@filename)
+        load(@filename) unless (@last_modified == [st.ctime, st.mtime])
+      else
+        warn "#{@filename} was lost." if $DEBUG
+        clear
+      end
+      self
+    end
+
+    def load(arg)
+      if arg.kind_of? String
+        begin
+          st = File.stat(arg)
+          @last_modified = [st.ctime, st.mtime]
+        rescue Exception
+        end
+        load_from_file(arg)
+      else
+        load_from_stream(arg)
+      end
+      @filename = arg
+      self
+    end
+
+    def load_from_stream(io)
+      magic = io.read(4)
+      case magic
+      when MAGIC_BIG_ENDIAN
+        @little_endian = false
+      when MAGIC_LITTLE_ENDIAN
+        @little_endian = true
+      else
+        raise InvalidFormat.new(sprintf("Unknown signature %s", magic.dump))
+      end
+
+      endian_type6 = @little_endian ? 'V6' : 'N6'
+      endian_type_astr = @little_endian ? 'V*' : 'N*'
+
+      header = HeaderRev1.new(magic, *(io.read(4 * 6).unpack(endian_type6)))
+
+      if header.revision == 1
+        # FIXME: It doesn't support sysdep correctly.
+        header.n_sysdep_segments = io.read(4).unpack(endian_type6)
+        header.sysdep_segments_offset = io.read(4).unpack(endian_type6)
+        header.n_sysdep_strings = io.read(4).unpack(endian_type6)
+        header.orig_sysdep_tab_offset = io.read(4).unpack(endian_type6)
+        header.trans_sysdep_tab_offset = io.read(4).unpack(endian_type6)
+      elsif header.revision > 1
+        raise InvalidFormat.new(sprintf("file format revision %d isn't supported", header.revision))
+      end
+      io.pos = header.orig_table_offset
+      orig_table_data = io.read((4 * 2) * header.nstrings).unpack(endian_type_astr)
+
+      io.pos = header.translated_table_offset
+      trans_table_data = io.read((4 * 2) * header.nstrings).unpack(endian_type_astr)
+
+      original_strings = Array.new(header.nstrings)
+      for i in 0...header.nstrings
+        io.pos = orig_table_data[i * 2 + 1]
+        original_strings[i] = io.read(orig_table_data[i * 2 + 0])
+      end
+
+      clear
+      for i in 0...header.nstrings
+        io.pos = trans_table_data[i * 2 + 1]
+        str = io.read(trans_table_data[i * 2 + 0])
+
+        if (! original_strings[i]) || original_strings[i] == ""
+          if str
+            @charset = nil
+            @nplurals = nil
+            @plural = nil
+            str.each_line{|line|
+              if /^Content-Type:/i =~ line and /charset=((?:\w|-)+)/i =~ line
+                @charset = $1
+              elsif /^Plural-Forms:\s*nplurals\s*\=\s*(\d*);\s*plural\s*\=\s*([^;]*)\n?/ =~ line
+                @nplurals = $1
+                @plural = $2
+              end
+              break if @charset and @nplurals
+            }
+            @nplurals = "1" unless @nplurals
+            @plural = "0" unless @plural
+          end
+        else
+          if @output_charset
+            begin
+              str = Iconv.conv(@output_charset, @charset, str) if @charset
+            rescue Iconv::Failure
+              if $DEBUG
+                warn "@charset = ", @charset
+                warn"@output_charset = ", @output_charset
+                warn "msgid = ", original_strings[i]
+                warn "msgstr = ", str
+              end
+            end
+          end
+        end
+        self[original_strings[i]] = str.freeze
+      end
+      self
+    end
+
+    # Is this number a prime number ?
+    # http://apidock.com/ruby/Prime
+    def prime?(number)
+      ('1' * number) !~ /^1?$|^(11+?)\1+$/
+    end
+
+    def next_prime(seed)
+      require 'mathn'
+      prime = Prime.new
+      while current = prime.succ
+        return current if current > seed
+      end
+    end
+
+    # From gettext-0.12.1/gettext-runtime/intl/hash-string.h
+    # Defines the so called `hashpjw' function by P.J. Weinberger
+    # [see Aho/Sethi/Ullman, COMPILERS: Principles, Techniques and Tools,
+    # 1986, 1987 Bell Telephone Laboratories, Inc.] 
+    HASHWORDBITS = 32
+    def hash_string(str)
+      hval = 0
+      i = 0
+      str.each_byte do |b|
+        break if b == '\0'
+        hval <<= 4
+        hval += b.to_i
+        g = hval & (0xf << (HASHWORDBITS - 4))
+        if (g != 0)
+          hval ^= g >> (HASHWORDBITS - 8)
+          hval ^= g
+        end
+      end
+      hval
+    end
+
+    def save_to_stream(io)
+      #Save data as little endian format.
+      header_size = 4 * 7
+      table_size  = 4 * 2 * size
+
+      hash_table_size = next_prime((size * 4) / 3) 
+      hash_table_size = 3 if hash_table_size <= 2
+      header = Header.new(
+                          MAGIC_LITTLE_ENDIAN,          # magic
+                          0,                            # revision
+                          size,                         # nstrings
+                          header_size,                  # orig_table_offset
+                          header_size + table_size,     # translated_table_offset
+                          hash_table_size,              # hash_table_size
+                          header_size + table_size * 2  # hash_table_offset
+                          )
+      io.write(header.to_a.pack('a4V*'))
+
+      ary = to_a
+      ary.sort!{|a, b| a[0] <=> b[0]} # sort by original string
+
+      pos = header.hash_table_size * 4 + header.hash_table_offset
+
+      orig_table_data = Array.new()
+      ary.each{|item, _|
+        orig_table_data.push(item.size)
+        orig_table_data.push(pos)
+        pos += item.size + 1 # +1 is <NUL>
+      }
+      io.write(orig_table_data.pack('V*'))
+
+      trans_table_data = Array.new()
+      ary.each{|_, item|
+        trans_table_data.push(item.size)
+        trans_table_data.push(pos)
+        pos += item.size + 1 # +1 is <NUL>
+      }
+      io.write(trans_table_data.pack('V*'))
+
+      hash_tab = Array.new(hash_table_size)
+      j = 0
+      ary[0...size].each {|key, _|
+        hash_val = hash_string(key)
+        idx = hash_val % hash_table_size
+        if hash_tab[idx] != nil
+          incr = 1 + (hash_val % (hash_table_size - 2))
+          begin
+            if (idx >= hash_table_size - incr)
+              idx -= hash_table_size - incr
+            else
+              idx += incr
+            end
+          end until (hash_tab[idx] == nil)
+        end
+        hash_tab[idx] = j + 1
+        j += 1
+      }
+      hash_tab.collect!{|i| i ? i : 0}
+
+      io.write(hash_tab.pack('V*'))
+
+      ary.each{|item, _| io.write(item); io.write("\0") }
+      ary.each{|_, item| io.write(item); io.write("\0") }
+
+      self
+    end
+
+    def load_from_file(filename)
+      @filename = filename
+      begin
+        File.open(filename, 'rb'){|f| load_from_stream(f)}
+      rescue => e
+        e.set_backtrace("File: #{@filename}")
+        raise e
+      end
+    end
+
+    def save_to_file(filename)
+      File.open(filename, 'wb'){|f| save_to_stream(f)}
+    end
+
+    def set_comment(msgid_or_sym, comment)
+      #Do nothing
+    end
+
+
+    attr_accessor :little_endian, :path, :last_modified
+    attr_reader :charset, :nplurals, :plural
+  end
+
+end
+
+# Test
+
+if $0 == __FILE__
+  if (ARGV.include? "-h") or (ARGV.include? "--help")
+    STDERR.puts("mo.rb [filename.mo ...]")
+    exit
+  end
+  
+  ARGV.each{ |item|
+    mo = GetText::MOFile.open(item)
+    puts "------------------------------------------------------------------"
+    puts "charset  = \"#{mo.charset}\""
+    puts "nplurals = \"#{mo.nplurals}\""
+    puts "plural   = \"#{mo.plural}\""
+    puts "------------------------------------------------------------------"
+    mo.each do |key, value|
+      puts "original message = #{key.inspect}"
+      puts "translated message = #{value.inspect}"
+      puts "--------------------------------------------------------------------"
+    end
+  }
+end