experteer-gettext 2.0.4

data/lib/gettext/core_ext/iconv.rb

@@ -0,0 +1,112 @@
+# encoding: utf-8
+=begin
+  iconv.rb - Pseudo Iconv class. Supports Iconv.iconv, Iconv.conv.
+
+  For Matz Ruby:
+  If you don't have iconv but glib2, this library uses glib2 iconv functions.
+
+  For JRuby:
+  Use Java String class to convert strings.
+
+  Copyright (C) 2004-2007  Masao Mutoh
+
+  You may redistribute it and/or modify it under the same
+  license terms as Ruby.
+
+  $Id: iconv.rb,v 1.6 2007/11/08 14:21:22 mutoh Exp $
+=end
+
+begin
+  require 'iconv.so'
+rescue LoadError
+  # Pseudo Iconv class
+  # 
+  # ==== For Matz Ruby:
+  # If you don't have iconv but Ruby/GLib2, this library uses Ruby/GLib2's 
+  # iconv functions.
+  #
+  # Ruby/GLib is a module which is provided from Ruby-GNOME2 Project. 
+  # You can get binaries for Win32(One-Click Ruby Installer).
+  # <URL: http://ruby-gnome2.sourceforge.jp/>
+  # ==== For JRuby:
+  # Use Java String class to convert strings.
+  class Iconv
+    module Failure; end
+    class InvalidEncoding < ArgumentError;  include Failure; end
+    class IllegalSequence < ArgumentError;  include Failure; end
+    class InvalidCharacter < ArgumentError; include Failure; end
+
+    if RUBY_PLATFORM =~ /java/
+      def self.conv(to, from, str)
+        raise InvalidCharacter, "the 3rd argument is nil" unless str
+        begin
+          str = java.lang.String.new(str.unpack("C*").to_java(:byte), from)
+          str.getBytes(to).to_ary.pack("C*")
+        rescue java.io.UnsupportedEncodingException
+          raise InvalidEncoding
+        end
+      end
+    else
+      begin
+        require 'glib2'
+      
+        def self.check_glib_version?(major, minor, micro) # :nodoc:
+          (GLib::BINDING_VERSION[0] > major ||
+           (GLib::BINDING_VERSION[0] == major && 
+            GLib::BINDING_VERSION[1] > minor) ||
+           (GLib::BINDING_VERSION[0] == major && 
+            GLib::BINDING_VERSION[1] == minor &&
+            GLib::BINDING_VERSION[2] >= micro))
+        end
+        
+        if check_glib_version?(0, 11, 0)
+          # This is a function equivalent of Iconv.iconv.
+          # * to: encoding name for destination
+          # * from: encoding name for source
+          # * str: strings to be converted
+          # * Returns: Returns an Array of converted strings.
+          def self.conv(to, from, str)
+            begin
+              GLib.convert(str, to, from)
+            rescue GLib::ConvertError => e
+              case e.code
+              when GLib::ConvertError::NO_CONVERSION
+                raise InvalidEncoding.new(str)
+              when GLib::ConvertError::ILLEGAL_SEQUENCE
+                raise IllegalSequence.new(str)
+              else
+                raise InvalidCharacter.new(str)
+              end
+            end
+          end
+        else
+          def self.conv(to, from, str) # :nodoc:
+            begin
+              GLib.convert(str, to, from)
+            rescue
+              raise IllegalSequence.new(str)
+            end
+          end
+        end
+      rescue LoadError
+        def self.conv(to, from, str) # :nodoc:
+          warn "Iconv was not found." if $DEBUG
+          str
+        end
+      end
+    end
+    def self.iconv(to, from, str)
+      conv(to, from, str).split(//)
+    end
+  end
+end
+
+if __FILE__ == $0
+  puts Iconv.iconv("EUC-JP", "UTF-8", "ほげ").join
+  begin
+    puts Iconv.iconv("EUC-JP", "EUC-JP", "ほげ").join
+  rescue Iconv::Failure
+    puts $!
+    puts $!.class
+  end
+end

data/lib/gettext/core_ext/string.rb

@@ -0,0 +1,84 @@
+=begin
+  string.rb - Extension for String.
+
+  Copyright (C) 2005-2009 Masao Mutoh
+ 
+  You may redistribute it and/or modify it under the same
+  license terms as Ruby.
+=end
+
+# Extension for String class. This feature is included in Ruby 1.9 or later but not occur TypeError.
+#
+# String#% method which accept "named argument". The translator can know 
+# the meaning of the msgids using "named argument" instead of %s/%d style.
+class String
+
+  unless instance_methods.find {|m| m.to_s == 'bytesize'} 
+    # For older ruby (such as ruby-1.8.5)
+    alias :bytesize :size
+  end
+
+  alias :_old_format_m :% # :nodoc:
+
+  PERCENT_MATCH_RE = Regexp.union(
+      /%%/,
+      /%\{(.+?)\}/,
+      /%<(.+?)>(.*?\d*\.?\d*[bBdiouxXeEfgGcps])/
+  )
+
+  # call-seq:
+  #  %(arg)
+  #  %(hash)
+  #
+  # Format - Uses str as a format specification, and returns the result of applying it to arg. 
+  # If the format specification contains more than one substitution, then arg must be 
+  # an Array containing the values to be substituted. See Kernel::sprintf for details of the 
+  # format string. This is the default behavior of the String class.
+  # * arg: an Array or other class except Hash.
+  # * Returns: formatted String
+  #
+  #  (e.g.) "%s, %s" % ["Masao", "Mutoh"]
+  #
+  # Also you can use a Hash as the "named argument". This is recommanded way for Ruby-GetText
+  # because the translators can understand the meanings of the msgids easily.
+  # * hash: {:key1 => value1, :key2 => value2, ... }
+  # * Returns: formatted String
+  #
+  #  (e.g.)
+  #         For strings.
+  #         "%{firstname}, %{familyname}" % {:firstname => "Masao", :familyname => "Mutoh"}
+  #
+  #         With field type to specify format such as d(decimal), f(float),...
+  #         "%<age>d, %<weight>.1f" % {:age => 10, :weight => 43.4}
+  def %(args)
+    if args.kind_of?(Hash)
+      ret = dup
+      ret.gsub!(PERCENT_MATCH_RE) {|match|
+        if match == '%%'
+          '%'
+        elsif $1
+          key = $1.to_sym
+          args.has_key?(key) ? args[key] : match
+        elsif $2
+          key = $2.to_sym
+          args.has_key?(key) ? sprintf("%#{$3}", args[key]) : match
+        end
+      }
+      ret
+    else
+      ret = gsub(/%([{<])/, '%%\1')
+      begin
+        ret._old_format_m(args)
+      rescue ArgumentError => e
+        if $DEBUG
+          $stderr.puts "  The string:#{ret}"
+          $stderr.puts "  args:#{args.inspect}"
+          puts e.backtrace
+        else
+          raise ArgumentError, e.message
+        end
+      end
+    end
+  end
+end
+

data/lib/gettext/locale_path.rb

@@ -0,0 +1,123 @@
+=begin
+  locale_path.rb - GetText::LocalePath
+
+  Copyright (C) 2001-2009  Masao Mutoh
+
+  You may redistribute it and/or modify it under the same
+  license terms as Ruby.
+
+=end
+
+require 'rbconfig'
+require 'gettext/core_ext/string'
+
+module GetText
+  # Treats locale-path for mo-files.
+  class LocalePath
+    include Locale::Util::Memoizable
+
+    # The default locale paths.
+    CONFIG_PREFIX = Config::CONFIG['prefix'].gsub(/\/local/, "")
+    DEFAULT_RULES = [
+                     "./locale/%{lang}/LC_MESSAGES/%{name}.mo",
+                     "./locale/%{lang}/%{name}.mo",
+                     "#{Config::CONFIG['datadir']}/locale/%{lang}/LC_MESSAGES/%{name}.mo",
+                     "#{Config::CONFIG['datadir'].gsub(/\/local/, "")}/locale/%{lang}/LC_MESSAGES/%{name}.mo",
+                     "#{CONFIG_PREFIX}/share/locale/%{lang}/LC_MESSAGES/%{name}.mo",
+                     "#{CONFIG_PREFIX}/local/share/locale/%{lang}/LC_MESSAGES/%{name}.mo"
+                    ].uniq
+
+    class << self
+      include Locale::Util::Memoizable
+
+      # Add default locale path. Usually you should use GetText.add_default_locale_path instead.
+      # * path: a new locale path. (e.g.) "/usr/share/locale/%{lang}/LC_MESSAGES/%{name}.mo"
+      #   ('locale' => "ja_JP", 'name' => "textdomain")
+      # * Returns: the new DEFAULT_LOCALE_PATHS
+      def add_default_rule(path)
+        DEFAULT_RULES.unshift(path)
+      end
+      
+      # Returns path rules as an Array. 
+      # (e.g.) ["/usr/share/locale/%{lang}/LC_MESSAGES/%{name}.mo", ...] 
+      def default_path_rules 
+        default_path_rules = []
+
+        if ENV["GETTEXT_PATH"]
+          ENV["GETTEXT_PATH"].split(/,/).each {|i| 
+            default_path_rules = ["#{i}/%{lang}/LC_MESSAGES/%{name}.mo", "#{i}/%{lang}/%{name}.mo"]
+          }
+        end
+        
+        default_path_rules += DEFAULT_RULES
+        
+        load_path = $LOAD_PATH
+        if defined? ::Gem
+          load_path += Gem.all_load_paths
+        end
+        load_path.map!{|v| v.match(/(.*?)(\/lib)*?$/); $1}
+        load_path.each {|path|
+          default_path_rules += [
+                                 "#{path}/data/locale/%{lang}/LC_MESSAGES/%{name}.mo", 
+                                 "#{path}/data/locale/%{lang}/%{name}.mo", 
+                                 "#{path}/locale/%{lang}/%{name}.mo"]
+        }
+        # paths existed only.
+        default_path_rules = default_path_rules.select{|path| 
+          Dir.glob(path % {:lang => "*", :name => "*"}).size > 0}.uniq
+        default_path_rules
+      end
+      memoize_dup :default_path_rules
+    end
+
+    attr_reader :locale_paths, :supported_locales
+
+    # Creates a new GetText::TextDomain.
+    # * name: the textdomain name.
+    # * topdir: the locale path ("%{topdir}/%{lang}/LC_MESSAGES/%{name}.mo") or nil.
+    def initialize(name, topdir = nil)
+      @name = name
+      
+      if topdir
+        path_rules = ["#{topdir}/%{lang}/LC_MESSAGES/%{name}.mo", "#{topdir}/%{lang}/%{name}.mo"]
+      else
+        path_rules = self.class.default_path_rules
+
+      end
+
+      @locale_paths = {}
+      path_rules.each do |rule|
+        this_path_rules = rule % {:lang => "([^\/]+)", :name => name}
+        Dir.glob(rule %{:lang => "*", :name => name}).each do |path|
+          if /#{this_path_rules}/ =~ path
+            @locale_paths[$1] = path unless @locale_paths[$1]
+          end
+        end
+      end
+      @supported_locales = @locale_paths.keys.sort
+    end
+
+    # Gets the current path.
+    # * lang: a Locale::Tag.
+    def current_path(lang)
+      lang_candidates = lang.to_posix.candidates
+      search_files = []
+
+      lang_candidates.each do |tag|
+        path = @locale_paths[tag.to_s]
+        warn "GetText::TextDomain#load_mo: mo-file is #{path}" if $DEBUG
+        return path if path
+      end
+
+      if $DEBUG
+        warn "MO file is not found in"
+        @locale_paths.each do |path|
+          warn "  #{path[1]}"
+        end
+      end
+      nil
+    end
+    memoize :current_path
+    
+  end
+end

data/lib/gettext/mofile.rb

@@ -0,0 +1,330 @@
+=begin
+    mofile.rb - A simple class for operating GNU MO file.
+
+    Copyright (C) 2003-2009  Masao Mutoh
+    Copyright (C) 2002  Masahiro Sakai, Masao Mutoh
+    Copyright (C) 2001  Masahiro Sakai
+
+        Masahiro Sakai                  <s01397ms at sfc.keio.ac.jp>
+        Masao Mutoh                     <mutomasa at gmail.com>
+
+    You can redistribute this file and/or modify it under the same term
+    of Ruby.  License of Ruby is included with Ruby distribution in
+    the file "README".
+
+=end
+
+require 'gettext/core_ext/iconv'
+require 'stringio'
+
+module GetText
+  class MOFile < Hash 
+    class InvalidFormat < RuntimeError; end;
+
+    attr_reader :filename
+
+    Header = Struct.new(:magic,
+                        :revision,
+                        :nstrings,
+                        :orig_table_offset,
+                        :translated_table_offset,
+                        :hash_table_size,
+                        :hash_table_offset)
+
+    # The following are only used in .mo files 
+    # with minor revision >= 1.
+    class HeaderRev1 < Header
+      attr_accessor :n_sysdep_segments,
+      :sysdep_segments_offset,
+      :n_sysdep_strings,
+      :orig_sysdep_tab_offset,
+      :trans_sysdep_tab_offset
+    end
+
+    MAGIC_BIG_ENDIAN    = "\x95\x04\x12\xde"
+    MAGIC_LITTLE_ENDIAN = "\xde\x12\x04\x95"
+
+    def self.open(arg = nil, output_charset = nil)
+      result = self.new(output_charset)
+      result.load(arg)
+    end
+
+    def initialize(output_charset = nil)
+      @filename = nil
+      @last_modified = nil
+      @little_endian = true
+      @output_charset = output_charset
+      @plural_proc = nil
+      super()
+    end
+
+    def update!
+      if FileTest.exist?(@filename)
+        st = File.stat(@filename)
+        load(@filename) unless (@last_modified == [st.ctime, st.mtime])
+      else
+        warn "#{@filename} was lost." if $DEBUG
+        clear
+      end
+      self
+    end
+
+    def load(arg)
+      if arg.kind_of? String
+        begin
+          st = File.stat(arg)
+          @last_modified = [st.ctime, st.mtime]
+        rescue Exception
+        end
+        load_from_file(arg)
+      else
+        load_from_stream(arg)
+      end
+      @filename = arg
+      self
+    end
+
+    def load_from_stream(io)
+      magic = io.read(4)
+      case magic
+      when MAGIC_BIG_ENDIAN
+        @little_endian = false
+      when MAGIC_LITTLE_ENDIAN
+        @little_endian = true
+      else
+        raise InvalidFormat.new(sprintf("Unknown signature %s", magic.dump))
+      end
+
+      endian_type6 = @little_endian ? 'V6' : 'N6'
+      endian_type_astr = @little_endian ? 'V*' : 'N*'
+
+      header = HeaderRev1.new(magic, *(io.read(4 * 6).unpack(endian_type6)))
+
+      if header.revision == 1
+        # FIXME: It doesn't support sysdep correctly.
+        header.n_sysdep_segments = io.read(4).unpack(endian_type6)
+        header.sysdep_segments_offset = io.read(4).unpack(endian_type6)
+        header.n_sysdep_strings = io.read(4).unpack(endian_type6)
+        header.orig_sysdep_tab_offset = io.read(4).unpack(endian_type6)
+        header.trans_sysdep_tab_offset = io.read(4).unpack(endian_type6)
+      elsif header.revision > 1
+        raise InvalidFormat.new(sprintf("file format revision %d isn't supported", header.revision))
+      end
+      io.pos = header.orig_table_offset
+      orig_table_data = io.read((4 * 2) * header.nstrings).unpack(endian_type_astr)
+
+      io.pos = header.translated_table_offset
+      trans_table_data = io.read((4 * 2) * header.nstrings).unpack(endian_type_astr)
+
+      original_strings = Array.new(header.nstrings)
+      for i in 0...header.nstrings
+        io.pos = orig_table_data[i * 2 + 1]
+        original_strings[i] = io.read(orig_table_data[i * 2 + 0])
+      end
+
+      clear
+      for i in 0...header.nstrings
+        io.pos = trans_table_data[i * 2 + 1]
+        str = io.read(trans_table_data[i * 2 + 0])
+
+        if (! original_strings[i]) || original_strings[i] == ""
+          if str
+            @charset = nil
+            @nplurals = nil
+            @plural = nil
+            str.each_line{|line|
+              if /^Content-Type:/i =~ line and /charset=((?:\w|-)+)/i =~ line
+                @charset = $1
+              elsif /^Plural-Forms:\s*nplurals\s*\=\s*(\d*);\s*plural\s*\=\s*([^;]*)\n?/ =~ line
+                @nplurals = $1
+                @plural = $2
+              end
+              break if @charset and @nplurals
+            }
+            @nplurals = "1" unless @nplurals
+            @plural = "0" unless @plural
+          end
+        else
+          if @output_charset
+            begin
+              str = Iconv.conv(@output_charset, @charset, str) if @charset
+            rescue Iconv::Failure
+              if $DEBUG
+                warn "@charset = ", @charset
+                warn"@output_charset = ", @output_charset
+                warn "msgid = ", original_strings[i]
+                warn "msgstr = ", str
+              end
+            end
+          end
+        end
+        self[original_strings[i]] = str.freeze
+      end
+      self
+    end
+
+    def prime?(number)
+      ('1' * number) !~ /^1?$|^(11+?)\1+$/
+    end
+
+    begin
+      require 'prime'
+      def next_prime(seed)
+        Prime.instance.find{|x| x > seed }
+      end
+    rescue LoadError
+      def next_prime(seed)
+        require 'mathn'
+        prime = Prime.new
+        while current = prime.succ
+          return current if current > seed
+        end
+      end
+    end
+
+    HASHWORDBITS = 32
+    # From gettext-0.12.1/gettext-runtime/intl/hash-string.h
+    # Defines the so called `hashpjw' function by P.J. Weinberger
+    # [see Aho/Sethi/Ullman, COMPILERS: Principles, Techniques and Tools,
+    # 1986, 1987 Bell Telephone Laboratories, Inc.] 
+    def hash_string(str)
+      hval = 0
+      i = 0
+      str.each_byte do |b|
+        break if b == '\0'
+        hval <<= 4
+        hval += b.to_i
+        g = hval & (0xf << (HASHWORDBITS - 4))
+        if (g != 0)
+          hval ^= g >> (HASHWORDBITS - 8)
+          hval ^= g
+        end
+      end
+      hval
+    end
+
+    #Save data as little endian format.
+    def save_to_stream(io)
+      header_size = 4 * 7
+      table_size  = 4 * 2 * size
+
+      hash_table_size = next_prime((size * 4) / 3) 
+      hash_table_size = 3 if hash_table_size <= 2
+      header = Header.new(
+                          MAGIC_LITTLE_ENDIAN,          # magic
+                          0,                            # revision
+                          size,                         # nstrings
+                          header_size,                  # orig_table_offset
+                          header_size + table_size,     # translated_table_offset
+                          hash_table_size,              # hash_table_size
+                          header_size + table_size * 2  # hash_table_offset
+                          )
+      io.write(header.to_a.pack('a4V*'))
+
+      ary = to_a
+      ary.sort!{|a, b| a[0] <=> b[0]} # sort by original string
+
+      pos = header.hash_table_size * 4 + header.hash_table_offset
+
+      orig_table_data = Array.new()
+      ary.each{|item, _|
+        orig_table_data.push(item.bytesize)
+        orig_table_data.push(pos)
+        pos += item.bytesize + 1 # +1 is <NUL>
+      }
+      io.write(orig_table_data.pack('V*'))
+
+      trans_table_data = Array.new()
+      ary.each{|_, item|
+        trans_table_data.push(item.bytesize)
+        trans_table_data.push(pos)
+        pos += item.bytesize + 1 # +1 is <NUL>
+      }
+      io.write(trans_table_data.pack('V*'))
+
+      hash_tab = Array.new(hash_table_size)
+      j = 0
+      ary[0...size].each {|key, _|
+        hash_val = hash_string(key)
+        idx = hash_val % hash_table_size
+        if hash_tab[idx] != nil
+          incr = 1 + (hash_val % (hash_table_size - 2))
+          begin
+            if (idx >= hash_table_size - incr)
+              idx -= hash_table_size - incr
+            else
+              idx += incr
+            end
+          end until (hash_tab[idx] == nil)
+        end
+        hash_tab[idx] = j + 1
+        j += 1
+      }
+      hash_tab.collect!{|i| i ? i : 0}
+
+      io.write(hash_tab.pack('V*'))
+
+      ary.each{|item, _| io.write(item); io.write("\0") }
+      ary.each{|_, item| io.write(item); io.write("\0") }
+
+      self
+    end
+
+    def load_from_file(filename)
+      @filename = filename
+      begin
+        File.open(filename, 'rb'){|f| load_from_stream(f)}
+      rescue => e
+        e.set_backtrace("File: #{@filename}")
+        raise e
+      end
+    end
+
+    def save_to_file(filename)
+      File.open(filename, 'wb'){|f| save_to_stream(f)}
+    end
+
+    def set_comment(msgid_or_sym, comment)
+      #Do nothing
+    end
+
+    def plural_as_proc
+      unless @plural_proc
+        @plural_proc = Proc.new{|n| eval(@plural)}
+        begin
+          @plural_proc.call(1)
+        rescue
+          @plural_proc = Proc.new{|n| 0}
+        end
+      end
+      @plural_proc
+    end
+
+    attr_accessor :little_endian, :path, :last_modified
+    attr_reader :charset, :nplurals, :plural
+  end
+
+end
+
+# Test
+
+if $0 == __FILE__
+  if (ARGV.include? "-h") or (ARGV.include? "--help")
+    STDERR.puts("mo.rb [filename.mo ...]")
+    exit
+  end
+  
+  ARGV.each{ |item|
+    mo = GetText::MOFile.open(item)
+    puts "------------------------------------------------------------------"
+    puts "charset  = \"#{mo.charset}\""
+    puts "nplurals = \"#{mo.nplurals}\""
+    puts "plural   = \"#{mo.plural}\""
+    puts "------------------------------------------------------------------"
+    mo.each do |key, value|
+      puts "original message = #{key.inspect}"
+      puts "translated message = #{value.inspect}"
+      puts "--------------------------------------------------------------------"
+    end
+  }
+end

data/lib/gettext/parser/erb.rb

@@ -0,0 +1,54 @@
+=begin
+  parser/erb.rb - parser for ERB
+
+  Copyright (C) 2005  Masao Mutoh
+ 
+  You may redistribute it and/or modify it under the same
+  license terms as Ruby.
+
+  $Id: erb.rb,v 1.5 2007/08/01 01:39:14 mutoh Exp $
+=end
+
+require 'erb'
+require 'gettext/parser/ruby.rb'
+
+module GetText
+  module ErbParser
+    extend self
+
+    @config = {
+      :extnames => ['.rhtml', '.erb','.html','.plain']
+    }
+
+    # Sets some preferences to parse ERB files.
+    # * config: a Hash of the config. It can takes some values below:
+    #   * :extnames: An Array of target files extension. Default is [".rhtml"].
+    def init(config)
+      config.each{|k, v|
+	@config[k] = v
+      }
+    end
+
+    def parse(file, targets = []) # :nodoc:
+      src = ERB.new(IO.readlines(file).join).src
+      # Remove magic comment prepended by erb in Ruby 1.9.
+      src.sub!(/\A#.*?coding[:=].*?\n/, '') if src.respond_to?(:encode)
+      erb = src.split(/$/)
+      RubyParser.parse_lines(file, erb, targets)
+    end
+
+    def target?(file) # :nodoc:
+      @config[:extnames].each do |v|
+	return true if File.extname(file) == v
+      end
+      false
+    end
+  end
+end
+
+if __FILE__ == $0
+  # ex) ruby glade.rhtml foo.rhtml  bar.rhtml
+  ARGV.each do |file|
+    p GetText::ErbParser.parse(file)
+  end
+end