fast_gettext 0.4.16

data/vendor/iconv.rb

@@ -0,0 +1,107 @@
+=begin
+  iconv.rb - Pseudo Iconv class. Supports Iconv.iconv, Iconv.conv.
+
+  For Matz Ruby:
+  If you don't have iconv but glib2, this library uses glib2 iconv functions.
+
+  For JRuby:
+  Use Java String class to convert strings.
+
+  Copyright (C) 2004-2007  Masao Mutoh
+
+  You may redistribute it and/or modify it under the same
+  license terms as Ruby.
+
+  $Id: iconv.rb,v 1.6 2007/11/08 14:21:22 mutoh Exp $
+=end
+
+#Modifications
+#wrapped inside FastGettext namespace to reduce conflic
+
+begin
+  require 'iconv'
+rescue LoadError
+  # Provides Iconv.iconv which normally is provided through Ruby/GLib(1) functions.
+  # This library is required for 'gettext'.
+  # If you require 'gettext/iconv', it tries to call Ruby/GLib function
+  # when it doesn't find original Iconv class(iconv.so) it adds a pseudo class.
+  #
+  # One-click Ruby Installer for Win32 hadn’t had iconv and there hadn’t been a way to install iconv.so itself for Win32.
+  # And JRuby hadn’t had Iconv.
+  # I’ve not checked them currently, but if they’ve supported iconv now, we don’t need this anymore...
+  #
+  # (1) Ruby/GLib is a module which is provided from Ruby-GNOME2 Project. 
+  # You can get binaries for Win32(One-Click Ruby Installer).
+  # <URL: http://ruby-gnome2.sourceforge.jp/>
+  module FastGettext
+    class Iconv2
+      module Failure; end
+      class InvalidEncoding < ArgumentError;  include Failure; end
+      class IllegalSequence < ArgumentError;  include Failure; end
+      class InvalidCharacter < ArgumentError; include Failure; end
+
+      if RUBY_PLATFORM =~ /java/
+        def self.conv(to, from, str)
+          raise InvalidCharacter, "the 3rd argument is nil" unless str
+          begin
+            str = java.lang.String.new(str.unpack("C*").to_java(:byte), from)
+            str.getBytes(to).to_ary.pack("C*")
+          rescue java.io.UnsupportedEncodingException
+            raise InvalidEncoding
+          end
+        end
+      else
+        begin
+          require 'glib2'
+
+          def self.check_glib_version?(major, minor, micro) # :nodoc:
+            (GLib::BINDING_VERSION[0] > major ||
+             (GLib::BINDING_VERSION[0] == major &&
+              GLib::BINDING_VERSION[1] > minor) ||
+             (GLib::BINDING_VERSION[0] == major &&
+              GLib::BINDING_VERSION[1] == minor &&
+              GLib::BINDING_VERSION[2] >= micro))
+          end
+
+          if check_glib_version?(0, 11, 0)
+            # This is a function equivalent of Iconv.iconv.
+            # * to: encoding name for destination
+            # * from: encoding name for source
+            # * str: strings to be converted
+            # * Returns: Returns an Array of converted strings.
+            def self.conv(to, from, str)
+              begin
+                GLib.convert(str, to, from)
+              rescue GLib::ConvertError => e
+                case e.code
+                when GLib::ConvertError::NO_CONVERSION
+                  raise InvalidEncoding.new(str)
+                when GLib::ConvertError::ILLEGAL_SEQUENCE
+                  raise IllegalSequence.new(str)
+                else
+                  raise InvalidCharacter.new(str)
+                end
+              end
+            end
+          else
+            def self.conv(to, from, str) # :nodoc:
+              begin
+                GLib.convert(str, to, from)
+              rescue
+                raise IllegalSequence.new(str)
+              end
+            end
+          end
+        rescue LoadError
+          def self.conv(to, from, str) # :nodoc:
+            warn "Iconv was not found." if $DEBUG
+            str
+          end
+        end
+      end
+      def self.iconv(to, from, str)
+        conv(to, from, str).split(//)
+      end
+    end
+  end
+end

data/vendor/mofile.rb

@@ -0,0 +1,296 @@
+=begin
+    mofile.rb - A simple class for operating GNU MO file.
+
+    Copyright (C) 2003-2008  Masao Mutoh
+    Copyright (C) 2002  Masahiro Sakai, Masao Mutoh
+    Copyright (C) 2001  Masahiro Sakai
+
+        Masahiro Sakai                  <s01397ms at sfc.keio.ac.jp>
+        Masao Mutoh                     <mutoh at highway.ne.jp>
+
+    You can redistribute this file and/or modify it under the same term
+    of Ruby.  License of Ruby is included with Ruby distribution in
+    the file "README".
+
+    $Id: mo.rb,v 1.10 2008/06/17 16:40:52 mutoh Exp $
+=end
+
+require 'iconv'
+require 'stringio'
+
+#Modifications:
+#  use Iconv or FastGettext::Icvon
+
+module FastGettext
+  module GetText
+    class MOFile < Hash
+      class InvalidFormat < RuntimeError; end;
+
+      attr_reader :filename
+
+      Header = Struct.new(:magic,
+                          :revision,
+                          :nstrings,
+                          :orig_table_offset,
+                          :translated_table_offset,
+                          :hash_table_size,
+                          :hash_table_offset)
+
+      # The following are only used in .mo files
+      # with minor revision >= 1.
+      class HeaderRev1 < Header
+        attr_accessor :n_sysdep_segments,
+        :sysdep_segments_offset,
+        :n_sysdep_strings,
+        :orig_sysdep_tab_offset,
+        :trans_sysdep_tab_offset
+      end
+
+      MAGIC_BIG_ENDIAN    = "\x95\x04\x12\xde"
+      MAGIC_LITTLE_ENDIAN = "\xde\x12\x04\x95"
+
+      def self.open(arg = nil, output_charset = nil)
+        result = self.new(output_charset)
+        result.load(arg)
+      end
+
+      def initialize(output_charset = nil)
+        @filename = nil
+        @last_modified = nil
+        @little_endian = true
+        @output_charset = output_charset
+        super()
+      end
+
+      def update!
+        if FileTest.exist?(@filename)
+          st = File.stat(@filename)
+          load(@filename) unless (@last_modified == [st.ctime, st.mtime])
+        else
+          warn "#{@filename} was lost." if $DEBUG
+          clear
+        end
+        self
+      end
+
+      def load(arg)
+        if arg.kind_of? String
+          begin
+            st = File.stat(arg)
+            @last_modified = [st.ctime, st.mtime]
+          rescue Exception
+          end
+          load_from_file(arg)
+        else
+          load_from_stream(arg)
+        end
+        @filename = arg
+        self
+      end
+
+      def load_from_stream(io)
+        magic = io.read(4)
+        case magic
+        when MAGIC_BIG_ENDIAN
+          @little_endian = false
+        when MAGIC_LITTLE_ENDIAN
+          @little_endian = true
+        else
+          raise InvalidFormat.new(sprintf("Unknown signature %s", magic.dump))
+        end
+
+        endian_type6 = @little_endian ? 'V6' : 'N6'
+        endian_type_astr = @little_endian ? 'V*' : 'N*'
+
+        header = HeaderRev1.new(magic, *(io.read(4 * 6).unpack(endian_type6)))
+
+        if header.revision == 1
+          # FIXME: It doesn't support sysdep correctly.
+          header.n_sysdep_segments = io.read(4).unpack(endian_type6)
+          header.sysdep_segments_offset = io.read(4).unpack(endian_type6)
+          header.n_sysdep_strings = io.read(4).unpack(endian_type6)
+          header.orig_sysdep_tab_offset = io.read(4).unpack(endian_type6)
+          header.trans_sysdep_tab_offset = io.read(4).unpack(endian_type6)
+        elsif header.revision > 1
+          raise InvalidFormat.new(sprintf("file format revision %d isn't supported", header.revision))
+        end
+        io.pos = header.orig_table_offset
+        orig_table_data = io.read((4 * 2) * header.nstrings).unpack(endian_type_astr)
+
+        io.pos = header.translated_table_offset
+        trans_table_data = io.read((4 * 2) * header.nstrings).unpack(endian_type_astr)
+
+        original_strings = Array.new(header.nstrings)
+        for i in 0...header.nstrings
+          io.pos = orig_table_data[i * 2 + 1]
+          original_strings[i] = io.read(orig_table_data[i * 2 + 0])
+        end
+
+        clear
+        for i in 0...header.nstrings
+          io.pos = trans_table_data[i * 2 + 1]
+          str = io.read(trans_table_data[i * 2 + 0])
+
+          if (! original_strings[i]) || original_strings[i] == ""
+            if str
+              @charset = nil
+              @nplurals = nil
+              @plural = nil
+              str.each_line{|line|
+                if /^Content-Type:/i =~ line and /charset=((?:\w|-)+)/i =~ line
+                  @charset = $1
+                elsif /^Plural-Forms:\s*nplurals\s*\=\s*(\d*);\s*plural\s*\=\s*([^;]*)\n?/ =~ line
+                  @nplurals = $1
+                  @plural = $2
+                end
+                break if @charset and @nplurals
+              }
+              @nplurals = "1" unless @nplurals
+              @plural = "0" unless @plural
+            end
+          else
+            if @output_charset
+              begin
+                iconv = Iconv || FastGettext::Iconv
+                str = iconv.conv(@output_charset, @charset, str) if @charset
+              rescue iconv::Failure
+                if $DEBUG
+                  warn "@charset = ", @charset
+                  warn"@output_charset = ", @output_charset
+                  warn "msgid = ", original_strings[i]
+                  warn "msgstr = ", str
+                end
+              end
+            end
+          end
+          self[original_strings[i]] = str.freeze
+        end
+        self
+      end
+
+      # Is this number a prime number ?
+      # http://apidock.com/ruby/Prime
+      def prime?(number)
+        ('1' * number) !~ /^1?$|^(11+?)\1+$/
+      end
+
+      def next_prime(seed)
+        require 'mathn'
+        prime = Prime.new
+        while current = prime.succ
+          return current if current > seed
+        end
+      end
+
+      # From gettext-0.12.1/gettext-runtime/intl/hash-string.h
+      # Defines the so called `hashpjw' function by P.J. Weinberger
+      # [see Aho/Sethi/Ullman, COMPILERS: Principles, Techniques and Tools,
+      # 1986, 1987 Bell Telephone Laboratories, Inc.]
+      HASHWORDBITS = 32
+      def hash_string(str)
+        hval = 0
+        i = 0
+        str.each_byte do |b|
+          break if b == '\0'
+          hval <<= 4
+          hval += b.to_i
+          g = hval & (0xf << (HASHWORDBITS - 4))
+          if (g != 0)
+            hval ^= g >> (HASHWORDBITS - 8)
+            hval ^= g
+          end
+        end
+        hval
+      end
+
+      def save_to_stream(io)
+        #Save data as little endian format.
+        header_size = 4 * 7
+        table_size  = 4 * 2 * size
+
+        hash_table_size = next_prime((size * 4) / 3)
+        hash_table_size = 3 if hash_table_size <= 2
+        header = Header.new(
+                            MAGIC_LITTLE_ENDIAN,          # magic
+                            0,                            # revision
+                            size,                         # nstrings
+                            header_size,                  # orig_table_offset
+                            header_size + table_size,     # translated_table_offset
+                            hash_table_size,              # hash_table_size
+                            header_size + table_size * 2  # hash_table_offset
+                            )
+        io.write(header.to_a.pack('a4V*'))
+
+        ary = to_a
+        ary.sort!{|a, b| a[0] <=> b[0]} # sort by original string
+
+        pos = header.hash_table_size * 4 + header.hash_table_offset
+
+        orig_table_data = Array.new()
+        ary.each{|item, _|
+          orig_table_data.push(item.size)
+          orig_table_data.push(pos)
+          pos += item.size + 1 # +1 is <NUL>
+        }
+        io.write(orig_table_data.pack('V*'))
+
+        trans_table_data = Array.new()
+        ary.each{|_, item|
+          trans_table_data.push(item.size)
+          trans_table_data.push(pos)
+          pos += item.size + 1 # +1 is <NUL>
+        }
+        io.write(trans_table_data.pack('V*'))
+
+        hash_tab = Array.new(hash_table_size)
+        j = 0
+        ary[0...size].each {|key, _|
+          hash_val = hash_string(key)
+          idx = hash_val % hash_table_size
+          if hash_tab[idx] != nil
+            incr = 1 + (hash_val % (hash_table_size - 2))
+            begin
+              if (idx >= hash_table_size - incr)
+                idx -= hash_table_size - incr
+              else
+                idx += incr
+              end
+            end until (hash_tab[idx] == nil)
+          end
+          hash_tab[idx] = j + 1
+          j += 1
+        }
+        hash_tab.collect!{|i| i ? i : 0}
+
+        io.write(hash_tab.pack('V*'))
+
+        ary.each{|item, _| io.write(item); io.write("\0") }
+        ary.each{|_, item| io.write(item); io.write("\0") }
+
+        self
+      end
+
+      def load_from_file(filename)
+        @filename = filename
+        begin
+          File.open(filename, 'rb'){|f| load_from_stream(f)}
+        rescue => e
+          e.set_backtrace("File: #{@filename}")
+          raise e
+        end
+      end
+
+      def save_to_file(filename)
+        File.open(filename, 'wb'){|f| save_to_stream(f)}
+      end
+
+      def set_comment(msgid_or_sym, comment)
+        #Do nothing
+      end
+
+
+      attr_accessor :little_endian, :path, :last_modified
+      attr_reader :charset, :nplurals, :plural
+    end
+  end
+end

data/vendor/poparser.rb

@@ -0,0 +1,331 @@
+=begin
+  poparser.rb - Generate a .mo
+
+  Copyright (C) 2003-2009 Masao Mutoh <mutoh at highway.ne.jp>
+
+  You may redistribute it and/or modify it under the same
+  license terms as Ruby.
+=end
+
+#MODIFIED
+# removed include GetText etc
+# added stub translation method _(x)
+require 'racc/parser'
+
+module FastGettext
+module GetText
+
+  class PoParser < Racc::Parser
+
+    def _(x)
+      x
+    end
+
+module_eval <<'..end src/poparser.ry modeval..id7a99570e05', 'src/poparser.ry', 108
+  def unescape(orig)
+    ret = orig.gsub(/\\n/, "\n")
+    ret.gsub!(/\\t/, "\t")
+    ret.gsub!(/\\r/, "\r")
+    ret.gsub!(/\\"/, "\"")
+    ret
+  end
+  
+  def parse(str, data, ignore_fuzzy = true)
+    @comments = []
+    @data = data
+    @fuzzy = false
+    @msgctxt = ""
+    $ignore_fuzzy = ignore_fuzzy
+
+    str.strip!
+    @q = []
+    until str.empty? do
+      case str
+      when /\A\s+/
+	str = $'
+      when /\Amsgctxt/
+	@q.push [:MSGCTXT, $&]
+	str = $'
+      when /\Amsgid_plural/
+	@q.push [:MSGID_PLURAL, $&]
+	str = $'
+      when /\Amsgid/
+	@q.push [:MSGID, $&]
+	str = $'
+      when /\Amsgstr/
+	@q.push [:MSGSTR, $&]
+	str = $'
+      when /\A\[(\d+)\]/
+	@q.push [:PLURAL_NUM, $1]
+	str = $'
+      when /\A\#~(.*)/
+	$stderr.print _("Warning: obsolete msgid exists.\n")
+	$stderr.print "         #{$&}\n"
+	@q.push [:COMMENT, $&]
+	str = $'
+      when /\A\#(.*)/
+	@q.push [:COMMENT, $&]
+	str = $'      
+      when /\A\"(.*)\"/
+	@q.push [:STRING, $1]
+	str = $'
+      else
+	#c = str[0,1]
+	#@q.push [:STRING, c]
+	str = str[1..-1]
+      end
+    end 
+    @q.push [false, '$end']
+    if $DEBUG
+      @q.each do |a,b|
+      puts "[#{a}, #{b}]"
+      end
+    end
+    @yydebug = true if $DEBUG
+    do_parse
+
+    if @comments.size > 0
+      @data.set_comment(:last, @comments.join("\n"))
+    end
+    @data
+  end
+  
+  def next_token
+    @q.shift
+  end
+
+  def on_message(msgid, msgstr)
+    if msgstr.size > 0
+      @data[msgid] = msgstr
+      @data.set_comment(msgid, @comments.join("\n"))
+    end
+    @comments.clear
+    @msgctxt = ""
+  end
+      
+  def on_comment(comment)
+    @fuzzy = true if (/fuzzy/ =~ comment)
+    @comments << comment
+  end 
+
+
+..end src/poparser.ry modeval..id7a99570e05
+
+##### racc 1.4.5 generates ###
+
+racc_reduce_table = [
+ 0, 0, :racc_error,
+ 0, 10, :_reduce_none,
+ 2, 10, :_reduce_none,
+ 2, 10, :_reduce_none,
+ 2, 10, :_reduce_none,
+ 2, 12, :_reduce_5,
+ 1, 13, :_reduce_none,
+ 1, 13, :_reduce_none,
+ 4, 15, :_reduce_8,
+ 5, 16, :_reduce_9,
+ 2, 17, :_reduce_10,
+ 1, 17, :_reduce_none,
+ 3, 18, :_reduce_12,
+ 1, 11, :_reduce_13,
+ 2, 14, :_reduce_14,
+ 1, 14, :_reduce_15 ]
+
+racc_reduce_n = 16
+
+racc_shift_n = 26
+
+racc_action_table = [
+     3,    13,     5,     7,     9,    15,    16,    17,    20,    17,
+    13,    17,    13,    13,    11,    17,    23,    20,    13,    17 ]
+
+racc_action_check = [
+     1,    16,     1,     1,     1,    12,    12,    12,    18,    18,
+     7,    14,    15,     9,     3,    19,    20,    21,    23,    25 ]
+
+racc_action_pointer = [
+   nil,     0,   nil,    14,   nil,   nil,   nil,     3,   nil,     6,
+   nil,   nil,     0,   nil,     4,     5,    -6,   nil,     2,     8,
+     8,    11,   nil,    11,   nil,    12 ]
+
+racc_action_default = [
+    -1,   -16,    -2,   -16,    -3,   -13,    -4,   -16,    -6,   -16,
+    -7,    26,   -16,   -15,    -5,   -16,   -16,   -14,   -16,    -8,
+   -16,    -9,   -11,   -16,   -10,   -12 ]
+
+racc_goto_table = [
+    12,    22,    14,     4,    24,     6,     2,     8,    18,    19,
+    10,    21,     1,   nil,   nil,   nil,    25 ]
+
+racc_goto_check = [
+     5,     9,     5,     3,     9,     4,     2,     6,     5,     5,
+     7,     8,     1,   nil,   nil,   nil,     5 ]
+
+racc_goto_pointer = [
+   nil,    12,     5,     2,     4,    -7,     6,     9,    -7,   -17 ]
+
+racc_goto_default = [
+   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil ]
+
+racc_token_table = {
+ false => 0,
+ Object.new => 1,
+ :COMMENT => 2,
+ :MSGID => 3,
+ :MSGCTXT => 4,
+ :MSGID_PLURAL => 5,
+ :MSGSTR => 6,
+ :STRING => 7,
+ :PLURAL_NUM => 8 }
+
+racc_use_result_var = true
+
+racc_nt_base = 9
+
+Racc_arg = [
+ racc_action_table,
+ racc_action_check,
+ racc_action_default,
+ racc_action_pointer,
+ racc_goto_table,
+ racc_goto_check,
+ racc_goto_default,
+ racc_goto_pointer,
+ racc_nt_base,
+ racc_reduce_table,
+ racc_token_table,
+ racc_shift_n,
+ racc_reduce_n,
+ racc_use_result_var ]
+
+Racc_token_to_s_table = [
+'$end',
+'error',
+'COMMENT',
+'MSGID',
+'MSGCTXT',
+'MSGID_PLURAL',
+'MSGSTR',
+'STRING',
+'PLURAL_NUM',
+'$start',
+'msgfmt',
+'comment',
+'msgctxt',
+'message',
+'string_list',
+'single_message',
+'plural_message',
+'msgstr_plural',
+'msgstr_plural_line']
+
+Racc_debug_parser = true
+
+##### racc system variables end #####
+
+ # reduce 0 omitted
+
+ # reduce 1 omitted
+
+ # reduce 2 omitted
+
+ # reduce 3 omitted
+
+ # reduce 4 omitted
+
+module_eval <<'.,.,', 'src/poparser.ry', 25
+  def _reduce_5( val, _values, result )
+    @msgctxt = unescape(val[1]) + "\004"
+   result
+  end
+.,.,
+
+ # reduce 6 omitted
+
+ # reduce 7 omitted
+
+module_eval <<'.,.,', 'src/poparser.ry', 48
+  def _reduce_8( val, _values, result )
+    if @fuzzy and $ignore_fuzzy 
+      if val[1] != ""
+        $stderr.print _("Warning: fuzzy message was ignored.\n")
+        $stderr.print "         msgid '#{val[1]}'\n"
+      else
+        on_message('', unescape(val[3]))
+      end
+      @fuzzy = false
+    else
+      on_message(@msgctxt + unescape(val[1]), unescape(val[3]))
+    end
+    result = ""
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'src/poparser.ry', 65
+  def _reduce_9( val, _values, result )
+    if @fuzzy and $ignore_fuzzy
+      if val[1] != ""
+        $stderr.print _("Warning: fuzzy message was ignored.\n")
+        $stderr.print "msgid = '#{val[1]}\n"
+      else
+        on_message('', unescape(val[3]))
+      end
+      @fuzzy = false
+    else
+      on_message(@msgctxt + unescape(val[1]) + "\000" + unescape(val[3]), unescape(val[4]))
+    end
+    result = ""
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'src/poparser.ry', 76
+  def _reduce_10( val, _values, result )
+    if val[0].size > 0
+      result = val[0] + "\000" + val[1]
+    else
+      result = ""
+    end
+   result
+  end
+.,.,
+
+ # reduce 11 omitted
+
+module_eval <<'.,.,', 'src/poparser.ry', 84
+  def _reduce_12( val, _values, result )
+    result = val[2]
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'src/poparser.ry', 91
+  def _reduce_13( val, _values, result )
+    on_comment(val[0])
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'src/poparser.ry', 99
+  def _reduce_14( val, _values, result )
+    result = val.delete_if{|item| item == ""}.join
+   result
+  end
+.,.,
+
+module_eval <<'.,.,', 'src/poparser.ry', 103
+  def _reduce_15( val, _values, result )
+    result = val[0]
+   result
+  end
+.,.,
+
+ def _reduce_none( val, _values, result )
+  result
+ end
+
+  end   # class PoParser
+
+end   # module GetText
+end