fair-gettext 2.0.1 → 2.0.2

data/lib/gettext/tools/poparser.rb

@@ -0,0 +1,356 @@
+=begin
+  poparser.rb - Generate a .mo
+
+  Copyright (C) 2003-2009 Masao Mutoh <mutomasa at gmail.com>
+
+  You may redistribute it and/or modify it under the same
+  license terms as Ruby.
+=end
+
+#
+# DO NOT MODIFY!!!!
+# This file is automatically generated by Racc 1.4.6
+# from Racc grammer file "".
+#
+
+require 'racc/parser.rb'
+module GetText
+  class PoParser < Racc::Parser
+
+module_eval(<<'...end poparser.ry/module_eval...', 'poparser.ry', 108)
+  include GetText
+  GetText.bindtextdomain("rgettext")
+
+  def unescape(orig)
+    ret = orig.gsub(/\\n/, "\n")
+    ret.gsub!(/\\t/, "\t")
+    ret.gsub!(/\\r/, "\r")
+    ret.gsub!(/\\"/, "\"")
+    ret
+  end
+  
+  def parse(str, data, ignore_fuzzy = true)
+    @comments = []
+    @data = data
+    @fuzzy = false
+    @msgctxt = ""
+    $ignore_fuzzy = ignore_fuzzy
+
+    str.strip!
+    @q = []
+    until str.empty? do
+      case str
+      when /\A\s+/
+	str = $'
+      when /\Amsgctxt/
+	@q.push [:MSGCTXT, $&]
+	str = $'
+      when /\Amsgid_plural/
+	@q.push [:MSGID_PLURAL, $&]
+	str = $'
+      when /\Amsgid/
+	@q.push [:MSGID, $&]
+	str = $'
+      when /\Amsgstr/
+	@q.push [:MSGSTR, $&]
+	str = $'
+      when /\A\[(\d+)\]/
+	@q.push [:PLURAL_NUM, $1]
+	str = $'
+      when /\A\#~(.*)/
+	$stderr.print _("Warning: obsolete msgid exists.\n")
+	$stderr.print "         #{$&}\n"
+	@q.push [:COMMENT, $&]
+	str = $'
+      when /\A\#(.*)/
+	@q.push [:COMMENT, $&]
+	str = $'      
+      when /\A\"(.*)\"/
+	@q.push [:STRING, $1]
+	str = $'
+      else
+	#c = str[0,1]
+	#@q.push [:STRING, c]
+	str = str[1..-1]
+      end
+    end 
+    @q.push [false, '$end']
+    if $DEBUG
+      @q.each do |a,b|
+      puts "[#{a}, #{b}]"
+      end
+    end
+    @yydebug = true if $DEBUG
+    do_parse
+
+    if @comments.size > 0
+      @data.set_comment(:last, @comments.join("\n"))
+    end
+    @data
+  end
+  
+  def next_token
+    @q.shift
+  end
+
+  def on_message(msgid, msgstr)
+    if msgstr.size > 0
+      @data[msgid] = msgstr
+      @data.set_comment(msgid, @comments.join("\n"))
+    end
+    @comments.clear
+    @msgctxt = ""
+  end
+      
+  def on_comment(comment)
+    @fuzzy = true if (/fuzzy/ =~ comment)
+    @comments << comment
+  end 
+
+  def parse_file(po_file, data, ignore_fuzzy = true)
+    args = [ po_file ]
+    # In Ruby 1.9, we must detect proper encoding of a PO file.
+    if String.instance_methods.include?(:encode)
+      encoding = detect_file_encoding(po_file)
+      args << "r:#{encoding}"
+    end
+    @po_file = po_file
+    parse(File.open(*args) {|io| io.read }, data, ignore_fuzzy)
+  end
+
+  def detect_file_encoding(po_file)
+    open(po_file, :encoding => 'ASCII-8BIT') do |input|
+      input.lines.each do |line|
+        return Encoding.find($1) if %r["Content-Type:.*\scharset=(.*)\\n"] =~ line
+      end
+    end
+    Encoding.default_external
+  end
+  private :detect_file_encoding
+...end poparser.ry/module_eval...
+##### State transition tables begin ###
+
+racc_action_table = [
+     3,    13,     5,     7,     9,    15,    16,    17,    20,    17,
+    13,    17,    13,    13,    11,    17,    23,    20,    13,    17 ]
+
+racc_action_check = [
+     1,    16,     1,     1,     1,    12,    12,    12,    18,    18,
+     7,    14,    15,     9,     3,    19,    20,    21,    23,    25 ]
+
+racc_action_pointer = [
+   nil,     0,   nil,    14,   nil,   nil,   nil,     3,   nil,     6,
+   nil,   nil,     0,   nil,     4,     5,    -6,   nil,     2,     8,
+     8,    11,   nil,    11,   nil,    12 ]
+
+racc_action_default = [
+    -1,   -16,    -2,   -16,    -3,   -13,    -4,   -16,    -6,   -16,
+    -7,    26,   -16,   -15,    -5,   -16,   -16,   -14,   -16,    -8,
+   -16,    -9,   -11,   -16,   -10,   -12 ]
+
+racc_goto_table = [
+    12,    22,    14,     4,    24,     6,     2,     8,    18,    19,
+    10,    21,     1,   nil,   nil,   nil,    25 ]
+
+racc_goto_check = [
+     5,     9,     5,     3,     9,     4,     2,     6,     5,     5,
+     7,     8,     1,   nil,   nil,   nil,     5 ]
+
+racc_goto_pointer = [
+   nil,    12,     5,     2,     4,    -7,     6,     9,    -7,   -17 ]
+
+racc_goto_default = [
+   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil ]
+
+racc_reduce_table = [
+  0, 0, :racc_error,
+  0, 10, :_reduce_none,
+  2, 10, :_reduce_none,
+  2, 10, :_reduce_none,
+  2, 10, :_reduce_none,
+  2, 12, :_reduce_5,
+  1, 13, :_reduce_none,
+  1, 13, :_reduce_none,
+  4, 15, :_reduce_8,
+  5, 16, :_reduce_9,
+  2, 17, :_reduce_10,
+  1, 17, :_reduce_none,
+  3, 18, :_reduce_12,
+  1, 11, :_reduce_13,
+  2, 14, :_reduce_14,
+  1, 14, :_reduce_15 ]
+
+racc_reduce_n = 16
+
+racc_shift_n = 26
+
+racc_token_table = {
+  false => 0,
+  :error => 1,
+  :COMMENT => 2,
+  :MSGID => 3,
+  :MSGCTXT => 4,
+  :MSGID_PLURAL => 5,
+  :MSGSTR => 6,
+  :STRING => 7,
+  :PLURAL_NUM => 8 }
+
+racc_nt_base = 9
+
+racc_use_result_var = true
+
+Racc_arg = [
+  racc_action_table,
+  racc_action_check,
+  racc_action_default,
+  racc_action_pointer,
+  racc_goto_table,
+  racc_goto_check,
+  racc_goto_default,
+  racc_goto_pointer,
+  racc_nt_base,
+  racc_reduce_table,
+  racc_token_table,
+  racc_shift_n,
+  racc_reduce_n,
+  racc_use_result_var ]
+
+Racc_token_to_s_table = [
+  "$end",
+  "error",
+  "COMMENT",
+  "MSGID",
+  "MSGCTXT",
+  "MSGID_PLURAL",
+  "MSGSTR",
+  "STRING",
+  "PLURAL_NUM",
+  "$start",
+  "msgfmt",
+  "comment",
+  "msgctxt",
+  "message",
+  "string_list",
+  "single_message",
+  "plural_message",
+  "msgstr_plural",
+  "msgstr_plural_line" ]
+
+Racc_debug_parser = true
+
+##### State transition tables end #####
+
+# reduce 0 omitted
+
+# reduce 1 omitted
+
+# reduce 2 omitted
+
+# reduce 3 omitted
+
+# reduce 4 omitted
+
+module_eval(<<'.,.,', 'poparser.ry', 23)
+  def _reduce_5(val, _values, result)
+        @msgctxt = unescape(val[1]) + "\004"
+  
+    result
+  end
+.,.,
+
+# reduce 6 omitted
+
+# reduce 7 omitted
+
+module_eval(<<'.,.,', 'poparser.ry', 35)
+  def _reduce_8(val, _values, result)
+        if @fuzzy and $ignore_fuzzy 
+      if val[1] != ""
+        $stderr.print _("Warning: fuzzy message was ignored.\n")
+        $stderr.print "  #{@po_file}: msgid '#{val[1]}'\n"
+      else
+        on_message('', unescape(val[3]))
+      end
+      @fuzzy = false
+    else
+      on_message(@msgctxt + unescape(val[1]), unescape(val[3]))
+    end
+    result = ""
+  
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'poparser.ry', 52)
+  def _reduce_9(val, _values, result)
+        if @fuzzy and $ignore_fuzzy
+      if val[1] != ""
+        $stderr.print _("Warning: fuzzy message was ignored.\n")
+        $stderr.print "msgid = '#{val[1]}\n"
+      else
+        on_message('', unescape(val[3]))
+      end
+      @fuzzy = false
+    else
+      on_message(@msgctxt + unescape(val[1]) + "\000" + unescape(val[3]), unescape(val[4]))
+    end
+    result = ""
+  
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'poparser.ry', 70)
+  def _reduce_10(val, _values, result)
+        if val[0].size > 0
+      result = val[0] + "\000" + val[1]
+    else
+      result = ""
+    end
+  
+    result
+  end
+.,.,
+
+# reduce 11 omitted
+
+module_eval(<<'.,.,', 'poparser.ry', 82)
+  def _reduce_12(val, _values, result)
+        result = val[2]
+  
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'poparser.ry', 89)
+  def _reduce_13(val, _values, result)
+        on_comment(val[0])
+  
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'poparser.ry', 97)
+  def _reduce_14(val, _values, result)
+        result = val.delete_if{|item| item == ""}.join
+  
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'poparser.ry', 101)
+  def _reduce_15(val, _values, result)
+        result = val[0]
+  
+    result
+  end
+.,.,
+
+def _reduce_none(val, _values, result)
+  val[0]
+end
+
+  end   # class PoParser
+  end   # module GetText
+
+

data/lib/gettext/tools/rgettext.rb

@@ -1,7 +1,7 @@
 #! /usr/bin/env ruby
 =begin
   rgettext.rb - Generate a .pot file.
-
+ 
   Copyright (C) 2003-2009  Masao Mutoh
   Copyright (C) 2001,2002  Yasushi Shoji, Masao Mutoh
  
@@ -11,18 +11,18 @@
   You may redistribute it and/or modify it under the same
   license terms as Ruby or LGPL.
 =end
-
+ 
 require 'optparse'
 require 'gettext'
 require 'rbconfig'
-
+ 
 module GetText
-
+ 
   module RGetText #:nodoc:
     extend GetText
-
+ 
     bindtextdomain("rgettext")
-
+ 
     # constant values
     VERSION = GetText::VERSION
  
@@ -41,9 +41,9 @@ module GetText
         $stderr.puts $! if $DEBUG
       end
     end
-
+ 
     module_function
-
+ 
     # Add an option parser
     # the option parser module requires to have target?(file) and parser(file, ary) method.
     # 
@@ -63,13 +63,13 @@ module GetText
     def add_parser(klass)
       @ex_parsers.insert(0, klass)
     end
-
+ 
     def generate_pot_header # :nodoc:
       time = Time.now.strftime("%Y-%m-%d %H:%M")
       off = Time.now.utc_offset
       sign = off <= 0 ? '-' : '+'
       time += sprintf('%s%02d%02d', sign, *(off.abs / 60).divmod(60))
-
+ 
       <<TITLE
 # SOME DESCRIPTIVE TITLE.
 # Copyright (C) YEAR THE PACKAGE'S COPYRIGHT HOLDER
@@ -90,16 +90,32 @@ msgstr ""
 "Plural-Forms: nplurals=INTEGER; plural=EXPRESSION;\\n"
 TITLE
     end
-
+ 
+    #PARSE HERE
     def generate_pot(paths) # :nodoc:
       pomessages = parse(paths)
       str = ""
+      
       pomessages.each do |target|
-        str << target.to_po_str
+        unless target.to_po_str.include? "[private]"
+          str << target.to_po_str
+        end
       end
       str
     end
-
+    
+    def generate_private_pot(paths)
+      pomessages = parse(paths)
+      private_str = ""
+      
+      pomessages.each do |target|
+        if target.to_po_str.include? "[private]"
+          private_str << target.to_po_str
+        end
+      end
+      private_str
+    end
+ 
     def parse(paths) # :nodoc:
       pomessages = []
       paths.each do |path|
@@ -112,12 +128,12 @@ TITLE
                 # For backward compatibility.
                 targets = klass.parse(path, [])
               end
-
+ 
               targets.each{|pomessage|
                 if pomessage.kind_of? Array
                   pomessage = PoMessage.new_from_ary(pomessage)
                 end
-
+ 
                 # Save the previous target.
                 existing = pomessages.find_index {|t| t == pomessage}
                 if existing
@@ -137,17 +153,17 @@ TITLE
       end
       pomessages
     end
-
+ 
     def check_options # :nodoc:
       output = STDOUT
-
+ 
       opts = OptionParser.new
       opts.banner = _("Usage: %s input.rb [-r parser.rb] [-o output.pot]") % $0
       opts.separator("")
       opts.separator(_("Extract translatable strings from given input files."))
       opts.separator("")
       opts.separator(_("Specific options:"))
-
+ 
       opts.on("-o", "--output=FILE", _("write output to specified file")) do |out|
         unless FileTest.exist? out
           output = File.new(File.expand_path(out), "w+")
@@ -156,50 +172,56 @@ TITLE
           exit 1
         end
       end
-
+ 
       opts.on("-r", "--require=library", _("require the library before executing rgettext")) do |out|
         require out
       end
-
+ 
       opts.on("-d", "--debug", _("run in debugging mode")) do
         $DEBUG = true
       end
-
+ 
       opts.on_tail("--version", _("display version information and exit")) do
         puts "#{$0} #{VERSION}"
         puts "#{File.join(Config::CONFIG["bindir"], Config::CONFIG["RUBY_INSTALL_NAME"])} #{RUBY_VERSION} (#{RUBY_RELEASE_DATE}) [#{RUBY_PLATFORM}]"
         exit
       end
-
+ 
       opts.parse!(ARGV)
-
+ 
       if ARGV.size == 0
         puts opts.help
         exit 1
       end
-
+ 
       [ARGV, output]
     end
-
-    def run(paths = nil, out = STDOUT)  # :nodoc:
+ 
+    def run(paths = nil, out = STDOUT, private_out)
       if paths.is_a? String
         paths = [paths]
       elsif ! paths
         paths, out = check_options
       end
-
+ 
       if paths.size == 0
         raise ArgumentError, _("no input files")
       end
-
-      if out.is_a? String
+ 
+      if ((out.is_a? String) and (private_out.is_a? String))
         File.open(File.expand_path(out), "w+") do |file|
           file.puts generate_pot_header
           file.puts generate_pot(paths)
         end
+        File.open(File.expand_path(private_out), "w+") do |file|
+          file.puts generate_pot_header
+          file.puts generate_private_pot(paths)
+        end
       else
         out.puts generate_pot_header
         out.puts generate_pot(paths)
+        private_out.puts generate_pot_header
+        private_out.puts generate_private_pot(paths)
       end
       self
     end
@@ -214,13 +236,13 @@ TITLE
   # * paths: An Array of po-file paths or nil.
   # * out: output IO or output path.
   # * Returns: self
-  def rgettext(paths = nil, out = STDOUT)
-    RGetText.run(paths, out)
+  def rgettext(paths = nil, out = STDOUT, private_out)
+    RGetText.run(paths, out, private_out)
     self
   end
 end
-
+ 
 if $0 == __FILE__
   GetText.rgettext
 #  GetText.rgettext($0, "tmp.txt")
-end
+end