gettext 1.0.0

data/lib/gettext/parser/erb.rb

@@ -0,0 +1,34 @@
+=begin
+  parser/erb.rb - parser for ERB
+
+  Copyright (C) 2005  Masao Mutoh
+ 
+  You may redistribute it and/or modify it under the same
+  license terms as Ruby.
+
+  $Id: erb.rb,v 1.2 2005/08/20 17:05:34 mutoh Exp $
+=end
+
+require 'erb'
+require 'gettext/parser/ruby.rb'
+
+module GetText
+  module ErbParser
+    module_function
+    def parse(file, targets = [])
+      erb = ERB.new(IO.readlines(file).join).src.split(/$/)
+      RubyParser.parse_lines(file, erb, targets)
+    end
+
+    def target?(file)
+      File.extname(file) == '.rhtml'
+    end
+  end
+end
+
+if __FILE__ == $0
+  # ex) ruby glade.rhtml foo.rhtml  bar.rhtml
+  ARGV.each do |file|
+    p GetText::ErbParser.parse(file)
+  end
+end

data/lib/gettext/parser/glade.rb

@@ -0,0 +1,98 @@
+=begin
+  parser/glade.rb - parser for Glade-2
+
+  Copyright (C) 2004,2005  Masao Mutoh
+ 
+  You may redistribute it and/or modify it under the same
+  license terms as Ruby.
+
+  $Id: glade.rb,v 1.1.1.1 2005/08/13 02:38:09 mutoh Exp $
+=end
+
+require 'cgi'
+require 'gettext'
+
+module GetText
+  module GladeParser
+
+    TARGET1 = /<property.*translatable="yes">(.*)/
+    TARGET2 = /(.*)<\/property>/
+
+    module_function
+    def parse(file, targets = [])
+      lines = IO.readlines(file)
+      parse_lines(file, lines, targets)
+    end
+
+    #from ary of lines.
+    def parse_lines(file, lines, targets)
+      cnt = 0
+      target = false
+      line_no = 0
+      val = nil
+      
+      loop do 
+        line = lines.shift
+        break unless line
+        
+        cnt += 1
+        if TARGET1 =~ line
+          line_no = cnt
+          val = $1 + "\n"
+          target = true
+          if TARGET2 =~ $1
+            val = $1
+            add_target(val, file, line_no, targets)
+            val = nil
+            target = false
+          end
+        elsif target
+          if TARGET2 =~ line
+            val << $1
+            add_target(val, file, line_no, targets)
+            val = nil
+            target = false
+          else
+            val << line
+          end
+        end
+      end
+      targets
+    end
+
+    XML_RE = /<\?xml/ 
+    GLADE_RE = /glade-2.0.dtd/
+ 
+    def target?(file)
+      data = IO.readlines(file)
+      if XML_RE =~ data[0]
+	if GLADE_RE =~ data[1]
+	  return true
+	else
+	  raise _("%s is not glade-2.0 format.") % [file]
+	end
+      else
+	return false
+      end
+    end
+
+    def add_target(val, file, line_no, targets)
+      return unless val.size > 0
+      assoc_data = targets.assoc(val)
+      val = CGI.unescapeHTML(val)
+      if assoc_data 
+        targets[targets.index(assoc_data)] = assoc_data << "#{file}:#{line_no}"
+      else
+        targets << [val.gsub(/\n/, '\n'), "#{file}:#{line_no}"]
+      end
+      targets
+    end
+  end
+end
+
+if __FILE__ == $0
+  # ex) ruby glade.rb foo.glade  bar.glade
+  ARGV.each do |file|
+    p GetText::GladeParser.parse(file)
+  end
+end

data/lib/gettext/parser/ruby.rb

@@ -0,0 +1,211 @@
+#!/usr/bin/ruby
+=begin
+  parser/ruby.rb - parser for ruby script
+
+  Copyright (C) 2003-2005  Masao Mutoh
+  Copyright (C) 2001,2002  Yasushi Shoji, Masao Mutoh
+ 
+      Yasushi Shoji   <yashi@yashi.com>
+      Masao Mutoh     <mutoh@highway.ne.jp>
+ 
+  You may redistribute it and/or modify it under the same
+  license terms as Ruby.
+
+  $Id: ruby.rb,v 1.1.1.1 2005/08/13 02:38:09 mutoh Exp $
+=end
+
+require 'irb/ruby-lex'
+require 'irb/ruby-token'
+require 'stringio'
+
+class RubyLexX < RubyLex
+  def initialize
+    super
+    @prompt = nil
+    @here_header = nil
+    @lex_state = nil
+  end
+
+  def token
+    tk = super
+    if $DEBUG
+      if tk.is_a? TkSTRING
+        $stderr.puts("#{tk}: #{tk.value}")
+      elsif tk.is_a? TkIDENTIFIER
+        $stderr.puts("#{tk}: #{tk.name}")
+      else
+        $stderr.puts(tk)
+      end
+    end
+    tk
+  end
+
+  def read_escape
+    case ch = getc
+    when "\n", "\r", "\f"
+    when "\\", "n", "t", "r", "f", "v", "a", "e", "b" #"
+      return "\\".concat(ch)
+    when /[0-7]/
+      ungetc ch
+      3.times do
+        case ch = getc
+        when /[0-7]/
+        when nil
+          break
+        else
+          ungetc
+          break
+        end
+      end
+      
+    when "x"
+      2.times do
+        case ch = getc
+        when /[0-9a-fA-F]/
+        when nil
+          break
+        else
+          ungetc
+          break
+        end
+      end
+      
+    when "M"
+      if (ch = getc) != '-'
+        ungetc
+      else
+        if (ch = getc) == "\\" #"
+          read_escape
+        end
+      end
+      
+    when "C", "c", "^"
+      if ch == "C" and (ch = getc) != "-"
+        ungetc
+      elsif (ch = getc) == "\\" #"
+        read_escape
+      end
+    when '#'
+      return ch
+    else
+      # other characters
+    end
+  end
+
+  def identify_string(ltype, quoted = ltype)
+    @ltype = ltype
+    @quoted = quoted
+    subtype = nil
+    str = ''
+    begin
+      while ch = getc
+        if @quoted == ch
+	  break
+        elsif @ltype != "'" && @ltype != "]" and ch == "#"
+          subtype = true
+        elsif ch == '\\' #'
+          e = read_escape
+          str.concat e unless e.nil?
+        else
+          str.concat ch
+        end
+      end
+      if @ltype == "/"
+	if peek(0) =~ /i|o|n|e|s/
+	  getc
+	end
+      end
+      if subtype
+        tk = Token(DLtype2Token[ltype], str)
+      else
+        tk = Token(Ltype2Token[ltype], str)
+      end
+    ensure
+      @ltype = nil
+      @quoted = nil
+      @lex_state = EXPR_END
+    end
+  end
+end
+
+######################################################################
+# GetText::RubyParser
+
+module GetText
+  module RubyParser
+    ID = ['gettext', '_', 'N_', 'sgettext', 's_']
+    PLURAL_ID = ['ngettext', 'n_']
+
+    module_function
+    def parse(file, targets = [])
+      lines = IO.readlines(file)
+      parse_lines(file, lines, targets)
+    end
+
+    def parse_lines(file_name, lines, targets)
+      file = StringIO.new(lines.join + "\n")
+      rl = RubyLexX.new
+      rl.set_input(file)
+      rl.skip_space = true
+      rl.readed_auto_clean_up = true
+
+      target = nil
+      msgid = nil
+      line_no = nil
+      while tk = rl.token
+        case tk
+        when RubyToken::TkIDENTIFIER, RubyToken::TkCONSTANT
+          if ID.include?(tk.name)
+            target = :normal
+          elsif PLURAL_ID.include?(tk.name)
+            target = :plural
+          else
+            target = nil
+          end
+          line_no = tk.line_no.to_s
+        when RubyToken::TkSTRING
+          if target
+            if msgid
+              msgid += tk.value
+            else
+              msgid = tk.value 
+            end
+          end
+        when RubyToken::TkPLUS, RubyToken::TkNL
+          #do nothing
+        when RubyToken::TkCOMMA
+          if msgid and target == :plural
+            msgid += "\000"
+            target = :normal
+          end
+        else
+          if msgid
+            key_existed = targets.assoc(msgid)
+            if key_existed 
+              targets[targets.index(key_existed)] = key_existed <<
+                file_name + ":" + line_no
+            else
+              targets << [msgid.gsub(/\n/, '\n'), file_name + ":" + line_no]
+            end
+            msgid = nil
+            target = nil
+          end
+        end
+        targets
+      end
+      targets
+    end
+
+    def target?(file)
+      true # always true, as default parser.
+    end
+    
+  end 
+end  
+
+if __FILE__ == $0
+  # ex) ruby c.rb foo.rb bar.rb
+  ARGV.each do |file|
+    p GetText::RubyParser.parse(file)
+  end
+end

data/lib/gettext/rails.rb

@@ -0,0 +1,40 @@
+=begin
+  gettext/rails.rb - GetText for "Ruby on Rails"
+
+  Copyright (C) 2005  Masao Mutoh
+
+  You may redistribute it and/or modify it under the same
+  license terms as Ruby.
+
+  $Id: rails.rb,v 1.1 2005/08/27 18:52:20 mutoh Exp $
+=end
+
+require 'gettext'
+require 'gettext/cgi'
+
+module GetText
+  module Rails
+    include GetText
+
+    alias :_bindtextdomain :bindtextdomain
+
+    def bindtextdomain(domainname, _cgi = nil, locale = nil, charset = "UTF-8")
+      set_cgi(_cgi) if _cgi
+      @gettext_container_domainname = domainname
+      path = File.join(RAILS_ROOT, "locale")
+      _bindtextdomain(domainname, path, locale, charset)
+    end
+
+    def callersrc
+      @gettext_container_domainname
+    end
+
+  end
+end
+
+module ActionController
+  class Base
+    helper GetText::Rails
+    include GetText::Rails
+  end
+end

data/lib/gettext/rgettext.rb

@@ -0,0 +1,181 @@
+#! /usr/bin/env ruby
+=begin
+  rgettext.rb - Generate a .pot file.
+
+  Copyright (C) 2003-2005  Masao Mutoh
+  Copyright (C) 2001,2002  Yasushi Shoji, Masao Mutoh
+ 
+      Yasushi Shoji   <yashi@yashi.com>
+      Masao Mutoh     <mutoh@highway.ne.jp>
+ 
+  You may redistribute it and/or modify it under the same
+  license terms as Ruby.
+=end
+
+require 'optparse'
+require 'gettext'
+
+module GetText
+
+  module RGetText
+    extend GetText
+
+    bindtextdomain("rgettext")
+
+    # constant values
+    VERSION = GetText::VERSION
+    DATE = %w($Date: 2005/09/02 19:32:48 $)[1]
+    MAX_LINE_LEN = 70
+
+    EX_PARSERS = [
+      ["glade.rb", "GladeParser"],
+      ["erb.rb", "ErbParser"],
+      ["ruby.rb", "RubyParser"] # Default parser.
+    ]
+
+    EX_PARSERS.each do |f, _|
+      require File.join("gettext/parser/#{f}")
+    end
+
+    module_function
+
+    def generate_pot_header
+      time = Time.now.strftime("%Y-%m-%d %H:%M%z")
+      %Q[# SOME DESCRIPTIVE TITLE.
+# Copyright (C) YEAR THE PACKAGE'S COPYRIGHT HOLDER
+# This file is distributed under the same license as the PACKAGE package.
+# FIRST AUTHOR <EMAIL@ADDRESS>, YEAR.
+#
+#, fuzzy
+msgid ""
+msgstr ""
+"Project-Id-Version: PACKAGE VERSION\\n"
+"POT-Creation-Date: #{time}\\n"
+"PO-Revision-Date: #{time}\\n"
+"Last-Translator: FULL NAME <EMAIL@ADDRESS>\\n"
+"Language-Team: LANGUAGE <LL@li.org>\\n"
+"MIME-Version: 1.0\\n"
+"Content-Type: text/plain; charset=UTF-8\\n"
+"Content-Transfer-Encoding: 8bit\\n"
+"Plural-Forms: nplurals=INTEGER; plural=EXPRESSION;\\n"]
+    end
+
+    def generate_pot(ary)
+      str = ""
+      result = Array.new
+      ary.each do |key|
+	msgid = key.shift
+	curr_pos = MAX_LINE_LEN
+	key.each do |e|
+	  if curr_pos + e.size > MAX_LINE_LEN
+	    str << "\n#:"
+	    curr_pos = 3
+	  else
+	    curr_pos += (e.size + 1)
+	  end
+	  str << " " << e
+	end
+	msgid.gsub!(/"/, '\"')
+	msgid.gsub!(/\r/, '')
+	if msgid.include?("\000")
+	  ids = msgid.split(/\000/)
+	  str << "\nmsgid \"" << ids[0] << "\"\n"
+	  str << "msgid_plural \"" << ids[1] << "\"\n"
+	  str << "msgstr[0] \"\"\n"
+	  str << "msgstr[1] \"\"\n"
+	else
+	  str << "\nmsgid \"" << msgid << "\"\n"
+	  str << "msgstr \"\"\n"
+	end
+      end
+      str
+    end
+
+    def parse(files)
+      ary = []
+      files.each do |file|
+	begin
+	  EX_PARSERS.each do |_, c|
+	    klass = GetText.const_get(c)
+	    if klass.target?(file)
+	      ary = klass.parse(file, ary)
+	      break
+	    end
+	  end
+	rescue
+	  puts $!
+	  exit 1
+	end
+      end
+
+      ary
+    end
+
+    def check_options
+      output = STDOUT
+
+      opts = OptionParser.new
+      opts.banner = _("Usage: %s input.rb [-o output.pot]") % $0
+      opts.separator("")
+      opts.separator(_("Extract translatable strings from given input files."))
+      opts.separator("")
+      opts.separator(_("Specific options:"))
+
+      opts.on("-o", "--output=FILE", _("write output to specified file")) do |out|
+	unless FileTest.exist? out
+	  output = File.new(File.expand_path(out), "w+")
+	else
+	  $stderr.puts(_("File '%s' has already existed.") % out)
+	  exit 1
+	end
+      end
+
+      opts.on_tail("--version", _("display version information and exit")) do
+	puts "#{$0} #{VERSION} (#{DATE})"
+	exit
+      end
+
+      opts.parse!(ARGV)
+
+      if ARGV.size == 0
+	puts opts.help
+	exit 1
+      end
+
+      [ARGV, output]
+    end
+
+    def run(targetfiles = nil, out = STDOUT)
+      if targetfiles.is_a? String
+	targetfiles = [targetfiles]
+      elsif ! targetfiles
+	targetfiles, out = check_options
+      end
+
+      if targetfiles.size == 0
+	raise ArgumentError, _("no input files")
+      end
+
+      if out.is_a? String
+	File.open(File.expand_path(out), "w+") do |file|
+	  file.puts generate_pot_header
+	  file.puts generate_pot(parse(targetfiles))
+	end
+      else
+	out.puts generate_pot_header
+	out.puts generate_pot(parse(targetfiles))
+      end
+
+    end
+  end
+
+  module_function
+  def rgettext(targetfiles = nil, out = STDOUT)
+    RGetText.run(targetfiles, out)
+  end
+end
+
+if $0 == __FILE__
+  GetText.rgettext
+#  GetText.rgettext($0, "tmp.txt")
+end