RubyGems - i18n_template - Versions diffs - 0.0.1 - Mend

i18n_template 0.0.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (57) hide show

data/.gitignore +4 -0
data/Gemfile.rails23_r187 +8 -0
data/Gemfile.rails30_r193 +8 -0
data/Gemfile.rails31_r193 +8 -0
data/README.md +250 -0
data/Rakefile +1 -0
data/bin/i18n_template +5 -0
data/i18n_template.gemspec +26 -0
data/lib/i18n_template.rb +28 -0
data/lib/i18n_template/document.rb +460 -0
data/lib/i18n_template/extractor.rb +4 -0
data/lib/i18n_template/extractor/base.rb +44 -0
data/lib/i18n_template/extractor/gettext.rb +127 -0
data/lib/i18n_template/extractor/plain.rb +43 -0
data/lib/i18n_template/extractor/yaml.rb +53 -0
data/lib/i18n_template/handler.rb +61 -0
data/lib/i18n_template/node.rb +74 -0
data/lib/i18n_template/railtie.rb +7 -0
data/lib/i18n_template/runner.rb +61 -0
data/lib/i18n_template/runner/base.rb +11 -0
data/lib/i18n_template/runner/extract_phrases.rb +70 -0
data/lib/i18n_template/tasks.rb +2 -0
data/lib/i18n_template/translation.rb +62 -0
data/lib/i18n_template/translator.rb +5 -0
data/lib/i18n_template/translator/i18n.rb +24 -0
data/lib/i18n_template/version.rb +3 -0
data/test/abstract_unit.rb +11 -0
data/test/document_test.rb +316 -0
data/test/fixtures/handling_if_blocks.yml +23 -0
data/test/fixtures/ignored_markup.yml +15 -0
data/test/fixtures/incorrect_node_markup.yml +17 -0
data/test/fixtures/nested_nodes.yml +16 -0
data/test/fixtures/nested_wrapped_text.yml +15 -0
data/test/fixtures/phrase_fully_ignored.yml +14 -0
data/test/fixtures/phrase_with_embed_words_and_scriptlet.yml +17 -0
data/test/fixtures/phrase_with_single_char_to_ignore.yml +19 -0
data/test/fixtures/replacing_br_with_newline.yml +15 -0
data/test/fixtures/skipping_ignored_blocks.yml +15 -0
data/test/fixtures/spans_as_phrases.yml +18 -0
data/test/fixtures/table.yml +35 -0
data/test/fixtures/text_with_braces.yml +17 -0
data/test/fixtures/text_with_brackets.yml +17 -0
data/test/fixtures/wrapped_key_propagation.yml +15 -0
data/test/fixtures/wrapping_eval_blocks.yml +17 -0
data/test/fixtures_rendering_test.rb +46 -0
data/test/inline_rendering_test.rb +27 -0
data/test/support/i18n_test_case_helper.rb +12 -0
data/test/templates/_footer.html.erb +3 -0
data/test/templates/greeting.html.erb +1 -0
data/test/templates/layouts/application.html.erb +5 -0
data/test/templates/users/_account.html.erb +3 -0
data/test/templates/users/_profile.html.erb +6 -0
data/test/templates/users/index.html.erb +5 -0
data/test/templates/users/show.html.erb +4 -0
data/test/templates_rendering_test.rb +81 -0
data/test/translate_test.rb +72 -0
metadata +156 -0

data/.gitignore ADDED

@@ -0,0 +1,4 @@
+*.gem
+.bundle
+Gemfile.*.lock
+pkg/*

data/Gemfile.rails23_r187 ADDED

@@ -0,0 +1,8 @@
+source "http://rubygems.org"
+gemspec
+gem "rails", "2.3.14"
+gem "ansi"
+gem "turn"

data/Gemfile.rails30_r193 ADDED

@@ -0,0 +1,8 @@
+source "http://rubygems.org"
+gemspec
+gem "rails", "3.0.11"
+gem "ansi"
+gem "turn"

data/Gemfile.rails31_r193 ADDED

@@ -0,0 +1,8 @@
+source "http://rubygems.org"
+gemspec
+gem "rails", "3.1.3"
+gem "ansi"
+gem "turn"

data/README.md ADDED

@@ -0,0 +1,250 @@
+# I18nTemplate
+## Main Feature
+Just compare regulare rails view internationalization:
+    <html>
+      <body>
+        <% current_year = Time.now.year %>
+        <span><%= t('hello') %></span>
+        <h2><%= t('Dashboard') </h2>
+        <div><%= t('Posts count:') %><%= current_user.posts.count %></div>
+        <div><%= t('Click') %><a href="#"><%= t('here') %></a></div>
+        ...
+      </body>
+    </html>
+with i18n template internationalization:
+    <html>
+      <body>
+        <% current_year = Time.now.year %>
+        <span i18n="p">hello</span>
+        <h2>Dashboard</h2>
+        <div>Posts count: <%= current_user.posts.count %></div>
+        <div>Click<a href="#">here</a></div>
+        ...
+      </body>
+    </html>
+Nice?
+## How it Works
+It convert *on the fly* regular erb template to another erb template. For above example this is something like:
+    <html>
+      <body>
+        <% current_year = Time.now.year %>
+        <span>
+          <%- i18n_variables = {}; i18n_wrappers = [] -%>
+          <%= ::I18nTemplate::Translation.translate("hello", i18n_wrappers, i18n_variables) %>
+        </span>
+        <h2>
+          <%- i18n_variables = {}; i18n_wrappers = [] -%>
+          <%= ::I18nTemplate::Translation.translate("Dashboard", i18n_wrappers, i18n_variables) %>
+         </h2>
+        <div>
+          <%- i18n_variables = {}; i18n_wrappers = [] -%>
+          <%- i18n_variables['current user posts count'] = capture do -%>
+            <%= current_user.posts.count %>
+          <%- end -%>
+          <%= ::I18nTemplate::Translation.translate("Posts count: {current user posts count}",
+              i18n_wrappers, i18n_variables) %>
+        </div>
+        <div>
+          <%- i18n_variables = {}; i18n_wrappers = [] -%>
+          <%- i18n_wrappers[1] = capture do -%>
+            <a href="#" i18n_wrapper="1">
+              <%- i18n_variables = {}; i18n_wrappers = [] -%>
+              <%= ::I18nTemplate::Translation.translate("here", i18n_wrappers, i18n_variables) %>
+            </a>
+          <%- end -%>
+          <%= ::I18nTemplate::Translation.translate("Click[1]here[/1]", i18n_wrappers, i18n_variables) %>
+         </div>
+      </body>
+    </html>
+Translation phrases (keys):
+* _hello_
+* _Dashboard_
+* _Posts count: {current user posts count}_
+* _Click[1]here[/1]_
+## Description
+I18nTemplate is made to extract phrases and translate html/xhtml/xml document or erb templates.
+Currently the it can work with (x)html documents.
+Translation is done by modify the original template (on the fly) to be translated on erb execution time.
+## Semantics
+The engine is leveraging the HTML document semantics.
+As we know HTML document element can contain : block elements and/or inline elements.
+The engine has the following parsing rules, based on what kind of children a parent element contains:
+* block element containing only block elements - is named a parent element, and is ignored by the engine;
+* block element containing only inline elements - is named phrase, while every inline element is named a word;
+* inline element containing other inline elements - is also a word;
+* any other variation - is considered a broken element, which should be one of there above.
+### Markup
+Additionally for the sake of best practices and optimiztion the following rules take place:
+* the following elements as considered block elements by the engine
+ * usual block : `blockquote p div h1 h2 h3 h4 h5 h6 li dd dt`
+ * inline elements : `td th a legend label title caption option optgroup button`
+* the following elements, and their content, will be ignored by the engine:
+ * html elements: `select style script`
+ * non-breaking space: `&nbsp;`
+ * erb scriptlets: `<% <%=`
+ * html comments: `<!-- -->`
+ * xhtml doctype: `<!DOCTYPE`
+* additional best practices are added to translate content inside such tags
+In order to fix a broken elements next elements/attributes can be added to the html document to resolve engine misunderstanding:
+* `<i18n>content</i18n>` - mark invisible for parser content for internationalization
+* `<... i18n="i" ...>content<...>`  - (ignore) ignore element content internationalization
+* `<... i18n="p" ...>content<...>`  - (phrase) explicitly enable content internationalization
+* `<... i18n="s" ...>content<...>`  - (subphrase) mark element content as sub-phrase for parent element phrase
+## Translation
+### Brackets
+    [1]Hello World[/1]
+### Braces
+Example
+    Hello { user name }
+* `<%= @user_name %>`  as `{user name}`
+* `<%= user_name %>`  as `{user name}`
+* `<%= @post.comments.count %>`  as `{post comments count}`
+## Using with Rails (2.3.x 3.x.x)
+    $ gem install i18n_template
+    require 'i18n_template'
+    ActionView::Template.register_template_handler(:erb, I18nTemplate::Handler.new)
+### Set another phrase translator:
+    I18nTemplate.phrase_translator = lambda { |phrase| Google.translate(phrase) }
+### More template internationalize control
+Assume we don't want to internationalize admin view templates.
+    class MyI18nTemplateHandler < I18nTemplate::Handler
+      def internationalize?(template)
+        if template.respond_to?(:path)
+          path =~ /^admin/ ? false : true
+        else
+          true
+        end
+      end
+    end
+    ActionView::Template.register_template_handler(:erb, MyI18nTemplateHandler.new)
+## Testing
+### Setup
+    $ rvm alias create rails23_r187 ruby-1.8.7
+    $ rvm alias create rails30_r193 ruby-1.9.3
+    $ rvm alias create rails31_r193 ruby-1.9.3
+    $ gem install multiversion
+    $ multiversion all bundle install
+### Run
+Against all versions:
+    $ multiversion all exec testrb test/*_test.rb
+Against specific versions:
+    $ multiversion rails30_r193,rails31_r193 exec testrb test/*_test.rb
+## Extract phrases
+    $ i18n_template --help
+    extract_phrases - extract phrases for translations
+        --format plain|gettext|yaml  translation format (default gettext)
+        --po-root PO ROOT            root directly for po files (default po)
+        --glob GLOB                  template files glob (default app/views/**/*.{erb,rhtml})
+        --textdomain TEXTDOMAIN      gettext textdomain (default phrases)
+        --output-file FILE           output file (default template_phrases.txt)
+        --locales-root DIRECTORY     locales directory (default config/locales)
+### Plain format
+    $ i18n_template extract_phrases --format plain --output-file /tmp/phrases.txt
+### Yaml format
+    $ i18n_template extract_phrases --format yaml
+    $ cat config/locales/phrases.yml
+    en:
+      Hello {user name}, {message}:
+      '[1]First name[/1] : {profile first name}':
+      '[1]Last name[/1] : {profile last name}':
+      '[1]Email[/1] : {account email}':
+      Copyright {current year}. All rights reserved.:
+### Gettext format
+    $ i18n_template extract_phrases \
+      --textdomain myapp \
+      --glob app/views/**/*.erb \
+      --glob lib/view/**/*.erb
+    $ tree --dirsfirst po
+    po
+    ├── de
+    │   └── myapp.po
+    └── myapp.pot
+    $ cat po/phrases.pot
+    # SOME DESCRIPTIVE TITLE.
+    # Copyright (C) YEAR THE PACKAGE'S COPYRIGHT HOLDER
+    # This file is distributed under the same license as the PACKAGE package.
+    # FIRST AUTHOR <EMAIL@ADDRESS>, YEAR.
+    #
+    msgid ""
+    msgstr ""
+    "Project-Id-Version: PACKAGE VERSION\n"
+    "POT-Creation-Date: 2011-11-28 15:38+0200\n"
+    "PO-Revision-Date: 2011-11-25 21:27+0200\n"
+    "Last-Translator: FULL NAME <EMAIL@ADDRESS>\n"
+    "Language-Team: LANGUAGE <LL@li.org>\n"
+    "Language: \n"
+    "MIME-Version: 1.0\n"
+    "Content-Type: text/plain; charset=UTF-8\n"
+    "Content-Transfer-Encoding: 8bit\n"
+    "Plural-Forms: nplurals=INTEGER; plural=EXPRESSION;\n"
+    # app/views/_footer.html.erb
+    msgid "Copyright {current year}. All rights reserved."
+    msgstr ""
+    # app/views/greeting.html.erb
+    msgid "Hello {user name}, {message}"
+    msgstr ""
+## References
+* [multiversion](https://github.com/railsware/multiversion)

data/Rakefile ADDED

	@@ -0,0 +1 @@
1	+ require "bundler/gem_tasks"

data/bin/i18n_template ADDED

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+require 'i18n_template'
+I18nTemplate::Runner.run

data/i18n_template.gemspec ADDED

@@ -0,0 +1,26 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "i18n_template/version"
+Gem::Specification.new do |s|
+  s.name        = "i18n_template"
+  s.version     = I18nTemplate::VERSION
+  s.authors     = ["Nikolai Lugovoi", "Yaroslav Lazor", "Andriy Yanko"]
+  s.email       = ["andriy.yanko@gmail.com"]
+  s.homepage    = "https://github.com/railsware/i18n_template"
+  s.summary     = %q{I18nTemplate is made to extract phrases from html/xhtml/xml documents and translate them on the fly}
+  s.description = %q{
+I18nTemplate is made to extract phrases and translate templates.
+Currently I18nTemplate can work with (x)html documents.
+Translation is done by modify the original template (on the fly) to be translated on erb execution time.
+}
+  s.rubyforge_project = "i18n_template"
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+  s.add_runtime_dependency "actionpack", ">=2.3.0"
+end

data/lib/i18n_template.rb ADDED

@@ -0,0 +1,28 @@
+require "i18n_template/version"
+module I18nTemplate
+  autoload :Handler,     'i18n_template/handler'
+  autoload :Translator,  'i18n_template/translator'
+  autoload :Extractor,   'i18n_template/extractor'
+  autoload :Runner,      'i18n_template/runner'
+  autoload :Translation, 'i18n_template/translation'
+  autoload :Document,    'i18n_template/document'
+  autoload :Node,        'i18n_template/node'
+  class << self
+    def runners
+      @runners ||= []
+    end
+    def extractors
+      @extractors ||= []
+    end
+    def translator
+     @translator ||= I18nTemplate::Translator::I18n
+    end
+    attr_writer :translator
+  end
+end
+require "i18n_template/railtie"

data/lib/i18n_template/document.rb ADDED

@@ -0,0 +1,460 @@
+# encoding: UTF-8
+require 'active_support'
+require 'active_support/core_ext/string'
+require 'action_controller/vendor/html-scanner/html/tokenizer'
+module I18nTemplate
+  ##
+  # I18nTemplate::Document processes on the fly xhtml document internationalization.
+  #
+  # @example
+  #
+  # Next document will be automatically internationalized
+  #
+  #    <body>
+  #      <% current_year = Time.now.year %>
+  #      <span i18n="p">hello</span>
+  #      <h2>Dashboard</h2>
+  #      <div>Posts count: <%= current_user.posts.count %></div>
+  #      <div>Click<a href="#">here</a></div>
+  #    </body>
+  #
+  # to:
+  #
+  #    <body>
+  #      <% current_year = Time.now.year %>
+  #      <span>
+  #        <%- i18n_variables = {}; i18n_wrappers = [] -%>
+  #        <%= ::I18nTemplate::Translation.translate("hello", i18n_wrappers, i18n_variables) %>
+  #      </span>
+  #      <h2>
+  #        <%- i18n_variables = {}; i18n_wrappers = [] -%>
+  #        <%= ::I18nTemplate::Translation.translate("Dashboard", i18n_wrappers, i18n_variables) %>
+  #       </h2>
+  #      <div>
+  #        <%- i18n_variables = {}; i18n_wrappers = [] -%>
+  #        <%- i18n_variables['current user posts count'] = capture do -%>
+  #          <%= current_user.posts.count %>
+  #        <%- end -%>
+  #        <%= ::I18nTemplate::Translation.translate("Posts count: {current user posts count}",
+  #            i18n_wrappers, i18n_variables) %>
+  #      </div>
+  #      <div>
+  #        <%- i18n_variables = {}; i18n_wrappers = [] -%>
+  #        <%- i18n_wrappers[1] = capture do -%>
+  #          <a href="#" i18n_wrapper="1">
+  #            <%- i18n_variables = {}; i18n_wrappers = [] -%>
+  #            <%= ::I18nTemplate::Translation.translate("here", i18n_wrappers, i18n_variables) %>
+  #          </a>
+  #        <%- end -%>
+  #        <%= ::I18nTemplate::Translation.translate("Click[1]here[/1]", i18n_wrappers, i18n_variables) %>
+  #       </div>
+  #    </body>
+  #
+  # So you need just tp translate next phrases:
+  #
+  # * _hello_
+  # * _Dashboard_
+  # * _Posts count: {current user posts count}_
+  # * _Click[1]here[/1]_
+  #
+  # I18n special markup element/attributes:
+  #
+  # * <i18n>content</i18n> - mark invisible for parser content for internationalization
+  # * <... i18n="i" ...>content<...>  - (ignore) ignore element content internationalization
+  # * <... i18n="p" ...>content<...>  - (phrase) explicitly enable content internationalization
+  # * <... i18n="s" ...>content<...>  - (subphrase) mark element content as subphrase for parent element phrase
+  #
+  # Internal i18n element/attributes/scriptlets:
+  #
+  # * < ... i18n_phrase="phrase content" ...> - set extracted phrase into attribute
+  # * < ... i18n_wrapper="position" ...> - mark element as wrapper as position in i18n_wrappers array
+  # * <i18n_variable name="variable name">variable value</i18n_variable> - holds captured variable value with specified variable name from i18n_variables hash
+  # * <% i18n_wrappers %> - array of captured wrapper contents
+  # * <% i18n_variables %> - hash of name-value where name is variable name and value is captured variable value
+  class Document
+    # a symbol that means fold start
+    FOLD_START = [0x2264].pack("U*").freeze
+    # a symbol that means fold end
+    FOLD_END = [0x2265].pack("U*").freeze
+    # folds mapping
+    FOLDS = [
+      [ 'ignore', /<!DOCTYPE--.+?-->/m           ],
+      [ 'ignore', /<script[^>]*?>.+?<\/script>/m ],
+      [ 'ignore', /<!--.+?-->/m                  ],
+      [ 'ignore', /<style[^>]*?>.+?<\/style>/m   ],
+      [ 'eval',   /<select.+?<\/select>/m        ],
+      [ 'ignore', /<%[^=](.*?)%>/m               ],
+      [ 'eval',   /<%=(.*?)%>/m                  ]
+    ].freeze
+    # $1 - fold index
+    # $2 - fold type e.g (eval, ignore)
+    FOLD = /#{FOLD_START}(\d+):(\w+)#{FOLD_END}/.freeze
+    # $1 tag name. E.g a-b:c_d
+    OPEN_TAG   = /^<(\w+(:[\w_-]+)?)/.freeze
+    # $1 tag name. E.g a-b:c_d
+    CLOSED_TAG = /<\/(\w+(:[\w_-]+)?)>/.freeze
+    SELF_CLOSE = /\/>$/.freeze
+    BLOCK_TAGS = %w(
+      i18n address blockquote p div h1 h2 h3 h4 h5 h6 li dd dt td th a
+      legend label title caption option optgroup button
+    ).freeze
+    # &#169; &copy;
+    HTML_ENTITY = /&(#\d+|\w+);/
+    # processed document source
+    attr_reader :source
+    # array of processing warings
+    attr_reader :warnings
+    # array of folds
+    attr_reader :folds
+    # array of translation phrases
+    attr_reader :phrases
+    # root document node
+    attr_reader :root_node
+    # stack of document nodes
+    attr_reader :node_stack
+    # Initialize document processor
+    # @param [String] document a pure html/xml document or erb template
+    def initialize(source)
+      @source = source.dup
+      @warnings = []
+      @folds = []
+      @phrases = []
+    end
+    # Pre process document:
+    # * add translation key attributes
+    # * extract translation phrases
+    # * modify document source
+    # @return true
+    def preprocess!
+      raise "Document is already preprocessed" if @preprocessed
+      fold_special_tags!
+      parse_nodes do |node|
+        set_node_phrase(node)
+      end
+      @source = ""
+      @node_stack.each do |node|
+        @source << node_to_text(node)
+      end
+      @preprocessed = true
+    end
+    # Processs a document:
+    # * expand translation keys
+    # * modify document source
+    def process!
+      raise "Document is already processed" if @processed
+      preprocess!
+      parse_nodes
+      @source = ""
+      @root_node.children.each { |node| translate_node(node) }
+      unfold_special_tags!
+      @processed = true
+    end
+    # return true if document is preprocessed?
+    def preprocessed?
+      @preprocessed
+    end
+    # return true if document is processed?
+    def processed?
+      @processed
+    end
+    protected
+    # convert special tags to string FOLD_STARTindex:nameFOLD_END
+    # push tag and content to folds array
+    def fold_special_tags!
+      @folds = []
+      FOLDS.each do |name, pattern|
+        @source.gsub!(pattern) do |content|
+          fold = "#{FOLD_START}#{@folds.size}:#{name}#{FOLD_END}"
+          @folds << content
+          fold
+        end
+      end
+    end
+    # replace FOLD_STARTindex:nameFOLD_END with @folds[index]
+    def unfold_special_tags!
+      @source.gsub!(FOLD) { @folds[$1.to_i] }
+    end
+    def parse_nodes
+      @root_node = Node.new(nil, 0, 0, "ROOT", "ROOT") { @parent = self }
+      @node_stack = []
+      current_node = @root_node
+      tokenizer = ::HTML::Tokenizer.new(@source)
+      while token = tokenizer.next
+        case token
+        when OPEN_TAG
+          node = Node.new(current_node, tokenizer.line, tokenizer.position, token, $1)
+          @node_stack.push node
+          current_node.children.push node
+          current_node = node unless token =~ SELF_CLOSE
+        when CLOSED_TAG
+          node = Node.new(current_node, tokenizer.line, tokenizer.position, token, $1)
+          warn("EXTRA CLOSING TAG:#{node.tag}, UP:#{current_node.token}", node.line) unless current_node.token[1, node.tag.size] == node.tag
+          @node_stack.push node
+          current_node = current_node.parent
+        else
+          node = Node.new(current_node, tokenizer.line, tokenizer.position, token)
+          @node_stack.push node
+          current_node.children.push node
+        end
+        yield @node_stack.last if block_given?
+      end
+    end
+    # Escape next characters:
+    # * '[' - [lsb] left square bracket
+    # * ']' - [rsb] right square bracket
+    # * '{' - [lcb] left curly bracket
+    # * '}' - [rcb] right curly bracket
+    # * '#' - [ns]  number sign
+    def escape_phrase(phrase)
+      phrase.gsub(/(\[|\]|\{|\}|#)/) do |char|
+        case char
+        when '[' then '[lsb]'
+        when ']' then '[rsb]'
+        when '{' then '[lcb]'
+        when '}' then '[rcb]'
+        when '#' then '[ns]'
+        else
+          char
+        end
+      end
+    end
+    def set_node_phrase(node)
+      return if node.tag?
+      return if node.token.blank?
+      return if node.token.split(/\s+/).all? { |v| v =~ HTML_ENTITY }
+      phrase = node.token.dup
+      phrase.gsub!(/"/, '&quot;')
+      phrase.gsub!(/\r\n/, ' ')
+      phrase.gsub!(/\s+/, ' ')
+      phrase.strip!
+      until node.parent.root?
+        break if node.phrase ||
+          node.token =~ /i18n="(p|i)"/ ||
+          (BLOCK_TAGS.include?(node.tag) && node.token !~ /i18n="s"/)
+        node = node.parent
+      end
+      return if node.token =~ /i18n="i"/
+      node.phrase ||= ''
+      node.phrase << " " << phrase
+    end
+    def node_to_text(node)
+      node_text = node.token.dup
+      node_text.gsub!(FOLD) { @folds[$1.to_i] }
+      return node_text if node.phrase.nil? || node.phrase.strip.split(/ /).all? { |value| value =~ FOLD }
+      # push down phrase for cases like <div><span><span>Text</span></span></div>
+      if node.children.first && node.children.first.tag? &&
+        (node.children.size == 1 || node.wrapped_node_text)
+        node.children.first.phrase = node.phrase
+        node.phrase = nil
+        return node_text
+      end
+      # allowed fold indices
+      fold_indices = []
+      node.phrase.scan(FOLD).each do |index, type|
+        next unless type == 'eval'
+        fold_indices.push(index.to_i)
+      end
+      phrase = ""
+      wrap_counter = 0
+      node.children.each do |child|
+        if child.text?
+          #phrase << unfold_text(child.token, fold_indices)
+          text = escape_phrase(child.token)
+          phrase << text
+        elsif child.tag == 'br'
+          phrase << "[nl]"
+        else
+          wrap_counter += 1
+          child.token.sub!(/>$/, " i18n_wrapper=\"#{wrap_counter}\">")
+          if text = child.wrapped_node_text
+            #text = unfold_text(text, fold_indices)
+            phrase << "[#{wrap_counter}]#{text}[/#{wrap_counter}]"
+          else
+            text = child.descendants_text
+            #text = unfold_text(node.descendants_text, fold_indices)
+            phrase << "NNODE[#{wrap_counter}]#{text}[/#{wrap_counter}]"
+          end
+        end
+      end
+      # unfold phrase
+      unfold_text!(phrase, fold_indices)
+      # wrap variables in text nodes
+      wrap_variables(node, fold_indices)
+      phrase.gsub!(/\s+/, ' ')
+      phrase.gsub!(/"/, '&quot;')
+      phrase.strip!
+      # append translation key attribute
+      unless phrase.blank?
+        @phrases << phrase
+        node_text.sub!(/>$/) { " i18n_phrase=\"#{phrase}\">" }
+      end
+      node_text
+    end
+    def unfold_text!(text, fold_indices)
+      text.gsub!(FOLD) do |string|
+        index = $1.to_i
+        if $2 == 'eval' && fold_indices.include?(index)
+          '{' << fold_human_variable(index) << '}'
+        else
+          string
+        end
+      end
+    end
+    def wrap_variables(node, fold_indices)
+      node.children.each do |child|
+        child.token.gsub!(FOLD) do |string|
+          index = $1.to_i
+          if $2 == 'eval' && fold_indices.include?(index)
+            "<i18n_variable name=\"" << fold_human_variable(index) << "\">#{string}</i18n_variable>"
+          else
+            string
+          end
+        end if child.text?
+        wrap_variables(child, fold_indices)
+      end
+    end
+    def fold_human_variable(index)
+      fold = @folds[index]
+      var = fold.dup
+      var.sub!(/^<%=/, '')
+      var.gsub!(/<\/?[^>]+>/, '')
+      var.gsub!(/\W+/, ' ')
+      var.gsub!(/_/, ' ')
+      var.strip!
+      parts = var.split(/\s+/)
+      parts.shift if parts[0] == 'h' || parts[0] == 'render' || parts[0] == 'f'
+      parts.shift if parts[0] == 'partial'
+      3.times { parts.shift } if parts[0,3] == ['check', 'box',    'tag']
+      3.times { parts.shift } if parts[0,3] == ['radio', 'button', 'tag']
+      3.times { parts.shift } if parts[0,3] == ['text', 'field',   'tag']
+      2.times { parts.shift } if parts[0,2] == ['select', 'tag']
+      variable = (parts.size > 3 ? parts[0,5] : parts).join(" ")
+      warn "EMPTY VARIABLE:#{fold}" if variable.empty?
+      variable
+    end
+    def translate_node(node, translate = true, notext = false)
+      if node.text?
+        @source << node.token unless notext
+      else
+        if node.token =~ /i18n_phrase/
+          warn("NESTED T9N:#{node.tag} UP #{node.parent.token}", node.line) unless translate
+          node.token.sub!(/ i18n_phrase="(.+?)"/, '')
+          key = $1.dup
+          node.token.sub!(/ i18n="p"/, '')
+          warn("BLOCK NOT EXPANDED:#{node.token} #{key}", node.line) if key =~ FOLD
+          warn("NODE MISSING:#{node.token} #{key}", node.line) if key =~ /NNODE/
+          @source << node.token unless node.tag == 'i18n'
+          @source << "<%- i18n_variables = {}; i18n_wrappers = [] -%>"
+          node.children.each do |child|
+            if child.tag?
+              if child.token =~ /<i18n_variable name="(.*?)"/
+                @source << "<%- i18n_variables['#$1'] = capture do -%>"
+                translate_node(child.children.first, false, false)
+                @source << "<%- end -%>"
+              elsif child.token =~ /i18n_wrapper=\"(\d+)\"/
+                @source << "<%- i18n_wrappers[#$1] = capture do -%>"
+                translate_node(child, false, true)
+                @source << "<%- end -%>"
+              end
+            end
+          end
+          @source << "<%= ::I18nTemplate::Translation.translate(#{key.inspect}, i18n_wrappers, i18n_variables) %>"
+          @source << "</#{node.tag}>" unless node.tag == 'i18n' || node.tag[-2,2] == '/>'
+          return
+        elsif node.token =~ /<i18n_variable name="(.*?)"/
+          @source << "<%- i18n_variables['#$1'] = capture do -%>"
+          translate_node(node.children.first, false, false)
+          @source << "<%- end -%>"
+          return
+        end
+        @source << node.token.sub(/\s+i18n="i"/, '') unless node.tag == 'i18n'
+        node.children.each do |child|
+          translate_node(child, translate, notext)
+        end
+        @source << "</#{node.tag}>" unless node.tag == 'i18n' || node.tag[-2,2] == '/>'
+      end
+    end
+    # Record waring
+    # @param [String] message a message
+    # @param [String] line (optional) a line in source
+    def warn(message, line = nil)
+      if line
+        @warnings << "[SOURCE:#{line}]: #{message}"
+      else
+        @warnings << message
+      end
+    end
+  end
+end