i18n-generators 1.1.1

data/generators/i18n_translation/i18n_translation_command.rb

@@ -0,0 +1,124 @@
+require 'rails_generator'
+require 'rails_generator/commands'
+require File.join(File.dirname(__FILE__), 'lib/translator')
+require File.join(File.dirname(__FILE__), 'lib/recording_backend')
+require File.join(File.dirname(__FILE__), 'lib/erb_executer')
+require File.join(File.dirname(__FILE__), '../i18n/lib/yaml')
+include I18nTranslationGeneratorModule
+
+module I18nGenerator::Generator
+  module Commands #:nodoc:
+    module Create
+      def translation_yaml
+        I18n.locale = locale_name
+        models = model_filenames.map do |model_name|
+          model = begin
+            m = begin
+              model_name.camelize.constantize
+            rescue LoadError
+            end
+            next if m.nil? || !m.table_exists? || !m.respond_to?(:content_columns)
+            m.class_eval %Q[def self.english_name; "#{model_name}"; end]
+            m
+          rescue
+            next
+          end
+        end.compact
+        translation_keys = []
+        translation_keys += models.map {|m| "activerecord.models.#{m.english_name}"}
+        models.each do |model|
+          cols = model.content_columns + model.reflect_on_all_associations
+          cols.delete_if {|c| %w[created_at updated_at].include? c.name} unless self.include_timestamps
+          translation_keys += cols.map {|c| "activerecord.attributes.#{model.english_name}.#{c.name}"}
+        end
+        logger.debug "#{models.size} models found."
+
+        # pick all translated keywords from view files
+        original_backend = I18n.backend.dup
+        I18n.backend = RecordingBackend.new
+
+        Dir["#{RAILS_ROOT}/app/views/**/*.erb"].each do |f|
+          ErbExecuter.new.exec_erb f
+        end
+        logger.debug "#{I18n.backend.keys.size} translation keys found in views."
+        (translation_keys += I18n.backend.keys).uniq!
+        I18n.backend = original_backend
+
+        if translation_keys.blank?
+          logger.info "No translation keys found. Skipped generating translation_#{locale_name}.yml file."
+        else
+          # translate all keys and generate the YAML file
+          now = Time.now
+          translations = translate_all(translation_keys)
+          logger.debug "took #{Time.now - now} secs to translate."
+
+          yaml = generate_yaml(locale_name, translations).to_s(true)
+          template 'i18n:translation.yml', "config/locales/translation_#{locale_name}.yml", :assigns => {:locale_name => locale_name, :translations => yaml}
+        end
+      end
+
+      private
+      def model_filenames
+        Dir.chdir("#{RAILS_ROOT}/app/models/") do
+          Dir["**/*.rb"].map {|m| m.sub(/\.rb$/, '')}
+        end
+      end
+
+      # mixin translations into existing yaml file
+      def generate_yaml(locale_name, translations)
+        yaml = YamlDocument.new("config/locales/translation_#{locale_name}.yml", locale_name)
+        each_value [], translations do |parents, value|
+          node = parents.inject(yaml[locale_name]) {|node, parent| node[parent]}
+          if value.is_a? String
+            node.value = value
+          else
+            value.each {|key, val| node[key].value = val}
+          end
+        end
+        yaml
+      end
+
+      # receives an array of keys and returns :key => :translation hash
+      def translate_all(keys)
+        returning ActiveSupport::OrderedHash.new do |oh|
+          # fix the order first(for multi thread translating)
+          keys.each do |key|
+            if key.to_s.include? '.'
+              key_prefix, key_suffix = key.to_s.split('.')[0...-1], key.to_s.split('.')[-1]
+              key_prefix.inject(oh) {|h, k| h[k] ||= ActiveSupport::OrderedHash.new}[key_suffix] = nil
+            else
+              oh[key] = nil
+            end
+          end
+          threads = []
+          keys.each do |key|
+            threads << Thread.new do
+              logger.debug "translating #{key} ..."
+              Thread.pass
+              if key.to_s.include? '.'
+                key_prefix, key_suffix = key.to_s.split('.')[0...-1], key.to_s.split('.')[-1]
+                existing_translation = I18n.backend.send(:lookup, locale_name, key_suffix, key_prefix)
+                key_prefix.inject(oh) {|h, k| h[k]}[key_suffix] = existing_translation ? existing_translation : translator.translate(key_suffix)
+              else
+                existing_translation = I18n.backend.send(:lookup, locale_name, key)
+                oh[key] = existing_translation ? existing_translation : translator.translate(key)
+              end
+            end
+          end
+          threads.each {|t| t.join}
+        end
+      end
+
+      # iterate through all values
+      def each_value(parents, src, &block)
+        src.each do |k, v|
+          if v.is_a?(ActiveSupport::OrderedHash)
+            each_value parents + [k], v, &block
+          else
+            yield parents + [k], v
+          end
+        end
+      end
+    end
+  end
+end

data/generators/i18n_translation/i18n_translation_generator.rb

@@ -0,0 +1,8 @@
+require File.join(File.dirname(__FILE__), '../i18n/i18n_generator')
+
+class I18nTranslationGenerator < I18nGenerator
+  def initialize(runtime_args, runtime_options = {})
+    super
+    options[:generate_translation_only] = true
+  end
+end

data/generators/i18n_translation/lib/erb_executer.rb

@@ -0,0 +1,30 @@
+require "#{File.dirname(__FILE__)}/through_ryoku"
+
+module I18nTranslationGeneratorModule
+  class ErbExecuter
+    def exec_erb(filename)
+      begin
+#         ERB.new(File.read(f)).result
+        (m = Module.new).module_eval <<-EOS
+          class Executer
+            extend ERB::DefMethod
+            include ActionView::Helpers::TranslationHelper
+            include I18nTranslationGeneratorModule::ThroughRyoku
+
+            fname = '#{filename}'
+            erb = nil
+            File.open(fname) {|f| erb = ERB.new(f.read, nil, '-') }
+            erb.def_method(self, 'execute', fname)
+          end
+        EOS
+        nil.class_eval {def method_missing(method, *args, &block); nil; end}
+        m.const_get('Executer').new.execute { }
+      rescue => e
+        p e
+        # do nothing
+      ensure
+        nil.class_eval {undef :method_missing} if nil.respond_to? :method_missing
+      end
+    end
+  end
+end

data/generators/i18n_translation/lib/recording_backend.rb

@@ -0,0 +1,15 @@
+module I18nTranslationGeneratorModule
+  class RecordingBackend
+    attr_reader :keys
+
+    def initialize
+      @keys = []
+    end
+
+    def translate(locale, key, options = {})
+#       @keys << key.to_sym
+      @keys << (Array(options[:scope]) + [key]).flatten.join('.')
+    end
+    alias :t :translate
+  end
+end

data/generators/i18n_translation/lib/through_ryoku.rb

@@ -0,0 +1,7 @@
+module I18nTranslationGeneratorModule
+  module ThroughRyoku
+    def method_missing(method, *args, &block)
+      nil
+    end
+  end
+end

data/generators/i18n_translation/lib/translator.rb

@@ -0,0 +1,27 @@
+require 'open-uri'
+require 'json' if RUBY_VERSION >= '1.9'
+
+module I18nTranslationGeneratorModule
+  class Translator
+    def initialize(lang)
+      @lang, @cache = lang, {}
+    end
+
+    def translate(word)
+      return @cache[word] if @cache[word]
+      begin
+        w = CGI.escape ActiveSupport::Inflector.humanize(word)
+        json = OpenURI.open_uri("http://ajax.googleapis.com/ajax/services/language/translate?v=1.0&q=#{w}&langpair=en%7C#{@lang}").read
+        result = if RUBY_VERSION >= '1.9'
+          ::JSON.parse json
+        else
+          ActiveSupport::JSON.decode(json)
+        end
+        result['responseStatus'] == 200 ? (@cache[word] = result['responseData']['translatedText']) : word
+      rescue => e
+        puts %Q[failed to translate "#{word}" into "#{@lang}" language.]
+        word
+      end
+    end
+  end
+end

data/i18n-generators.gemspec

@@ -0,0 +1,26 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path('../lib', __FILE__)
+require 'i18n_generators/version'
+
+Gem::Specification.new do |s|
+  s.name        = 'i18n-generators'
+  s.version     = I18nGenerators::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ['Akira Matsuda', 'Łukasz Niemier']
+  s.email       = ['ronnie@dio.jp', 'lukasz@niemier.pl']
+  s.homepage    = 'https://github.com/hauleth/i18n-generators'
+  s.summary     = 'Generates I18n locale files for Rails 3 and Rails 2'
+  s.description = 'A Rails generator plugin & gem that generates Rails I18n locale files for almost every known locale.'
+
+  # s.rubyforge_project = 'i18n_generators'
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ['lib']
+
+  s.extra_rdoc_files = ['README.rdoc']
+  s.licenses = ['MIT']
+
+  s.add_runtime_dependency 'mechanize'
+end

data/lib/generators/i18n/all/USAGE

@@ -0,0 +1,12 @@
+Description:
+    Generates a config file and locale files and a model/attributes translation file for Rails 3.x i18n.
+    In other words, executes i18n_locale and i18n_translation at once.
+
+Example:
+    % rails g i18n locale_name (ja, pt-BR, etc.)
+
+    This will create:
+        config/locales/ja.yml
+        config/locales/translation_ja.yml
+    And update:
+        config/application.rb

data/lib/generators/i18n/all/i18n_generator.rb

@@ -0,0 +1,19 @@
+require File.join(File.dirname(__FILE__), '../../i18n_translation/i18n_translation_generator')
+require File.join(File.dirname(__FILE__), '../../i18n_locale/i18n_locale_generator')
+
+module I18n
+  class AllGenerator < Rails::Generators::NamedBase
+    def initialize(args, *options)
+      super
+      @_args, @_options = args, options
+    end
+
+    def main
+      locale_gen = I18nLocaleGenerator.new(@_args, @_options)
+      locale_gen.main
+
+      translation_gen = I18nTranslationGenerator.new(@_args, @_options)
+      translation_gen.main
+    end
+  end
+end

data/lib/generators/i18n/locale/USAGE

@@ -0,0 +1,10 @@
+Description:
+    Generates a config file and locale files for Rails 3.x i18n.
+
+Example:
+    % rails g i18n locale_name (ja, pt-BR, etc.)
+
+    This will create:
+        config/locales/ja.yml
+    And update:
+        config/application.rb

data/lib/generators/i18n/locale/locale_generator.rb

@@ -0,0 +1,49 @@
+require 'net/https'
+
+module I18n
+  class LocaleGenerator < Rails::Generators::NamedBase
+    def main
+      unless file_name =~ /^[a-zA-Z]{2}([-_][a-zA-Z]+)?$/
+        log 'ERROR: Wrong locale format. Please input in ?? or ??-?? format.'
+        exit
+      end
+      generate_configuration
+      fetch_from_rails_i18n_repository
+    end
+
+    private
+    def generate_configuration
+      return if I18n.default_locale.to_s == locale_name
+      log 'updating application.rb...'
+  #     environment "config.i18n.default_locale = :#{locale_name}"
+      config = add_locale_config File.read(File.join(Rails.root, 'config/application.rb'))
+      create_file 'config/application.rb', config
+    end
+
+    def add_locale_config(config_contents)
+      new_line = "    config.i18n.default_locale = '#{locale_name}'"
+      if config_contents =~ /\n *config\.i18n\.default_locale *=/
+        config_contents.sub(/ *config\.i18n\.default_locale *=.*/, new_line)
+      elsif config_contents =~ /\n *#? *config\.i18n\.default_locale *=/
+        config_contents.sub(/ *#? *config\.i18n\.default_locale *=.*/, new_line)
+      elsif sentinel = config_contents.scan(/class [a-z_:]+ < Rails::Application/i).first
+        config_contents.sub sentinel, "#{sentinel}\n#{new_line}"
+      else
+        config_contents
+      end
+    end
+
+    def fetch_from_rails_i18n_repository
+      log "fetching #{locale_name}.yml from rails-i18n repository..."
+      begin
+        get "https://github.com/svenfuchs/rails-i18n/raw/master/rails/locale/#{locale_name}.yml", "config/locales/#{locale_name}.yml"
+      rescue
+        log "could not find #{locale_name}.yml on rails-i18n repository"
+      end
+    end
+
+    def locale_name
+      @_locale_name ||= file_name.gsub('_', '-').split('-').each.with_index.map {|s, i| i == 0 ? s : s.upcase}.join('-')
+    end
+  end
+end

data/lib/generators/i18n/translation/USAGE

@@ -0,0 +1,8 @@
+Description:
+    Generates a model/attributes translation file for Rails 3.x i18n.
+
+Example:
+    % rails g i18n locale_name (ja, pt-BR, etc.)
+
+    This will create:
+        config/locales/translation_ja.yml

data/lib/generators/i18n/translation/lib/translator.rb

@@ -0,0 +1,59 @@
+require 'open-uri'
+
+module I27r
+  class TranslationError < StandardError; end
+
+  module GoogleTranslate
+    def _translate(word, lang)
+      w = CGI.escape ActiveSupport::Inflector.humanize(word)
+      json = OpenURI.open_uri("http://ajax.googleapis.com/ajax/services/language/translate?v=1.0&q=#{w}&langpair=en%7C#{lang}").read
+      result = if RUBY_VERSION >= '1.9'
+        require 'json'
+        ::JSON.parse json
+      else
+        ActiveSupport::JSON.decode(json)
+      end
+      if result['responseStatus'] == 200
+        result['responseData']['translatedText']
+      else
+        raise TranslationError.new result.inspect
+      end
+    end
+  end
+
+  module BabelFish
+    def _translate(word, lang)
+      require 'mechanize'
+      w = CGI.escape ActiveSupport::Inflector.humanize(word)
+
+      agent = Mechanize.new
+      url = "http://babelfish.yahoo.com/translate_txt?lp=en_#{lang}&trtext=#{w}"
+      page = agent.get(url)
+      page.search('#result div').text
+    end
+  end
+
+  class Translator
+    include BabelFish
+
+    def initialize(lang)
+      @lang, @cache = lang, {}
+    end
+
+    def translate(word)
+      return @cache[word] if @cache[word]
+
+      translated = _translate word, @lang
+      if translated.blank? || (translated == word)
+        word
+      else
+        @cache[word] = translated
+        translated
+      end
+    rescue => e
+      Rails.logger.debug e
+      puts %Q[failed to translate "#{word}" into "#{@lang}" language.]
+      word
+    end
+  end
+end

data/lib/generators/i18n/translation/lib/yaml.rb

@@ -0,0 +1,137 @@
+begin
+  require 'psych'
+rescue LoadError
+  require File.join(File.dirname(__FILE__), 'yaml_waml')
+end
+
+module I27r
+  class Line
+    attr_reader :text
+    delegate :scan, :to => :@text
+
+    def initialize(text, options = {})
+      @generated = !!options[:generated] || text.ends_with?('  #g')
+      @yaml = YAML.load text.to_s + ' '
+      @text = text
+    end
+
+    def key
+      yaml? ? @yaml.keys.first : nil
+    end
+
+    def value
+      yaml? ? @yaml.values.first : nil
+    end
+
+    def indent
+      yaml? ? @text.scan(/^ */).first : ''
+    end
+
+    def generated?
+      @generated
+    end
+
+    def yaml?
+      @yaml.is_a?(Hash) && @yaml.keys.first.is_a?(String)
+    end
+
+    def value=(val)
+      if @yaml[self.key] != val
+        @yaml[self.key] = val
+        generate_text self.indent
+      end
+    end
+
+    def to_s
+      "#{@text}#{'  #g' if generated? && yaml? && !value.nil? && !@text.ends_with?('  #g')}"
+    end
+
+    private
+    def generate_text(indent)
+      @text = indent + @yaml.to_yaml.sub(/--- ?\n/, '').chomp.rstrip
+    end
+  end
+
+  class YamlDocument
+    attr_accessor :root
+
+    def initialize(yaml = '')
+      @lines = yaml.split("\n").map {|s| Line.new s}
+    end
+
+    def self.load_yml_file(yml_path)
+      if File.exists? yml_path
+        self.new File.read(yml_path)
+      else
+        self.new
+      end
+    end
+
+    def [](*path)
+      find_line_by_path(path.flatten).try :value
+    end
+
+    def find_line_by_path(path, line_num = -1, add_new = false)
+      key = path.shift
+      indent = line_num == -1 ? '' : @lines[line_num].scan(/^ */).first + '  '
+      @lines[(line_num + 1)..-1].each do |line|
+        line_num += 1
+        next unless line.yaml?
+
+        if (line.indent == indent) && (line.key == key)
+          if path.empty?
+            return line
+          else
+            return find_line_by_path path, line_num, add_new
+          end
+        elsif line.indent < indent
+          if add_new
+            new_line = Line.new("#{indent}#{key}:", :generated => true)
+            if @lines[line_num - 1].try(:text) == ''
+              @lines.insert line_num - 1, new_line
+            else
+              @lines.insert line_num, new_line
+            end
+            return new_line if path.empty?
+            return find_line_by_path path, line_num, add_new
+          else
+            return
+          end
+        end
+      end
+      if add_new
+        new_line = Line.new("#{indent}#{key}:", :generated => true)
+        @lines.insert @lines.count, new_line
+        return new_line if path.empty?
+        return find_line_by_path path, @lines.count - 1, add_new
+      end
+    end
+
+    def []=(*args)
+      value = args.pop
+      path = args.flatten
+#       return if value && (value == self[path])
+
+      line = find_line_by_path path.dup
+      if line
+        if line.generated?
+          line.value = value
+        end
+      else
+        line = find_line_by_path path, -1, true
+        line.value = value
+      end
+    end
+
+    def to_s(add_blank_line = false)
+      previous_indent = ''
+      ''.tap do |ret|
+        @lines.each do |line|
+          ret << "\n" if add_blank_line && (line.indent < previous_indent) && !line.to_s.blank? && !ret.ends_with?("\n\n")
+          previous_indent = line.indent
+          ret << line.to_s << "\n"
+        end
+      end
+    end
+  end
+end

data/lib/generators/i18n/translation/lib/yaml_waml.rb

@@ -0,0 +1,35 @@
+require "yaml"
+
+class String
+  def is_binary_data?
+    false
+  end
+end
+
+module YamlWaml
+  def decode(orig_yamled)
+    yamled_str = case orig_yamled
+                 when String then orig_yamled
+                 when StringIO then orig_yamled.string
+                 else return orig_yamled
+                 end
+    yamled_str.gsub!(/\\x(\w{2})/){[$1].pack("H2")}
+    return yamled_str
+  end
+  module_function :decode
+end
+
+ObjectSpace.each_object(Class) do |klass|
+  klass.class_eval do
+    if method_defined?(:to_yaml) && !method_defined?(:to_yaml_with_decode)
+      def to_yaml_with_decode(*args)
+        io = args.shift if IO === args.first
+        yamled_str = YamlWaml.decode(to_yaml_without_decode(*args))
+        io.write(yamled_str) if io
+        return yamled_str
+      end
+      alias_method :to_yaml_without_decode, :to_yaml
+      alias_method :to_yaml, :to_yaml_with_decode
+    end
+  end
+end

data/lib/generators/i18n/translation/translation_generator.rb

@@ -0,0 +1,108 @@
+require File.join(File.dirname(__FILE__), 'lib/yaml')
+require File.join(File.dirname(__FILE__), 'lib/translator')
+
+module I18n
+  class TranslationGenerator < Rails::Generators::NamedBase
+    # option: include_timestamps
+    def main
+      unless file_name =~ /^[a-zA-Z]{2}([-_][a-zA-Z]+)?$/
+        log 'ERROR: Wrong locale format. Please input in ?? or ??-?? format.'
+        exit
+      end
+      log "translating models to #{locale_name}..."
+      I18n.locale = locale_name
+      Rails.application.eager_load!
+
+      keys = aggregate_keys
+      translations = translate_all(keys)
+
+      yaml = I27r::YamlDocument.load_yml_file "config/locales/translation.#{locale_name}.yml"
+      each_value [], translations do |parents, value|
+        if value.is_a? String
+          yaml[[locale_name.to_s] + parents] = value
+        else
+          value.each do |key, val|
+            yaml[[locale_name.to_s] + parents + [key]] = val
+          end
+        end
+      end
+
+      unless (yaml_string = yaml.to_s(true)).blank?
+        create_file "config/locales/translation.#{locale_name}.yml", yaml_string
+      end
+    end
+
+    private
+    def aggregate_keys
+      models = ActiveRecord::Base.descendants.map do |m|
+        begin
+          m if m.table_exists? && m.respond_to?(:content_columns)
+        rescue => e
+          p e
+          next
+        end
+      end.compact
+
+      translation_keys = []
+      translation_keys += models.map {|m| "activerecord.models.#{m.model_name.underscore}"}
+      models.each do |model|
+        cols = model.content_columns + model.reflect_on_all_associations
+        cols.delete_if {|c| %w[created_at updated_at].include? c.name} unless include_timestamps?
+        translation_keys += cols.map {|c| "activerecord.attributes.#{model.model_name.underscore}.#{c.name}"}
+      end
+      translation_keys
+    end
+
+    # receives an array of keys and returns :key => :translation hash
+    def translate_all(keys)
+      translator = I27r::Translator.new locale_name.sub(/\-.*/, '')
+
+      ActiveSupport::OrderedHash.new.tap do |oh|
+        # fix the order first(for multi thread translating)
+        keys.each do |key|
+          if key.to_s.include? '.'
+            key_prefix, key_suffix = key.to_s.split('.')[0...-1], key.to_s.split('.')[-1]
+            key_prefix.inject(oh) {|h, k| h[k] ||= ActiveSupport::OrderedHash.new}[key_suffix] = nil
+          else
+            oh[key] = nil
+          end
+        end
+        threads = []
+        keys.each do |key|
+          threads << Thread.new do
+            Rails.logger.debug "translating #{key} ..."
+            Thread.pass
+            if key.to_s.include? '.'
+              key_prefix, key_suffix = key.to_s.split('.')[0...-1], key.to_s.split('.')[-1]
+              existing_translation = I18n.backend.send(:lookup, locale_name, key_suffix, key_prefix)
+              key_prefix.inject(oh) {|h, k| h[k]}[key_suffix] = existing_translation ? existing_translation : translator.translate(key_suffix)
+            else
+              existing_translation = I18n.backend.send(:lookup, locale_name, key)
+              oh[key] = existing_translation ? existing_translation : translator.translate(key)
+            end
+          end
+        end
+        threads.each {|t| t.join}
+      end
+    end
+
+    def locale_name
+      @_locale_name ||= file_name.gsub('_', '-').split('-').each.with_index.map {|s, i| i == 0 ? s : s.upcase}.join('-')
+    end
+
+    def include_timestamps?
+      !!@include_timestamps
+    end
+
+    # iterate through all values
+    def each_value(parents, src, &block)
+      src.each do |k, v|
+        if v.is_a?(ActiveSupport::OrderedHash)
+          each_value parents + [k], v, &block
+        else
+          yield parents + [k], v
+        end
+      end
+    end
+  end
+end