translation 0.1 → 0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d107d21e5d34e6c3196473d241e89ce9dfdc6068
-  data.tar.gz: 24850c42bf206998b93f066cd1a7ed182df94521
+  metadata.gz: 8d9ba5b1f146ab9c345be6542b3c2b02a7645855
+  data.tar.gz: ecb4386329547f2b0894146b69374c650f2dcd10
 SHA512:
-  metadata.gz: b2474e725b88ccba46604c91b470710ad28aae86ce2219dd57620ccae1baa984268f4d59fc02f527485610b8595eecd996d93b0ed794a4359fb902dcd45932f1
-  data.tar.gz: 7e08ab1177dbb8a667caea4ca4334f14bcb2ce5215519228ad30a6c6c3b7feb3403f3926ecb98095db10180a92cafbfe570b6a09bd914af6b20c97d93b041cc7
+  metadata.gz: 4f1af0d393bee32f48cd04b5a453436d7e353e83ca0c26fcbb7133997301a9f296b31305c3a2d76600b9ce909c87b3076a5ab25aa8c88ad5706122a69a9f8240
+  data.tar.gz: 952f4b1cbf1bdbe7083d8997aaad7f41b25bd9865bbb1cb76d02e96ec8d14dcef74206803224f1cc7b1efd2cfee55c24d56cd8553c4b8dbf9cda1259ff1996b8

data/README.md

@@ -0,0 +1,50 @@
+# gem for [Rails Translation](http://rails.translation.io)
+
+## Description
+
+Add this gem to your [Rails](http://rubyonrails.org) app to translate it with [Rails Translation](http://rails.translation.io).
+
+## Installation
+
+Add the gem to your project's Gemfile :
+
+    gem 'translation'
+
+Then :
+
+* Create a translation project from the UI.
+* Copy the initializer into your Rails app (`config/initializers/translation.rb`)
+
+And finish by inititalizing your translation project with :
+
+    bundle exec rake translation:init
+
+## Synchronization
+
+To get new translations from Rails Translation and to send new translatable strings, simply run :
+
+    bundle exec rake translation:sync
+
+## Purge
+
+If you need to remove unused keys taking the current branch as reference :
+
+    bundle exec rake translation:purge
+
+Note that this operation will also perform a sync at the same time.
+
+Warning : all keys that are not present in the current branch will be **permanently deleted both on Rails Translation and in your app**.
+
+## Tests
+
+To run the specs :
+
+    bundle
+    bundle exec rspec
+
+## Credits
+
+The [translation gem](https://rubygems.org/gems/translation) in released under MIT license by [Aurélien Malisart](http://aurelien.malisart.be) and [Michaël Hoste](http://80limit.com) (see MIT-LICENSE
+file).
+
+(c) http://rails.translation.io

data/lib/translation.rb

@@ -1,2 +1,77 @@
+require 'net/http'
+
+require 'gettext'
+require 'gettext/po'
+require 'gettext/po_parser'
+require 'gettext/tools'
+require 'gettext/text_domain_manager'
+
 module Translation
+  GETTEXT_METHODS = [
+    :_, :n_, :p_, :s_, :np_, :ns_, :N_, :Nn,
+    :gettext, :sgettext, :ngettext, :nsgettext, :pgettext, :npgettext
+  ]
+
+  TEXT_DOMAIN          = 'app'
+  SOURCE_FILES_PATTERN = '**/*.{rb,erb,html.erb,xml.erb}'
+end
+
+require 'translation/config'
+require 'translation/railtie'
+require 'translation/client'
+require 'translation/flat_hash'
+require 'translation/yaml_conversion'
+
+require 'translation/controller'
+
+module Translation
+  module Proxy
+    include GetText
+  end
+
+  class << self
+    attr_reader :config, :client
+
+    def configure(&block)
+      if Rails.env.development?
+        GetText::TextDomainManager.cached = false
+      end
+
+      @config ||= Config.new
+
+      yield @config
+
+      Proxy.bindtextdomain(TEXT_DOMAIN, {
+        :path    => @config.locales_path,
+        :charset => 'utf-8'
+      })
+
+      Proxy.textdomain(TEXT_DOMAIN)
+      Object.delegate *GETTEXT_METHODS, :to => Proxy
+
+      @client = Client.new(@config.api_key, @config.endpoint)
+
+      return true
+    end
+
+    def pot_path
+      File.join(Translation.config.locales_path, "#{TEXT_DOMAIN}.pot")
+    end
+
+    def info(message, level = 0, verbose_level = 0)
+      verbose = @config.try(:verbose) || 0
+      if verbose >= verbose_level
+        indent = (1..level).to_a.collect { "   " }.join('')
+        puts "#{indent}* #{message}"
+      end
+    end
+
+    def normalize_path(relative_or_absolute_path)
+      File.expand_path(relative_or_absolute_path).gsub("#{Dir.pwd}/", '')
+    end
+
+    def version
+      Gem::Specification::find_by_name('translation').version.to_s
+    end
+  end
 end

data/lib/translation/client.rb

@@ -0,0 +1,27 @@
+require 'translation/client/base_operation'
+require 'translation/client/init_operation'
+require 'translation/client/sync_operation'
+require 'translation/client/purge_operation'
+
+module Translation
+  class Client
+    attr_reader :api_key, :endpoint
+
+    def initialize(api_key, endpoint)
+      @api_key  = api_key
+      @endpoint = endpoint
+    end
+
+    def init
+      Translation::Client::InitOperation.new(self).run
+    end
+
+    def sync
+      Translation::Client::SyncOperation.new(self).run
+    end
+
+    def purge
+      Translation::Client::SyncOperation.new(self).run(true)
+    end
+  end
+end

data/lib/translation/client/base_operation.rb

@@ -0,0 +1,49 @@
+require 'translation/client/base_operation/save_new_po_files_step'
+require 'translation/client/base_operation/create_new_mo_files_step'
+require 'translation/client/base_operation/save_new_yaml_files_step'
+require 'translation/client/base_operation/save_special_yaml_files_step'
+require 'translation/client/base_operation/dump_haml_gettext_keys_step'
+require 'translation/client/base_operation/dump_slim_gettext_keys_step'
+
+module Translation
+  class Client
+    class BaseOperation
+      attr_accessor :client, :params
+
+      GETTEXT_ENTRY_RE = Regexp.new('(?:' + Translation::GETTEXT_METHODS.join('|') + ')\([^)]+\)?\)')
+
+      def initialize(client, perform_real_requests = true)
+        @client = client
+        @params = {
+          'gem_version'        => Translation.version,
+          'target_languages[]' => Translation.config.target_locales.map(&:to_s)
+        }
+      end
+
+      private
+
+      def perform_request(uri, params)
+        begin
+          http = Net::HTTP.new(uri.host, uri.port)
+          http.read_timeout = 500
+
+          request = Net::HTTP::Post.new(uri.request_uri)
+          request.set_form_data(params)
+
+          response        = http.request(request)
+          parsed_response = JSON.parse(response.body)
+
+          if response.code.to_i == 200
+            return parsed_response
+          elsif response.code.to_i == 400 && parsed_response.has_key?('error')
+            $stderr.puts "[Error] #{parsed_response['error']}"
+          else
+            $stderr.puts "[Error] Unknown error."
+          end
+        rescue Errno::ECONNREFUSED
+          $stderr.puts "[Error] Server not responding."
+        end
+      end
+    end
+  end
+end

data/lib/translation/client/base_operation/create_new_mo_files_step.rb

@@ -0,0 +1,22 @@
+module Translation
+  class Client
+    class BaseOperation
+      class CreateNewMoFilesStep
+        def initialize(locales_path)
+          @locales_path = locales_path
+        end
+
+        def run
+          Translation.info "Creating new MO files."
+
+          Dir["#{@locales_path}/*/#{TEXT_DOMAIN}.po"].each do |po_path|
+            mo_path = "#{File.dirname(po_path)}/LC_MESSAGES/app.mo"
+            Translation.info mo_path, 2, 2
+            FileUtils.mkdir_p(File.dirname(mo_path))
+            GetText::Tools::MsgFmt.run(po_path, '-o', mo_path)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/translation/client/base_operation/dump_haml_gettext_keys_step.rb

@@ -0,0 +1,44 @@
+module Translation
+  class Client
+    class BaseOperation
+      class DumpHamlGettextKeysStep
+        def initialize(haml_source_files)
+          @haml_source_files = haml_source_files
+        end
+
+        def run
+          if @haml_source_files.any? && defined?(Haml)
+            Translation.info "Extracting Gettext entries from HAML files."
+
+            File.open(File.join('tmp', 'translation-haml-gettext.rb'), 'w') do |file|
+              extracted_gettext_entries.each do |entry|
+                file.puts "#{entry}"
+              end
+            end
+          end
+        end
+
+        protected
+
+        def extracted_gettext_entries
+          entries = []
+
+          @haml_source_files.each do |haml_file_path|
+            Translation.info haml_file_path, 2, 2
+
+            haml_data = File.read(haml_file_path)
+            ruby_data = Haml::Engine.new(haml_data).precompiled
+
+            ruby_data.scan(GETTEXT_ENTRY_RE).each do |entry|
+              entries << entry
+            end
+          end
+
+          Translation.info "#{entries.size} entries found", 2, 2
+
+          entries
+        end
+      end
+    end
+  end
+end

data/lib/translation/client/base_operation/dump_slim_gettext_keys_step.rb

@@ -0,0 +1,43 @@
+module Translation
+  class Client
+    class BaseOperation
+      class DumpSlimGettextKeysStep
+        def initialize(slim_source_files)
+          @slim_source_files = slim_source_files
+        end
+
+        def run
+          if @slim_source_files.any? && defined?(Slim)
+            Translation.info "Extracting Gettext entries from SLIM files."
+
+            File.open(File.join('tmp', 'translation-slim-gettext.rb'), 'w') do |file|
+              extracted_gettext_entries.each do |entry|
+                file.puts "#{entry}"
+              end
+            end
+          end
+        end
+
+        protected
+
+        def extracted_gettext_entries
+          entries = []
+
+          @slim_source_files.each do |slim_file_path|
+            Translation.info slim_file_path, 2, 2
+
+            ruby_data = Slim::Template.new(slim_file_path, {}).precompiled_template
+
+            ruby_data.scan(GETTEXT_ENTRY_RE).each do |entry|
+              entries << entry
+            end
+          end
+
+          Translation.info "#{entries.size} entries found", 2, 2
+
+          entries
+        end
+      end
+    end
+  end
+end

data/lib/translation/client/base_operation/save_new_po_files_step.rb

@@ -0,0 +1,31 @@
+module Translation
+  class Client
+    class BaseOperation
+      class SaveNewPoFilesStep
+        def initialize(target_locales, locales_path, parsed_response)
+          @target_locales  = target_locales
+          @locales_path    = locales_path
+          @parsed_response = parsed_response
+        end
+
+        def run
+          Translation.info "Saving new PO files."
+
+          @target_locales.each do |target_locale|
+            if @parsed_response.has_key?("po_data_#{target_locale}")
+              po_path = File.join(@locales_path, target_locale.to_s.gsub('-', '_'), "#{TEXT_DOMAIN}.po")
+              FileUtils.mkdir_p(File.dirname(po_path))
+              Translation.info po_path, 2, 2
+
+              File.open(po_path, 'wb') do |file|
+                file.write(@parsed_response["po_data_#{target_locale}"])
+              end
+            end
+          end
+
+          return self
+        end
+      end
+    end
+  end
+end

data/lib/translation/client/base_operation/save_new_yaml_files_step.rb

@@ -0,0 +1,37 @@
+module Translation
+  class Client
+    class BaseOperation
+      class SaveNewYamlFilesStep
+        def initialize(target_locales, yaml_locales_path, parsed_response)
+          @target_locales    = target_locales
+          @yaml_locales_path = yaml_locales_path
+          @parsed_response   = parsed_response
+        end
+
+        def run
+          Translation.info "Saving new translation YAML files."
+
+          @target_locales.each do |target_locale|
+            if @parsed_response.has_key?("yaml_po_data_#{target_locale}")
+              FileUtils.mkdir_p(@yaml_locales_path)
+              yaml_path = File.join(@yaml_locales_path, "translation.#{target_locale}.yml")
+              Translation.info yaml_path, 2, 2
+              yaml_data = YAMLConversion.get_yaml_data_from_po_data(@parsed_response["yaml_po_data_#{target_locale}"], target_locale)
+
+              top_comment = <<EOS
+# WARNING. THIS FILE WAS AUTO-GENERATED BY THE TRANSLATION GEM.
+# IF YOU UPDATE IT, YOUR CHANGES WILL BE LOST AT THE NEXT SYNC.
+EOS
+
+              File.open(yaml_path, 'wb') do |file|
+                file.write("---\n")
+                file.write(top_comment)
+                file.write(yaml_data.split("---\n", 2).last)
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/translation/client/base_operation/save_special_yaml_files_step.rb

@@ -0,0 +1,53 @@
+module Translation
+  class Client
+    class BaseOperation
+      class SaveSpecialYamlFilesStep
+
+        def initialize(source_locale, target_locales, yaml_locales_path, yaml_file_paths)
+          @source_locale     = source_locale
+          @target_locales    = target_locales
+          @yaml_locales_path = yaml_locales_path
+          @yaml_file_paths   = yaml_file_paths
+        end
+
+        def run
+          Translation.info "Saving new localization YAML files (with non-string values)."
+          all_flat_translations = {}
+
+          @yaml_file_paths.each do |file_path|
+            all_flat_translations.merge!(
+              YAMLConversion.get_flat_translations_for_yaml_file(file_path)
+            )
+          end
+
+          all_flat_special_translations = all_flat_translations.select do |key, value|
+            !value.is_a?(String) && !value.nil?
+          end
+
+          source_flat_special_translations = all_flat_special_translations.select do |key|
+            key.start_with?("#{@source_locale}.")
+          end
+
+          @target_locales.each do |target_locale|
+            yaml_path = File.join(@yaml_locales_path, "localization.#{target_locale}.yml")
+
+            Translation.info yaml_path, 2, 2
+            flat_translations = {}
+
+            source_flat_special_translations.each_pair do |key, value|
+              target_key = key.gsub(/\A#{@source_locale}\./, "#{target_locale}.")
+              flat_translations[target_key] = all_flat_special_translations[target_key]
+            end
+
+            yaml_data = YAMLConversion.get_yaml_data_from_flat_translations(flat_translations)
+
+            File.open(yaml_path, 'wb') do |file|
+              file.write(yaml_data)
+            end
+          end
+        end
+
+      end
+    end
+  end
+end

data/lib/translation/client/init_operation.rb

@@ -0,0 +1,42 @@
+require 'translation/client/init_operation/update_pot_file_step'
+require 'translation/client/init_operation/update_and_collect_po_files_step'
+require 'translation/client/init_operation/create_yaml_po_files_step'
+require 'translation/client/init_operation/cleanup_yaml_files_step'
+
+module Translation
+  class Client
+    class InitOperation < BaseOperation
+      def run
+        haml_source_files = Dir['**/*.{haml}']
+        slim_source_files = Dir['**/*.{slim}']
+
+        BaseOperation::DumpHamlGettextKeysStep.new(haml_source_files).run
+        BaseOperation::DumpSlimGettextKeysStep.new(slim_source_files).run
+
+        source_files      = Dir[SOURCE_FILES_PATTERN]
+        pot_path          = Translation.pot_path
+        source_locale     = Translation.config.source_locale
+        target_locales    = Translation.config.target_locales
+        locales_path      = Translation.config.locales_path
+        yaml_locales_path = 'config/locales'
+        yaml_file_paths   = I18n.load_path
+
+        UpdatePotFileStep.new(pot_path, source_files).run
+        UpdateAndCollectPoFilesStep.new(target_locales, pot_path, locales_path).run(params)
+        CreateYamlPoFilesStep.new(source_locale, target_locales, yaml_file_paths).run(params)
+
+        Translation.info "Sending data to server"
+        uri             = URI("http://#{client.endpoint}/projects/#{client.api_key}/init")
+        parsed_response = perform_request(uri, params)
+
+        unless parsed_response.nil?
+          BaseOperation::SaveNewPoFilesStep.new(target_locales, locales_path, parsed_response).run
+          BaseOperation::SaveNewYamlFilesStep.new(target_locales, yaml_locales_path, parsed_response).run
+          BaseOperation::SaveSpecialYamlFilesStep.new(source_locale, target_locales, yaml_locales_path, yaml_file_paths).run
+          CleanupYamlFilesStep.new(source_locale, target_locales, yaml_file_paths, yaml_locales_path).run
+          BaseOperation::CreateNewMoFilesStep.new(locales_path).run
+        end
+      end
+    end
+  end
+end

data/lib/translation/client/init_operation/cleanup_yaml_files_step.rb

@@ -0,0 +1,52 @@
+module Translation
+  class Client
+    class InitOperation < BaseOperation
+      class CleanupYamlFilesStep
+        def initialize(source_locale, target_locales, yaml_file_paths, yaml_locales_path)
+          @source_locale     = source_locale
+          @target_locales    = target_locales
+          @yaml_file_paths   = yaml_file_paths
+          @yaml_locales_path = yaml_locales_path
+        end
+
+        def run
+          @yaml_file_paths.each do |locale_file_path|
+            in_project = locale_file_path_in_project?(locale_file_path)
+
+            protected_file = @target_locales.any? do |target_locale|
+              paths = [
+                File.join(@yaml_locales_path, "translation.#{target_locale}.yml").to_s,
+                File.join(@yaml_locales_path, "localization.#{target_locale}.yml").to_s
+              ]
+
+              paths.include?(locale_file_path)
+            end
+
+            if in_project && !protected_file
+              content_hash     = YAML::load(File.read(locale_file_path))
+              new_content_hash = content_hash.keep_if { |k| k.to_s == @source_locale.to_s }
+
+              if new_content_hash.keys.any?
+                Translation.info "Rewriting #{locale_file_path}", 2, 2
+                File.open(locale_file_path, 'wb') do |file|
+                  file.write(new_content_hash.to_yaml)
+                end
+              else
+                Translation.info "Removing #{locale_file_path}", 2, 2
+                FileUtils.rm(locale_file_path)
+              end
+            end
+          end
+        end
+
+        private
+
+        def locale_file_path_in_project?(locale_file_path)
+          Translation.normalize_path(locale_file_path).start_with?(
+            Translation.normalize_path(@yaml_locales_path)
+          )
+        end
+      end
+    end
+  end
+end

data/lib/translation/client/init_operation/create_yaml_po_files_step.rb

@@ -0,0 +1,53 @@
+module Translation
+  class Client
+    class InitOperation < BaseOperation
+      class CreateYamlPoFilesStep
+        def initialize(source_locale, target_locales, yaml_file_paths)
+          @source_locale   = source_locale
+          @target_locales  = target_locales
+          @yaml_file_paths = yaml_file_paths
+        end
+
+        def run(params)
+          Translation.info "Importing translations from YAML files."
+          all_flat_translations = {}
+
+          @yaml_file_paths.each do |file_path|
+            Translation.info file_path, 2, 2
+            all_flat_translations.merge!(YAMLConversion.get_flat_translations_for_yaml_file(file_path))
+          end
+
+          all_flat_string_translations = all_flat_translations.select do |key, value|
+            key.present? && value.is_a?(String) && !value.nil?
+          end
+
+          source_flat_string_tanslations = all_flat_string_translations.select do |key|
+            key.start_with?("#{@source_locale}.") && !key.start_with?("#{@source_locale}.faker.")
+          end
+
+          @target_locales.each do |target_locale|
+            po_representation = GetText::PO.new
+
+            source_flat_string_tanslations.each_pair do |key, value|
+              target_key = key.gsub(/\A#{Translation.config.source_locale}\./, "#{target_locale}.")
+              msgid      = value
+              msgstr     = all_flat_string_translations[target_key]
+
+              unless msgid.blank?
+                po_entry            = GetText::POEntry.new(:msgctxt)
+                po_entry.msgid      = msgid
+                po_entry.msgstr     = msgstr
+                po_entry.msgctxt    = key.split('.', 2).last
+                #po_entry.references = [ value[:locale_file_path] ]
+
+                po_representation[po_entry.msgctxt, po_entry.msgid] = po_entry
+              end
+            end
+
+            params["yaml_po_data_#{target_locale}"] = po_representation.to_s
+          end
+        end
+      end
+    end
+  end
+end

data/lib/translation/client/init_operation/update_and_collect_po_files_step.rb

@@ -0,0 +1,33 @@
+module Translation
+  class Client
+    class InitOperation < BaseOperation
+      class UpdateAndCollectPoFilesStep
+        def initialize(target_locales, pot_path, locales_path)
+          @target_locales = target_locales
+          @pot_path       = pot_path
+          @locales_path   = locales_path
+        end
+
+        def run(params)
+          Translation.info "Updating PO files."
+
+          @target_locales.each do |target_locale|
+            po_path = "#{@locales_path}/#{target_locale.gsub('-', '_')}/#{TEXT_DOMAIN}.po"
+            Translation.info po_path, 2, 2
+
+            if File.exist?(po_path)
+              GetText::Tools::MsgMerge.run(po_path, @pot_path, '-o', po_path, '--no-fuzzy-matching', '--no-obsolete-entries')
+            else
+              FileUtils.mkdir_p(File.dirname(po_path))
+              GetText::Tools::MsgInit.run('-i', @pot_path, '-o', po_path, '-l', target_locale, '--no-translator')
+            end
+
+            params["po_data_#{target_locale}"] = File.read(po_path)
+          end
+
+          return self
+        end
+      end
+    end
+  end
+end

data/lib/translation/client/init_operation/update_pot_file_step.rb

@@ -0,0 +1,18 @@
+module Translation
+  class Client
+    class InitOperation < BaseOperation
+      class UpdatePotFileStep
+        def initialize(pot_path, source_files)
+          @pot_path     = pot_path
+          @source_files = source_files
+        end
+
+        def run
+          Translation.info "Updating POT file."
+          FileUtils.mkdir_p(File.dirname(@pot_path))
+          GetText::Tools::XGetText.run(*@source_files, '-o', @pot_path, '--msgid-bugs-address', 'contact@translation.io',)
+        end
+      end
+    end
+  end
+end

data/lib/translation/client/purge_operation.rb

@@ -0,0 +1,13 @@
+# NOT USED
+
+module Translation
+  class Client
+    class PurgeOperation < BaseOperation
+
+      def run
+
+      end
+
+    end
+  end
+end

data/lib/translation/client/sync_operation.rb

@@ -0,0 +1,41 @@
+require 'translation/client/sync_operation/update_and_collect_pot_file_step'
+require 'translation/client/sync_operation/create_yaml_pot_file_step'
+
+module Translation
+  class Client
+    class SyncOperation < BaseOperation
+      def run(purge = false)
+        haml_source_files = Dir['**/*.{haml}']
+        slim_source_files = Dir['**/*.{slim}']
+
+        BaseOperation::DumpHamlGettextKeysStep.new(haml_source_files).run
+        BaseOperation::DumpSlimGettextKeysStep.new(slim_source_files).run
+
+        source_files      = Dir[SOURCE_FILES_PATTERN]
+        pot_path          = Translation.pot_path
+        source_locale     = Translation.config.source_locale
+        target_locales    = Translation.config.target_locales
+        locales_path      = Translation.config.locales_path
+        yaml_locales_path = 'config/locales'
+        yaml_file_paths   = I18n.load_path
+
+        UpdateAndCollectPotFileStep.new(pot_path, source_files).run(params)
+        CreateYamlPotFileStep.new(source_locale, yaml_file_paths).run(params)
+
+        if purge
+          params['purge'] = 'true'
+        end
+
+        uri             = URI("http://#{client.endpoint}/projects/#{client.api_key}/sync")
+        parsed_response = perform_request(uri, params)
+
+        unless parsed_response.nil?
+          BaseOperation::SaveNewPoFilesStep.new(target_locales, locales_path, parsed_response).run
+          BaseOperation::CreateNewMoFilesStep.new(locales_path).run
+          BaseOperation::SaveNewYamlFilesStep.new(target_locales, yaml_locales_path, parsed_response).run
+          BaseOperation::SaveSpecialYamlFilesStep.new(source_locale, target_locales, yaml_locales_path, yaml_file_paths).run
+        end
+      end
+    end
+  end
+end

data/lib/translation/client/sync_operation/create_yaml_pot_file_step.rb

@@ -0,0 +1,46 @@
+module Translation
+  class Client
+    class SyncOperation < BaseOperation
+      class CreateYamlPotFileStep
+        def initialize(source_locale, yaml_file_paths)
+          @source_locale   = source_locale
+          @yaml_file_paths = yaml_file_paths
+        end
+
+        def run(params)
+          Translation.info "Generating POT file from YAML files."
+          all_flat_translations  = {}
+
+          @yaml_file_paths.each do |file_path|
+            Translation.info file_path, 2, 2
+            all_flat_translations.merge!(
+              YAMLConversion.get_flat_translations_for_yaml_file(file_path)
+            )
+          end
+
+          source_flat_string_tanslations = all_flat_translations.select do |key, value|
+            value.is_a?(String) && key.start_with?("#{@source_locale}.") && !key.start_with?("#{@source_locale}.faker.")
+          end
+
+          pot_representation = GetText::PO.new
+
+          source_flat_string_tanslations.each_pair do |key, value|
+            msgid = value
+
+            unless msgid.blank?
+              pot_entry            = GetText::POEntry.new(:msgctxt)
+              pot_entry.msgid      = msgid
+              pot_entry.msgstr     = ''
+              pot_entry.msgctxt    = key.split('.', 2).last
+              #pot_entry.references = [ value[:locale_file_path] ]
+
+              pot_representation[pot_entry.msgctxt, pot_entry.msgid] = pot_entry
+            end
+          end
+
+          params['yaml_pot_data'] = pot_representation.to_s
+        end
+      end
+    end
+  end
+end

data/lib/translation/client/sync_operation/update_and_collect_pot_file_step.rb

@@ -0,0 +1,18 @@
+module Translation
+  class Client
+    class SyncOperation < BaseOperation
+      class UpdateAndCollectPotFileStep
+        def initialize(pot_path, source_files)
+          @pot_path     = pot_path
+          @source_files = source_files
+        end
+
+        def run(params)
+          Translation.info "Updating POT file."
+          GetText::Tools::XGetText.run(*@source_files, '-o', @pot_path)
+          params['pot_data'] = File.read(@pot_path)
+        end
+      end
+    end
+  end
+end

data/lib/translation/config.rb

@@ -0,0 +1,20 @@
+module Translation
+  class Config
+    attr_accessor :api_key, :locales_path
+    attr_accessor :source_locale, :target_locales
+    attr_accessor :endpoint
+    attr_accessor :verbose
+
+    def initialize
+      self.locales_path   = File.join('config', 'locales', 'gettext')
+      self.source_locale  = :en
+      self.target_locales = []
+      self.endpoint       = 'api.translation.io/api'
+      self.verbose        = 1
+    end
+
+    def to_s
+      "#{api_key} — #{source_locale} => #{target_locales.join(' + ')}"
+    end
+  end
+end

data/lib/translation/controller.rb

@@ -0,0 +1,18 @@
+module Translation
+  module Controller
+    def set_locale
+      requested_locale = params[:locale]                     ||
+                         session[:locale]                    ||
+                         cookies[:locale]                    ||
+                         request.env['HTTP_ACCEPT_LANGUAGE'] ||
+                         I18n.default_locale
+
+      if requested_locale.to_sym.in?(I18n.available_locales)
+        session[:locale] = requested_locale
+        I18n.locale      = requested_locale
+      else
+        redirect_to :root, :locale => I18n.default_locale
+      end
+    end
+  end
+end

data/lib/translation/flat_hash.rb

@@ -0,0 +1,112 @@
+module Translation
+  module FlatHash
+    class << self
+      def to_flat_hash(hash)
+        get_flat_hash_for_level(hash)
+      end
+
+      def to_hash(flat_hash)
+        hash = {}
+
+        flat_hash.each_pair do |key, value|
+          build_hash_with_flat(hash, key, value)
+        end
+
+        hash
+      end
+
+      private
+
+      def build_hash_with_flat(hash, key_string, value)
+        current_object = hash
+        splitted       = key_string.split(/\.|\[/, 2)
+        current_key    = splitted[0] # first is always a hash
+        key_string     = splitted[1]
+
+        if key_string.blank? # if only one key like { 'en' => 'salut' }
+          current_object[current_key] = value
+        else
+          # Put back '[' if needed
+          if key_string.count(']') > key_string.count('[')
+            key_string = '[' + key_string
+          end
+
+          while key_string != ''
+            # Next is array
+            if key_string[0] == '['
+              array_pos = key_string.split(']', 2)[0]
+              array_pos = array_pos.split('[', 2)[1].to_i
+
+              key_string = key_string.split(']', 2).count == 2 ? key_string.split(']', 2)[1] : ""
+              key_string = key_string[1..-1] if key_string[0] == '.'
+
+              if no_key?(current_object, current_key)
+                current_object[current_key] = []
+              end
+
+              current_object = current_object[current_key]
+              current_key    = array_pos
+
+              # array is terminal
+              if key_string == ''
+                current_object[array_pos] = value
+              end
+            # next is hash
+            elsif key_string[0] != '[' && (key_string.include?('.') or key_string.include?('['))
+              splitted   = key_string.split(/\.|\[/, 2)
+              new_key    = splitted[0]
+              key_string = splitted[1]
+
+              # Put back '[' if needed
+              if key_string.count(']') > key_string.count('[')
+                key_string = '[' + key_string
+              end
+
+              if no_key?(current_object, current_key)
+                current_object[current_key] = {}
+              end
+              current_object = current_object[current_key]
+              current_key    = new_key
+            # next (last) is value
+            else
+              new_key = key_string
+
+              if no_key?(current_object, current_key)
+                current_object[current_key] = {}
+              end
+              current_object          = current_object[current_key]
+              current_object[new_key] = value
+
+              key_string = ''
+            end
+          end
+        end
+      end
+
+      def no_key?(array_or_hash, key)
+        (array_or_hash.is_a?(Hash) && !array_or_hash.has_key?(key)) || !array_or_hash[key]
+      end
+
+      def get_flat_hash_for_level(value, parent_key = nil)
+        flat_hash = {}
+
+        if value.is_a? Hash
+          value.each_pair do |key, value|
+            current_level_key = [ parent_key, key ].reject(&:blank?).join('.')
+            flat_hash.merge!(get_flat_hash_for_level(value, current_level_key))
+          end
+        elsif value.is_a? Array
+          value.each_with_index do |item, index|
+            flat_hash.merge!(get_flat_hash_for_level(item, "#{parent_key}[#{index}]"))
+          end
+        else
+          flat_hash[parent_key] = value
+        end
+
+        flat_hash
+      end
+
+    end
+  end
+end
+

data/lib/translation/railtie.rb

@@ -0,0 +1,37 @@
+require 'i18n'
+require 'i18n/config'
+
+require 'gettext'
+require 'gettext/po'
+require 'gettext/po_parser'
+
+module Translation
+  class Railtie < Rails::Railtie
+    rake_tasks do
+      require 'translation/tasks'
+    end
+
+    initializer 'translation.rails_extensions' do
+      ActionController::Base.send(:include, Translation::Controller)
+    end
+  end
+end
+
+module I18n
+  class Config
+    def locale=(locale)
+      I18n.enforce_available_locales!(locale)
+      @locale        = locale.to_sym rescue nil
+      GetText.locale = locale.to_s.gsub('-', '_').to_sym
+    end
+  end
+end
+
+module GetText
+  class POParser < Racc::Parser
+    def initialize
+      @ignore_fuzzy   = true
+      @report_warning = false
+    end
+  end
+end

data/lib/translation/tasks.rb

@@ -0,0 +1,31 @@
+require 'gettext/tools'
+
+namespace :translation do
+  task :config => :environment do
+    puts Translation.config
+  end
+
+  task :init => :environment do
+    if Translation.client
+      Translation.client.init
+    else
+      Translation.info "[Error] Client cannot be built. Did you set up the initializer?"
+    end
+  end
+
+  task :sync => :environment do
+    if Translation.client
+     Translation.client.sync
+   else
+    Translation.info "[Error] Client cannot be built. Did you set up the initializer?"
+   end
+  end
+
+  task :purge => :environment do
+    if Translation.client
+      Translation.client.purge
+    else
+      Translation.info "[Error] Client cannot be built. Did you set up the initializer?"
+    end
+  end
+end

data/lib/translation/yaml_conversion.rb

@@ -0,0 +1,81 @@
+module Translation
+  module YAMLConversion
+    class << self
+
+      def get_pot_data_from_yaml(source_locale = nil, yaml_file_paths = nil)
+        source_locale   = Translation.config.source_locale if source_locale.blank?
+        yaml_file_paths = I18n.load_path                   if yaml_file_paths.nil?
+
+        source_translations = YAMLConversion.get_flat_translations_for_locale(source_locale, yaml_file_paths)
+        pot_representation  = GetText::PO.new
+
+        source_translations.each_pair do |key, value|
+          msgid = value
+
+          unless msgid.blank?
+            pot_entry            = GetText::POEntry.new(:msgctxt)
+            pot_entry.msgid      = msgid
+            pot_entry.msgctxt    = key.split('.', 2).last
+            #pot_entry.references = [ value[:locale_file_path] ]
+
+            pot_representation[ pot_entry.msgctxt, pot_entry.msgid ] = pot_entry
+          end
+        end
+
+        pot_representation.to_s
+      end
+
+      def get_yaml_data_from_po_data(po_data, target_locale)
+        parser            = GetText::POParser.new
+        po_representation = GetText::PO.new
+        flat_translations = {}
+
+        parser.parse(po_data, po_representation)
+
+        po_representation.each do |po_entry|
+          flat_translations["#{target_locale}.#{po_entry.msgctxt}"] = po_entry.msgstr
+        end
+
+        translations = YAMLConversion.get_yaml_data_from_flat_translations(flat_translations)
+
+        return translations
+      end
+
+      # Shortcut methods
+
+      def get_flat_translations_for_locale(locale, yaml_file_paths = nil)
+        yaml_file_paths = I18n.load_path if yaml_file_paths.blank?
+
+        all_flat_translations = {}
+
+        yaml_file_paths.each do |yaml_file_path|
+          content      = File.read(yaml_file_path)
+          translations = YAML::load(content)
+
+          if translations.has_key?(locale.to_s)
+            flat_translations = FlatHash.to_flat_hash(translations)
+            all_flat_translations.merge!(flat_translations)
+          end
+        end
+
+        return all_flat_translations
+      end
+
+      def get_flat_translations_for_yaml_file(file_path)
+        yaml_data = File.read(file_path)
+        return get_flat_translations_for_yaml_data(yaml_data)
+      end
+
+      def get_flat_translations_for_yaml_data(yaml_data)
+        translations = YAML::load(yaml_data)
+        return FlatHash.to_flat_hash(translations)
+      end
+
+      def get_yaml_data_from_flat_translations(flat_translations)
+        translations = FlatHash.to_hash(flat_translations)
+        return translations.to_yaml
+      end
+
+    end
+  end
+end

metadata

@@ -1,39 +1,131 @@
 --- !ruby/object:Gem::Specification
 name: translation
 version: !ruby/object:Gem::Version
-  version: '0.1'
+  version: '0.3'
 platform: ruby
 authors:
 - Aurelien Malisart
-- Michaël Hoste
+- Michael Hoste
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-03-28 00:00:00.000000000 Z
+date: 2014-07-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: gettext
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>'
+    - - '>='
       - !ruby/object:Gem::Version
-        version: 3.1.1
+        version: 3.1.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>'
+    - - '>='
       - !ruby/object:Gem::Version
-        version: 3.1.1
+        version: 3.1.2
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: haml
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: slim
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 description: translation.io connector
 email: contact@translation.io
 executables: []
 extensions: []
-extra_rdoc_files:
-- README.rdoc
+extra_rdoc_files: []
 files:
+- lib/translation/client/base_operation/create_new_mo_files_step.rb
+- lib/translation/client/base_operation/dump_haml_gettext_keys_step.rb
+- lib/translation/client/base_operation/dump_slim_gettext_keys_step.rb
+- lib/translation/client/base_operation/save_new_po_files_step.rb
+- lib/translation/client/base_operation/save_new_yaml_files_step.rb
+- lib/translation/client/base_operation/save_special_yaml_files_step.rb
+- lib/translation/client/base_operation.rb
+- lib/translation/client/init_operation/cleanup_yaml_files_step.rb
+- lib/translation/client/init_operation/create_yaml_po_files_step.rb
+- lib/translation/client/init_operation/update_and_collect_po_files_step.rb
+- lib/translation/client/init_operation/update_pot_file_step.rb
+- lib/translation/client/init_operation.rb
+- lib/translation/client/purge_operation.rb
+- lib/translation/client/sync_operation/create_yaml_pot_file_step.rb
+- lib/translation/client/sync_operation/update_and_collect_pot_file_step.rb
+- lib/translation/client/sync_operation.rb
+- lib/translation/client.rb
+- lib/translation/config.rb
+- lib/translation/controller.rb
+- lib/translation/flat_hash.rb
+- lib/translation/railtie.rb
+- lib/translation/tasks.rb
+- lib/translation/yaml_conversion.rb
 - lib/translation.rb
-- README.rdoc
+- README.md
 homepage: http://rails.translation.io
 licenses:
 - MIT
@@ -54,8 +146,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.1.5
+rubygems_version: 2.0.0
 signing_key: 
 specification_version: 4
 summary: translation.io connector
 test_files: []
+has_rdoc: false

data/README.rdoc

@@ -1,20 +0,0 @@
-= Description
-
-...
-
-= Basic Usage
-
-...
-
-= Installation
-
-In your project's Gemfile :
-
-gem 'translation'
-
-= Credits
-
-This plugin in released under MIT license by Aurélien Malisart and Michaël Hoste (see MIT-LICENSE
-file).
-
-(c) http://rails.translation.io