i18n_po_tools 0.9.0

data/lib/i18n_po_tools/formats.rb

@@ -0,0 +1,32 @@
+require 'i18n_po_tools/formats/base_format'
+require 'i18n_po_tools/formats/rails_yaml_format'
+require 'i18n_po_tools/formats/basic_flat_yaml_format'
+require 'i18n_po_tools/formats/po_format'
+require 'i18n_po_tools/formats/ios_format'
+require 'i18n_po_tools/formats/android_format'
+require 'i18n_po_tools/formats/csv_format'
+
+module I18nPoTools
+  module Formats
+    class Factory
+      def self.get(format)
+        case format
+        when :rails_yaml
+          RailsYamlFormat.new  
+        when :flat_yaml
+          BasicFlatYamlFormat.new
+        when :po
+          PoFormat.new
+        when :pot
+          PoFormat.new(:pot => true)
+        when :ios
+          IosFormat.new
+        when :android
+          AndroidFormat.new
+        when :csv
+          CsvFormat.new
+        end
+      end
+    end
+  end
+end

data/lib/i18n_po_tools/plural_message.rb

@@ -0,0 +1,18 @@
+module I18nPoTools
+  class PluralMessage
+
+    attr_accessor :translations
+
+    def initialize(options = {})
+      @translations = options.fetch(:translations,[])
+    end
+
+    def to_a
+      translations
+    end
+
+    def to_s
+      translations.first.to_s
+    end
+  end
+end

data/lib/i18n_po_tools/utils/data.rb

@@ -0,0 +1,25 @@
+require 'yaml'
+
+module I18nPoTools
+  class Data
+    def self.load_plurals
+      filename = relative_filename('../data/plurals.rb')
+      load_config_rb(filename)
+    end
+
+    def self.load_languages
+      filename = relative_filename('../data/languages.yml')
+      YAML.load_file(filename)
+    end
+
+    private
+    def self.relative_filename(filename)
+      dirname = File.expand_path(File.dirname(__FILE__))
+      File.join(dirname, filename)
+    end
+
+    def self.load_config_rb(filename)
+      eval(File.open(filename).read)
+    end
+  end
+end

data/lib/i18n_po_tools/utils/ios_strings.rb

@@ -0,0 +1,83 @@
+# Format description:
+# https://developer.apple.com/library/mac/documentation/macosx/conceptual/bpinternational/Articles/StringsFiles.html
+#
+# Example:
+# /* Insert Element menu item */
+# "Insert Element" = "Insert Element";
+# "Windows must have at least %d columns and %d rows." =
+# "Les fenêtres doivent être composes au minimum de %d colonnes et %d lignes.";
+# "File %@ not found." = "Le fichier %@ n’existe pas.";
+# "%@ Error! %@ failed!" = "%2$@ blah blah, %1$@ blah!";
+# "File \"%@\" cannot be opened" = " ... ";
+#
+# Localizable.strings is a default filename.
+# It is recommended that you save strings files using the UTF-16 encoding.
+#
+# Use /usr/bin/plutil -lint (part of Mac OS X) to check for syntax errors. 
+#
+class IosStrings
+  DEFAULT_FILE_NAME = 'Localizable.strings'
+  EXTENSION = '.strings'
+
+  # From https://github.com/mobiata/twine/blob/master/lib/twine/encoding.rb
+  def self.encoding_for_path(path)
+    File.open(path, 'rb') do |f|
+      begin
+        a = f.readbyte
+        b = f.readbyte
+        if (a == 0xfe && b == 0xff)
+          return 'UTF-16BE'
+        elsif (a == 0xff && b == 0xfe)
+          return 'UTF-16LE'
+        end
+      rescue EOFError
+      end
+    end
+
+    'UTF-8'
+  end
+
+  def self.strings_to_hash(data)
+    data = data.encode('UTF-8')
+    h = {}
+
+    #remove comments
+    data.gsub!(/\/\*.*\*\//,'') # /* lala */
+    data.gsub!(/^\s*\/\/.*/,'') # // lala
+
+    regexp = /"((?:[^"\\]|\\.)+)"\s*=\s*"((?:[^"\\]|\\.)*)"/
+    data.split("\n").each do |line|
+      match = regexp.match(line)
+      next unless match
+
+      key = unescape(match[1])
+      value = unescape(match[2])
+
+      h[key] = value
+    end
+
+    h
+  end
+
+  def self.hash_to_strings(h, comment = '')      
+    content = ""
+    content = "/* "+comment.gsub('*/','* /')+" */\n" if comment.present?
+
+    h.each_pair do |k,v|
+      key = escape(k)
+      value = escape(v)
+      content += %Q{"#{key}" = "#{value}";\n}
+    end unless h.nil?
+
+    content
+  end
+
+  private
+  def self.escape(s)
+    (s||"").gsub('"','\"')
+  end
+
+  def self.unescape(s)
+    (s||"").gsub('\"','"')
+  end
+end

data/lib/i18n_po_tools/utils/locfile.rb

@@ -0,0 +1,164 @@
+require 'fileutils'
+require 'yaml'
+
+module I18nPoTools
+  class LocfileUtils
+    attr_accessor :translations_dir,
+                  :dirname,
+                  :project_name,
+                  :template_locales,
+                  :locales,
+                  :locales_indexes,
+                  :translation_files,
+                  :src_filename_template,
+                  :pot_filename_path,
+                  :po_filename_path,
+                  :verbose
+
+    def initialize(dirname)
+      @translations_dir = ENV["I18N_YML_TRANSLATIONS_DIR"]
+      @verbose = true
+
+      @dirname = File.expand_path(dirname)
+      config = YAML.load_file(File.join(dirname, 'Locfile'))
+
+      @project_name = config["project_name"]
+      @template_locales = config["template_locales"]
+      @locales = config["locales"]
+      @locales_indexes = config["locales_indexes"]
+
+      @translation_files = config["translation_files"]
+      @src_filename_template = config["src_filename_template"]
+      @pot_filename_path = config["pot_filename_path"].gsub('%{project_name}', project_name)
+      @po_filename_path = config["po_filename_path"].gsub('%{project_name}', project_name)
+    end
+
+    def my_command(cmd)
+      puts cmd if verbose
+      system(cmd)
+    end
+
+    def create_dirs()
+      template_locales.each do |locale|
+        name = File.join(translations_dir, pot_filename_path.gsub('%{locale}',locale))
+        my_command("mkdir -p #{name}")
+      end
+      locales.each do |(locale, base_locale)|
+        name = File.join(translations_dir, po_filename_path.gsub('%{locale}',locale))
+        my_command("mkdir -p #{name}")
+      end
+    end
+
+    def generate_pot(locale)
+      src_path = File.join(dirname, src_filename_template_with_locale(locale))
+      pot_path = File.join(translations_dir, pot_filename_path.gsub('%{locale}',locale))
+
+      translation_files.each_pair do |src_name, pot_name|
+        src_filename = src_path.gsub('%{src_filename}',src_name)
+        pot_filename = File.join(pot_path, pot_name+".pot")
+
+        cmds = []
+        cmds << "i18n-po "\
+          "--input #{src_filename} "\
+          "--output #{pot_filename} "\
+          "#{generate_pot_extra(locale, src_filename, pot_filename)}"
+        my_command( cmds.join(';') )
+      end
+    end
+
+    def merge_pot(locale, base_locale, pot_name)
+      pot_filename = File.join(translations_dir, pot_filename_path.gsub('%{locale}',base_locale),pot_name+".pot")
+      po_filename = File.join(translations_dir, po_filename_path.gsub('%{locale}',locale),pot_name+".po")
+      my_command("msgmerge -U #{po_filename} #{pot_filename}")
+    end
+
+    def merge_pot_all()
+      locales.each do |(locale, base_locale)|
+        translation_files.each_pair do |src_name, pot_name|
+          merge_pot(locale, base_locale, pot_name)
+        end
+      end
+    end
+
+    def convert_from_po_to_src(locale)
+      src_path = File.join(dirname, src_filename_template_with_locale(locale))
+      po_path = File.join(translations_dir, po_filename_path.gsub('%{locale}',locale))
+
+      translation_files.each_pair do |src_name, pot_name|
+        src_filename = src_path.gsub('%{src_filename}',src_name)
+        po_filename = File.join(po_path, pot_name+".po")
+
+        cmds = []
+        cmds << "i18n-po "\
+          "--output #{src_filename} "\
+          "--input #{po_filename} "\
+          "#{convert_from_po_to_src_extra(locale, src_filename, po_filename)}"
+        my_command( cmds.join(';') )
+      end
+    end
+
+    def convert_from_src_to_po(locale, base_locale)
+      base_path = File.join(dirname, src_filename_template_with_locale(base_locale))
+      src_path = File.join(dirname, src_filename_template_with_locale(locale))
+      po_path = File.join(translations_dir, po_filename_path.gsub('%{locale}',locale))
+
+      translation_files.each_pair do |src_name, pot_name|
+        base_filename = base_path.gsub('%{src_filename}', src_name)
+        src_filename = src_path.gsub('%{src_filename}', src_name)
+        po_filename = File.join(po_path, pot_name+".po")
+
+        cmds = []
+        cmds << "i18n-po "\
+          "--output #{po_filename} "\
+          "--input #{src_filename} "\
+          "--language #{locale} "\
+          "--base #{base_filename} "\
+          "#{convert_from_src_to_po_extra(locale, base_locale, base_filename, src_filename, po_filename)}"
+        my_command( cmds.join(';') )
+      end
+    end
+
+    def src_filename_template_with_locale(locale)
+      src_filename_template.gsub('%{locale}',locale)
+    end
+
+    def generate_pot_extra(locale, src_filename, pot_filename)
+      ''
+    end
+    def convert_from_po_to_src_extra(locale, src_filename, po_filename)
+      ''
+    end
+    def convert_from_src_to_po_extra(locale, base_locale, base_filename, src_filename, po_filename)
+      ''
+    end
+
+    def export_messages()
+      create_dirs()
+      template_locales.each do |locale|
+        generate_pot(locale)
+      end
+
+      #merge new strigns to po files
+      puts
+      puts
+      puts "WARNING:"
+      puts "Ensure that currently translators do not update your project translations."
+      puts
+      puts "Press [Enter] key to start export new strings from POT to PO-files..."
+      gets
+      merge_pot_all()
+    end
+
+    def import_translations()
+      locales.each do |(locale, base_locale)|
+        convert_from_po_to_src(locale)
+      end
+    end
+
+    def export_initial_translations()
+      locales.each do |(locale, base_locale)|
+        convert_from_src_to_po(locale, base_locale)
+      end
+    end
+  end
+end

data/lib/i18n_po_tools/utils/po.rb

@@ -0,0 +1,87 @@
+#
+# Fixes for pomo gem
+#
+module GetPomo
+  class Translation
+    def add_comment(value)
+      @comment += "\n" if @comment.present?
+      @comment += value.strip
+    end
+
+    def as_header(headers)
+      self.msgctxt = nil
+      self.msgid = ""
+      self.msgstr = headers.map{|(k,v)| k.to_s+": "+v.to_s+"\\n\n" }.join('')
+    end
+
+    def fix_after_read
+      self.msgctxt = unescape(@msgctxt)
+
+      self.msgid = if @msgid.is_a?(Array)
+        @msgid.map do |msgid|
+          unescape(msgid)
+        end
+      else
+        unescape(@msgid)
+      end
+
+      self.msgstr = if @msgstr.is_a?(Array)
+        @msgstr.map do |msgstr|
+          unescape(msgstr)
+        end
+      else
+        unescape(@msgstr)
+      end
+    end
+
+    def fix_before_save
+      self.msgctxt = escape(@msgctxt)
+
+      self.msgid = if @msgid.is_a?(Array)
+        @msgid.map do |msgid|
+          wrap_and_escape(msgid)
+        end
+      else
+        wrap_and_escape(@msgid)
+      end
+
+      self.msgstr = if @msgstr.is_a?(Array)
+        @msgstr.map do |msgstr|
+          wrap_and_escape(msgstr)
+        end
+      else
+        wrap_and_escape(@msgstr)
+      end
+    end
+
+    private
+    def escape(str)
+      return nil if str.nil?
+      return str if header?
+      #TODO: better \ escapes?
+      str.gsub('"','\"').gsub('\\','\\\\\\')
+    end
+
+    def unescape(str)
+      return nil if str.nil?
+      str.gsub('\\\\','\\').gsub('\"','"')
+    end
+
+    def wrap_and_escape(str, line_width = 80)
+      return nil if str.nil?
+
+      lines = str.split(/\n|\r\n/).map do |line|
+        if line.length > line_width
+          line.gsub(/(.{1,#{line_width}})(\s+|$)/, "\\1 \n")[0...-2]
+        else
+          line
+        end
+      end.join("\n").split("\n")
+      if lines.count > 1
+        "\"\n\""+lines.map{|line| escape(line) }.join("\"\n\"")
+      else
+        escape(str)
+      end
+    end
+  end
+end

data/lib/i18n_po_tools/version.rb

@@ -0,0 +1,3 @@
+module I18nPoTools
+  VERSION = "0.9.0"
+end

data/lib/i18n_po_tools.rb

@@ -0,0 +1,24 @@
+# -*- coding: utf-8 -*-
+
+require 'active_support'
+require 'active_support/core_ext/object/blank'
+
+dir = File.expand_path(File.dirname(__FILE__))
+$:.unshift(dir) unless $:.include?(dir)
+
+require "i18n_po_tools/version"
+require "i18n_po_tools/core_ext/dotted_hash"
+require "i18n_po_tools/formats"
+
+module I18nPoTools
+  FORMATS = %w[rails_yaml flat_yaml po pot ios android csv]
+
+  EXT_TO_FORMAT = {
+    :yml => :rails_yaml,
+    :po => :po,
+    :pot => :pot,
+    :strings => :ios,
+    :xml => :android,
+    :csv => :csv
+  }
+end

metadata

@@ -0,0 +1,185 @@
+--- !ruby/object:Gem::Specification
+name: i18n_po_tools
+version: !ruby/object:Gem::Version
+  version: 0.9.0
+platform: ruby
+authors:
+- Igor Stepin
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-09-23 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: get_pomo
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.9.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.9.0
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 4.1.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 4.1.6
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: gem-release
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: ! 'Utils to convert translations from source formats to PO/POT Gettex
+  and vise versa.
+
+  It allows to separate translations from development of apps.
+
+
+  Supported input/output formats:
+
+  * iOS and OS X String Resources
+
+  * Android String XML
+
+  * Gettext PO/POT
+
+  * Rails YAML
+
+  * Basic flat YAML
+
+  * CVS for easy exchange with other apps
+
+
+  Direct converation between any formats supported.
+
+
+  Rails YAML and PO supports plural forms of messages.
+
+'
+email:
+- igor_for_os@stepin.name
+executables:
+- i18n-po
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Design.md
+- Design.ru.md
+- Gemfile
+- LICENSE
+- Rakefile
+- Readme.md
+- Readme.ru.md
+- bin/i18n-po
+- i18n_yml_tools.gemspec
+- lib/i18n_po_tools.rb
+- lib/i18n_po_tools/cli.rb
+- lib/i18n_po_tools/core_ext/dotted_hash.rb
+- lib/i18n_po_tools/data/languages.yml
+- lib/i18n_po_tools/data/plurals.rb
+- lib/i18n_po_tools/formats.rb
+- lib/i18n_po_tools/formats/android_format.rb
+- lib/i18n_po_tools/formats/base_format.rb
+- lib/i18n_po_tools/formats/basic_flat_yaml_format.rb
+- lib/i18n_po_tools/formats/csv_format.rb
+- lib/i18n_po_tools/formats/ios_format.rb
+- lib/i18n_po_tools/formats/po_format.rb
+- lib/i18n_po_tools/formats/rails_yaml_format.rb
+- lib/i18n_po_tools/plural_message.rb
+- lib/i18n_po_tools/utils/data.rb
+- lib/i18n_po_tools/utils/ios_strings.rb
+- lib/i18n_po_tools/utils/locfile.rb
+- lib/i18n_po_tools/utils/po.rb
+- lib/i18n_po_tools/version.rb
+homepage: http://github.com/stepin/i18n_po_tools
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.1.11
+signing_key: 
+specification_version: 4
+summary: Utils to convert translations from source formats to PO/POT Gettex and vise
+  versa.
+test_files: []