traduco 0.9.0

data/library/traduco/formatters/flash.rb

@@ -0,0 +1,110 @@
+module Traduco
+  module Formatters
+    class Flash < Abstract
+      FORMAT_NAME = 'flash'
+      EXTENSION = '.properties'
+      DEFAULT_FILE_NAME = 'resources.properties'
+
+      def self.can_handle_directory?(path)
+        return false
+      end
+
+      def default_file_name
+        return DEFAULT_FILE_NAME
+      end
+
+      def determine_language_given_path(path)
+        return
+      end
+
+      def read_file(path, lang)
+        encoding = Traduco::Encoding.encoding_for_path(path)
+        sep = nil
+        if !encoding.respond_to?(:encode)
+          # This code is not necessary in 1.9.3 and does not work as it did in 1.8.7.
+          if encoding.end_with? 'LE'
+            sep = "\x0a\x00"
+          elsif encoding.end_with? 'BE'
+            sep = "\x00\x0a"
+          else
+            sep = "\n"
+          end
+        end
+
+        if encoding.index('UTF-16')
+          mode = "rb:#{encoding}"
+        else
+          mode = "r:#{encoding}"
+        end
+
+        File.open(path, mode) do |f|
+          last_comment = nil
+          while line = (sep) ? f.gets(sep) : f.gets
+            if encoding.index('UTF-16')
+              if line.respond_to? :encode!
+                line.encode!('UTF-8')
+              else
+                require 'iconv'
+                line = Iconv.iconv('UTF-8', encoding, line).join
+              end
+            end
+            match = /((?:[^"\\]|\\.)+)\s*=\s*((?:[^"\\]|\\.)*)/.match(line)
+            if match
+              key = match[1]
+              value = match[2]
+              value.gsub!(/\{[0-9]\}/, '%@')
+              set_translation_for_key(key, lang, value)
+              if last_comment
+                set_comment_for_key(key, last_comment)
+              end
+            end
+            if @options[:consume_comments]
+              match = /#(.*)/.match(line)
+              if match
+                last_comment = match[1]
+              else
+                last_comment = nil
+              end
+            end
+          end
+        end
+      end
+
+      def write_file(path, lang)
+        default_lang = @strings.language_codes[0]
+        encoding = @options[:output_encoding] || 'UTF-8'
+        File.open(path, "w:#{encoding}") do |f|
+          f.puts "## Flash Strings File\n## Generated by Traduco #{Traduco::VERSION}\n## Language: #{lang}\n"
+          @strings.sections.each do |section|
+            printed_section = false
+            section.rows.each do |row|
+              if row.matches_tags?(@options[:tags], @options[:untagged])
+                f.puts ''
+                if !printed_section
+                  if section.name && section.name.length > 0
+                    f.print "## #{section.name} ##\n\n"
+                  end
+                  printed_section = true
+                end
+
+                key = row.key
+                value = row.translated_string_for_lang(lang, default_lang)
+                if value
+                  placeHolderNumber = -1
+                  value = value.gsub(/%[d@]/) { placeHolderNumber += 1; '{%d}' % placeHolderNumber }
+                  
+                  comment = row.comment
+                  if comment && comment.length > 0
+                    f.print "# #{comment}\n"
+                  end
+
+                  f.print "#{key}=#{value}"
+                end
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/library/traduco/formatters/gettext.rb

@@ -0,0 +1,98 @@
+module Traduco
+  module Formatters
+    class Gettext < Abstract
+      FORMAT_NAME = 'gettext'
+      EXTENSION = '.po'
+      DEFAULT_FILE_NAME = 'strings.po'
+
+      def self.can_handle_directory?(path)
+        Dir.entries(path).any? { |item| /^.+\.po$/.match(item) }
+      end
+
+      def default_file_name
+        return DEFAULT_FILE_NAME
+      end
+
+      def determine_language_given_path(path)
+        path_arr = path.split(File::SEPARATOR)
+        path_arr.each do |segment|
+          match = /(..)\.po$/.match(segment)
+          if match
+            return match[1]
+          end
+        end
+
+        return
+      end
+
+      def read_file(path, lang)
+        comment_regex = /#.? *"(.*)"$/
+        key_regex = /msgctxt *"(.*)"$/
+        value_regex = /msgstr *"(.*)"$/m
+        File.open(path, 'r:UTF-8') do |f|
+          while item = f.gets("\n\n")
+            key = nil
+            value = nil
+            comment = nil
+
+            comment_match = comment_regex.match(item)
+            if comment_match
+              comment = comment_match[1]
+            end
+            key_match = key_regex.match(item)
+            if key_match
+              key = key_match[1].gsub('\\"', '"')
+            end
+            value_match = value_regex.match(item)
+            if value_match
+              value = value_match[1].gsub(/"\n"/, '').gsub('\\"', '"')
+            end
+            if key and key.length > 0 and value and value.length > 0
+              set_translation_for_key(key, lang, value)
+              if comment and comment.length > 0
+                set_comment_for_key(key, comment)
+              end
+            end
+          end
+        end
+      end
+
+      def write_file(path, lang)
+        default_lang = @strings.language_codes[0]
+        encoding = @options[:output_encoding] || 'UTF-8'
+        File.open(path, "w:#{encoding}") do |f|
+          f.puts "msgid \"\"\nmsgstr \"\"\n\"Language: #{lang}\\n\"\n\"X-Generator: Traduco #{Traduco::VERSION}\\n\"\n\n"
+          @strings.sections.each do |section|
+            printed_section = false
+            section.rows.each do |row|
+              if row.matches_tags?(@options[:tags], @options[:untagged])
+                basetrans = row.translated_string_for_lang(default_lang)
+
+                if basetrans
+                  key = row.key
+                  key = key.gsub('"', '\\\\"')
+
+                  comment = row.comment
+                  if comment
+                    comment = comment.gsub('"', '\\\\"')
+                  end
+
+                  if comment && comment.length > 0
+                    f.print "#. \"#{comment}\"\n"
+                  end
+
+                  f.print "msgctxt \"#{key}\"\nmsgid \"#{basetrans}\"\n"
+                  value = row.translated_string_for_lang(lang)
+                  if value
+                    value = value.gsub('"', '\\\\"')
+                  end
+                  f.print "msgstr \"#{value}\"\n\n"
+                end
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/library/traduco/formatters/jquery.rb

@@ -0,0 +1,96 @@
+module Traduco
+  module Formatters
+    class JQuery < Abstract
+      FORMAT_NAME = 'jquery'
+      EXTENSION = '.json'
+      DEFAULT_FILE_NAME = 'localize.json'
+
+      def self.can_handle_directory?(path)
+        Dir.entries(path).any? { |item| /^.+\.json$/.match(item) }
+      end
+
+      def default_file_name
+        return DEFAULT_FILE_NAME
+      end
+
+      def determine_language_given_path(path)
+        path_arr = path.split(File::SEPARATOR)
+        path_arr.each do |segment|
+          match = /^((.+)-)?([^-]+)\.json$/.match(segment)
+          if match
+            return match[3]
+          end
+        end
+
+        return
+      end
+
+      def read_file(path, lang)
+        begin
+          require "json"
+        rescue LoadError
+          raise Traduco::Error.new "You must run 'gem install json' in order to read or write jquery-localize files."
+        end
+
+        open(path) do |io|
+          json = JSON.load(io)
+          json.each do |key, value|
+            set_translation_for_key(key, lang, value)
+          end
+        end
+      end
+
+      def write_file(path, lang)
+        begin
+          require "json"
+        rescue LoadError
+          raise Traduco::Error.new "You must run 'gem install json' in order to read or write jquery-localize files."
+        end
+
+        default_lang = @strings.language_codes[0]
+        encoding = @options[:output_encoding] || 'UTF-8'
+        File.open(path, "w:#{encoding}") do |f|
+          f.puts "/**\n * JQuery Language File\n * Generated by Traduco\n * Language: #{lang}\n */"
+          f.puts "{"
+
+          @strings.sections.each_with_index do |section, si|
+            printed_section = false
+            section.rows.each_with_index do |row, ri|
+              if row.matches_tags?(@options[:tags], @options[:untagged])
+                if !printed_section
+                  f.puts ''
+                  if section.name && section.name.length > 0
+                    f.puts "/* #{section.name} */"
+                  end
+                  printed_section = true
+                end
+
+                key = row.key
+                key = key.gsub('"', '\\\\"')
+
+                value = row.translated_string_for_lang(lang, default_lang)
+                value = value.gsub('"', '\\\\"')
+
+                comment = row.comment
+                if comment
+                  comment = comment.gsub('*/', '* /')
+                end
+
+                f.print "\"#{key}\":\"#{value}\","
+
+                if comment && comment.length > 0
+                  f.print "  /* #{comment} */\n"
+                else
+                  f.print "\n"
+                end
+              end
+            end
+          end
+          f.seek(-2, IO::SEEK_CUR)
+          f.puts "\n}"
+
+        end
+      end
+    end
+  end
+end

data/library/traduco/l10nfile.rb

@@ -0,0 +1,209 @@
+module Traduco
+  class StringsSection
+    attr_reader :name
+    attr_reader :rows
+
+    def initialize(name)
+      @name = name
+      @rows = []
+    end
+  end
+
+  class StringsRow
+    attr_reader :key
+    attr_accessor :comment
+    attr_accessor :tags
+    attr_reader :translations
+
+    def initialize(key)
+      @key = key
+      @comment = nil
+      @tags = nil
+      @translations = {}
+    end
+
+    def matches_tags?(tags, include_untagged)
+      if tags == nil || tags.length == 0
+        # The user did not specify any tags. Everything passes.
+        return true
+      elsif @tags == nil || @tags.length == 0
+        # This row has no tags.
+        return (include_untagged) ? true : false
+      else
+        tags.each do |tag|
+          if @tags.include? tag
+            return true
+          end
+        end
+      end
+
+      return false
+    end
+
+    def translated_string_for_lang(lang, default_lang=nil)
+      if @translations[lang]
+        return @translations[lang]
+      elsif default_lang.respond_to?("each")
+        default_lang.each do |def_lang|
+          if @translations[def_lang]
+            return @translations[def_lang]
+          end
+        end
+        return nil
+      else
+        return @translations[default_lang]
+      end
+    end
+  end
+
+  class StringsFile
+    attr_reader :sections
+    attr_reader :strings_map
+    attr_reader :language_codes
+
+    def initialize
+      @sections = []
+      @strings_map = {}
+      @language_codes = []
+    end
+
+    def read(path)
+      if !File.file?(path)
+        raise Traduco::Error.new("File does not exist: #{path}")
+      end
+
+      File.open(path, 'r:UTF-8') do |f|
+        line_num = 0
+        current_section = nil
+        current_row = nil
+        while line = f.gets
+          parsed = false
+          line.strip!
+          line_num += 1
+
+          if line.length == 0
+            next
+          end
+
+          # comment
+          if line[0, 1] == '#'
+            next
+          end
+
+          # section
+          if line.length > 4 && line[0, 2] == '[['
+            match = /^\[\[(.+)\]\]$/.match(line)
+            if match
+              current_section = StringsSection.new(match[1])
+              @sections << current_section
+              parsed = true
+            end
+          # string
+          elsif line.length > 2 && line[0, 1] == '['
+            match = /^\[(.+)\]$/.match(line)
+            if match
+              current_row = StringsRow.new(match[1])
+              @strings_map[current_row.key] = current_row
+              if !current_section
+                current_section = StringsSection.new('')
+                @sections << current_section
+              end
+              current_section.rows << current_row
+              parsed = true
+            end
+          # translation, comment or other
+          else
+            match = /^([^=]+)=(.*)$/.match(line)
+            if match
+              key = match[1].strip
+              value = match[2].strip
+              if value[0,1] == '`' && value[-1,1] == '`'
+                value = value[1..-2]
+              end
+
+              case key
+              when "comment"
+                current_row.comment = value
+              when 'tags'
+                current_row.tags = value.split(',')
+              else
+                if !@language_codes.include? key
+                  add_language_code(key)
+                end
+                current_row.translations[key] = value
+              end
+              parsed = true
+            end
+          end
+
+          if !parsed
+            raise Traduco::Error.new("Unable to parse line #{line_num} of #{path}: #{line}")
+          end
+        end
+      end
+    end
+
+    def write(path)
+      dev_lang = @language_codes[0]
+
+      File.open(path, 'w:UTF-8') do |f|
+        @sections.each do |section|
+          if f.pos > 0
+            f.puts ''
+          end
+
+          f.puts "[[#{section.name}]]"
+
+          section.rows.each do |row|
+            f.puts "\t[#{row.key}]"
+            value = row.translations[dev_lang]
+            if !value
+              puts "Warning: #{row.key} does not exist in developer language '#{dev_lang}'"
+            else
+              if value[0,1] == ' ' || value[-1,1] == ' ' || (value[0,1] == '`' && value[-1,1] == '`')
+                value = '`' + value + '`'
+              end
+              f.puts "\t\t#{dev_lang} = #{value}"
+            end
+
+            if row.tags && row.tags.length > 0
+              tag_str = row.tags.join(',')
+              f.puts "\t\ttags = #{tag_str}"
+            end
+            if row.comment && row.comment.length > 0
+              f.puts "\t\tcomment = #{row.comment}"
+            end
+            @language_codes[1..-1].each do |lang|
+              value = row.translations[lang]
+              if value
+                if value[0,1] == ' ' || value[-1,1] == ' ' || (value[0,1] == '`' && value[-1,1] == '`')
+                  value = '`' + value + '`'
+                end
+                f.puts "\t\t#{lang} = #{value}"
+              end
+            end
+          end
+        end
+      end
+    end
+
+    def add_language_code(code)
+      if @language_codes.length == 0
+        @language_codes << code
+      elsif !@language_codes.include?(code)
+        dev_lang = @language_codes[0]
+        @language_codes << code
+        @language_codes.delete(dev_lang)
+        @language_codes.sort!
+        @language_codes.insert(0, dev_lang)
+      end
+    end
+
+    def set_developer_language_code(code)
+      if @language_codes.include?(code)
+        @language_codes.delete(code)
+      end
+      @language_codes.insert(0, code)
+    end
+  end
+end