babelish_rnc 1.0.0.pre

data/lib/babelish_rnc/csv2php.rb

@@ -0,0 +1,25 @@
+module BabelishRnc
+  class CSV2Php < Csv2Base
+    attr_accessor :php_tag
+
+    def initialize(filename, langs, args = {})
+      super(filename, langs, args)
+      # TODO: list this arg in commandline
+      @php_tag = args[:php_tag].nil? ? 'lang' : args[:php_tag]
+    end
+
+    def language_filepaths(language)
+      require 'pathname'
+      filepath = Pathname.new(@output_dir) + "#{language.code}" + "lang.php"
+      return filepath ? [filepath] : []
+    end
+
+    def get_row_format(row_key, row_value, comment = nil, indentation = 0)
+      "$" + @php_tag + "['#{row_key}']" + " " * indentation + " = \"#{row_value}\";\n"
+    end
+
+    def extension
+      "php"
+    end
+  end
+end

data/lib/babelish_rnc/csv2strings.rb

@@ -0,0 +1,34 @@
+module BabelishRnc
+  class CSV2Strings < Csv2Base
+    attr_accessor :languages
+
+    def language_filepaths(language)
+      require 'pathname'
+      filepaths = []
+      if language.regions.empty?
+        filepaths << Pathname.new(@output_dir) + "#{language.code}.lproj/#{output_basename}.#{extension}"
+      else
+        language.regions.each do |region|
+          filepaths << Pathname.new(@output_dir) + "#{language.code}-#{region}.lproj/#{output_basename}.#{extension}"
+        end
+      end
+      filepaths
+    end
+
+    def get_row_format(row_key, row_value, comment = nil, indentation = 0, huy)
+      entry = comment.to_s.empty? ? "" : "\n/* #{comment} */\n"
+      
+      row_value = row_value.to_s.empty? ? huy : row_value
+      
+      entry + "\"#{row_key}\"" + " " * indentation + " = \"#{row_value}\";\n"
+    end
+
+    def extension
+      "strings"
+    end
+
+    def output_basename
+      @output_basename || 'Localizable'
+    end
+  end
+end

data/lib/babelish_rnc/google_doc.rb

@@ -0,0 +1,55 @@
+module BabelishRnc
+  # Faraday is a dependency of google_drive, this silents the warning
+  # see https://github.com/CocoaPods/CocoaPods/commit/f33f967427b857bf73645fd4d3f19eb05e9be0e0
+  # This is to make sure Faraday doesn't warn the user about the `system_timer` gem missing.
+  old_warn, $-w = $-w, nil
+  begin
+    require "google_drive"
+  ensure
+    $-w = old_warn
+  end
+
+  class GoogleDoc
+    attr_accessor :session
+
+    def download(requested_filename)
+      file = file_with_name(requested_filename)
+      return [] unless file
+      files = []
+      file.worksheets.each_with_index do |worksheet, index|
+        files << download_spreadsheet(requested_filename, "translations_#{worksheet.title}.csv", index)
+      end
+      files
+    end
+
+    def download_spreadsheet(requested_filename, output_filename, worksheet_index = 0)
+      output_filename ||= "translations.csv"
+      spreadsheet = file_with_name(requested_filename)
+      return nil unless spreadsheet
+      worksheet = spreadsheet.worksheets[worksheet_index]
+      worksheet.export_as_file(output_filename)
+      return output_filename
+    end
+
+    def open(requested_filename)
+      file = file_with_name(requested_filename)
+      if file
+        system "open \"#{file.human_url}\""
+      else
+        puts "can't open requested file"
+      end
+    end
+
+    def authenticate
+      # will try to get token and store in file below
+      @session = GoogleDrive.saved_session ".babelish.token"
+    end
+
+    def file_with_name(name)
+      unless @session
+        authenticate
+      end
+      @session.spreadsheet_by_title(name)
+    end
+  end
+end

data/lib/babelish_rnc/json2csv.rb

@@ -0,0 +1,20 @@
+module BabelishRnc
+  require 'json'
+  class JSON2CSV < Base2Csv
+
+    def initialize(args = {:filenames => []})
+      super(args)
+    end
+
+    def load_strings(strings_filename)
+      strings = {}
+      raise Errno::ENOENT unless File.exist?(strings_filename)
+      json_file = File.open(strings_filename, 'r')
+      json_string = json_file.read
+      json_file.close
+      strings = JSON.parse(json_string).to_hash
+      return strings
+    end
+
+  end
+end

data/lib/babelish_rnc/language.rb

@@ -0,0 +1,30 @@
+module BabelishRnc
+  class Language
+    attr_accessor :name, :content, :code, :regions
+
+    def initialize(name, content = {})
+      @name = name
+      @content = content
+    end
+
+    def add_content_pair(key, value)
+      @content[key] = value
+    end
+
+    def add_language_id(language_id)
+      code, region = language_id.split('-')
+      @code ||= code
+      @regions ||= []
+      @regions << region if region
+    end
+
+    def region
+      @regions.first
+    end
+    
+    def content_for_key(key)
+      return @content[:key]
+    end
+    
+  end
+end

data/lib/babelish_rnc/php2csv.rb

@@ -0,0 +1,30 @@
+module BabelishRnc
+  class Php2CSV < Base2Csv
+
+    def initialize(args = {:filenames => []})
+      super(args)
+    end
+
+    def load_strings(strings_filename)
+      strings = {}
+      File.open(strings_filename, 'r') do |strings_file|
+        strings_file.read.each_line do |line|
+          parsed_line = parse_dotstrings_line(line)
+          unless parsed_line.nil?
+            converted_line = parse_dotstrings_line(line)
+            strings.merge!(converted_line) unless converted_line.nil?
+          end
+        end
+      end
+      strings
+    end
+
+    def parse_dotstrings_line(line)
+      line.strip!
+      if line[0] != ?# && line[0] != ?=
+        m = line.match(/^[\$].*\[[\"\'](.*)[\"\']\]\s*=\s*[\"\'](.*)[\"\'];/)
+        return {m[1] => m[2]} unless m.nil?
+      end
+    end
+  end
+end

data/lib/babelish_rnc/strings2csv.rb

@@ -0,0 +1,61 @@
+module BabelishRnc
+  class Strings2CSV < Base2Csv
+    # default_lang is the the column to refer to if a value is missing
+    # actually default_lang = default_filename
+    attr_accessor :csv_filename, :headers, :filenames, :default_lang
+
+    def initialize(args = {:filenames => []})
+      super(args)
+    end
+
+    def parse_dotstrings_line(line)
+      line.strip!
+      if line[0] != ?# && line[0] != ?= && line[0] != ?/
+        m = line.match(/^[\s*]*\"(.+)\"[\s]*=\s*\"(.*)\"\s*;/)
+        return m[1], m[2] unless m.nil?
+      end
+    end
+
+    def parse_comment_line(line)
+      line.strip!
+      if line[0] != ?# && line[0] != ?=
+        m = line.match(/^\/\*(.*)\*\/\s*$/)
+        return m[1].strip! unless m.nil?
+      end
+    end
+
+    # Load all strings of a given file
+    def load_strings(strings_filename)
+      strings = {}
+      comments = {}
+      # genstrings uses utf16, so that's what we expect. utf8 should not be impact
+      file = File.open(strings_filename, "r:utf-16:utf-8")
+      begin
+        contents = file.read
+        if RUBY_VERSION == "1.9.2"
+          # fixes conversion, see http://po-ru.com/diary/fixing-invalid-utf-8-in-ruby-revisited/
+          require 'iconv'
+          ic = Iconv.new('UTF-8//IGNORE', 'UTF-8')
+          contents = ic.iconv(contents + ' ')[0..-2]
+        end
+      rescue Encoding::InvalidByteSequenceError => e
+        # silent error
+        # faults back to utf8
+        contents = File.open(strings_filename, "r:utf-8")
+      end
+      previous_comment = nil
+      contents.each_line do |line|
+        key, value = self.parse_dotstrings_line(line)
+        if key
+          strings.merge!({key => value}) 
+          comments[key] = previous_comment if previous_comment
+        else
+          previous_comment = self.parse_comment_line(line)
+        end
+      end
+
+      [strings, comments]
+    end
+
+  end
+end

data/lib/babelish_rnc/version.rb

@@ -0,0 +1,3 @@
+module BabelishRnc
+  VERSION = "1.0.0.pre"
+end

data/lib/babelish_rnc/xcode_macros.rb

@@ -0,0 +1,49 @@
+module BabelishRnc
+  class XcodeMacros
+    attr_accessor :content, :table, :keys
+    def initialize(table = "Localizable", keys = {})
+      @content = ""
+      @table = table
+      @keys = keys
+    end
+
+    def self.write_macros(file_path, table, keys, comments = {})
+      instance = XcodeMacros.new
+      instance.process(table, keys, comments)
+      instance.write_content(file_path)
+    end
+
+    def process(table, keys, comments = {})
+      keys.each do |key|
+        clean_key = key.gsub(' ', '')
+        clean_key.gsub!(/[[:punct:]]/, '_')       
+        clean_key.gsub!('__', '_')
+        clean_key = clean_key[1..clean_key.size-1] if clean_key[0] == '_'
+        clean_key = clean_key[0..clean_key.size-2] if clean_key.size > 1 and clean_key[clean_key.size-1] == '_'
+        macro_name = "LS_#{clean_key.upcase}" 
+        macro_name += "_#{table.upcase}" if table != "Localizable" 
+        comment = comments[key]
+        @content << String.new(<<-EOS)
+#define #{macro_name} NSLocalizedStringFromTable(@"#{key}",@"#{table}",@"#{comment.to_s}")
+        EOS
+      end
+      @content
+    end
+
+    def write_content(file_path)
+      header = String.new(<<-EOS)
+//
+//  file_path
+//  
+//  This file was generated by babelish_rnc
+//  
+//  https://github.com/netbe/babelish
+//
+        EOS
+      header.gsub! "file_path", File.basename(file_path)
+      file = File.new(file_path, "w")
+      file.write header + @content
+      file.close
+    end
+  end
+end

data/test/babelish_rnc/commands/test_command_android2csv.rb

@@ -0,0 +1,60 @@
+require 'test_helper'
+class TestAndroid2CSVCommand < Test::Unit::TestCase
+  def test_android2csv
+    options = {:filenames => ["test/data/android.xml"]}
+    Commandline.new([], options).android2csv
+
+    assert File.exist?("translations.csv")
+
+    # clean up
+    system("rm -f translations.csv")
+  end
+
+  def test_android2csv_with_dryrun_option
+    options = {:filenames => ["test/data/android.xml"], :dryrun => true}
+    Commandline.new([], options).android2csv
+
+    assert !File.exist?("translations.csv")
+
+    # clean up
+    system("rm -f translations.csv")
+  end
+
+  def test_android2csv_with_output_file
+    options = {:filenames => ["test/data/android.xml"], :csv_filename => "myfile.csv"}
+    # -i, -o
+    Commandline.new([], options).android2csv
+
+    assert File.exist?("myfile.csv")
+
+    # clean up
+    system("rm -f myfile.csv")
+  end
+
+  def test_android2csv_with_headers
+    options = {:filenames => ["test/data/android.xml"], :headers => ["constants", "english"]}
+    # -i, -h
+    Commandline.new([], options).android2csv
+
+    #TODO assertion or move test on at lib level
+
+    # clean up
+    system("rm -f translations.csv")
+  end
+
+  def test_android2csv_with_two_files
+    options = {
+      :filenames => ["test/data/android-en.xml", "test/data/android-fr.xml"],
+      :headers => %w{Constants English French},
+      :csv_filename => "enfr.csv"
+    }
+    # --filenames, --headers, -o
+    Commandline.new([], options).android2csv
+
+    #TODO assertion
+
+    # clean up
+    system("rm -f enfr.csv")
+  end
+
+end

data/test/babelish_rnc/commands/test_command_csv2android.rb

@@ -0,0 +1,35 @@
+require 'test_helper'
+class TestCSV2AndroidCommand < Test::Unit::TestCase
+
+  def test_csv2android_with_multiple_2_languages
+    options = {
+    	:filename => "test/data/test_data_multiple_langs.csv",
+    	:langs => {"English" => "en", "French" => "fr"}
+    }
+    Commandline.new([], options).csv2android
+
+    assert File.exist?("./values-en/strings.xml")
+    assert File.exist?("./values-fr/strings.xml")
+
+    # clean up
+    system("rm -rf ./values-en/")
+    system("rm -rf ./values-fr/")
+  end
+
+  def test_csv2android_with_output_dir
+    options = {
+    	:filename => "test/data/test_data_multiple_langs.csv",
+    	:langs => {"English" => "en", "French" => "fr"},
+    	:output_dir => "mynewlocation"
+    }
+
+    Commandline.new([], options).csv2android
+    # testing
+    assert File.exist?("./mynewlocation/values-en/strings.xml"), "can't find output file for English"
+    assert File.exist?("./mynewlocation/values-fr/strings.xml"), "can't find output file for French"
+
+    # clean up
+    system("rm -rf ./mynewlocation")
+  end
+
+end

data/test/babelish_rnc/commands/test_command_csv2strings.rb

@@ -0,0 +1,139 @@
+require 'test_helper'
+class TestCSV2StringsCommand < Test::Unit::TestCase
+
+  def test_csv2strings_with_multiple_2_languages
+    options = {
+    	:filename => "test/data/test_data_multiple_langs.csv",
+    	:langs => {"English" => "en", "French" => "fr"}
+    }
+    Commandline.new([], options).csv2strings
+
+    assert File.exist?("./en.lproj/Localizable.strings")
+    assert File.exist?("./fr.lproj/Localizable.strings")
+
+    # clean up
+    system("rm -rf ./en.lproj/")
+    system("rm -rf ./fr.lproj/")
+  end
+
+  def test_csv2strings_with_output_dir
+    options = {
+    	:filename => "test/data/test_data_multiple_langs.csv",
+    	:langs => {"English" => "en", "French" => "fr"},
+    	:output_dir => "mynewlocation"
+    }
+    Commandline.new([], options).csv2strings
+
+    # testing
+    assert File.exist?("./mynewlocation/en.lproj/Localizable.strings"), "can't find output file for English in mynewlocation folder"
+    assert File.exist?("./mynewlocation/fr.lproj/Localizable.strings"), "can't find output file for French in mynewlocation folder"
+
+    # clean up
+    system("rm -rf ./mynewlocation")
+  end
+
+  def test_csv2strings_with_fetch_google_doc
+    omit if ENV['TRAVIS']
+    options = {
+      :filename => "my_strings",
+      :langs => {"English" => "en", "French" => "fr"},
+      :fetch => true
+    }
+    assert_nothing_raised do
+      Commandline.new([], options).csv2strings
+    end
+
+    # clean up
+    system("rm -rf ./en.lproj/")
+    system("rm -rf ./fr.lproj/")
+  end
+
+  def test_csv2strings_with_config_file
+    system("cp .babelish.sample .babelish")
+
+    assert_nothing_raised do
+      Commandline.new.csv2strings
+    end
+
+    # clean up
+    system("rm -rf ./en.lproj/")
+    system("rm -rf ./fr.lproj/")
+  end
+
+  def test_csv2strings_with_output_basenames_option
+    omit if ENV['TRAVIS']
+    options = {
+      :filename => "my_strings",
+      :langs => {"English" => "en", "French" => "fr"},
+      :fetch => true,
+      :output_basenames => %w(sheet1 sheet2),
+    }
+
+    Commandline.new([], options).csv2strings
+    # testing
+    assert File.exist?("./en.lproj/sheet1.strings"), "can't find output file for sheet1 English"
+    assert File.exist?("./fr.lproj/sheet1.strings"), "can't find output file for sheet1 French"
+    assert File.exist?("./en.lproj/sheet2.strings"), "can't find output file for sheet2 English"
+    assert File.exist?("./fr.lproj/sheet2.strings"), "can't find output file for sheet2 French"
+
+    # clean up
+    system("rm -rf ./en.lproj/")
+    system("rm -rf ./fr.lproj/")
+  end
+
+  def test_csv2strings_with_ignore_lang_path_option
+    omit if ENV['TRAVIS']
+    options = {
+      :filename => "my_strings",
+      :langs => {"English" => "en"},
+      :fetch => true,
+      :ignore_lang_path => true,
+      :output_basenames => %w(sheet1 sheet2),
+    }
+
+    Commandline.new([], options).csv2strings
+    # testing
+    assert File.exist?("./sheet1.strings"), "can't find output file for sheet1 English with_ignore_lang_path_option"
+    assert File.exist?("./sheet2.strings"), "can't find output file for sheet2 English with_ignore_lang_path_option"
+
+    # clean up
+    system("rm -f sheet1.strings")
+    system("rm -f sheet2.strings")
+  end
+
+  def test_csv2strings_with_ignore_lang_path_option_local
+    options = {
+      :filename => "test/data/test_data.csv",
+      :langs => {"English" => "en"},
+      :ignore_lang_path => true,
+    }
+
+    Commandline.new([], options).csv2strings
+    # testing
+    assert File.exist?("./Localizable.strings"), "can't find output file for English with_ignore_lang_path_option"
+
+    # clean up
+    system("rm -f ./Localizable.strings")
+  end
+
+  def test_csv2string_with_macros_filename
+    options = {
+      :filename => "test/data/test_data.csv",
+      :macros_filename => "Babelish.h",
+      :langs => { "English" => "en" }
+    }
+
+    Commandline.new([], options).csv2strings
+    # testing
+    assert File.exist?("./Babelish.h"), "can't find macros file"
+
+    # clean up
+    system("rm -f ./Localizable.strings")
+    system("rm -f ./Babelish.h")
+  end
+
+  def teardown
+
+    system("rm -f .babelish")
+  end
+end