babelish_rnc 1.0.0.pre

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 721202378c4739d8503cf53580037e795d8afc60
+  data.tar.gz: dc2fdbd8b5a4d7b298f453c1e7689ac6f8a90041
+SHA512:
+  metadata.gz: c316be815f90a02faa480c06f33b13766b219afff696068c83781528b9743eddeb30d78028bf38e3d4f171fa3c153798063d99cf5e2af42591661c8b2342f420
+  data.tar.gz: e6c57ab212a69d39c985a3862eb6e4b942b203feea095c94f63508eb051d29597b5744546b99d98e2e0c6a801ea0b7183f6d664b91a9da1ad8fcd52708145314

data/.babelish.sample

@@ -0,0 +1,35 @@
+# This is a sample configuration file
+
+###################################### Base2CSV ######################################
+
+## required, location of strings files (FILENAMES)
+filenames: ["test/data/test_en.strings", "test/data/test_fr.strings"]
+
+## optional
+# headers: ["Constants", "English", "French"] # override headers of columns, default is name of input files and 'Variables' for reference
+# csv_filename: "testconfig.csv"              # location of output file
+# dryrun: true                                # prints out content of hash without writing file
+
+###################################### CSV2Base ######################################
+
+## required
+filename: test/data/test_data.csv    # CSV file (CSV_FILENAME) to convert from or name of file in Google Drive
+langs:                               # Languages to convert. i.e. English:en
+  English: "en"
+
+## optional
+# fetch: true                        # set to true to get file(filename) from google drive
+# excluded_states: ["Images", "Xib"] # Exclude rows with given state
+# comments_column: 4                 # Position of column for comments if any
+# state_column: 3                    # Position of column for state if any
+# keys_column: 0                     # Position of column for keys
+# default_lang: "English"            # Header name of column containing fallback value if value is empty
+# output_dir: "resources/"           # Path of output files
+# output_basenames:                  # Basename of output files
+#  - Localizable
+#  - info
+# ignore_lang_path: true             # does not care about lang component path. i.e: en.lproj/
+# sheet: 0                           # Index of worksheet to download. First index is 0.
+# macros_filename: Babelish.h        # File to output the defines of localized strings
+# stripping: false				     # Strips values inside the spreadsheet
+# csv_separator: ','				 # CSV column separator character, uses ',' by default

data/.gitignore

@@ -0,0 +1,34 @@
+# Generated files
+/*.csv
+/*.strings
+*.lproj
+*.gem
+*~
+*#
+#*#
+
+# Config file
+.babelish
+.babelish.token
+
+# SimpleCov
+coverage
+
+# ignore Gemfile.lock as http://yehudakatz.com/2010/12/16/clarifying-the-roles-of-the-gemspec-and-gemfile/
+# this should solve the fastercsv issue
+Gemfile.lock
+
+# Ruby package manager files
+.ruby-version
+.rbenv-version
+.rvmrc
+
+# Sublime Text
+*.sublime-workspace
+*.sublime-project
+
+doc
+.yardoc
+
+
+.DS_Store

data/.hound.yml

@@ -0,0 +1,4 @@
+HashSyntax:
+  Enabled: false
+LineLength:
+  Enabled: false

data/.travis.yml

@@ -0,0 +1,15 @@
+language: ruby
+sudo: false
+rvm:
+  - 2.1.0
+  - 2.2
+  - 2.3.1
+deploy:
+  provider: rubygems
+  api_key:
+    secure: Xjq+v+jEU6wK4BtyfnV1elegNcxK6Ah/O99Sn9c2IlkCmJ1wxLBouqzEiSorSJ4IOMa5H2y3gwo5GXOr6Y7d8huyGrPuBeCSGqAmH77wNCIv7G+jnLiYb1sRZbtKcPW2QaN6JF81qDIelwyspMfo6/ug1qN1x323UaxZl7f7nUE=
+  gem: babelish
+  on:
+    tags: true
+    repo: netbe/Babelish
+    all_branches: true

data/CONTRIBUTING.md

@@ -0,0 +1,12 @@
+# Contributing
+
+Want to add another support for a new format or/and usage? Add a new feature? Fix a bug?
+
+1. Create a pull request with a branch like `feature/<nameofbranch>` or `hotfix/<nameofbranch>`.
+2. Don't forget to explain the issue or the benefits of the feature you want to be merged.
+3. Write unit tests covering the feature and/or fix the ones the feature/issue breaks.
+
+And in any case feel free to ask for help in any of those steps.
+
+
+

data/Dockerfile

@@ -0,0 +1,6 @@
+FROM ruby:2.2-alpine
+RUN apk add --no-cache git build-base
+COPY . /code
+
+WORKDIR /code
+RUN bundle install

data/Gemfile

@@ -0,0 +1,8 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in teachmehowtomakearubygem.gemspec
+gemspec
+
+group :test do
+  gem 'coveralls', :require => false, :platforms => [:ruby_19, :ruby_20]
+end

data/LICENSE.txt

@@ -0,0 +1,20 @@
+The MIT License (MIT)
+
+Copyright (c) 2013 François Benaiteau
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of
+this software and associated documentation files (the "Software"), to deal in
+the Software without restriction, including without limitation the rights to
+use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
+the Software, and to permit persons to whom the Software is furnished to do so,
+subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
+FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
+IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,73 @@
+[![Build Status](https://secure.travis-ci.org/netbe/Babelish.png?branch=master)](http://travis-ci.org/netbe/Babelish)
+[![Code Climate](https://codeclimate.com/github/netbe/Babelish.png)](https://codeclimate.com/github/netbe/Babelish)[![Coverage Status](https://coveralls.io/repos/netbe/Babelish/badge.png)](https://coveralls.io/r/netbe/Babelish)
+[![Gem Version](https://badge.fury.io/rb/babelish.svg)](http://badge.fury.io/rb/babelish)
+
+![Docker](http://dockeri.co/image/netbe/babelish)
+
+**Babelish : Chaotically confused, like Babel**
+
+Originally created to deal with localizedStrings files (aka *CSV-to-iOS-Localizable.strings-converter*), this command tool now converts a csv file of translations into the below file formats and vice-versa:
+* .strings (iOS)
+* .xml (Android)
+* .json
+* .php
+
+It can also fetch the csv file from GoogleDrive.
+
+# Installation
+
+`gem install babelish`
+
+Requires Ruby 2.0.0 or above.
+
+Or download [Latest Release](https://github.com/netbe/Babelish/releases/latest).
+
+Or via docker: `docker run netbe/Babelish babelish help`
+
+# Usage
+
+```
+› babelish help                                                                                                                                                          18:21:30
+Commands:
+  babelish android2csv     # Convert .xml files to CSV file
+  babelish csv2android     # Convert CSV file to .xml
+  babelish csv2json        # Convert CSV file to .json
+  babelish csv2php         # Convert CSV file to .php
+  babelish csv2strings     # Convert CSV file to .strings
+  babelish csv_download    # Download Google Spreadsheet containing translations
+  babelish help [COMMAND]  # Describe available commands or one specific command
+  babelish init            # Create a configuration file from template
+  babelish json2csv        # Convert .json files to CSV file
+  babelish open FILE       # Open local csv file in default editor or Google Spreadsheet containing translations in default browser
+  babelish php2csv         # Convert .php files to CSV file
+  babelish strings2csv     # Convert .strings files to CSV file
+  babelish version         # Display current version
+
+Options:
+      [--verbose], [--no-verbose]
+  -c, [--config=CONFIG]            # Read configuration from given file
+                                   # Default: .babelish
+```
+
+You can use a **configuration file** to hold all your commandline arguments into a file.
+Place a `.babelish` file (YAML) in your repo where you will run the command. In case you need to reset the Google Drive token you have to delete the .babelish.token file.
+See [.babelish.sample](.babelish.sample) file in the doc folder. as the possible values.
+
+*For previous CSV-to-iOS-Localizable.strings-converter, rename your `.csvconverter` into `.babelish`.*
+
+**Note for docker:** In order to export the output of a conversion, you will need to pipe the result out of the container. An example would be
+```
+› docker run netbe/Babelish babelish csv2json >> some_file.json
+```
+
+**For more details, check the documentation:**
+https://github.com/netbe/Babelish/wiki/How-to-Use
+
+
+## Development
+
+Run `bundle install` to install all the dependencies. Tests are done with `Test::Unit` so run `rake test` to run all the test suite.
+
+# Todo & Known issues
+
+See GitHub issues

data/Rakefile

@@ -0,0 +1,17 @@
+require "bundler/gem_tasks"
+require 'rake/testtask'
+require 'yard'
+
+Rake::TestTask.new do |t|
+  t.libs << "test"
+  t.test_files = FileList['test/babelish_rnc/**/test_*.rb']
+  # t.warning = true
+  t.verbose = true
+end
+
+YARD::Rake::YardocTask.new do |t|
+  t.files   = ['lib/**/*.rb']
+  # t.options = ['--any', '--extra', '--opts']
+end
+
+task :default => :test

data/babelish.gemspec

@@ -0,0 +1,41 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+Gem::Specification.new do |s|
+  s.name        = 'babelishX'
+  s.version     = '1.0.1'
+  s.date        = Time.now.strftime("%Y-%m-%d")
+  s.summary     = "CSV converter for localization files"
+  s.description = "This set of commands converts a CSV file to the following formats:
+                  - .strings (iOS)
+                  - .xml (Android)
+                  - .json
+                  - .php"
+  s.authors     = ["François Benaiteau", "Markus Paeschke"]
+  s.email       = ['francois.benaiteau@gmail.com', 'markus.paeschke@gmail.com']
+  s.homepage    = 'http://netbe.github.io/Babelish/'
+  s.license = 'MIT'
+
+  s.add_dependency "thor"
+
+  s.add_dependency "google_drive", "~> 2.1.7"
+  s.add_dependency "nokogiri"
+  # google_drive dependency to ask for mail and password
+  s.add_dependency "highline"
+
+  # specify version of rack so works on ruby <2.2.2
+  s.add_dependency "rack", "1.6.4"
+  # json support
+  s.add_dependency "json"
+
+  s.add_development_dependency "rake"
+  s.add_development_dependency "test-unit"
+  s.add_development_dependency "simplecov"
+  s.add_development_dependency "yard"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_path  = 'lib'
+end

data/babelish_rnc.gemspec

@@ -0,0 +1,42 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'babelish_rnc/version'
+
+Gem::Specification.new do |s|
+  s.name        = 'babelish_rnc'
+  s.version     = BabelishRnc::VERSION
+  s.date        = Time.now.strftime("%Y-%m-%d")
+  s.summary     = "CSV converter for localization files"
+  s.description = "This set of commands converts a CSV file to the following formats:
+                  - .strings (iOS)
+                  - .xml (Android)
+                  - .json
+                  - .php"
+  s.authors     = ["François Benaiteau", "Markus Paeschke"]
+  s.email       = ['francois.benaiteau@gmail.com', 'markus.paeschke@gmail.com']
+  s.homepage    = 'https://github.com/rbrovko/babelish_rnc'
+  s.license = 'MIT'
+
+  s.add_dependency "thor"
+
+  s.add_dependency "google_drive", "~> 2.1.7"
+  s.add_dependency "nokogiri"
+  # google_drive dependency to ask for mail and password
+  s.add_dependency "highline"
+
+  # specify version of rack so works on ruby <2.2.2
+  s.add_dependency "rack", "1.6.4"
+  # json support
+  s.add_dependency "json"
+
+  s.add_development_dependency "rake"
+  s.add_development_dependency "test-unit"
+  s.add_development_dependency "simplecov"
+  s.add_development_dependency "yard"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_path  = 'lib'
+end

data/bin/babelish_rnc

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+$: << File.expand_path("../../lib", __FILE__)
+require 'babelish_rnc'
+require 'babelish_rnc/commandline'
+
+Commandline.start(ARGV)

data/lib/babelish_rnc.rb

@@ -0,0 +1,31 @@
+require 'csv'
+
+# Fixes UTF8 issues
+# see http://stackoverflow.com/questions/4583924/string-force-encoding-in-ruby-1-8-7-or-rails-2-x
+class String
+  def to_utf8
+    force_encoding("UTF-8")
+  end
+end
+
+# From CSV
+require "babelish_rnc/csv2base"
+require "babelish_rnc/csv2strings"
+require "babelish_rnc/csv2android"
+require "babelish_rnc/csv2php"
+require "babelish_rnc/csv2json"
+
+# To CSV
+require "babelish_rnc/base2csv"
+require "babelish_rnc/strings2csv"
+require "babelish_rnc/android2csv"
+require "babelish_rnc/php2csv"
+require "babelish_rnc/json2csv"
+
+# General
+require "babelish_rnc/language"
+require "babelish_rnc/google_doc"
+
+# iOS specific
+require "babelish_rnc/xcode_macros"
+

data/lib/babelish_rnc/android2csv.rb

@@ -0,0 +1,28 @@
+module BabelishRnc
+  require "nokogiri"
+  class Android2CSV < Base2Csv
+
+    def initialize(args = {:filenames => []})
+      super(args)
+    end
+
+    def load_strings(strings_filename)
+      strings = {}
+      xml_file = File.open(strings_filename)
+
+      parser = Nokogiri::XML(xml_file) do |config|
+        config.strict.noent
+      end
+      parser.xpath("//string").each do |node|
+        if !node.nil? && !node["name"].nil?
+          strings.merge!(node["name"] => node.inner_html)
+        end
+      end
+
+      xml_file.close
+
+      [strings, {}]
+    end
+
+  end
+end

data/lib/babelish_rnc/base2csv.rb

@@ -0,0 +1,103 @@
+module BabelishRnc
+  class Base2Csv
+    attr_accessor :csv_filename, :headers, :filenames, :default_lang
+
+    def initialize(args = {:filenames => []})
+      raise ArgumentError.new("No filenames given") unless args[:filenames]
+      if args[:headers]
+        raise ArgumentError.new("number of headers and files don't match, don't forget the constant column") unless args[:headers].size == (args[:filenames].size + 1)
+      end
+
+      @filenames = args[:filenames]
+
+      @csv_filename = args[:csv_filename] || "translations.csv"
+      @default_lang = args[:default_lang]
+      @headers = args[:headers] || default_headers
+    end
+
+    public
+
+    # Process files and create csv
+    #
+    # @param [Boolean] write_to_file create or not the csv file
+    # @return [Hash] the translations formatted if write_to_file
+    def convert(write_to_file = true)
+      strings = {}
+      keys = nil
+      comments = {}
+
+      @filenames.each do |fname|
+        header = fname
+        strings[header], file_comments = load_strings(fname)
+        keys ||= strings[header].keys
+        comments.merge!(file_comments)
+      end
+
+      if write_to_file
+        # Create csv file
+        puts "Creating #{@csv_filename}"
+        create_csv_file(keys, strings, comments)
+      else
+        return keys, strings
+      end
+    end
+
+    protected
+
+    # Load all strings of a given file
+    #
+    # @param [String, #read] strings_filename filename of file containing translations
+    # for a given language
+    # @return [Hash] the translations for a given language
+    def load_strings(strings_filename)
+      return [{}, {}]
+    end
+
+    # Give the default headers of csv file
+    #
+    # @return [Array] headers of csv
+    def default_headers
+      headers = ["Variables"]
+      @filenames.each do |fname|
+        headers << fname
+      end
+      headers
+    end
+
+    # Basename of given file
+    #
+    # @param [String, #read] file_path
+    # @return [String] basename
+    def basename(file_path)
+      filename = File.basename(file_path)
+      return filename.split('.')[0].to_sym if file_path
+    end
+
+    private
+
+    # Create the resulting file
+    #
+    # @param [Array] keys references of all translations
+    # @param [Array] strings translations of all languages
+    # @param [Hash] comments hash containing keys, comments related to each keys, describe the translation
+    def create_csv_file(keys, strings, comments = nil)
+      raise "csv_filename must not be nil" unless @csv_filename
+      CSV.open(@csv_filename, "wb") do |csv|
+        @headers << "Comments" if !comments.nil? && !comments.empty?
+        csv << @headers
+        keys.each do |key|
+          line = [key]
+          default_val = strings[@default_lang][key] if strings[@default_lang]
+          @filenames.each do |fname|
+            lang = fname
+            current_val = (lang != default_lang && strings[lang][key] == default_val) ? '' : strings[lang][key]
+            line << current_val
+          end
+          line << comments[key] if comments && comments[key]
+          csv << line
+        end
+        puts "Done"
+      end
+    end
+  end
+end