switch-cli 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 3f8fcb1f12f7dc805ecbf5217aec396bc08efe4a
+  data.tar.gz: 8fcb03c39148dd3b8d26faa3edda1b82e17f43ec
+SHA512:
+  metadata.gz: 0b32828a72c687de3be6f464d8e35322e73771688fe3739d48e1e35ae056d133d3bc9a36694ac5d8a0955a1bb3b7f1f797e0a63d89c455356381990109c02b0c
+  data.tar.gz: 8cb1271d9471f3cb94cb2fe0f7b5ffec75d9bca38b560784226224a57791ee8ce1104fb552c5ceb6fba1b88ab202c46de26cf435ab2d9cfb8d3f9ce4d4fba0cc

data/bin/switch

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+
+require 'switch'
+Switch.run

data/lib/switch.rb

@@ -0,0 +1,77 @@
+require 'json'
+require 'csv'
+require 'google_drive'
+require 'launchy'
+require 'logger'
+
+require 'dotenv'
+Dotenv.load
+
+require 'switch/extensions'
+require 'switch/json2csv'
+require 'switch/csv2json'
+require 'switch/cloud_sync'
+
+module Switch
+  if ENV['TEST']
+    @logger = Logger.new File.open('test.log', 'a')
+  else
+    @logger = Logger.new STDOUT
+  end
+
+  class << self
+    attr_accessor :logger
+  end
+
+  # TODO: need to ask for these on first run and store
+  # in the secret file too
+  CLIENT_ID = ENV['GOOGLE_DRIVE_CLIENT_ID']
+  CLIENT_SECRET = ENV['GOOGLE_DRIVE_CLIENT_SECRET']
+  SAVE_SESSION_FILE = "#{ENV['HOME']}/.googledrivesecret"
+
+  FILE_NAME = File.basename(Dir.pwd) + '.csv'
+  OUTPUT_DIR = "locales"
+
+  # TODO:
+  # * better file not found errors
+  # * allow .switch files
+  # --google-drive --no-local-file
+  # `switch sync` runs a .switch file in the directory with
+  # json2csv: locales locales.csv --google-drive --no-open
+  # csv2json: locales.csv locales --google-drive --no-open
+  # live switch - create a live replica
+  # issue with order, when adding stuff in the middle to json file
+
+  def self.run
+    command = ARGV[0]
+    input = ARGV[1]
+    output = ARGV[2]
+
+    case command
+    when "json2csv"
+      input ||= './locales/*'
+      output ||=  FILE_NAME
+
+      csv_file = Json2Csv.new(input).convert(output)
+
+      # if google drive option is on
+      client = CloudSync.new
+      client.upload_to_drive(csv_file, output)
+    when "csv2json"
+      input ||= FILE_NAME
+      output_dir = output || OUTPUT_DIR
+
+      # if google drive option is on
+      client = CloudSync.new
+      local_input_csv = "#{output_dir}/#{input}"
+      client.download_from_drive(input, local_input_csv)
+
+      json_files = Csv2Json.new(local_input_csv, output_dir).convert
+    else
+      puts "Unknown option!"
+      puts "Please use either"
+      puts "  json2csv - converts multiple json files to csv files and uplaods them to google drive"
+      puts "  csv2json - converts a single csv file to multiple json files"
+    end
+  end
+end

data/lib/switch/cloud_sync.rb

@@ -0,0 +1,30 @@
+module Switch
+  class CloudSync
+    def initialize
+      Switch.logger.info "Connecting to google drive"
+      @session = GoogleDrive.saved_session(SAVE_SESSION_FILE, nil, CLIENT_ID, CLIENT_SECRET)
+    end
+
+    def upload_to_drive(input, output)
+      Switch.logger.info "Uploading csv for json files"
+      if file = @session.spreadsheet_by_title(output)
+        Switch.logger.info "Detected old version of #{output}, updating file!"
+        file.update_from_file(input)
+      else
+        file = @session.upload_from_file(input, output)
+      end
+
+      Switch.logger.info "You can find the new file here"
+      Switch.logger.info file.human_url
+
+      Launchy.open(file.human_url)
+    end
+
+    def download_from_drive(input, output)
+      file = @session.spreadsheet_by_title(input)
+      file.export_as_file(output)
+
+      Switch.logger.info "Downloaded file #{input} from google drive to #{output}"
+    end
+  end
+end

data/lib/switch/csv2json.rb

@@ -0,0 +1,71 @@
+require 'pry'
+module Switch
+  class Csv2Json
+    def initialize(input, output)
+      @input = input
+      @output = output
+    end
+
+    def convert
+      @rows = CSV.read(@input)
+      @header = @rows.shift
+
+      order_index = @header.index 'order'
+      @rows.sort! {|a, b| a[order_index].to_i <=> b[order_index].to_i }
+
+      files = []
+      languages = @header - ['keys', 'order']
+      for lang in languages
+        data = extract_hash_for(lang)
+        files.push write_json_file(lang, data)
+      end
+
+      files
+    end
+
+  private
+    def extract_hash_for(lang)
+      hash = {}
+      lang_index = @header.index lang
+      key_index = @header.index 'keys'
+      en_lang_index = @header.index 'en'
+
+      raise "No key column found!" unless key_index
+
+      @rows.each do |row|
+        hash[row[key_index]] = get_value(lang, row[lang_index], row[en_lang_index])
+      end
+
+      hash = dot_notation_to_nested_hash(hash)
+    end
+
+    def get_value(lang, value, en_value)
+      en_value ||= ""
+      value = value || "#{lang.upcase}_#{en_value}"
+      # multi-line json string support
+      value = value.split("\n")
+      value = value[0] if value.count == 1
+      value
+    end
+
+    def write_json_file(lang, data)
+      file_path = "#{@output}/#{lang}.json"
+      File.open(file_path, "w") do |f|
+        f.write(JSON.pretty_generate(data))
+      end
+
+      Switch.logger.info "Wrote file #{file_path}"
+
+      file_path
+    end
+
+    # http://stackoverflow.com/a/4366196/1321251
+    def dot_notation_to_nested_hash(hash)
+      hash.map do |main_key, main_value|
+        main_key.to_s.split(".").reverse.inject(main_value) do |value, key|
+          {key.to_sym => value}
+        end
+      end.inject(&:deep_merge)
+    end
+  end
+end

data/lib/switch/extensions.rb

@@ -0,0 +1,29 @@
+module Enumerable
+  # flatten a nested hash using a dot notation for the keys
+  # http://stackoverflow.com/questions/10712679/flatten-a-nested-json-object
+  def flatten_with_path(parent_prefix = nil)
+    res = {}
+
+    self.each_with_index do |elem, i|
+      if elem.is_a?(Array)
+        k, v = elem
+        # support for multiline strings in json, maybe we need a parameter here? on/off?
+        if v.is_a?(Array) && v.all? {|c| c.is_a?(String)}
+          v = v.join("\n")
+        end
+      else
+        k, v = i, elem
+      end
+
+      key = parent_prefix ? "#{parent_prefix}.#{k}" : k # assign key name for result hash
+
+      if v.is_a? Enumerable
+        res.merge!(v.flatten_with_path(key)) # recursive call to flatten child elements
+      else
+        res[key] = v
+      end
+    end
+
+    res
+  end
+end

data/lib/switch/json2csv.rb

@@ -0,0 +1,108 @@
+module Switch
+  class Json2Csv
+    def initialize(dir)
+      @dir = dir
+    end
+
+    def convert(csv_file)
+      files = dir_files.select{|f| File.extname(f) == '.json'}
+      columns = columns_for_json(files)
+
+      keys = get_keys_from(columns)
+      columns = remove_missing_translations(keys, columns)
+      columns = move_english_as_first_column(columns)
+
+      rows = columns_to_rows(keys, columns)
+      rows = add_order_column(rows)
+      add_header(rows, columns)
+
+      Switch.logger.info "Writing local file to #{csv_file}"
+      write_file(rows, csv_file)
+
+      Switch.logger.info "Successfully converted #{files.count}. File #{csv_file}"
+      csv_file
+    end
+
+  private
+    def columns_for_json(files)
+      columns = []
+
+      files.each do |file_path|
+        Switch.logger.info "Generating column for json file #{file_path}"
+        language = File.basename(file_path, '.json')
+        columns.push name: language, data: column_for_json(file_path)
+      end
+
+      columns
+    end
+
+    def column_for_json(file_path)
+      data = JSON.parse(open(file_path).read)
+      data = data.flatten_with_path
+      data
+    end
+
+    def get_keys_from(columns)
+      keys = []
+      columns.each do |language|
+        keys |= language[:data].keys
+      end
+
+      keys
+    end
+
+    def remove_missing_translations(keys, columns)
+      columns = columns.dup
+      keys.each do |key|
+        columns.each do |lang|
+          # e.g. 'CN_', 'ES_', etc
+          pattern = Regexp.new('\A' + lang[:name].upcase + '_')
+          if lang[:data][key] && lang[:data][key].match(pattern)
+            lang[:data][key] = nil
+          end
+        end
+      end
+      columns
+    end
+
+    def move_english_as_first_column(columns)
+      columns.unshift columns.delete_at(columns.index { |lang| lang[:name] == 'en' })
+    end
+
+    def columns_to_rows(keys, columns)
+      rows = keys.map do |key|
+        row = columns.map {|lang| lang[:data][key] }
+        row.push(key)
+        row
+      end
+    end
+
+    def add_order_column(rows)
+      rows.each_with_index do |row, i|
+        row.push(i + 1)
+      end
+    end
+
+    def add_header(rows, columns)
+      rows.unshift (columns.map { |l| l[:name] } + ["keys", "order"])
+    end
+
+    def write_file(rows, csv_file)
+      CSV.open(csv_file, "wb") do |csv|
+        rows.each do |row|
+          csv << row
+        end
+      end
+    end
+
+    def dir_files
+      dir = @dir
+      unless dir.match(/\*\z/)
+        dir += '/' unless dir.match(/\/\z/)
+        dir += '*'
+      end
+
+      Dir[dir]
+    end
+  end
+end

metadata

@@ -0,0 +1,142 @@
+--- !ruby/object:Gem::Specification
+name: switch-cli
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Michael Yagudaev
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-01-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: dotenv
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: google_drive
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: launchy
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.4'
+- !ruby/object:Gem::Dependency
+  name: deep_merge
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.12
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.12
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.4'
+description: "Your application likely consumes .json or .yml files, editing then by
+  hand\n  as a developer is fine. If you are a translator/client without programming
+  background editing\n  these files is difficult. Moreover, when you get more than
+  5 languages it is hard to keep track\n  what translations are still pending.\n\n
+  \ What you really want is a simple spreadsheet you can all collaberate on.\n  With
+  a simple command you can make it all come true:\n\n  ```\n  switch json2csv ./locales
+  ./tmp --google-drive\n  ```\n\n  This will take all the json files in the locale
+  directory and convert them\n  to a single csv file under ./tmp/locales.csv it will
+  then upload the file\n  to google drive and open it\n  "
+email: michael@yagudaev.com
+executables:
+- switch
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/switch
+- lib/switch.rb
+- lib/switch/cloud_sync.rb
+- lib/switch/csv2json.rb
+- lib/switch/extensions.rb
+- lib/switch/json2csv.rb
+homepage: http://rubygems.org/gems/switch
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5.1
+signing_key: 
+specification_version: 4
+summary: Command-line utility to convert translation files to spreadsheet and vice-versa
+test_files: []