i18n-processes 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 4a3c64fbecf9527d7bc551b27b06e2a8ebaae26f
+  data.tar.gz: 5698f8ba6eec69a68205b101afe5a9d922a63032
+SHA512:
+  metadata.gz: ab7236cd1ba6da353561a7b31b27334b00181d7af119df8c30a755c4bd41d5ba40e9bbfc91b6f11b6d9b3a764559fbea99f4a8774bfb2594e2ae7a0c2148e68c
+  data.tar.gz: 7898211f013a1f1e99b27ff88aba20dd9238a16bf8c879e1cb14d8bd25a38a2c8d75c24eb0db248412403122d7529523096cd26a2ea42f666c6757abb735d093

data/Gemfile.lock

@@ -0,0 +1,102 @@
+PATH
+  remote: .
+  specs:
+    i18n-processes (0.1.0)
+      activesupport (>= 4.0.2)
+      ast (>= 2.1.0)
+      easy_translate (>= 0.5.1)
+      erubi
+      highline (>= 1.7.3)
+      i18n
+      parser (>= 2.2.3.0)
+      rainbow (>= 2.2.2, < 4.0)
+      terminal-table (>= 1.5.1)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    activesupport (5.1.5)
+      concurrent-ruby (~> 1.0, >= 1.0.2)
+      i18n (~> 0.7)
+      minitest (~> 5.1)
+      tzinfo (~> 1.1)
+    ast (2.4.0)
+    axlsx (2.0.1)
+      htmlentities (~> 4.3.1)
+      nokogiri (>= 1.4.1)
+      rubyzip (~> 1.2.1)
+    concurrent-ruby (1.0.5)
+    diff-lcs (1.3)
+    docile (1.3.0)
+    easy_translate (0.5.1)
+      thread
+      thread_safe
+    erubi (1.7.1)
+    highline (1.7.10)
+    htmlentities (4.3.4)
+    i18n (0.9.5)
+      concurrent-ruby (~> 1.0)
+    json (2.1.0)
+    mini_portile2 (2.3.0)
+    minitest (5.11.3)
+    nokogiri (1.8.2)
+      mini_portile2 (~> 2.3.0)
+    parallel (1.12.1)
+    parser (2.5.0.4)
+      ast (~> 2.4.0)
+    powerpack (0.1.1)
+    racc (1.4.14)
+    rainbow (3.0.0)
+    rake (10.4.2)
+    rspec (3.7.0)
+      rspec-core (~> 3.7.0)
+      rspec-expectations (~> 3.7.0)
+      rspec-mocks (~> 3.7.0)
+    rspec-core (3.7.0)
+      rspec-support (~> 3.7.0)
+    rspec-expectations (3.7.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.7.0)
+    rspec-mocks (3.7.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.7.0)
+    rspec-support (3.7.0)
+    rubocop (0.53.0)
+      parallel (~> 1.10)
+      parser (>= 2.5)
+      powerpack (~> 0.1)
+      rainbow (>= 2.2.2, < 4.0)
+      ruby-progressbar (~> 1.7)
+      unicode-display_width (~> 1.0, >= 1.0.1)
+    ruby-progressbar (1.9.0)
+    rubyzip (1.2.1)
+    simplecov (0.16.1)
+      docile (~> 1.1)
+      json (>= 1.8, < 3)
+      simplecov-html (~> 0.10.0)
+    simplecov-html (0.10.2)
+    terminal-table (1.8.0)
+      unicode-display_width (~> 1.1, >= 1.1.1)
+    thread (0.2.2)
+    thread_safe (0.3.6)
+    tzinfo (1.2.5)
+      thread_safe (~> 0.1)
+    unicode-display_width (1.3.0)
+    yard (0.9.12)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  axlsx (~> 2.0)
+  bundler (~> 1.3)
+  i18n-processes!
+  racc
+  rake
+  rspec (~> 3.3)
+  rubocop (~> 0.53.0)
+  simplecov
+  yard
+
+BUNDLED WITH
+   1.16.1

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2018 Lucia
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,46 @@
+# I18n::Processes
+
+给到目标语言, 针对指定格式的中文文档，输出相对应的翻译文件。
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'i18n-processes'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install i18n-processes
+
+## Usage
+
+- 在config/i18n-processes.yml中，设置三个路径：
+  - source: base_locale zh-CN原始文件存放路径
+  - translation: 翻译文件存放路径
+  - translated：翻译后的文件存放路径
+
+- 将需要翻译的中文文件夹放入设置好的目录下，比如source/
+- 运行：`i18n-processes preprocessing`, 会提取出所有的keys
+- 运行：`i18n-processes missing`
+- 在你设置的翻译文件存放路径下，比如translated/，会生成与原文件同结构的文件，内含对应的翻译文件
+
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at [i18n-processes](https://github.com/Lupeipei/i18n-processes).
+
+## License
+
+The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).

data/Rakefile

@@ -0,0 +1,12 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec
+
+task :irb do
+  require 'i18n/processes'
+  require 'i18n/processes/commands'
+  I18n::Processes::Commands.new(I18n::Processes::BaseProcess.new).irb
+end

data/bin/i18n-processes

@@ -0,0 +1,28 @@
+#!/usr/bin/env ruby
+
+# require "bundler/setup"
+# require "i18n/processes"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+# require "irb"
+# IRB.start(__FILE__)
+
+
+require_relative '../spec/bin_simplecov_helper' if ENV['I18N_TASKS_BIN_SIMPLECOV_COVERAGE']
+
+# prevent i18n gem warning
+require 'i18n'
+i18n_gem_config = I18n.config
+if i18n_gem_config.respond_to?(:enforce_available_locales=) && i18n_gem_config.enforce_available_locales.nil?
+  i18n_gem_config.enforce_available_locales = true
+end
+
+require 'i18n/processes/cli'
+
+I18n::Processes::CLI.start(ARGV)

data/bin/i18n-processes.cmd

@@ -0,0 +1,2 @@
+@echo off
+ruby %~dp0\i18n-processes %*

data/config/locales/en.yml

@@ -0,0 +1,2 @@
+---
+en:

data/config/locales/zh-CN.yml

@@ -0,0 +1,2 @@
+---
+zh-CN:

data/i18n-processes.gemspec

@@ -0,0 +1,64 @@
+
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "i18n/processes/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "i18n-processes"
+  spec.version       = I18n::Processes::VERSION
+  spec.authors       = ["Lucia"]
+  spec.email         = ["learningleadtorebirth@gmail.com"]
+
+  spec.summary       = 'manage synced translation'
+  spec.description   = <<-TEXT
+i18n-processes helps you to synchronize your translation.
+  TEXT
+  spec.homepage      = 'https://github.com/Lupeipei/i18n-processes'
+  spec.license       = 'MIT'
+
+  # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
+  # to allow pushing to a single host or delete this section to allow pushing to any host.
+  spec.metadata = { 'issue_tracker' => 'https://github.com/Lupeipei/i18n-processes' } if spec.respond_to?(:metadata=)
+
+  # if spec.respond_to?(:metadata)
+  #   spec.metadata["allowed_push_host"] = "TODO: Set to 'http://mygemserver.com'"
+  # else
+  #   raise "RubyGems 2.0 or newer is required to protect against " \
+  #     "public gem pushes."
+  # end
+
+  # spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+  #   f.match(%r{^(test|spec|features)/})
+  # end
+  # spec.bindir        = "exe"
+  # spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  # spec.require_paths = ["lib"]
+  #
+  # spec.add_development_dependency "bundler", "~> 1.16"
+  # spec.add_development_dependency "rake", "~> 10.0"
+  # spec.add_development_dependency "rspec", "~> 3.0"
+
+
+  spec.files = `git ls-files`.split($/)
+  spec.files -= spec.files.grep(%r{^(doc/|\.|spec/)}) + %w[config/i18n-processes.yml Gemfile]
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) } - %w[i18n-processes.cmd]
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ['lib']
+
+  spec.add_dependency 'activesupport', '>= 4.0.2'
+  spec.add_dependency 'ast', '>= 2.1.0'
+  spec.add_dependency 'easy_translate', '>= 0.5.1'
+  spec.add_dependency 'erubi'
+  spec.add_dependency 'highline', '>= 1.7.3'
+  spec.add_dependency 'i18n'
+  spec.add_dependency 'parser', '>= 2.2.3.0'
+  spec.add_dependency 'rainbow', '>= 2.2.2', '< 4.0'
+  spec.add_dependency 'terminal-table', '>= 1.5.1'
+  spec.add_development_dependency 'axlsx', '~> 2.0'
+  spec.add_development_dependency 'bundler', '~> 1.3'
+  spec.add_development_dependency 'rake'
+  spec.add_development_dependency 'rspec', '~> 3.3'
+  spec.add_development_dependency 'rubocop', '~> 0.53.0'
+  spec.add_development_dependency 'simplecov'
+  spec.add_development_dependency 'yard'
+end

data/lib/i18n/processes/base_process.rb

@@ -0,0 +1,47 @@
+# frozen_string_literal: true
+
+require 'i18n/processes/command_error'
+require 'i18n/processes/split_key'
+require 'i18n/processes/key_pattern_matching'
+require 'i18n/processes/logging'
+require 'i18n/processes/plural_keys'
+require 'i18n/processes/references'
+require 'i18n/processes/html_keys'
+require 'i18n/processes/used_keys'
+require 'i18n/processes/ignore_keys'
+require 'i18n/processes/missing_keys'
+require 'i18n/processes/unused_keys'
+require 'i18n/processes/google_translation'
+require 'i18n/processes/locale_pathname'
+require 'i18n/processes/locale_list'
+require 'i18n/processes/string_interpolation'
+require 'i18n/processes/data'
+require 'i18n/processes/configuration'
+require 'i18n/processes/stats'
+
+module I18n::Processes
+  class BaseProcess
+    include SplitKey
+    include KeyPatternMatching
+    include PluralKeys
+    include References
+    include HtmlKeys
+    include UsedKeys
+    include IgnoreKeys
+    include MissingKeys
+    include UnusedKeys
+    include GoogleTranslation
+    include Logging
+    include Configuration
+    include Data
+    include Stats
+
+    def initialize(config = {})
+      self.config = config || {}
+    end
+
+    def inspect
+      "#{self.class.name}#{config_for_inspect}"
+    end
+  end
+end

data/lib/i18n/processes/cli.rb

@@ -0,0 +1,208 @@
+# frozen_string_literal: true
+
+require 'i18n/processes'
+require 'i18n/processes/commands'
+require 'optparse'
+
+module I18n::Processes
+  class CLI
+    include I18n::Processes::Logging
+
+    def self.start(argv)
+      new.start(argv)
+    end
+
+    def initialize; end
+
+    def start(argv)
+      auto_output_coloring do
+        begin
+          exit 1 if run(argv) == :exit_1
+        rescue OptionParser::ParseError => e
+          error e.message, 64
+        rescue I18n::Processes::CommandError => e
+          begin
+            error e.message, 78
+          ensure
+            log_verbose e.backtrace * "\n"
+          end
+        rescue Errno::EPIPE
+          # ignore Errno::EPIPE which is throw when pipe breaks, e.g.:
+          # i18n-processes missing | head
+          exit 1
+        end
+      end
+    rescue ExecutionError => e
+      exit e.exit_code
+    end
+
+    def run(argv)
+      I18n.with_locale(base_task.internal_locale) do
+        name, *options = parse!(argv.dup)
+        context.run(name, *options)
+      end
+    end
+
+    def context
+      @context ||= ::I18n::Processes::Commands.new(base_task)
+    end
+
+    def commands
+      # load base task to initialize plugins
+      base_task
+      @commands ||= ::I18n::Processes::Commands.cmds.transform_keys { |k| k.to_s.tr('_', '-') }
+    end
+
+    private
+
+    def base_task
+      @base_task ||= I18n::Processes::BaseProcess.new
+    end
+
+    def parse!(argv)
+      command = parse_command! argv
+      options = optparse! command, argv
+      parse_options! options, command, argv
+      [command.tr('-', '_'), options.update(arguments: argv)]
+    end
+
+    def optparse!(command, argv)
+      if command
+        optparse_command!(command, argv)
+      else
+        optparse_no_command!(argv)
+      end
+    end
+
+    def optparse_command!(command, argv)
+      cmd_conf = commands[command]
+      flags    = cmd_conf[:args].dup
+      options  = {}
+      OptionParser.new("Usage: #{program_name} #{command} [options] #{cmd_conf[:pos]}".strip) do |op|
+        flags.each do |flag|
+          op.on(*optparse_args(flag)) { |v| options[option_name(flag)] = v }
+        end
+        verbose_option op
+        help_option op
+      end.parse!(argv)
+      options
+    end
+
+    def optparse_no_command!(argv)
+      argv << '--help' if argv.empty?
+      OptionParser.new("Usage: #{program_name} [command] [options]") do |op|
+        op.on('-v', '--version', 'Print the version') do
+          puts I18n::Processes::VERSION
+          exit
+        end
+        help_option op
+        commands_summary op
+      end.parse!(argv)
+    end
+
+    def allow_help_arg_first!(argv)
+      # allow `i18n-tasks --help command` in addition to `i18n-tasks command --help`
+      argv[0], argv[1] = argv[1], argv[0] if %w[-h --help].include?(argv[0]) && argv[1] && !argv[1].start_with?('-')
+    end
+
+    def parse_command!(argv)
+      allow_help_arg_first! argv
+      if argv[0] && !argv[0].start_with?('-')
+        if commands.keys.include?(argv[0])
+          argv.shift
+        else
+          error "unknown command: #{argv[0]}", 64
+        end
+      end
+    end
+
+    def verbose_option(op)
+      op.on('--verbose', 'Verbose output') do
+        ::I18n::Processes.verbose = true
+      end
+    end
+
+    def help_option(op)
+      op.on('-h', '--help', 'Show this message') do
+        $stderr.puts op
+        exit
+      end
+    end
+
+    # @param [OptionParser] op
+    def commands_summary(op)
+      op.separator ''
+      op.separator 'Available commands:'
+      op.separator ''
+      commands.each do |cmd, cmd_conf|
+        op.separator "    #{cmd.ljust(op.summary_width + 1, ' ')}#{try_call cmd_conf[:desc]}"
+      end
+      op.separator ''
+      op.separator 'See `i18n-processes <command> --help` for more information on a specific command.'
+    end
+
+    def optparse_args(flag)
+      args = flag.dup
+      args.map! { |v| try_call v }
+      conf = args.extract_options!
+      if conf.key?(:default)
+        args[-1] = "#{args[-1]}.Default: #{conf[:default]}"
+      end
+      args
+    end
+
+    def parse_options!(options, command, argv)
+      commands[command][:args].each do |flag|
+        name          = option_name flag
+        options[name] = parse_option flag, options[name], argv, context
+      end
+    end
+
+    def parse_option(flag, val, argv, context)
+      conf = flag.last.is_a?(Hash) ? flag.last : {}
+      if conf[:consume_positional]
+        val = Array(val) + Array(flag.include?(Array) ? argv.flat_map { |x| x.split(',') } : argv)
+      end
+      val = conf[:default] if val.nil? && conf.key?(:default)
+
+      val = conf[:parser].call(val, context) if conf.key?(:parser)
+      val
+    end
+
+    def option_name(flag)
+      flag.detect do |f|
+        f.start_with?('--')
+      end.sub(/\A--(\[no-\])?/, '').sub(/[^\-\w].*\z/, '').to_sym
+    end
+
+    def try_call(v)
+      if v.respond_to? :call
+        v.call
+      else
+        v
+      end
+    end
+
+    def error(message, exit_code)
+      log_error message
+      fail ExecutionError.new(message, exit_code)
+    end
+
+    class ExecutionError < RuntimeError
+      attr_reader :exit_code
+
+      def initialize(message, exit_code)
+        super(message)
+        @exit_code = exit_code
+      end
+    end
+
+    def auto_output_coloring(coloring = ENV['I18N_TASKS_COLOR'] || STDOUT.isatty)
+      coloring_was    = Rainbow.enabled
+      Rainbow.enabled = coloring
+      yield
+    ensure
+      Rainbow.enabled = coloring_was
+    end
+  end
+end

data/lib/i18n/processes/command/collection.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+require 'i18n/processes/command/dsl'
+require 'i18n/processes/command/options/common'
+require 'i18n/processes/command/options/locales'
+require 'i18n/processes/command/options/data'
+
+module I18n::Processes
+  module Command
+    module Collection
+      def self.included(base)
+        base.module_eval do
+          include Command::DSL
+          include Command::Options::Common
+          include Command::Options::Locales
+          include Command::Options::Data
+        end
+      end
+    end
+  end
+end

data/lib/i18n/processes/command/commander.rb

@@ -0,0 +1,43 @@
+# frozen_string_literal: true
+
+require 'i18n/processes/cli'
+require 'i18n/processes/reports/terminal'
+require 'i18n/processes/reports/spreadsheet'
+
+module I18n::Processes
+  module Command
+    class Commander
+      include ::I18n::Processes::Logging
+
+      attr_reader :i18n
+
+      # @param [I18n::Processes::BaseTask] i18n
+      def initialize(i18n)
+        @i18n = i18n
+      end
+
+      def run(name, opts = {})
+        name = name.to_sym
+        public_name = name.to_s.tr '_', '-'
+        log_verbose "task: #{public_name}(#{opts.map { |k, v| "#{k}: #{v.inspect}" } * ', '})"
+        if opts.empty? || method(name).arity.zero?
+          send name
+        else
+          send name, opts
+        end
+      end
+
+      protected
+
+      def terminal_report
+        @terminal_report ||= I18n::Processes::Reports::Terminal.new(i18n)
+      end
+
+      def spreadsheet_report
+        @spreadsheet_report ||= I18n::Processes::Reports::Spreadsheet.new(i18n)
+      end
+
+      delegate :base_locale, :locales, :t, to: :i18n
+    end
+  end
+end