crowdin-cli 0.6.1 → 0.7.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: ca670246e92cc0a4e9af4f79a32762d67b4c33c6
-  data.tar.gz: deec43f00c30bb9d2c7cdeafa0142da169e0c1e2
+SHA256:
+  metadata.gz: 2da15f71e0b105a4512367c3c427c88d6c174291cc0fe6885016b5bfe465e303
+  data.tar.gz: 6e5ad8754ed18528031226bda5177fc8864482def65a40dfdf681d73bac9612d
 SHA512:
-  metadata.gz: 7009d7b1074c12834278b452c25ecd1f16cc337c071210e10e693201f00868b1dcdd8783a0b743eeb83a71b87f239b3e3767966d55fef3b46b007a517c71da6c
-  data.tar.gz: 7b8d0757f24bbfa593cf6a5137c0370a5fd5328fba279b2861354f0a427e3c1228c30edaf0f58c98e08b94baa026c9414f150383c8e7dda43a0ab15ac3deb137
+  metadata.gz: 7f355013fad4c9fef321c3f97b9a94241b1486c23c78b6afc15e4fe7fe85a6cdee98308cc8b7ea8a7168f0b67d6f07cba053ee66fedeaa1c0bd7b281fe11d84d
+  data.tar.gz: 115737435f24e8807fc47d8d81285a515b27eff01fd0553794f251f0a89b4ce7623cacc905b9a4d1c54260839a9696f2226ff66c0232f45fd73c6a392bc845ed

data/README.md

@@ -1,7 +1,7 @@
 # Crowdin-CLI Ruby is now deprecated
 
-[crowdin-cli-2](https://github.com/crowdin/crowdin-cli-2) is a ground-up rewrite in Java with a new flow, incredible speed, but the same core idea.
-This repository remains available for existing applications built on what we now call Crowdin-CLI Ruby.
+> [crowdin-cli-2](https://github.com/crowdin/crowdin-cli-2) is a ground-up rewrite in Java with a new flow, incredible speed, but the same core idea.
+> This repository remains available for existing applications built on what we now call Crowdin-CLI Ruby.
 
 ## Crowdin-CLI Ruby
 

data/bin/crowdin-cli

@@ -480,54 +480,70 @@ command :upload do |c|
         # array containing elements common to the two arrays
         update_files = local_project_tree[:files] & remote_project_tree[:files]
         files_for_upload = local_files.select { |file| update_files.include?(file[:dest]) }
-        files_for_upload.each do |file|
-          file[:dest].slice!(0) if file[:dest].start_with?('/')
 
-          params = {}
-          params[:branch] = @branch_name if @branch_name
+        thread_count = 12  # tweak this number for maximum performance.
+        resps = []
+        mutex = Mutex.new
 
-          @allowed_options.each do |option|
-            params[option.to_sym] = file.delete(option.to_sym)
-          end
+        thread_count.times.map {
+          Thread.new(files_for_upload, resps) do |files_for_upload, resps|
+            while file = mutex.synchronize { files_for_upload.pop }
+              file[:dest].slice!(0) if file[:dest].start_with?('/')
+
+              params = {}
+              params[:branch] = @branch_name if @branch_name
 
-          print "Updating source file `#{file[:dest]}'"
+              @allowed_options.each do |option|
+                params[option.to_sym] = file.delete(option.to_sym)
+              end
 
-          resp = @crowdin.update_file([] << file, params)
+              resp = @crowdin.update_file([] << file, params)
 
-          case resp['files'].first[1]
-          when 'skipped'
-            puts "\rUpdating source file `#{file[:dest]}' - Skipped"
-          when 'updated'
-            puts "\rUpdating source file `#{file[:dest]}' - OK"
+              case resp['files'].first[1]
+              when 'skipped'
+                puts "Updating source file `#{file[:dest]}' - Skipped"
+              when 'updated'
+                puts "Updating source file `#{file[:dest]}' - OK"
+              end
+              mutex.synchronize { resps << resp }
+            end
           end
-        end
+        }.each(&:join)
       end
 
       # Add new files to Crowdin project
       #
       add_files = local_project_tree[:files] - remote_project_tree[:files]
       files_for_add = local_files.select { |file| add_files.include?(file[:dest]) }
-      files_for_add.each do |file|
-        # If file path starts with / Crowdin returns error
-        # 17: Specified directory was not found
-        # make sure that file[:dest] not start with '/'
-        file[:dest].slice!(0) if file[:dest].start_with?('/')
 
-        params = {}
-        params[:type] = file.delete(:type) if file[:type]
-        params[:branch] = @branch_name if @branch_name
+      thread_count = 12
+      resps = []
+      mutex = Mutex.new
 
-        @allowed_options.each do |option|
-          params[option.to_sym] = file.delete(option.to_sym)
-        end
+      thread_count.times.map {
+        Thread.new(files_for_add, resps) do |files_for_add, resps|
+          while file = mutex.synchronize { files_for_add.pop }
+            # If file path starts with / Crowdin returns error
+            # 17: Specified directory was not found
+            # make sure that file[:dest] not start with '/'
+            file[:dest].slice!(0) if file[:dest].start_with?('/')
+
+            params = {}
+            params[:type] = file.delete(:type) if file[:type]
+            params[:branch] = @branch_name if @branch_name
 
-        print "Uploading source file `#{file[:dest]}'"
+            @allowed_options.each do |option|
+              params[option.to_sym] = file.delete(option.to_sym)
+            end
 
-        @crowdin.add_file([] << file, params)
+            resp = @crowdin.add_file([] << file, params)
 
-        puts "\rUploading source file `#{file[:dest]}' - OK"
-      end
+            puts "Uploading source file `#{file[:dest]}' - OK"
 
+            mutex.synchronize { resps << resp }
+          end
+        end
+      }.each(&:join)
     end # action
   end # upload sources
 
@@ -599,7 +615,7 @@ command :upload do |c|
 
       translation_languages = supported_languages.select { |lang| project_languages.include?(lang['crowdin_code']) }
 
-      translated_files = Hash.new{ |hash, key| hash[key] = Array.new }
+      translated_files = []
       dest_files = []
 
       @config['files'].each do |file|
@@ -627,7 +643,7 @@ command :upload do |c|
 
           file_translation_languages.each do |lang|
             source = export_pattern_to_path(dest, file['translation'], lang, languages_mapping)
-            translated_files[lang['crowdin_code']] << { source: File.join(@base_path, source), dest: dest }
+            translated_files << { crowdin_code: lang['crowdin_code'], source: File.join(@base_path, source), dest: dest }
           end
         else
           Find.find(@base_path) do |source_path|
@@ -648,12 +664,10 @@ command :upload do |c|
 
               file_translation_languages.each do |lang|
                 source = export_pattern_to_path(dest, export_pattern, lang, languages_mapping)
-                translated_files[lang['crowdin_code']] << { source: File.join(@base_path, source), dest: dest }
+                translated_files << { crowdin_code: lang['crowdin_code'], source: File.join(@base_path, source), dest: dest }
               end
-
             end
           end # Find
-
         end # if
       end # @config['files']
 
@@ -667,40 +681,45 @@ command :upload do |c|
 
       common_dir = @preserve_hierarchy ? '' : find_common_directory_path(dest_files)
 
-      translated_files.each_pair do |language, files|
-        files.each do |file|
-          file[:dest] = file[:dest].sub(common_dir, '')
-          source_file = file[:source].sub(/\A#{Regexp.escape(@base_path)}/, '')
-
-          if remote_project_tree[:files].include?(file[:dest])
-            if File.exist?(file[:source])
-              # If file path starts with / Crowdin returns error
-              # 17: Specified directory was not found
-              # make sure that file[:dest] not start with '/'
-              file[:dest].slice!(0) if file[:dest].start_with?('/')
-
-              print "Uploading translation file `#{source_file}'"
-
-              resp = @crowdin.upload_translation([] << file, language, params)
-
-              case resp['files'].first[1]
-              when 'skipped'
-                puts "\rUploading translation file `#{source_file}' - Skipped"
-              when 'uploaded'
-                puts "\rUploading translation file `#{source_file}' - OK"
-              when 'not_allowed'
-                puts "\rUploading translation file `#{source_file}' - is not possible"
+      thread_count = 12
+      resps = []
+      mutex = Mutex.new
+
+      thread_count.times.map {
+        Thread.new(translated_files, resps) do |translated_files, resps|
+          while file = mutex.synchronize { translated_files.pop }
+            file[:dest] = file[:dest].sub(common_dir, '')
+            source_file = file[:source].sub(/\A#{Regexp.escape(@base_path)}/, '')
+            language = file.delete(:crowdin_code)
+
+            if remote_project_tree[:files].include?(file[:dest])
+              if File.exist?(file[:source])
+                # If file path starts with / Crowdin returns error
+                # 17: Specified directory was not found
+                # make sure that file[:dest] not start with '/'
+                file[:dest].slice!(0) if file[:dest].start_with?('/')
+
+                resp = @crowdin.upload_translation([] << file, language, params)
+
+                case resp['files'].first[1]
+                when 'skipped'
+                  puts "Uploading translation file `#{source_file}' - Skipped"
+                when 'uploaded'
+                  puts "Uploading translation file `#{source_file}' - OK"
+                when 'not_allowed'
+                  puts "Uploading translation file `#{source_file}' - is not possible"
+                end
+              else
+                puts "Warning: Local file `#{file[:source]}' does not exist"
               end
             else
-              puts "Warning: Local file `#{file[:source]}' does not exist"
+              # if source file does not exist, don't upload translations
+              puts "Warning: Skip `#{source_file}'. Translation can not be uploaded for a non-existent source file `#{file[:dest]}'. Please upload sources first."
             end
-          else
-            # if source file does not exist, don't upload translations
-            puts "Warning: Skip `#{source_file}'. Translation can not be uploaded for a non-existent source file `#{file[:dest]}'. Please upload sources first."
+            mutex.synchronize { resps << resp }
           end
         end
-      end
-
+      }.each(&:join)
     end # action
   end # upload translations
 
@@ -848,7 +867,6 @@ command :download do |c|
       tempfile.close
       tempfile.unlink # delete the tempfile
     end
-
   end # action
 end # download
 

data/lib/crowdin-cli/version.rb

@@ -1,5 +1,5 @@
 module Crowdin
   module CLI
-    VERSION = '0.6.1'
+    VERSION = '0.7.0'
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: crowdin-cli
 version: !ruby/object:Gem::Version
-  version: 0.6.1
+  version: 0.7.0
 platform: ruby
 authors:
 - Crowdin
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-01-31 00:00:00.000000000 Z
+date: 2018-03-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -158,7 +158,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.13
+rubygems_version: 2.7.3
 signing_key: 
 specification_version: 4
 summary: Crowdin CLI.