rails_translation_manager 0.1.0 → 1.1.2

data/spec/rails_translation_manager/locale_checker_spec.rb

@@ -0,0 +1,68 @@
+# frozen_string_literal: true
+
+require "spec_helper"
+
+RSpec.describe RailsTranslationManager::LocaleChecker do
+  context "when the locales are valid" do
+    it "calls each checker class" do
+      described_class::CHECKER_CLASSES.each do |checker|
+        expect_any_instance_of(checker).to receive(:report)
+      end
+
+      described_class.new("spec/locales/in_sync/**/*.yml").validate_locales
+    end
+
+    it "outputs a confirmation" do
+      expect { described_class.new("spec/locales/in_sync/**/*.yml").validate_locales }
+        .to output("Locale files are in sync, nice job!\n").to_stdout
+    end
+
+    it "returns true" do
+      expect(described_class.new("spec/locales/in_sync/**/*.yml").validate_locales)
+        .to eq(true)
+    end
+  end
+
+  context "when the locales are not valid" do
+    it "calls each checker class" do
+      described_class::CHECKER_CLASSES.each do |checker|
+        expect_any_instance_of(checker).to receive(:report)
+      end
+
+      described_class.new("spec/locales/out_of_sync/*.yml").validate_locales
+    end
+
+    it "outputs the report" do
+      printed = capture_stdout do
+        described_class.new("spec/locales/out_of_sync/*.yml").validate_locales
+      end
+
+      expect(printed.scan(/\[ERROR\]/).count).to eq(3)
+    end
+
+    it "returns false" do
+      expect(described_class.new("spec/locales/out_of_sync/*.yml").validate_locales)
+        .to eq(false)
+    end
+  end
+
+  context "when the locale path doesn't relate to any YAML files" do
+    it "doesn't call any checker classes" do
+      described_class::CHECKER_CLASSES.each do |checker|
+        expect_any_instance_of(checker).to_not receive(:report)
+      end
+
+      described_class.new("some/random/path").validate_locales
+    end
+
+    it "outputs an error message" do
+      expect { described_class.new("some/random/path").validate_locales }
+        .to output("No locale files found for the supplied path\n").to_stdout
+    end
+
+    it "returns false" do
+      expect(described_class.new("some/random/path").validate_locales)
+        .to eq(false)
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+require "rails_translation_manager"
+
+RSpec.configure do |config|
+  config.before do
+    I18n.available_locales = %i[en cy]
+    config.before { allow($stdout).to receive(:puts) }
+  end
+
+  def capture_stdout(&blk)
+    old = $stdout
+    $stdout = fake = StringIO.new
+    blk.call
+    fake.string
+  ensure
+    $stdout = old
+  end
+end

data/spec/support/tasks.rb

@@ -0,0 +1,7 @@
+require 'rake'
+
+RSpec.configure do |config|
+  config.before(:suite) do
+    Dir.glob('lib/tasks/*.rake').each { |r| Rake::DefaultLoader.new.load r }
+  end
+end

data/spec/tasks/translation_spec.rb

@@ -0,0 +1,127 @@
+require "spec_helper"
+require_relative "../../spec/support/tasks"
+
+describe "rake tasks" do
+  before do
+    fake_rails = double()
+    fake_rails.stub(:root) { Pathname.new("spec") }
+    stub_const("Rails", fake_rails)
+  end
+
+  describe "translation:import", type: :task do
+    let(:task) { Rake::Task["translation:import"] }
+    let(:csv_path) { "path/to/import/fr.csv" }
+    let!(:importer_instance) { stub_importer }
+
+    it "outputs to stdout" do
+      expect { task.execute(csv_path: csv_path) }
+        .to output("Imported CSV from: #{csv_path} to #{Rails.root.join("config", "locales")}\n")
+        .to_stdout
+    end
+
+    it "calls the Importer class with the csv and import paths" do
+      task.execute(csv_path: csv_path)
+
+      expect(RailsTranslationManager::Importer)
+        .to have_received(:new)
+        .with(locale: "fr",
+              csv_path: csv_path,
+              import_directory: Rails.root.join("config", "locales"),
+              multiple_files_per_language: false)
+      expect(importer_instance).to have_received(:import)
+    end
+  end
+
+  describe "translation:import:all", type: :task do
+    let(:task) { Rake::Task["translation:import:all"] }
+    let(:csv_directory) { "locales/importer" }
+    let!(:importer_instance) { stub_importer }
+
+    it "outputs to stdout" do
+      expect { task.execute(csv_directory: csv_directory) }
+        .to output("Imported all CSVs from: #{csv_directory} to #{Rails.root.join("config", "locales")}\n")
+        .to_stdout
+    end
+
+    it "calls the importer class for each target path" do
+      task.execute(csv_directory: csv_directory, multiple_files_per_language: true)
+      import_paths = Dir["spec/locales/importer/*.csv"]
+
+      import_paths.each do |csv_path|
+        expect(RailsTranslationManager::Importer)
+          .to have_received(:new)
+          .with(locale: File.basename(csv_path, ".csv"),
+                csv_path: csv_path,
+                import_directory: Rails.root.join("config", "locales"),
+                multiple_files_per_language: true)
+      end
+
+      expect(importer_instance).to have_received(:import).exactly(import_paths.count)
+    end
+  end
+
+  describe "translation:add_missing", type: :task do
+    let(:task) { Rake::Task["translation:add_missing"] }
+    let!(:cleaner_instance) { stub_cleaner }
+
+    before do
+      allow(I18n::Tasks::CLI).to receive(:start)
+    end
+
+    it "triggers Cleaner and allows to receive the right arguments" do
+      task.execute
+      expect(RailsTranslationManager::Cleaner)
+        .to have_received(:new)
+        .with(Rails.root.join("config", "locales"))
+      expect(cleaner_instance).to have_received(:clean)
+    end
+
+    it "triggers i18n task and allows to receive the right arguments" do
+      task.execute(locale: "fr")
+      expect(I18n::Tasks::CLI).to have_received(:start).with(
+        ["add-missing", "--nil-value", ["-l", "fr"]]
+      )
+    end
+  end
+
+  describe "translation:normalize", type: :task do
+    let(:task) { Rake::Task["translation:normalize"] }
+    let!(:cleaner_instance) { stub_cleaner }
+
+    before do
+      allow(I18n::Tasks::CLI).to receive(:start)
+    end
+
+    it "triggers Cleaner and allows to receive the right arguments" do
+      task.execute(locale_directory: "config/locales")
+      expect(RailsTranslationManager::Cleaner)
+        .to have_received(:new)
+        .with(Rails.root.join("config", "locales"))
+      expect(cleaner_instance).to have_received(:clean)
+    end
+
+    it "triggers i18n task and allows to receive the right arguments" do
+      task.execute
+      expect(I18n::Tasks::CLI).to have_received(:start).with(["normalize"])
+    end
+  end
+
+  def stub_importer
+    importer_instance = instance_double(RailsTranslationManager::Importer)
+    allow(RailsTranslationManager::Importer).to receive(:new)
+      .and_return(importer_instance)
+    allow(importer_instance).to receive(:import)
+
+    importer_instance
+  end
+
+  def stub_cleaner
+    cleaner_instance = instance_double(RailsTranslationManager::Cleaner)
+    allow(RailsTranslationManager::Cleaner)
+      .to receive(:new)
+      .and_return(cleaner_instance)
+    allow(cleaner_instance).to receive(:clean)
+
+    cleaner_instance
+  end
+end

data/test/rails_translation_manager/yaml_writer_test.rb

@@ -1,3 +1,5 @@
+require "test_helper"
+require "rails_translation_manager/yaml_writer"
 module RailsTranslationManager
   class DummyWriter
     include YAMLWriter

metadata

@@ -1,17 +1,17 @@
 --- !ruby/object:Gem::Specification
 name: rails_translation_manager
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 1.1.2
 platform: ruby
 authors:
 - Edd Sowden
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-08-24 00:00:00.000000000 Z
+date: 2021-11-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  name: rails-i18n
+  name: activesupport
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -25,7 +25,35 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
-  name: activesupport
+  name: csv
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+- !ruby/object:Gem::Dependency
+  name: i18n-tasks
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rails-i18n
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
@@ -42,16 +70,16 @@ dependencies:
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.7'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.7'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -80,6 +108,34 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: ''
 email:
 - edd.sowden@digital.cabinet-office.gov.uk
@@ -97,22 +153,49 @@ files:
 - LICENSE.txt
 - README.md
 - Rakefile
+- config/locales/plurals.rb
 - lib/rails_translation_manager.rb
+- lib/rails_translation_manager/cleaner.rb
 - lib/rails_translation_manager/exporter.rb
+- lib/rails_translation_manager/i18n_tasks_option_parser.rb
 - lib/rails_translation_manager/importer.rb
+- lib/rails_translation_manager/locale_checker.rb
+- lib/rails_translation_manager/locale_checker/all_locales.rb
+- lib/rails_translation_manager/locale_checker/base_checker.rb
+- lib/rails_translation_manager/locale_checker/incompatible_plurals.rb
+- lib/rails_translation_manager/locale_checker/locale_checker_helper.rb
+- lib/rails_translation_manager/locale_checker/missing_english_locales.rb
+- lib/rails_translation_manager/locale_checker/missing_foreign_locales.rb
+- lib/rails_translation_manager/locale_checker/plural_forms.rb
 - lib/rails_translation_manager/railtie.rb
-- lib/rails_translation_manager/stealer.rb
-- lib/rails_translation_manager/validator.rb
 - lib/rails_translation_manager/version.rb
 - lib/rails_translation_manager/yaml_writer.rb
 - lib/tasks/translation.rake
 - rails_translation_manager.gemspec
+- spec/locales/cleaner/clean.yml
+- spec/locales/cleaner/with_whitespace.yml
+- spec/locales/importer/fr.csv
+- spec/locales/importer/hy_with_byte_order_mark.csv
+- spec/locales/in_sync/cy/browse.yml
+- spec/locales/in_sync/en/browse.yml
+- spec/locales/out_of_sync/cy.yml
+- spec/locales/out_of_sync/en.yml
+- spec/rails_translation_manager/cleaner_spec.rb
+- spec/rails_translation_manager/importer_spec.rb
+- spec/rails_translation_manager/locale_checker/all_locales_spec.rb
+- spec/rails_translation_manager/locale_checker/incompatible_plurals_spec.rb
+- spec/rails_translation_manager/locale_checker/locale_checker_helper_spec.rb
+- spec/rails_translation_manager/locale_checker/missing_english_locales_spec.rb
+- spec/rails_translation_manager/locale_checker/missing_foreign_locales_spec.rb
+- spec/rails_translation_manager/locale_checker/plural_forms_spec.rb
+- spec/rails_translation_manager/locale_checker_spec.rb
+- spec/spec_helper.rb
+- spec/support/tasks.rb
+- spec/tasks/translation_spec.rb
 - test/rails_translation_manager/exporter_test.rb
-- test/rails_translation_manager/importer_test.rb
-- test/rails_translation_manager/stealer_test.rb
-- test/rails_translation_manager/validator_test.rb
 - test/rails_translation_manager/yaml_writer_test.rb
 - test/test_helper.rb
+- tmp/.gitkeep
 homepage: ''
 licenses:
 - MIT
@@ -132,15 +215,31 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.6
+rubygems_version: 3.0.3
 signing_key: 
 specification_version: 4
 summary: Tasks to manage translation files
 test_files:
+- spec/locales/cleaner/clean.yml
+- spec/locales/cleaner/with_whitespace.yml
+- spec/locales/importer/fr.csv
+- spec/locales/importer/hy_with_byte_order_mark.csv
+- spec/locales/in_sync/cy/browse.yml
+- spec/locales/in_sync/en/browse.yml
+- spec/locales/out_of_sync/cy.yml
+- spec/locales/out_of_sync/en.yml
+- spec/rails_translation_manager/cleaner_spec.rb
+- spec/rails_translation_manager/importer_spec.rb
+- spec/rails_translation_manager/locale_checker/all_locales_spec.rb
+- spec/rails_translation_manager/locale_checker/incompatible_plurals_spec.rb
+- spec/rails_translation_manager/locale_checker/locale_checker_helper_spec.rb
+- spec/rails_translation_manager/locale_checker/missing_english_locales_spec.rb
+- spec/rails_translation_manager/locale_checker/missing_foreign_locales_spec.rb
+- spec/rails_translation_manager/locale_checker/plural_forms_spec.rb
+- spec/rails_translation_manager/locale_checker_spec.rb
+- spec/spec_helper.rb
+- spec/support/tasks.rb
+- spec/tasks/translation_spec.rb
 - test/rails_translation_manager/exporter_test.rb
-- test/rails_translation_manager/importer_test.rb
-- test/rails_translation_manager/stealer_test.rb
-- test/rails_translation_manager/validator_test.rb
 - test/rails_translation_manager/yaml_writer_test.rb
 - test/test_helper.rb

data/lib/rails_translation_manager/stealer.rb

@@ -1,85 +0,0 @@
-require "yaml"
-require "i18n"
-require_relative "yaml_writer"
-
-class RailsTranslationManager::Stealer
-  include YAMLWriter
-
-  # locale is the locale name as a string.
-  # source_app_path is the path to the root of the app to steal from.
-  # mapping_file_path is the path to a YAML file mapping translation keys in
-  # the source app to those in the target app. For example:
-  #     document.type: content_item.format
-  #     document.published: content_item.metadata.published
-  # which will import everything under "document.type" and "document.published" 
-  # in the source app, and write it to "content_item.format" and 
-  # "content_item.metadata.published" in the target app.
-  # locales_path is the path to the locale files to output, which is usually
-  # Rails.root.join('config/locales').
-  # The process will preserve data already in the output file if it is not
-  # referenced in the mapping, but will always override data belonging to keys
-  # that are in the mapping.
-  def initialize(locale, source_app_path, mapping_file_path, locales_path)
-    @locale = locale
-    @source_app_path = source_app_path
-    @mapping_file_path = mapping_file_path
-    @locales_path = locales_path
-  end
-
-  def steal_locale
-    target_data = convert_locale(get_target_data)
-    write_yaml(target_locale_path, target_data)
-  end
-
-  def convert_locale(target_data)
-    mapping_data.each do |source, target|
-      data = source_data[@locale]
-      source.split('.').each { |key| data = data.fetch(key, {}) }
-      set_recursive(target_data[@locale], target.split("."), data)
-    end
-    target_data
-  end
-
-  private
-
-  def set_recursive(hash, keys, data)
-    if keys.empty?
-      data
-    else
-      key = keys.shift
-      hash.tap do |h|
-        h.merge!({ key => set_recursive(hash.fetch(key, {}), keys, data)})
-      end
-    end
-  end
-
-  def source_locale_path
-    File.join(@source_app_path, 'config', 'locales', "#{@locale}.yml")
-  end
-
-  def source_data
-    @source_data ||= YAML.load_file(source_locale_path)
-  end
-
-  def target_locale_path
-    File.join(@locales_path, "#{@locale}.yml")
-  end
-
-  def default_target_data
-    { @locale => {} }
-  end
-
-  def get_target_data
-    if File.exist?(target_locale_path)
-      YAML.load_file(target_locale_path) || default_target_data
-    else
-      default_target_data
-    end
-  end
-
-  def mapping_data
-    @mapping_data ||= YAML.load_file(@mapping_file_path)
-  end
-
-end
-

data/lib/rails_translation_manager/validator.rb

@@ -1,92 +0,0 @@
-require 'yaml'
-require 'logger'
-
-class RailsTranslationManager::Validator
-  def initialize(translation_file_path, logger = Logger.new(nil))
-    @translation_file_path = translation_file_path
-    @logger = logger
-  end
-
-  def check!
-    @logger.info "Checking translation files in '#{@translation_file_path}' for unexpected interpolation keys"
-    @logger.info "Loading reference file (#{reference_file_name})"
-    @logger.info "Checking..."
-    reference = load_translation_file("#{@translation_file_path}/#{reference_file_name}")
-    Dir["#{@translation_file_path}/*.yml"].reject do |entry|
-      File.basename(entry) == reference_file_name
-    end.inject([]) do |errors, entry|
-      translation_file = load_translation_file(entry)
-      errors + unexpected_substitution_keys(reference, translation_file)
-    end
-  end
-
-  def unexpected_substitution_keys(reference, translation_file)
-    reference_substitutions = substitutions_in(reference)
-    target_substitutions = substitutions_in(translation_file)
-
-    targets_by_path = target_substitutions.each_with_object({}) do |target, hash|
-      hash[exclude_locale_from_path(target.path)] = target
-    end
-
-    reference_substitutions.each_with_object([]) do |reference, unexpected_substitutions|
-      target = targets_by_path[exclude_locale_from_path(reference.path)]
-      next if target.nil? || reference.has_all_substitutions?(target)
-      unexpected_substitutions << UnexpectedSubstition.new(target, reference)
-    end
-  end
-
-  def substitutions_in(translation_file)
-    flatten(translation_file).reject do |translation|
-      translation.substitutions.empty?
-    end
-  end
-
-  class TranslationEntry < Struct.new(:path, :value)
-    def substitutions
-      @substitutions ||= self.value.scan(/%{([^}]*)}/)
-    end
-
-    def has_all_substitutions?(other)
-      (other.substitutions - self.substitutions).empty?
-    end
-  end
-
-  class UnexpectedSubstition < Struct.new(:target, :reference)
-    def to_s
-      missing = (self.reference.substitutions - self.target.substitutions)
-      extras = (self.target.substitutions - self.reference.substitutions)
-      message = %Q{Key "#{target.path.join('.')}":}
-      if extras.any?
-        message << %Q{ Extra substitutions: ["#{extras.join('", "')}"].}
-      end
-      if missing.any?
-        message << %Q{ Missing substitutions: ["#{missing.join('", "')}"].}
-      end
-      message
-    end
-  end
-
-  def flatten(translation_file, path = [])
-    translation_file.map do |key, value|
-      case value
-      when Hash
-        flatten(value, path + [key])
-      else
-        TranslationEntry.new(path + [key], value || "")
-      end
-    end.flatten
-  end
-
-  def load_translation_file(filename)
-    YAML.load_file(filename)
-  end
-
-  def reference_file_name
-    "en.yml"
-  end
-
-private
-  def exclude_locale_from_path(path)
-    path[1..-1]
-  end
-end