extract_i18n 0.4.0 → 0.6.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e096f991f890e9173c84d6e243be7eb37471214d45b10c78b371d00cd655559c
-  data.tar.gz: 5d4094b82db8a575f16398eee06f89e41e588fecde0e00c60a12c74b62692228
+  metadata.gz: 5e9ea495d1a96a93748f313d60ee9b8b3e88d8ddb61b3628ca93cbc748168993
+  data.tar.gz: 0e9df509a6f3c6b255cc9b2508bbc5e95ff07e533b2cdfd42f2f3fd5d53856fa
 SHA512:
-  metadata.gz: dd60db2f7d6dcccf61af954e2c93dce5d7db2be2571a6b53bc299dab47541d3bbb16ce55422c7c36cbc915395ce166fd6c52bddad5f9d6f1dd5cd4acf0b06f94
-  data.tar.gz: 73e063ef3162a6dc09f0de306fce9aadb07b2291fc8452c83cae1342915dcd5030894ba913d6f4c5825e6b3f8cf9aeee94dc0d3d7b8a33738d3cab4d0ec80681
+  metadata.gz: 9037d8f7c79b3b451dbf7c92ca284003fd5d458bb9637320b8703f22e92615af22246fe17f302eb0c5c12ebca8bba8aef9bc163bc5dfeb5573dd4e6b27c3aa61
+  data.tar.gz: 0e23b0cf385fbc1a1796d1881105aacbf5325ce45b6a48dc01000f57f337e8ce2da8c5fc1aae0c87fc402fbad3232206b552369c5d72cb5e63f9b6980fa25f82

data/README.md

@@ -12,15 +12,17 @@ This Gem **supports** the following source files:
 
 - Ruby files (controllers, models etc.) via Ruby-Parser, e.g. walking all Ruby Strings
 - Slim Views (via Regexp parser by [SlimKeyfy](https://github.com/phrase/slimkeyfy) (MIT License))
+- Vue templates
+  - will scan all texts and common string-attributes such as title, alt etc. for static strings and replace with vue-i18n's $t
+  - Caveats: because of limitations of the HTML/XML parser it will slightly transform the HTML, for example, self closing tags are expanded (e.g. ``<Component />`` will become ``<Component></Component>``). Also multi-line arrangements of attributes, tags etc. might produce unexpected results, so make sure to use Git and diff the result.
 - Vue Pug views
-  - Pug is very similar to slim and thus relatively good extractable via Regexp.
+  - Pug is very similar to slim and thus relatively well extractable via Regexp.
 - ERB views
   - by vendoring/extending https://github.com/ProGM/i18n-html_extractor (MIT License)
 
 CURRENTLY THERE IS **NO SUPPORT** FOR:
 
 - haml ( integrating https://github.com/shaiguitar/haml-i18n-extractor)
-- vue html templates ([Check out my vue pug converting script](https://gist.github.com/zealot128/6c41df1d33a810856a557971a04989f6))
 
 But I am open to integrating PRs for those!
 

data/lib/extract_i18n/adapters/adapter.rb

@@ -6,7 +6,12 @@ module ExtractI18n::Adapters
       case file_path
       when /\.rb$/ then RubyAdapter
       when /\.slim$/ then SlimAdapter
-      when /\.vue$/ then VueAdapter
+      when /\.vue$/
+        if File.read(file_path)[/lang=.pug./]
+          VuePugAdapter
+        else
+          VueAdapter
+        end
       end
     end
 

data/lib/extract_i18n/adapters/vue_adapter.rb

@@ -1,31 +1,138 @@
-# frozen_string_literal: true
-
+require 'nokogiri'
 module ExtractI18n::Adapters
-  class VueAdapter < SlimAdapter
-    def process_line(old_line)
-      @mode ||= :template
-      if old_line[/^<template/]
-        @mode = :template
-      elsif old_line[/^<script/]
-        @mode = :script
-      elsif old_line[/^<style/]
-        @mode = :style
-      end
-      if @mode != :template
-        return old_line
-      end
-      word = ExtractI18n::Slimkeyfy::Word.for('.vue').new(old_line)
-      ExtractI18n::Slimkeyfy::VueTransformer.new(word, @file_key).transform do |change|
-        if change.nil? # nothing to do
-          return old_line
+  class VueAdapter < Adapter
+    ATTRIBUTES_WITH_TEXT = %w[
+      title
+      alt
+      placeholder
+      label
+      description
+    ]
+    def run(original_content)
+      content2, replace_pairs = replace_camelcase_attributes(original_content)
+
+      doc = Nokogiri::HTML5.fragment(content2)
+      template = doc.at('template')
+      return original_content unless template
+      return original_content if template['lang']
+
+      nodes = template.xpath(".//text() | text()").select { |i| i.to_s.strip.length > 0 }
+
+      nodes.each do |node|
+        process_change(node)
+      end
+
+      ATTRIBUTES_WITH_TEXT.each do |attr|
+        template.search("*[#{attr}]").each do |node|
+          process_attribute_change(node, attr)
+        end
+      end
+
+      out = unreplace_camelcase_attributes(doc.to_s, replace_pairs)
+      out.gsub!(/ (\w+)=""/) do |all_match|
+        m = $1
+        if original_content[/ #{m}[^=]/]
+          " #{m}"
+        else
+          all_match
         end
+      end
+      out
+    end
 
-        if @on_ask.call(change)
-          change.i18n_t
+    # nokogir::html can parse @click.prevent stuff, but transforms all CamelCase Attributes to kebab-case by default
+    # To keep the original case, we replace it with a placeholder and unreplace it back
+    def replace_camelcase_attributes(text)
+      cc = 1
+      pairs = []
+      replaced = text.gsub(/ ([a-zA-Z:]+=)/) { |pp|
+        match = Regexp.last_match
+        cc += 1
+        # kebab-case
+        if pp[/[A-Z]/]
+          kebab = match[1].gsub(/([A-Z])/) { |i| "-#{i.downcase}" }
+          hack = " :camelcase-nokogiri-hack-#{cc}-#{kebab}"
+          pairs << [hack, " " + match[1]]
+          hack
         else
-          old_line
+          pp
         end
+      }
+      # tags
+      replaced.scan(/<([a-zA-Z0-9]+)/).flatten.each do |pp|
+        next pp unless pp[/[A-Z]/]
+
+        cc += 1
+
+        kebab = pp.gsub(/([A-Z])/) { |i| "-#{i.downcase}" }.sub(/^-/, '')
+        hack = "camelcase-nokogiri-hack-#{cc}-#{kebab}"
+        replaced.gsub!(/<#{pp}/, "<#{hack}")
+        replaced.gsub!(/<\/ *#{pp}/, "</#{hack}")
+        pairs << ["<#{hack}", "<#{pp}"]
+        pairs << ["</#{hack}", "</#{pp}"]
+      end
+      [replaced, pairs]
+    end
+
+    def unreplace_camelcase_attributes(text, pairs)
+      txt = text.dup
+      pairs.each do |hack, camel|
+        txt.gsub!(hack, camel)
+      end
+      txt
+    end
+
+    def process_attribute_change(node, attr)
+      _, ws_before, content, ws_after = node[attr].to_s.match(/(\s*)(.*?)(\s*)$/m).to_a
+
+      interpolate_arguments, content = extract_arguments(content)
+
+      change = ExtractI18n::SourceChange.new(
+        i18n_key: "#{@file_key}.#{ExtractI18n.key(content)}",
+        i18n_string: content,
+        source_line: node.to_s,
+        remove: content,
+        t_template: %[$t('%s'%s)],
+        interpolation_type: :vue,
+        interpolate_arguments: interpolate_arguments,
+      )
+      if @on_ask.call(change)
+        node.remove_attribute "title"
+        node[":" + attr] = "#{ws_before}#{change.i18n_t}#{ws_after}"
+      end
+    end
+
+    def process_change(node)
+      _, ws_before, content, ws_after = node.to_s.match(/(\s*)(.*?)(\s*)$/m).to_a
+
+      return if content[/^\{\{/]
+
+      interpolate_arguments, content = extract_arguments(content)
+
+      change = ExtractI18n::SourceChange.new(
+        i18n_key: "#{@file_key}.#{ExtractI18n.key(content)}",
+        i18n_string: content,
+        source_line: node.parent.to_s,
+        remove: content,
+        t_template: %[{{ $t('%s'%s) }}],
+        interpolation_type: :vue,
+        interpolate_arguments: interpolate_arguments,
+      )
+      if @on_ask.call(change)
+        node.replace("#{ws_before}#{change.i18n_t}#{ws_after}")
+      end
+    end
+
+    def extract_arguments(translation)
+      args = {}
+      translation.scan(/\{\{([^}]*)\}\}/).each_with_index do |stripped_arg, index|
+        arg = Regexp.last_match[0]
+        key = ExtractI18n.key(arg)
+        key = key + index.to_s if index > 0
+        translation = translation.gsub(arg, "{#{key}}")
+        args[key] = stripped_arg[0]
       end
+      [args, translation]
     end
   end
 end

data/lib/extract_i18n/adapters/vue_pug_adapter.rb

@@ -0,0 +1,31 @@
+# frozen_string_literal: true
+
+module ExtractI18n::Adapters
+  class VuePugAdapter < SlimAdapter
+    def process_line(old_line)
+      @mode ||= :template
+      if old_line[/^<template/]
+        @mode = :template
+      elsif old_line[/^<script/]
+        @mode = :script
+      elsif old_line[/^<style/]
+        @mode = :style
+      end
+      if @mode != :template
+        return old_line
+      end
+      word = ExtractI18n::Slimkeyfy::Word.for('.vue').new(old_line)
+      ExtractI18n::Slimkeyfy::VueTransformer.new(word, @file_key).transform do |change|
+        if change.nil? # nothing to do
+          return old_line
+        end
+
+        if @on_ask.call(change)
+          change.i18n_t
+        else
+          old_line
+        end
+      end
+    end
+  end
+end

data/lib/extract_i18n/slimkeyfy/slim_transformer.rb

@@ -23,8 +23,8 @@ module ExtractI18n
       append: /(?<html_tag>append:\s*)/,
       label: /(?<html_tag>[a-z]*_?label:\s*)/,
       optionals: /(?<html_tag>(default|include_blank|alt):\s*)/,
-      input: /(?<html_tag>[a-z]*\.?input:?\s*)/,
-      button: /(?<html_tag>[a-z]*\.?button:?\s*(\:[a-z]+\s*,\s*)?)/,
+      input: /(?<html_tag>[a-z]*\.?input:\s*)/,
+      button: /(?<html_tag>[a-z]*\.?button:\s*(\:[a-z]+\s*,\s*)?)/,
       tag: /(?<html_tag>(submit|content)_tag[\:\(]?\s*)/,
       data_naive: /(?<html_tag>data:\s*\{\s*(confirm|content):\s*)/
     }.freeze

data/lib/extract_i18n/source_change.rb

@@ -70,7 +70,7 @@ module ExtractI18n
     end
 
     def increment_key!
-      if @key[-1][/(.*)([0-9]+)$/]
+      if @key[/(.+)([0-9]+)$/]
         rest = $1
         number = $2.to_i
       else

data/lib/extract_i18n/version.rb

@@ -1,3 +1,3 @@
 module ExtractI18n
-  VERSION = "0.4.0"
+  VERSION = "0.6.1"
 end

data/lib/extract_i18n.rb

@@ -21,7 +21,8 @@ module ExtractI18n
   self.ignore_functions = %w[where order group select sql]
   self.ignorelist = [
     '_',
-    '::'
+    '::',
+    %r{^/}
   ]
   self.html_fields_with_plaintext = %w[title placeholder alt label aria-label modal-title]
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: extract_i18n
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.6.1
 platform: ruby
 authors:
 - Stefan Wienert
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2020-11-18 00:00:00.000000000 Z
+date: 2022-05-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
@@ -136,6 +136,7 @@ files:
 - lib/extract_i18n/adapters/slim_adapter.rb
 - lib/extract_i18n/adapters/slim_adapter_wip.rb
 - lib/extract_i18n/adapters/vue_adapter.rb
+- lib/extract_i18n/adapters/vue_pug_adapter.rb
 - lib/extract_i18n/cli.rb
 - lib/extract_i18n/file_processor.rb
 - lib/extract_i18n/html_extractor/erb_document.rb
@@ -157,7 +158,7 @@ homepage: https://github.com/pludoni/extract_i18n
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -172,9 +173,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.6
-signing_key: 
+rubygems_version: 3.1.6
+signing_key:
 specification_version: 4
 summary: Extact i18n from Ruby files using Ruby parser and slim files using regex
 test_files: []