babelphish 0.2.0 → 0.2.1

data/Manifest.txt

@@ -9,6 +9,8 @@ lib/babelphish.rb
 lib/babelphish/languages.rb
 lib/babelphish/translator.rb
 lib/babelphish/exceptions.rb
+lib/babelphish/html_translator.rb
+lib/babelphish/yml_translator.rb
 lib/tasks/babelphish.rake
 script/console
 script/destroy

data/lib/babelphish.rb

@@ -35,7 +35,7 @@ require File.dirname(__FILE__) + '/../lib/babelphish/html_translator'
 $KCODE = 'UTF8'
   
 module Babelphish
-  VERSION = '0.2.0'
+  VERSION = '0.2.1'
   GOOGLE_AJAX_URL = "http://ajax.googleapis.com/ajax/services/language/"
   MAX_RETRIES = 3
   

data/lib/babelphish/html_translator.rb

@@ -0,0 +1,75 @@
+module Babelphish
+  module HtmlTranslator
+
+    class << self
+      
+      # Translates all files in the given path from the language 
+      # specififed by 'translate_from' into the languages in 'translate_tos'.
+      # Translations that already exist will not be overwritten unless overwrite = true
+      def translate(path, translate_tos, translate_from = 'en', overwrite = false)
+        @path = path
+        if !Babelphish::GoogleTranslate::LANGUAGES.include?(translate_from)
+          STDERR.puts "#{translate_from} is not one of the available languages."
+          return
+        end
+        if !File.exists?(path)
+          STDERR.puts "#{path} does not exist."
+          return
+        end
+        translate_and_write_pages(path, translate_tos, translate_from, overwrite)        
+      end
+
+      def translate_and_write_pages(path, tos, from, overwrite)
+        Dir.glob("#{path}/*").each do |next_file|
+          if File.directory?(next_file)
+            translate_and_write_pages(next_file, language)
+          else
+            translate_and_write_page(next_file, tos, from, overwrite)
+          end
+        end
+      end
+
+      # Translate a single page from the language specified in 'from'
+      # into the languages specified by 'tos'
+      def translate_and_write_page(source_page, tos, from, overwrite)
+        return unless File.exist?(source_page)
+        return unless translate_file?(source_page)
+        text = IO.read(source_page)
+        
+        # Pull out all the code blocks to Google doesn't mess with those
+        pattern = /\<\%.+\%\>/
+        holder = '{{---}}'
+        replacements = text.scan(pattern)
+        text.gsub!(pattern, holder)
+        
+        # Send to Google for translations
+        translations = Babelphish::Translator.multiple_translate(text, tos, from)
+        
+        # Put the code back
+        translations.each_key do |locale|
+          replacements.each do |r|
+            translations[locale].sub!(holder, r)
+          end
+        end
+
+        # Write the new file
+        translations.each_key do |locale|
+          translated_filename = get_translated_file(source_page, locale)
+          if (locale != from) && (overwrite || !File.exists?(translated_filename))
+            File.open(translated_filename, 'w') { |f| f.write(translations[locale]) }
+          end
+        end
+
+      end
+
+      def get_translated_file(page, to)
+        page.gsub('.html', ".#{to}.html")
+      end
+      
+      def translate_file?(page)
+        page.split('.').length == 3
+      end
+      
+    end
+  end
+end

data/lib/babelphish/yml_translator.rb

@@ -0,0 +1,123 @@
+module Babelphish
+  module YmlTranslator
+
+    class << self
+      
+      def translate(yml, overwrite = false, translate_to = nil)
+        @yml = yml
+        language = File.basename(yml, ".yml")
+        if !Babelphish::GoogleTranslate::LANGUAGES.include?(language)
+          STDERR.puts "#{language} is not one of the available languages.  Please choose a standard localized yml file.  i.e. en.yml."
+          return
+        end
+        if translate_to
+          puts "Translating #{language} to #{translate_to}"
+          translate_and_write_yml(yml, translate_to, language, overwrite)
+          puts "Finished translating #{language} to #{translate_to}"
+        else
+          tos = Babelphish::GoogleTranslate::LANGUAGES
+          translate_and_write_many_yml(yml, tos, language, overwrite)
+        end
+      end
+
+      def translate_and_write_yml(yml, to, from, overwrite)
+        return if to == from
+        return unless File.exist?(yml)
+        translated_filename = File.join(File.dirname(yml), "#{to}.yml")
+        return if File.exist?(translated_filename) && !overwrite
+        source = YAML.load_file(yml)
+        translate_keys(source, to, from)
+        # change the top level key from the source language to the destination language
+        source[to] = source[from]
+        source.delete(from)
+        File.open(translated_filename, 'w') { |f| f.write(source.ya2yaml) }
+      end
+      
+      def translate_keys(translate_hash, to, from)
+        translate_hash.each_key do |key|
+          if translate_hash[key].is_a?(Hash)
+            translate_keys(translate_hash[key], to, from)
+          else
+            if key == false
+              puts "Key #{key} was evaluated as false.  Check your yml file and be sure to escape values like no with 'no'.  ie 'no': 'No'"
+            elsif key == true
+              puts "Key #{key} was evaluated as true.  Check your yml file and be sure to escape values like yes with 'yes'. ie 'yes': 'Yes'"
+            elsif !translate_hash[key].nil?
+              # pull out all the string substitutions so that google doesn't translate those
+              pattern = /\{\{.+\}\}/
+              holder = '{{---}}'
+              replacements = translate_hash[key].scan(pattern)
+              translate_hash[key].gsub!(pattern, holder)
+              translate_hash[key] = Babelphish::Translator.translate(translate_hash[key], to, from)
+              replacements.each do |r|
+                translate_hash[key].sub!(holder, r)
+              end
+            else
+              puts "Key #{key} contains no data"
+            end
+          end
+        end
+      end
+      
+      def translate_and_write_many_yml(yml, tos, from, overwrite)
+        return unless File.exist?(yml)
+        source = YAML.load_file(yml)
+        translated_source = YAML.load_file(yml)
+        translate_many_yml_keys(translated_source, tos, from)
+        # At this point translated_source contains a translation for every language.  Cut it apart into individual hashes
+        tos.each do |to|
+          next if to == from # don't want to overwrite the source file
+          extracted_translation = {}
+          extract_yml_translation(source, translated_source, extracted_translation, to)
+          # change the top level key from the source language to the destination language
+          translated_filename = File.join(File.dirname(yml), "#{to}.yml")
+          return if File.exist?(translated_filename) && !overwrite
+          extracted_translation[to] = extracted_translation[from]
+          extracted_translation.delete(from)
+          File.open(translated_filename, 'w') { |f| f.write(extracted_translation.ya2yaml) }
+        end
+      end
+
+      def extract_yml_translation(source, translated_source, extracted, language)
+        source.each_key do |key|
+          if source[key].is_a?(Hash)
+            extracted[key] = {}
+            extract_yml_translation(source[key], translated_source[key], extracted[key], language)
+          else
+            extracted[key] = translated_source[key][language]
+          end
+        end
+      end
+          
+      def translate_many_yml_keys(translate_hash, tos, from)
+        translate_hash.each_key do |key|
+          if translate_hash[key].is_a?(Hash)
+            translate_many_yml_keys(translate_hash[key], tos, from)
+          else
+            if key == false
+              puts "Key #{key} was evaluated as false.  Check your yml file and be sure it does not include values like no: No"
+            elsif key == true
+              puts "Key #{key} was evaluated as true.  Check your yml file and be sure it does not include values like yes: Yes"
+            elsif !translate_hash[key].nil?
+              # pull out all the string substitutions so that google doesn't translate those
+              pattern = /\{\{.+\}\}/
+              holder = '{{---}}'
+              replacements = translate_hash[key].scan(pattern)
+              translate_hash[key].gsub!(pattern, holder)
+              translations = Babelphish::Translator.multiple_translate(translate_hash[key], tos, from)
+              translations.each_key do |locale|
+                replacements.each do |r|
+                  translations[locale].sub!(holder, r)
+                end
+              end
+              translate_hash[key] = translations
+            else
+              puts "Key #{key} contains no data"
+            end
+          end
+        end
+      end
+      
+    end
+  end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: babelphish
 version: !ruby/object:Gem::Version 
-  version: 0.2.0
+  version: 0.2.1
 platform: ruby
 authors: 
 - Justin Ball
@@ -66,6 +66,8 @@ files:
 - lib/babelphish/languages.rb
 - lib/babelphish/translator.rb
 - lib/babelphish/exceptions.rb
+- lib/babelphish/html_translator.rb
+- lib/babelphish/yml_translator.rb
 - lib/tasks/babelphish.rake
 - script/console
 - script/destroy