autolang 0.1.0

data/Gemfile

@@ -0,0 +1,11 @@
+source :rubygems
+
+gem 'i18n'
+gem 'sishen-rtranslate'
+
+group :dev do
+  gem 'jeweler'
+  gem 'mocha'
+  gem 'rspec'
+  gem 'rake'
+end

data/Gemfile.lock

@@ -0,0 +1,36 @@
+GEM
+  remote: http://rubygems.org/
+  specs:
+    activesupport (3.0.4)
+    diff-lcs (1.1.2)
+    git (1.2.5)
+    i18n (0.5.0)
+    jeweler (1.5.2)
+      bundler (~> 1.0.0)
+      git (>= 1.2.5)
+      rake
+    json (1.5.1)
+    mocha (0.9.12)
+    rake (0.8.7)
+    rspec (2.5.0)
+      rspec-core (~> 2.5.0)
+      rspec-expectations (~> 2.5.0)
+      rspec-mocks (~> 2.5.0)
+    rspec-core (2.5.1)
+    rspec-expectations (2.5.0)
+      diff-lcs (~> 1.1.2)
+    rspec-mocks (2.5.0)
+    sishen-rtranslate (1.5)
+      activesupport (>= 2.2.0)
+      json (>= 1.1.3)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  i18n
+  jeweler
+  mocha
+  rake
+  rspec
+  sishen-rtranslate

data/Rakefile

@@ -0,0 +1,18 @@
+task :default do
+  sh "rspec spec"
+end
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = 'autolang'
+    gem.summary = "Kick-start new translation via google translate"
+    gem.email = "michael@grosser.it"
+    gem.homepage = "http://github.com/grosser/#{gem.name}"
+    gem.authors = ["Chris Blackburn", "Michael Grosser"]
+  end
+
+  Jeweler::GemcutterTasks.new
+rescue LoadError
+  puts "Jeweler, or one of its dependencies, is not available. Install it with: gem install jeweler"
+end

data/Readme.md

@@ -0,0 +1,48 @@
+Autolang
+========
+
+Goal
+====
+ - Kick-start your translation!
+ - Translate all your Gettext - msgids to another language using google-translate.
+ - Provide a simple interface for other translation tasks
+
+
+Install
+=======
+
+gem install autolang
+
+Add to Gemfile
+    gem "autolang", :group=>:development
+
+OR as Rails plugin
+    rails plugin install git://github.com/grosser/autolang.git
+
+OR copy rake tasks
+    curl https://github.com/grosser/autolang/raw/master/lib/tasks/autolang.rake > lib/tasks/autolang.rake
+
+Usage
+=====
+Translate your pot file to any other language:
+
+    # to translate into spanish (=es), when current apps name is myapp (from myapp.pot)
+    L=es POT_FILE=/app/po/my_app.pot rake autolang:translate
+
+Translation examples
+====================
+ - Car|Engine -> Motor
+ - hello %{name} -> hallo %{name}
+
+TODO
+====
+ - Do not convert "& to "and", use something 'smarter'.
+
+Authors
+=======
+Original by [Chris Blackburn](cbciweb.com) released under MIT license
+
+Enhanced by
+
+ - [Michael Grosser](http://grosser.it)
+ - [Hans Engel](http://engel.uk.to/)

data/VERSION

@@ -0,0 +1 @@
+0.1.0

data/autolang.gemspec

@@ -0,0 +1,48 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{autolang}
+  s.version = "0.1.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Chris Blackburn", "Michael Grosser"]
+  s.date = %q{2011-03-19}
+  s.email = %q{michael@grosser.it}
+  s.files = [
+    "Gemfile",
+    "Gemfile.lock",
+    "Rakefile",
+    "Readme.md",
+    "VERSION",
+    "autolang.gemspec",
+    "lib/autolang.rb",
+    "lib/tasks/autolang.rake",
+    "spec/autolang_spec.rb"
+  ]
+  s.homepage = %q{http://github.com/grosser/autolang}
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.4.2}
+  s.summary = %q{Kick-start new translation via google translate}
+  s.test_files = [
+    "spec/autolang_spec.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<i18n>, [">= 0"])
+      s.add_runtime_dependency(%q<sishen-rtranslate>, [">= 0"])
+    else
+      s.add_dependency(%q<i18n>, [">= 0"])
+      s.add_dependency(%q<sishen-rtranslate>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<i18n>, [">= 0"])
+    s.add_dependency(%q<sishen-rtranslate>, [">= 0"])
+  end
+end
+

data/lib/autolang.rb

@@ -0,0 +1,68 @@
+require 'rtranslate'
+require 'rtranslate/language'
+
+class Autolang
+  VERSION = File.read( File.join(File.dirname(__FILE__),'..','VERSION') ).strip
+
+  def self.extract_msgid(text)
+    return nil if text.match(/^msgid/).nil?
+    msgid = text.scan(/"(.+)"/)[0]
+    return nil if msgid.nil?
+    msgid[0].to_s.gsub(' | ','|')
+  end
+
+  def self.translate(text)
+    e = TranslationEscaper.new(text)
+
+    @translator = Translate::RTranslate.new unless @translator
+    e.unescape @translator.translate(e.escaped, :from => 'ENGLISH', :to => ENV['L'].dup, :userip => '127.0.0.1')
+  end
+
+  # protects text from evil translation robots
+  # by ensuring phrases that should not be translated (Car|Engine, %{name}, ...)
+  # stay untranslated
+  class TranslationEscaper
+    attr_accessor :escaped
+
+    def initialize(text)
+      @text = text
+      self.escaped = escape_text
+    end
+
+    def unescape(translation)
+      remove_placeholders(translation)
+    end
+
+  protected
+
+    def escape_text
+      @placeholders = []
+      text = @text
+      if text =~ /^([^\s]+\|)/
+        @cut_off = $1
+        text = text.sub($1,'')
+      end
+      text = add_placeholder(text, /(%\{.+\})/ )
+      text = text.gsub('&','and')#& cannot be translated
+    end
+
+    # replace stuff that would get messed up in translation
+    # through a non-translateable placeholder
+    def add_placeholder(text,regex)
+      if text =~ regex
+        @placeholders << $1
+        text = text.sub($1,"PH#{@placeholders.length-1}")
+      end
+      text
+    end
+
+    # swap placeholders with original values
+    def remove_placeholders(text)
+      @placeholders.each_index do |i|
+        replaced = @placeholders[i]
+        text = text.sub("PH#{i}",replaced)
+      end
+      text
+    end
+  end
+end

data/lib/tasks/autolang.rake

@@ -0,0 +1,75 @@
+# coding: utf-8
+
+# Copyright © 2008 Chris Blackburn <cblackburn : at : cbciweb.com>
+# 
+# Permission is hereby granted, free of charge, to any person obtaining
+# a copy of this software and associated documentation files (the
+# “Software”), to deal in the Software without restriction, including
+# without limitation the rights to use, copy, modify, merge, publish,
+# distribute, sublicense, and/or sell copies of the Software, and to
+# permit persons to whom the Software is furnished to do so, subject to
+# the following conditions:
+# 
+# The above copyright notice and this permission notice shall be
+# included in all copies or substantial portions of the Software.
+
+require 'autolang'
+
+namespace :autolang do
+  desc "Translate strings into a new language."
+  task :translate do
+    if !ENV['L'] or !ENV['POT_FILE']
+      puts "Usage: L=language_code POT_FILE=po/my_app.pot rake autolang:translate"
+      puts "  language_codes are 2 letter ISO 639 codes "
+      puts "  if you do not have a pot file, use gettext and updatepo first (google helps...)"
+      puts ""
+      puts "Example: Translate all msgids into Spanish."
+      puts "  L=es POT_FILE=po/my_app.pot rake autolang:translate"
+      exit
+    end
+    
+    pot_file = ENV['POT_FILE']
+    po_file = File.join(File.dirname(pot_file),ENV['L'],"#{ENV['L']}.po")
+
+    # If the directory doesn't exist created it
+    lang_dir = File.dirname(po_file)
+    if !FileTest.exist?(lang_dir)
+      puts "Creating new language directory: #{lang_dir}"
+      Dir.mkdir(lang_dir)
+    end
+
+    # copy the main po file if it doesn't exist
+    if !FileTest.exist?(po_file)
+      puts "Generating new language file: #{po_file}"
+      `msginit -i #{pot_file} -o #{po_file} -l #{ENV['L']}`
+    end
+
+    # translate existing po file
+    lines = []
+    msgid = ""
+    msgstr = ""
+    puts "Translating..."
+    File.foreach(po_file) do |line|
+      #read string to translate
+      if msgid = Autolang.extract_msgid(line)
+        puts msgid
+        puts msgstr = Autolang.translate(msgid)
+        puts '-'*80
+
+      #replace translation
+      elsif line =~ /^msgstr/
+        unless msgstr.empty?
+          line = "msgstr \"#{msgstr}\""
+        end
+      end
+
+      #output to po file
+      lines << line.strip
+    end
+
+    #write new translation file
+    File.open(po_file, "w+") do |file|
+      file.write(lines*"\n")
+    end
+  end
+end

data/spec/autolang_spec.rb

@@ -0,0 +1,84 @@
+# coding: utf-8
+
+require 'rake'
+require 'mocha'
+$LOAD_PATH.unshift 'lib'
+require 'autolang'
+
+describe Autolang do
+  it "has a VERSION" do
+    Autolang::VERSION.should =~ /^\d+\.\d+\.\d+$/
+  end
+
+  describe :extract_msgid do
+    it "finds message in text" do
+      Autolang.extract_msgid('msgid "hello"').should == 'hello'
+    end
+
+    it "does not find empty message" do
+      Autolang.extract_msgid('msgid ""').should == nil
+    end
+
+    it "does not find non-existing message" do
+      Autolang.extract_msgid('msgstr "hello"').should == nil
+    end
+  end
+
+  describe :translate do
+    before do
+      ENV['L']='es'
+    end
+
+    it "translates a word" do
+      Autolang.translate('hello').should == 'hola'
+    end
+
+    it "converts html entities" do
+      Autolang.translate('sales & tax').should == 'impuesto sobre ventas y'
+    end
+    
+    it "converts html entities back" do
+      Autolang.translate('"&&&"').should == '"Andandand"'
+    end
+
+    it "translates with strange signs" do
+      Autolang.translate('production').should == 'producción'
+    end
+
+    it "translates with | " do
+      Autolang.translate('Auto|hello').should == 'hola'
+    end
+
+    it "translates with %{}" do
+      Autolang.translate('hello %{name}').should == 'hola %{name}'
+    end
+  end
+end
+
+describe Autolang::TranslationEscaper do
+  t = Autolang::TranslationEscaper
+  describe :escaped do
+    it "replaces piped subsections" do
+      e = t.new('Car|be gone')
+      e.escaped.should == 'be gone'
+      e.unescape('geh weg').should == 'geh weg'
+    end
+
+    it "does not replace regular pipes" do
+      e = t.new('Eat my pipe | fool')
+      e.escaped.should == 'Eat my pipe | fool'
+      e.unescape('Iss mein Rohr | idiot').should == 'Iss mein Rohr | idiot'
+    end
+
+    it "replaces %{something}" do
+      e = t.new('can i have a %{name}, please.')
+      e.escaped.should == 'can i have a PH0, please.'
+      e.unescape('kann ich bitte ein PH0 haben.').should == 'kann ich bitte ein %{name} haben.'
+    end
+
+    it "replaces at the end of sentences" do
+      e = t.new('hello %{name}')
+      e.unescape('hello PH0').should == 'hello %{name}'
+    end
+  end
+end

metadata

@@ -0,0 +1,103 @@
+--- !ruby/object:Gem::Specification 
+name: autolang
+version: !ruby/object:Gem::Version 
+  hash: 27
+  prerelease: 
+  segments: 
+  - 0
+  - 1
+  - 0
+  version: 0.1.0
+platform: ruby
+authors: 
+- Chris Blackburn
+- Michael Grosser
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-03-19 00:00:00 +01:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  version_requirements: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  requirement: *id001
+  name: i18n
+  prerelease: false
+- !ruby/object:Gem::Dependency 
+  version_requirements: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  requirement: *id002
+  name: sishen-rtranslate
+  prerelease: false
+description: 
+email: michael@grosser.it
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- Gemfile
+- Gemfile.lock
+- Rakefile
+- Readme.md
+- VERSION
+- autolang.gemspec
+- lib/autolang.rb
+- lib/tasks/autolang.rake
+- spec/autolang_spec.rb
+has_rdoc: true
+homepage: http://github.com/grosser/autolang
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.4.2
+signing_key: 
+specification_version: 3
+summary: Kick-start new translation via google translate
+test_files: 
+- spec/autolang_spec.rb