air18n 0.1.27 → 0.1.28

data/README.md

@@ -2,23 +2,28 @@
 
 Rails plugin for amazing internationalization.
 
-## Installation
+## Installation and Usage
 
-Add this line to your application's Gemfile:
+For Airbnb users, see wiki page:
+https://github.com/airbnb/airbnb/wiki/How-to-internationalize-your-app
 
-    gem 'air18n'
+## How to add release a new version
 
-And then execute:
+Ask Jason, Spike, or Sri to run:
 
-    $ bundle
+    gem owner air18n --add name@example.com
 
-Or install it yourself as:
+where "name@example.com" is the email address associated with your
+RubyGems account. If you don't have a RubyGems account, make one, and
+also follow the instructions under "API Access" on the RubyGems "Edit
+Profile" page.
 
-    $ gem install air18n
+When developing air18n you can point monorail or another app using it to
+use your local changes like this in the app's Gemfile:
 
-## Usage
+    gem 'air18n',               :path => '~/Code/air18n'
 
-TODO: Write usage instructions here
+Then bundle install.
 
 ## Contributing
 

data/lib/air18n/phrase_translation.rb

@@ -56,18 +56,20 @@ module Air18n
       all_locales
     end
 
-    def self.translator_activity_data_master(user_id = 0)
+    def self.translator_activity_data_master(user_id = 0, opts = {})
       d = Date.today.beginning_of_month
       activities = []
 
       while true
         if d < Date.new(2012, 8, 02)
-          activity_for_month = translator_activity_data(user_id, :since => d, :to => (d >> 1), :enumerate_keys => false)
+          activity_for_month = translator_activity_data(user_id, opts.merge(:since => d, :to => (d >> 1)))
+        elsif d < Date.new(2012, 10, 02)
+          activity_for_month = translator_activity_data_new(user_id, opts.merge(:since => d, :to => (d >> 1)))
         else
-          activity_for_month = translator_activity_data_new(user_id, :since => d, :to => (d >> 1), :enumerate_keys => false)
+          activity_for_month = translator_activity_data_v3(user_id, opts.merge(:since => d, :to => (d >> 1)))
         end
 
-        break if activity_for_month.blank? && d < (Date.today - 3.years)
+        break if activity_for_month.blank? && !(user_id == 0 && d >= (Date.today - 2.years))
 
         activities += activity_for_month
         d = d << 1
@@ -241,6 +243,198 @@ module Air18n
       end
     end
 
+    def self.translator_activity_data_v3 user_id=0, opts={}
+      activity_from_translation_pairs(get_translation_pairs(user_id, opts[:since], opts[:to]), opts)
+    end
+
+    def self.activity_from_translation_pairs(translation_pairs, opts={})
+      per_user_locale_month_year =
+        Hash.new {|h, year| h[year] =
+          Hash.new {|h, month| h[month] =
+            Hash.new{|h, user_id| h[user_id] =
+              Hash.new{|h, locale| h[locale] =
+                Hash.new {|h, day| h[day] = {
+                  :phrases_translated => 0,
+                  :phrases_verified => 0,
+                  :words_translated => 0,
+                  :words_verified => 0,
+                  :keys_translated => [],
+                  :keys_verified => [],
+      } } } } } }
+
+      translation_pairs.each do |pair|
+        words_translated, words_verified = self.word_counts_from_translation_pair(pair)
+        sums = per_user_locale_month_year[
+          pair[:datetime].year][
+          pair[:datetime].month][
+          pair[:user_id]][
+          pair[:locale]][
+          pair[:datetime].day]
+        sums[:words_translated] += words_translated
+        sums[:words_verified] += words_verified
+        if words_verified > 0
+          sums[:keys_verified] << pair[:phrase_key]
+          sums[:phrases_verified] += 1
+        else
+          sums[:keys_translated] << pair[:phrase_key]
+          sums[:phrases_translated] += 1
+        end
+      end
+
+      ret = []
+
+      per_user_locale_month_year.each do |year, months|
+        months.each do |month, user_ids|
+          user_ids.each do |user_id, locales|
+            locales.each do |locale, days|
+              if opts[:daily]
+                days.each do |day, sums|
+                  ret << {
+                    :year => year,
+                    :month => month,
+                    :day => day,
+                    :locale => locale,
+                    :user_id => user_id,
+                    :activity => {
+                      :num_translations => sums[:phrases_translated],
+                      :num_verifications => sums[:phrases_verified],
+                      :word_count_translations => sums[:words_translated],
+                      :word_count_verifications => sums[:words_verified],
+                      :translated_keys => sums[:keys_translated],
+                      :verified_keys => sums[:keys_verified],
+                    }
+                  }
+                  LoggingHelper.info("keys translated: #{sums[:keys_translated]}")
+                  LoggingHelper.info("keys verified: #{sums[:keys_verified]}")
+                  LoggingHelper.info("ret now: #{ret.inspect}")
+                end
+              else
+                monthly_sums = {
+                  :phrases_translated => 0,
+                  :phrases_verified => 0,
+                  :words_translated => 0,
+                  :words_verified => 0,
+                  :keys_translated => [],
+                  :keys_verified => [],
+                }
+                days.each do |day, sums|
+                  sums.keys.each do |key|
+                    monthly_sums[key] += sums[key]
+                  end
+                end
+                ret << {
+                  :year => year,
+                  :month => month,
+                  :locale => locale,
+                  :user_id => user_id,
+                  :activity => {
+                    :num_translations => monthly_sums[:phrases_translated],
+                    :num_verifications => monthly_sums[:phrases_verified],
+                    :word_count_translations => monthly_sums[:words_translated],
+                    :word_count_verifications => monthly_sums[:words_verified],
+                    :translated_keys => monthly_sums[:keys_translated],
+                    :verified_keys => monthly_sums[:keys_verified],
+                  }
+                }
+                LoggingHelper.info("keys translated: #{monthly_sums[:keys_translated]}")
+                LoggingHelper.info("keys verified: #{monthly_sums[:keys_verified]}")
+                LoggingHelper.info("ret now: #{ret.inspect}")
+              end
+            end
+          end
+        end
+      end
+
+      ret
+    end
+
+    SPACELESS_LANGUAGES = [:ja, :zh, :th]
+
+    def self.word_counts_from_translation_pair(translation_pair)
+      if translation_pair[:previous_translation].blank?
+        proportion_translated = 1.0
+        proportion_verified = 0.0
+      elsif !translation_pair[:was_stale] &&
+            translation_pair[:previous_user_id] == translation_pair[:user_id]
+        # Don't pay anything for retranslating your own work.
+        proportion_translated = 0.0
+        proportion_verified = 0.0
+      else
+        # Pay for translating changed/added parts, and for verifying the rest.
+
+        if SPACELESS_LANGUAGES.include?(translation_pair[:locale].to_sym)
+          distance = levenshtein_distance_fast(
+            translation_pair[:previous_translation].split(''),
+            translation_pair[:translation].split(''),
+            1, 0, 1)
+          compare_to = translation_pair[:previous_translation].size
+        else
+          distance = levenshtein_distance_fast(
+            PhraseTranslation.segment(translation_pair[:previous_translation]),
+            PhraseTranslation.segment(translation_pair[:translation]),
+            1, 0, 1)
+          compare_to = PhraseTranslation.segment(translation_pair[:previous_translation]).size
+        end
+
+        proportion_translated = [distance.to_f / compare_to.to_f, 1.0].min
+        proportion_verified = 1.0 - proportion_translated
+      end
+
+      [(translation_pair[:source_word_count] * proportion_translated).round,
+       (translation_pair[:source_word_count] * proportion_verified).round]
+    end
+
+    def self.get_translation_pairs(user_id, from_date, to_date)
+      ret = []
+      Phrase.select(:id).find_in_batches do |batch|
+        pt_scope = PhraseTranslation.where(:phrase_id => batch)
+        if from_date
+          pt_scope = pt_scope.where("created_at >= ?", from_date)
+        end
+        if to_date
+          pt_scope = pt_scope.where("created_at < ?", to_date)
+        end
+        if user_id != 0
+          pt_scope = pt_scope.where(:user_id => user_id)
+        end
+        phrase_to_phrase_translations = pt_scope.all.group_by { |pt| [pt.locale, pt.phrase_id] }
+        phrase_to_phrase_translations.each do |(locale, phrase_id), phrase_translations|
+          phrase_translations.sort_by! { |pt| pt.created_at }
+          LoggingHelper.info "Getting previous translation!"
+          previous_translation = PhraseTranslation.where("created_at < ?", phrase_translations.first.created_at - 1.second).
+                                                   where(:locale => locale).
+                                                   where(:phrase_id => phrase_id).
+                                                   order("created_at DESC").
+                                                   first
+          phrase_translations.each do |pt|
+            if previous_translation
+              previous_translation_text = previous_translation.value
+              previous_translation_user_id = previous_translation.user_id
+              was_stale = previous_translation.source_hash != pt.source_hash
+            else
+              previous_translation_text = ''
+              previous_translation_user_id = 0
+              was_stale = false
+            end
+            translation_text = pt.value
+            ret << { :translation => translation_text,
+                     :previous_translation => previous_translation_text,
+                     :was_stale => was_stale,
+                     :locale => pt.locale,
+                     :user_id => pt.user_id,
+                     :previous_user_id => previous_translation_user_id,
+                     :datetime => pt.created_at,
+                     :source_word_count => pt.source_word_count,
+                     :phrase_key => pt.key,
+                   }
+
+            previous_translation = pt
+          end
+        end
+      end
+      ret
+    end
+
     # Helper method for translator_activity_data which counts words and payment
     # of a set of translations and verifications, in ((is verification bool => (phrase id =>
     # source word count map)).
@@ -457,5 +651,32 @@ module Air18n
     def self.created_at_year_sql
       Air18n::PhraseTranslation.connection.adapter_name.starts_with?('Mysql') ? 'YEAR(pt.created_at)' : 'STRFTIME("%Y", pt.created_at)'
     end
+
+    # Unlike Text::Levenshtein, this supports passing in arrays, which is useful
+    # for computing word-level levenshtein distance.
+    def self.levenshtein_distance_fast(input_a, input_b, insertion_penalty=1, deletion_penalty=1, substitution_penalty=1)
+      return nil if input_a.nil? || input_b.nil?
+
+      dm = []
+      dm[0] = (0..input_a.length).collect { |i| i * deletion_penalty}
+      fill = [0] * (input_a.length)
+
+      for i in 1..input_b.length
+        dm[i] = [i * insertion_penalty] + fill
+      end
+
+      for i in 1..input_b.length
+        for j in 1..input_a.length
+          dm[i][j] = [
+            dm[i-1][j-1] + (input_a[j-1] == input_b[i-1] ? 0 : substitution_penalty),
+            dm[i][j-1] + deletion_penalty,
+            dm[i-1][j] + insertion_penalty
+            ].min
+        end
+      end
+
+      # ap dm
+      dm[input_b.length][input_a.length]
+    end
   end
 end

data/lib/air18n/version.rb

@@ -1,3 +1,3 @@
 module Air18n
-  VERSION = "0.1.27"
+  VERSION = "0.1.28"
 end

data/spec/lib/air18n/phrase_translation_spec.rb

@@ -46,7 +46,7 @@ describe Air18n::PhraseTranslation do
 
     it 'Should check variables' do
       phrase = FactoryGirl.create(:phrase, :key => 'phone_number_not_revealed_time_zone', :value => "Your number won't be revealed. They can only call from 9am to 9pm %{time_zone}.")
-      translation = FactoryGirl.create(:phrase_translation, :phrase => phrase, :key => 'phone_number_not_revealed_time_zone', :value => '您的電話號碼將不會被透露。他們只能在上午9時至晚上9時%{time_zone}這段時間給您致電')
+      translation = FactoryGirl.create(:phrase_translation, :locale => :zh, :phrase => phrase, :key => 'phone_number_not_revealed_time_zone', :value => '您的電話號碼將不會被透露。他們只能在上午9時至晚上9時%{time_zone}這段時間給您致電')
       validated = translation.save
       validated.should == true
       translation.value = '您的電話號碼將不會被透露。他們只能在上午9時至晚上9時%{time_zon}這段時間給您致電'
@@ -133,7 +133,9 @@ describe Air18n::PhraseTranslation do
   end
 
   context 'word counts' do
-    it 'should keep track of translated and verified word count in new regime' do
+    it 'should keep track of translated and verified word count in old regime' do
+      Air18n::PhraseTranslation.destroy_all
+
       @user1 = 1
       @user2 = 2
       @phrase1 = FactoryGirl.create(:phrase, :key => 'old regime key 1', :value => 'two words')
@@ -177,6 +179,8 @@ describe Air18n::PhraseTranslation do
 
 
     it 'should keep track of translated and verified word count in new regime' do
+      Air18n::PhraseTranslation.destroy_all
+
       @user1 = 3
       @user2 = 4
       @phrase1 = FactoryGirl.create(:phrase, :key => 'new regime payments key 1', :value => 'two words')
@@ -240,6 +244,307 @@ describe Air18n::PhraseTranslation do
             :verified_keys=>[["new regime payments key 1", "38a72c02b5febe4975fdcf19d32e412d"]]}
       )
     end
-  end
 
+    context 'v3 regime' do
+      before :all do
+        Air18n::PhraseTranslation.destroy_all
+
+        @user1 = 5
+        @user2 = 6
+
+        @phrase1 = FactoryGirl.create(:phrase, :key => 'v3 regime payments key 1', :value => "one two three four five six seven eight")
+        @phrase2 = FactoryGirl.create(:phrase, :key => 'v3 regime payments key 2', :value => "one two three four five six")
+
+        without_timestamping_of Air18n::PhraseTranslation do
+          ##### Phrase 1
+
+          # User 1 translates Phrase 1 for the first time [edit of untranslated phrase]
+          translation = FactoryGirl.create(:phrase_translation, :locale => :de, :value => 'urgle burgle', :phrase => @phrase1, :user_id => @user1, :created_at => Date.new(2012, 11, 1))
+
+          # User 1 tweaks his own translation of Phrase 1. [edit of own unverified translation]
+          translation_tweak = FactoryGirl.create(:phrase_translation, :locale => :de, :value => 'urgle burgle boo', :phrase => @phrase1, :user_id => @user1, :created_at => Date.new(2012, 11, 2))
+
+          # User 2 verifies translation of Phrase 1. [pure verification]
+          verification_by_other_user = FactoryGirl.create(:phrase_translation, :locale => :de, :value => 'urgle burgle boo', :phrase => @phrase1, :user_id => @user2, :is_verification => true, :created_at => Date.new(2012, 11, 3))
+
+          # Phrase 1 becomes stale.
+          @phrase1.value = "one two three four five six seven eight nine ten eleven twelve thirteen"
+          @phrase1.save!
+
+          # User 1 reedits translation of Phrase 1. [edit of other's stale translation]
+          retranslation = FactoryGirl.create(:phrase_translation, :locale => :de, :value => 'oogie boogie boo', :phrase => @phrase1, :user_id => @user1, :created_at => Date.new(2012, 11, 4))
+
+          # User 2 pure-verifies of Phrase 1.
+          other_user_translation = FactoryGirl.create(:phrase_translation, :locale => :de, :value => 'oogie boogie boo', :is_verification => true, :phrase => @phrase1, :user_id => @user2, :created_at => Date.new(2012, 11, 5))
+
+          # User 1 edits verified translation of Phrase 1. [edit of other's verified translation]
+          verification = FactoryGirl.create(:phrase_translation, :locale => :de, :value => 'oogie booooogie boo hat ogl', :phrase => @phrase1, :user_id => @user1, :is_verification => true, :created_at => Date.new(2012, 11, 6))
+
+          ##### Phrase 2
+
+          # User 1 translates Phrase 2 for the first time, but earlier in the year.
+          translation = FactoryGirl.create(:phrase_translation, :locale => :de, :value => 'The only verdict is vengence', :phrase => @phrase2, :user_id => @user1, :created_at => Date.new(2012, 9, 1))
+
+          # User 1 tweaks their own translation later.
+          translation = FactoryGirl.create(:phrase_translation, :locale => :de, :value => 'The only verdict is VENGENCE', :phrase => @phrase2, :user_id => @user1, :created_at => Date.new(2012, 11, 1))
+
+          # User 2 tweaks translation of Phrase 2.
+          translation = FactoryGirl.create(:phrase_translation, :locale => :de, :value => 'a vendetta, held as a votive', :is_verification => true, :phrase => @phrase2, :user_id => @user2, :created_at => Date.new(2012, 11, 2))
+
+          # User 2 tweaks their own translation of Phrase 2. [edit of own verified translation]
+          translation = FactoryGirl.create(:phrase_translation, :locale => :de, :value => 'a vendetta, held as a votive, not in vain', :is_verification => true, :phrase => @phrase2, :user_id => @user2, :created_at => Date.new(2012, 11, 3))
+
+          # Phrase 2 becomes stale.
+          @phrase2.value = "one two three four five six seven eight nine"
+          @phrase2.save!
+
+          # User 2 verifies existing translation of Phrase 2. [pure verification of own stale translation]
+          translation = FactoryGirl.create(:phrase_translation, :locale => :de, :value => 'a vendetta, held as a votive, not in vain', :is_verification => true, :phrase => @phrase2, :user_id => @user2, :created_at => Date.new(2012, 11, 4))
+
+          # Phrase 2 becomes stale again.
+          @phrase2.value = "one two three"
+          @phrase2.save!
+
+          # User 2 tweaks translation of Phrase 2. [pure verification of own stale translation]
+          translation = FactoryGirl.create(:phrase_translation, :locale => :de, :value => 'a vendetta, held as a votive, not in vain, for the value and veracity of such shall one day vindicate the vigilant and the virtuous', :is_verification => true, :phrase => @phrase2, :user_id => @user2, :created_at => Date.new(2012, 11, 5))
+        end
+
+        @golden_pairs =
+          [{:translation=>"urgle burgle",
+            :previous_translation=>"",
+            :was_stale=>false,
+            :locale=>"de",
+            :user_id=>5,
+            :previous_user_id=>0,
+            :datetime=>Date.new(2012, 11, 01),
+            :source_word_count=>8,
+            :phrase_key=>'v3 regime payments key 1'},
+           {:translation=>"urgle burgle boo",
+            :previous_translation=>"urgle burgle",
+            :was_stale=>false,
+            :locale=>"de",
+            :user_id=>5,
+            :previous_user_id=>5,
+            :datetime=>Date.new(2012, 11, 02),
+            :source_word_count=>8,
+            :phrase_key=>'v3 regime payments key 1'},
+           {:translation=>"urgle burgle boo",
+            :previous_translation=>"urgle burgle boo",
+            :was_stale=>false,
+            :locale=>"de",
+            :user_id=>6,
+            :previous_user_id=>5,
+            :datetime=>Date.new(2012, 11, 03),
+            :source_word_count=>8,
+            :phrase_key=>'v3 regime payments key 1'},
+           {:translation=>"oogie boogie boo",
+            :previous_translation=>"urgle burgle boo",
+            :was_stale=>true,
+            :locale=>"de",
+            :user_id=>5,
+            :previous_user_id=>6,
+            :datetime=>Date.new(2012, 11, 04),
+            :source_word_count=>13,
+            :phrase_key=>'v3 regime payments key 1'},
+           {:translation=>"oogie boogie boo",
+            :previous_translation=>"oogie boogie boo",
+            :was_stale=>false,
+            :locale=>"de",
+            :user_id=>6,
+            :previous_user_id=>5,
+            :datetime=>Date.new(2012, 11, 05),
+            :source_word_count=>13,
+            :phrase_key=>'v3 regime payments key 1'},
+           {:translation=>"oogie booooogie boo hat ogl",
+            :previous_translation=>"oogie boogie boo",
+            :was_stale=>false,
+            :locale=>"de",
+            :user_id=>5,
+            :previous_user_id=>6,
+            :datetime=>Date.new(2012, 11, 06),
+            :source_word_count=>13,
+            :phrase_key=>'v3 regime payments key 1'},
+           {:translation=>"The only verdict is VENGENCE",
+            :previous_translation=>"The only verdict is vengence",
+            :was_stale=>false,
+            :locale=>"de",
+            :user_id=>5,
+            :previous_user_id=>5,
+            :datetime=>Date.new(2012, 11, 01),
+            :source_word_count=>6,
+            :phrase_key=>'v3 regime payments key 2'},
+           {:translation=>"a vendetta, held as a votive",
+            :previous_translation=>"The only verdict is VENGENCE",
+            :was_stale=>false,
+            :locale=>"de",
+            :user_id=>6,
+            :previous_user_id=>5,
+            :datetime=>Date.new(2012, 11, 02),
+            :source_word_count=>6,
+            :phrase_key=>'v3 regime payments key 2'},
+           {:translation=>"a vendetta, held as a votive, not in vain",
+            :previous_translation=>"a vendetta, held as a votive",
+            :was_stale=>false,
+            :locale=>"de",
+            :user_id=>6,
+            :previous_user_id=>6,
+            :datetime=>Date.new(2012, 11, 03),
+            :source_word_count=>6,
+            :phrase_key=>'v3 regime payments key 2'},
+           {:translation=>"a vendetta, held as a votive, not in vain",
+            :previous_translation=>"a vendetta, held as a votive, not in vain",
+            :was_stale=>true,
+            :locale=>"de",
+            :user_id=>6,
+            :previous_user_id=>6,
+            :datetime=>Date.new(2012, 11, 04),
+            :source_word_count=>9,
+            :phrase_key=>'v3 regime payments key 2'},
+           {:translation=>
+             "a vendetta, held as a votive, not in vain, for the value and veracity of such shall one day vindicate the vigilant and the virtuous",
+            :previous_translation=>"a vendetta, held as a votive, not in vain",
+            :was_stale=>true,
+            :locale=>"de",
+            :user_id=>6,
+            :previous_user_id=>6,
+            :datetime=>Date.new(2012, 11, 05),
+            :source_word_count=>3,
+            :phrase_key=>'v3 regime payments key 2'}]
+
+        @golden_word_counts =
+          [[8, 0],  # "" -> "urgle burgle", user 5
+           [0, 0],  # same translator making an edit, user 5
+           [0, 8],  # different translator verifying, user 6
+           [9, 4],  # edit of stale phrase; 2/3 words changed, 2/3*13=8.66; rounds to 9, user 5
+           [0, 13], # verification, user 6
+           [13, 0], # 3 new words; 3/3 words changed, 3/3*13=13, user 5
+           [0, 0],  # Tweak of a translation that was done in past by same person, user 5
+           [6, 0],  # Rewrite of translation by other person, user 6
+           [0, 0],  # Tweak by same person, user 6
+           [0, 9],  # Pure verification of stale, user 6
+           [3, 0]]  # Edit of stale, user 6
+
+        @golden_monthly_activity =
+          [{:year=>2012,
+            :month=>11,
+            :locale=>"de",
+            :user_id=>5,
+            :activity=>
+             {:num_translations=>4,
+              :num_verifications=>1,
+              :word_count_translations=>30,
+              :word_count_verifications=>4,
+              :translated_keys=>["v3 regime payments key 1",
+                                 "v3 regime payments key 2",
+                                 "v3 regime payments key 1",
+                                 "v3 regime payments key 1"],
+              :verified_keys=>["v3 regime payments key 1"]}},
+           {:year=>2012,
+            :month=>11,
+            :locale=>"de",
+            :user_id=>6,
+            :activity=>
+             {:num_translations=>3,
+              :num_verifications=>3,
+              :word_count_translations=>9,
+              :word_count_verifications=>30,
+              :translated_keys=>["v3 regime payments key 2",
+                                 "v3 regime payments key 2",
+                                 "v3 regime payments key 2"],
+              :verified_keys=>["v3 regime payments key 1",
+                               "v3 regime payments key 1",
+                               "v3 regime payments key 2"]}}]
+      end
+
+      it 'should be able to enumerate pairs of translations' do
+        pairs = Air18n::PhraseTranslation.get_translation_pairs(0, Date.new(2012, 11, 1), Date.new(2012, 12, 1))
+        pairs = pairs.select { |pair| pair[:locale] == 'de' }
+
+        pairs.should == @golden_pairs
+      end
+
+      it 'should be able to count words proportional to amount of translation edited' do
+        word_counts = @golden_pairs.map { |pair| Air18n::PhraseTranslation.word_counts_from_translation_pair(pair) }
+        word_counts.should == @golden_word_counts
+      end
+
+      it 'should be able to count words proportional to amount of translation edited for spaceless languages' do
+        pair = {
+          :translation=>"泊まりたいところ、きっと見つかる。",
+          :previous_translation=>"いいところに泊まろう。",
+          :was_stale=>false,
+          :locale=>"ja",
+          :user_id=>5,
+          :previous_user_id=>6,
+          :datetime=>Date.new(2012, 11, 04),
+          :source_word_count=>5,
+          :phrase_key=>'find_a_place_to_stay'
+        }
+        words_translated, words_verified = Air18n::PhraseTranslation.word_counts_from_translation_pair(pair)
+        words_translated.should == 5
+        words_verified.should == 0
+
+        pair = {
+          :translation=>"泊まりたいところ、きっと見つかる。",
+          :previous_translation=>"泊まりたいところがきっと見つかる。",
+          :was_stale=>false,
+          :locale=>"ja",
+          :user_id=>5,
+          :previous_user_id=>6,
+          :datetime=>Date.new(2012, 11, 04),
+          :source_word_count=>5,
+          :phrase_key=>'find_a_place_to_stay'
+        }
+        words_translated, words_verified = Air18n::PhraseTranslation.word_counts_from_translation_pair(pair)
+        words_translated.should == 0 # 1 / 17 * 5 = 0.29, rounds to 0
+        words_verified.should == 5
+
+        pair = {
+          :translation=>"泊まりたい所、見つかるよ。",
+          :previous_translation=>"泊まりたいところがきっと見つかる。こういうテキストも有り！",
+          :was_stale=>false,
+          :locale=>"ja",
+          :user_id=>5,
+          :previous_user_id=>6,
+          :datetime=>Date.new(2012, 11, 04),
+          :source_word_count=>5,
+          :phrase_key=>'find_a_place_to_stay'
+        }
+        words_translated, words_verified = Air18n::PhraseTranslation.word_counts_from_translation_pair(pair)
+        words_translated.should == 1 # 3 / 17 * 5 = 0.88, rounds to 1
+        words_verified.should == 4
+      end
+
+      it 'should compute correct monthly activities' do
+        data = Air18n::PhraseTranslation.activity_from_translation_pairs(@golden_pairs, :daily => false)
+
+        data.should == @golden_monthly_activity
+      end
+
+      it 'should compute correct daily activities' do
+        data = Air18n::PhraseTranslation.activity_from_translation_pairs(@golden_pairs, :daily => true)
+
+        data.first.should ==
+          {:year=>2012,
+            :month=>11,
+            :day=>1,
+            :locale=>"de",
+            :user_id=>5,
+            :activity=>
+             {:num_translations=>2,
+              :num_verifications=>0,
+              :word_count_translations=>8,
+              :word_count_verifications=>0,
+              :translated_keys=>["v3 regime payments key 1", "v3 regime payments key 2"],
+              :verified_keys=>[]}}
+      end
+
+      it 'should keep track of translated and verified word count in v3 regime' do
+        data = Air18n::PhraseTranslation.translator_activity_data_master
+        @golden_monthly_activity.each do |a|
+          data.should include(a)
+        end
+      end
+    end
+  end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: air18n
 version: !ruby/object:Gem::Version
-  version: 0.1.27
+  version: 0.1.28
   prerelease: 
 platform: ruby
 authors:
@@ -13,7 +13,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-11-08 00:00:00.000000000 Z
+date: 2012-11-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: i18n