twitter_cldr 1.0.1 → 1.1.0

data/spec/normalizers/base_spec.rb

@@ -0,0 +1,16 @@
+# encoding: UTF-8
+
+require 'spec_helper'
+
+describe Base do
+  describe "#code_point_to_char" do
+    it "converts unicode code points to the actual character" do
+      TwitterCldr::Normalizers::Base.code_point_to_char("221E").should == "∞"
+    end
+  end
+  describe "#char_to_code_point" do
+    it "converts a character to a unicode code point" do
+      TwitterCldr::Normalizers::Base.char_to_code_point("∞").should == "221E"
+    end
+  end
+end

data/spec/normalizers/canonical/nfd_spec.rb

@@ -0,0 +1,50 @@
+# encoding: UTF-8
+
+require 'spec_helper'
+
+include TwitterCldr::Normalizers
+
+describe NFD do
+  describe "#normalize" do
+    NFD.normalize("庠摪饢鼢豦樄澸脧鱵礩翜艰").should == "庠摪饢鼢豦樄澸脧鱵礩翜艰"
+    NFD.normalize("䷙䷿").should == "䷙䷿"
+    NFD.normalize("ᎿᎲᎪᏨᎨᏪᎧᎵᏥ").should == "ᎿᎲᎪᏨᎨᏪᎧᎵᏥ"
+    NFD.normalize("ᆙᅓᆼᄋᇶ").should == "ᆙᅓᆼᄋᇶ"
+    NFD.normalize("…‾⁋
⁒‒′‾⁖").should == "…‾⁋
⁒‒′‾⁖"
+    NFD.normalize("ⶾⷕⶱⷀ").should == "ⶾⷕⶱⷀ"
+  end
+
+  describe "#decompose" do
+    it "does not decompose a character with no decomposition mapping" do
+      code_points = ["0EB8", "041F", "0066", "1F52C", "A2D6"]
+      code_points.each do |code_point|
+        NFD.decompose(code_point).should == code_point
+      end
+    end
+
+    it "does not decompose a character with compatibility decomposition mapping" do
+      code_points = ["A770", "FB02", "FC35", "FD20", "00BC"]
+      code_points.each do |code_point|        
+        NFD.decompose(code_point).should == code_point
+      end
+    end
+  end
+
+  describe "#normalize_code_points" do
+    it "passes all the tests in NormalizersTest.txt" do
+      normalization_test_file = File.join(File.dirname(File.dirname(__FILE__)), "NormalizationTest.txt")
+      File.open(normalization_test_file, "r:UTF-8") do |file|
+        while line = file.gets
+          unless line[0,1] =~ /(@|#)/ || line.empty?
+            c1, c2, c3, c4, c5 = line.split(';')[0...5].map { |cps| cps.split }
+            NFD.normalize_code_points(c1).should == c3
+            NFD.normalize_code_points(c2).should == c3
+            NFD.normalize_code_points(c3).should == c3
+            NFD.normalize_code_points(c4).should == c5
+            NFD.normalize_code_points(c5).should == c5
+          end
+        end
+      end
+    end
+  end
+end

data/spec/shared/currencies_spec.rb

@@ -1,6 +1,10 @@
 # encoding: UTF-8
 
-require File.join(File.dirname(__FILE__), %w[.. spec_helper])
+# Copyright 2012 Twitter, Inc
+# http://www.apache.org/licenses/LICENSE-2.0
+
+require 'spec_helper'
+
 include TwitterCldr::Shared
 
 TEST_COUNTRIES = ["Australia", "Thailand", "Russia", "China", "Japan", "Peru", "South Africa", "India", "South Korea", "United Kingdom"]

data/spec/shared/languages_spec.rb

@@ -1,6 +1,10 @@
 # encoding: UTF-8
 
-require File.join(File.dirname(__FILE__), %w[.. spec_helper])
+# Copyright 2012 Twitter, Inc
+# http://www.apache.org/licenses/LICENSE-2.0
+
+require 'spec_helper'
+
 include TwitterCldr::Shared
 
 describe Languages do

data/spec/shared/resources_spec.rb

@@ -1,6 +1,10 @@
 # encoding: UTF-8
 
-require File.join(File.dirname(__FILE__), %w[.. spec_helper])
+# Copyright 2012 Twitter, Inc
+# http://www.apache.org/licenses/LICENSE-2.0
+
+require 'spec_helper'
+
 include TwitterCldr::Shared
 
 describe Resources do
@@ -26,21 +30,4 @@ describe Resources do
       @resource.resource_for("de", "racehorse").should == { :key => "value" }
     end
   end
-
-  describe "#deep_symbolize_keys" do
-    it "should work with a regular hash" do
-      result = @resource.send(:deep_symbolize_keys, { "twitter" => "rocks", "my" => "socks" })
-      result.should == { :twitter => "rocks", :my => "socks"}
-    end
-
-    it "should work with nested hashes" do
-      result = @resource.send(:deep_symbolize_keys, { "twitter" => { "rocks" => "my socks" } })
-      result.should == { :twitter => { :rocks => "my socks" } }
-    end
-
-    it "should work with nested hashes and arrays" do
-      result = @resource.send(:deep_symbolize_keys, { "twitter" => { "rocks_my" => [{ "socks" => "and mind" }, { "hard" => "core" }] } })
-      result.should == { :twitter => { :rocks_my => [{ :socks => "and mind" }, { :hard => "core" }] } }
-    end
-  end
 end

data/spec/shared/unicode_data_spec.rb

@@ -0,0 +1,51 @@
+# encoding: UTF-8
+
+# Copyright 2012 Twitter, Inc
+# http://www.apache.org/licenses/LICENSE-2.0
+
+require 'spec_helper'
+
+include TwitterCldr::Shared
+
+describe UnicodeData do
+  describe "#for_code_point" do
+    it "should retrieve information for any valid code point" do
+      data = UnicodeData.for_code_point('0301')
+      data.should be_a(Struct)
+      data.length.should == 15
+    end
+
+    it "should return nil for invalid code points" do
+      UnicodeData.for_code_point('abcd').should be_nil
+      UnicodeData.for_code_point('FFFFFFF').should be_nil
+      UnicodeData.for_code_point('uytukhil123').should be_nil
+    end
+
+    it "fetches valid information for the specified code point" do
+      test_data = {
+        '17D1' => ['17D1','KHMER SIGN VIRIAM','Mn','0','NSM',"","","","",'N',"","","","",""],
+        'FE91' => ['FE91','ARABIC LETTER BEH INITIAL FORM','Lo','0','AL','<initial> 0628',"","","",'N','GLYPH FOR INITIAL ARABIC BAA',"","","",""],
+        '24B5' => ['24B5','PARENTHESIZED LATIN SMALL LETTER Z','So','0','L','<compat> 0028 007A 0029',"","","",'N',"","","","",""],
+        '2128' => ['2128','BLACK-LETTER CAPITAL Z','Lu','0','L','<font> 005A',"","","",'N','BLACK-LETTER Z',"","","",""],
+        '1F241'=> ['1F241','TORTOISE SHELL BRACKETED CJK UNIFIED IDEOGRAPH-4E09','So','0','L','<compat> 3014 4E09 3015',"","","",'N',"","","","",""]
+      }
+      test_data.each_pair do |code_point, data|
+        UnicodeData.for_code_point(code_point).values.should == data
+      end
+    end
+
+    it "fetches valid information for a code point within a range" do
+      test_data = {
+        '4E11' => ["4E11","<CJK Ideograph>","Lo","0","L","","","","","N","","","","",""],
+        'AC55' => ["AC55","<Hangul Syllable>","Lo","0","L","","","","","N","","","","",""],
+        'D7A1' => ["D7A1","<Hangul Syllable>","Lo","0","L","","","","","N","","","","",""],
+        'DAAA' => ["DAAA","<Non Private Use High Surrogate>","Cs","0","L","","","","","N","","","","",""],
+        'F8FE' => ["F8FE","<Private Use>","Co","0","L","","","","","N","","","","",""]
+      }
+
+      test_data.each_pair do |code_point, data|
+        UnicodeData.for_code_point(code_point).values.should == data
+      end
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -1,7 +1,10 @@
 # encoding: UTF-8
 
-require File.expand_path(File.join(File.dirname(__FILE__), %w[.. lib twitter_cldr]))
-FIXTURE_DIR = File.expand_path(File.join(File.dirname(__FILE__), %w[fixtures]))
+# Copyright 2012 Twitter, Inc
+# http://www.apache.org/licenses/LICENSE-2.0
+
+require 'rspec'
+require 'twitter_cldr'
 
 class FastGettext
   class << self
@@ -15,7 +18,7 @@ class FastGettext
   end
 end
 
-Spec::Runner.configure do |config|
+RSpec.configure do |config|
   config.mock_with :rr
 
   config.before(:each) do

data/spec/tokenizers/base_spec.rb

@@ -1,5 +1,8 @@
 # encoding: UTF-8
 
+# Copyright 2012 Twitter, Inc
+# http://www.apache.org/licenses/LICENSE-2.0
+
 require File.join(File.dirname(File.dirname(__FILE__)), "spec_helper")
 include TwitterCldr::Tokenizers
 

data/spec/tokenizers/calendars/date_tokenizer_spec.rb

@@ -1,6 +1,10 @@
 # encoding: UTF-8
 
-require File.join(File.dirname(File.dirname(File.dirname(__FILE__))), "spec_helper")
+# Copyright 2012 Twitter, Inc
+# http://www.apache.org/licenses/LICENSE-2.0
+
+require 'spec_helper'
+
 include TwitterCldr::Tokenizers
 
 describe DateTokenizer do

data/spec/tokenizers/calendars/datetime_tokenizer_spec.rb

@@ -1,6 +1,10 @@
 # encoding: UTF-8
 
-require File.join(File.dirname(File.dirname(File.dirname(__FILE__))), "spec_helper")
+# Copyright 2012 Twitter, Inc
+# http://www.apache.org/licenses/LICENSE-2.0
+
+require 'spec_helper'
+
 include TwitterCldr::Tokenizers
 
 describe DateTimeTokenizer do

data/spec/tokenizers/calendars/time_tokenizer_spec.rb

@@ -1,6 +1,10 @@
 # encoding: UTF-8
 
-require File.join(File.dirname(File.dirname(File.dirname(__FILE__))), "spec_helper")
+# Copyright 2012 Twitter, Inc
+# http://www.apache.org/licenses/LICENSE-2.0
+
+require 'spec_helper'
+
 include TwitterCldr::Tokenizers
 
 describe DateTokenizer do

data/spec/tokenizers/key_path_spec.rb

@@ -1,5 +1,8 @@
 # encoding: UTF-8
 
+# Copyright 2012 Twitter, Inc
+# http://www.apache.org/licenses/LICENSE-2.0
+
 require File.join(File.dirname(File.dirname(__FILE__)), "spec_helper")
 include TwitterCldr::Tokenizers
 

data/spec/tokenizers/numbers/number_tokenizer_spec.rb

@@ -1,6 +1,10 @@
 # encoding: UTF-8
 
-require File.join(File.dirname(File.dirname(File.dirname(__FILE__))), "spec_helper")
+# Copyright 2012 Twitter, Inc
+# http://www.apache.org/licenses/LICENSE-2.0
+
+require 'spec_helper'
+
 include TwitterCldr::Tokenizers
 
 describe NumberTokenizer do

data/spec/tokenizers/token_spec.rb

@@ -1,6 +1,10 @@
 # encoding: UTF-8
 
-require File.join(File.dirname(File.dirname(__FILE__)), "spec_helper")
+# Copyright 2012 Twitter, Inc
+# http://www.apache.org/licenses/LICENSE-2.0
+
+require 'spec_helper'
+
 include TwitterCldr::Tokenizers
 
 describe Token do

data/spec/twitter_cldr_spec.rb

@@ -1,6 +1,9 @@
 # encoding: UTF-8
 
-require File.join(File.dirname(__FILE__), "spec_helper")
+# Copyright 2012 Twitter, Inc
+# http://www.apache.org/licenses/LICENSE-2.0
+
+require 'spec_helper'
 
 describe TwitterCldr do
   describe "#supported_locale?" do
@@ -52,4 +55,23 @@ describe TwitterCldr do
       end
     end
   end
+
+  describe '#resources' do
+    it 'returns @@resources' do
+      resources = TwitterCldr::Shared::Resources.new
+      TwitterCldr.send :class_variable_set, :@@resources, resources
+
+      TwitterCldr.resources.should == resources
+    end
+  end
+
+  describe '#get_resource' do
+    it 'delegates to @@resources' do
+      resources = TwitterCldr::Shared::Resources.new
+      mock(resources).resource_for('locale', 'resource') { 'result' }
+      TwitterCldr.send :class_variable_set, :@@resources, resources
+
+      TwitterCldr.get_resource('locale', 'resource').should == 'result'
+    end
+  end
 end

data/spec/utils/interpolation_spec.rb

@@ -0,0 +1,124 @@
+# encoding: UTF-8
+
+# Copyright 2012 Twitter, Inc
+# http://www.apache.org/licenses/LICENSE-2.0
+
+# Some test cases were taken from i18n (https://github.com/svenfuchs/i18n/blob/89ea337f48562370988421e50caa7c2fe89452c7/test/core_ext/string/interpolate_test.rb)
+# and gettext (https://github.com/mutoh/gettext/blob/11b8c1525ba9f00afb1942f7ebf34bec12f7558b/test/test_string.rb) gems.
+#
+# See NOTICE file for corresponding license agreements.
+
+
+require 'spec_helper'
+
+describe TwitterCldr::Utils do
+  describe '#interpolate' do
+
+    context 'when argument is a Hash' do
+      it 'does nothing if no placeholder give' do
+        TwitterCldr::Utils.interpolate('foo', :foo => 'bar').should == 'foo'
+      end
+
+      it 'interpolates named placeholders' do
+        TwitterCldr::Utils.interpolate('%{digit} %{sign} %{digit}', :digit => 2, :sign => '+').should == '2 + 2'
+      end
+
+      it 'interpolates named placeholders with formatting' do
+        TwitterCldr::Utils.interpolate(
+            '%<as_integer>d %<as_float>.2f', :as_integer => 3.14, :as_float => 15
+        ).should == '3 15.00'
+      end
+
+      it 'interpolates mixed placeholders' do
+        TwitterCldr::Utils.interpolate(
+            '%{regular} is approx. %<pi>.4f', :regular => 'pi', :pi => 3.141592
+        ).should == 'pi is approx. 3.1416'
+      end
+
+      it 'does not recurse' do
+        TwitterCldr::Utils.interpolate(
+            '%{top_level}', :top_level => '%<second_level>', :second_level => 'unexpected'
+        ).should == '%<second_level>'
+      end
+
+      it 'treats % before placeholder as escape character' do
+        TwitterCldr::Utils.interpolate(
+            '%%{foo} = %{foo}, %%<bar>d = %<bar>d', :foo => 1, :bar => 2.3
+        ).should == '%{foo} = 1, %<bar>d = 2'
+      end
+
+      it 'interpolates formatted placeholders as Ruby 1.9' do
+        TwitterCldr::Utils.interpolate('%<msg>s',    :msg => 'foo').should == 'foo'
+        TwitterCldr::Utils.interpolate('%<num>d',    :num => 1    ).should == '1'
+        TwitterCldr::Utils.interpolate('%<num>f',    :num => 1.0  ).should == '1.000000'
+        TwitterCldr::Utils.interpolate('%<num>3.0f', :num => 1.0  ).should == '  1'
+        TwitterCldr::Utils.interpolate('%<num>2.2f', :num => 100.0).should == '100.00'
+        TwitterCldr::Utils.interpolate('%<num>#b',   :num => 1    ).should == '0b1'
+        TwitterCldr::Utils.interpolate('%<num>#x',   :num => 100.0).should == '0x64'
+      end
+
+      it 'ignores extra values' do
+        TwitterCldr::Utils.interpolate('%{msg}', :msg => 'hello', :extra => 'extra').should == 'hello'
+      end
+
+      it 'raises ArgumentError if formatted placeholder is malformed' do
+        lambda { TwitterCldr::Utils.interpolate('%<num>,d', :num => 100) }.should raise_error(ArgumentError)
+        lambda { TwitterCldr::Utils.interpolate('%<num>/d', :num => 100) }.should raise_error(ArgumentError)
+      end
+
+      it 'raises KeyError when the value is missing' do
+        lambda { TwitterCldr::Utils.interpolate('%{msg}', {}) }.should raise_error(KeyError)
+      end
+    end
+
+    context 'when argument is an Array' do
+      it 'does nothing if no placeholder give' do
+        TwitterCldr::Utils.interpolate('foo', [111]).should == 'foo'
+      end
+
+      it 'interpolates all placeholders' do
+        TwitterCldr::Utils.interpolate('%d %s', [12, 'monkeys']).should == '12 monkeys'
+      end
+
+      it 'interpolates all placeholders with formatting' do
+        TwitterCldr::Utils.interpolate('%d %.3f %#b', [3.1415, 92, 6]).should == '3 92.000 0b110'
+      end
+
+      it 'formats positional arguments' do
+        TwitterCldr::Utils.interpolate('%1$*2$s %2$d %1$s', ['hello', 8]).should == '   hello 8 hello'
+      end
+
+      it 'treats % as escape character' do
+        TwitterCldr::Utils.interpolate('%s: %+.2f±%.2f%%', ['total', 3.14159, 2.6535]).should == 'total: +3.14±2.65%'
+      end
+
+      it 'ignores extra values' do
+        TwitterCldr::Utils.interpolate('%d', [2, 1]).should == '2'
+      end
+
+      it 'raises ArgumentError when given not enough values' do
+        lambda { TwitterCldr::Utils.interpolate('%d %d', [1]) }.should raise_error(ArgumentError)
+      end
+
+      it 'raises ArgumentError if the string contains named placeholders' do
+        lambda { TwitterCldr::Utils.interpolate('%{name} %d', [1, 2]) }.should raise_error(ArgumentError)
+      end
+    end
+
+    context 'when argument is a single value' do
+      it 'formats a string' do
+        TwitterCldr::Utils.interpolate('a string: %s', 'string').should == 'a string: string'
+      end
+
+      it 'formats a number' do
+        TwitterCldr::Utils.interpolate('a number: %4.1f', 3.1415).should == 'a number:  3.1'
+      end
+
+      it 'raises ArgumentError if the string contains named placeholders' do
+        lambda { TwitterCldr::Utils.interpolate('%{name}', 'must be hash') }.should raise_error(ArgumentError)
+      end
+    end
+
+  end
+
+end

data/spec/utils_spec.rb

@@ -0,0 +1,32 @@
+# encoding: UTF-8
+
+# Copyright 2012 Twitter, Inc
+# http://www.apache.org/licenses/LICENSE-2.0
+
+require 'spec_helper'
+
+describe TwitterCldr::Utils do
+  describe '#deep_symbolize_keys' do
+
+    let(:hash) { { 'foo' => { 'bar' => { 'baz' => 'woot' }, :ar => [1, 2] }, 42 => { 'baz' => 'wat' } } }
+
+    let(:symbolized_hash) { { :foo => { :bar => { :baz => 'woot' }, :ar => [1, 2] }, 42 => { :baz => 'wat' } } }
+
+    it 'symbolizes string keys of a hash' do
+      TwitterCldr::Utils.deep_symbolize_keys(hash).should == symbolized_hash
+    end
+
+    it 'deeply symbolizes elements of an array' do
+      TwitterCldr::Utils.deep_symbolize_keys([1, hash, 'foo', :bar]).should == [1, symbolized_hash, 'foo', :bar]
+    end
+
+    it 'deeply symbolizes elements of an array nested in a hash' do
+      TwitterCldr::Utils.deep_symbolize_keys({ 'foo' => [1, hash] }).should == { :foo => [1, symbolized_hash] }
+    end
+
+    it 'leaves arguments of other types alone' do
+      ['foo', :bar, 42].each { |arg| TwitterCldr::Utils.deep_symbolize_keys(arg).should == arg }
+    end
+
+  end
+end