twitter_cldr 1.3.0 → 1.3.6

data/lib/twitter_cldr/tokenizers/calendars/time_tokenizer.rb

@@ -9,13 +9,19 @@ module TwitterCldr
       def initialize(options = {})
         super(options)
         @token_splitter_regex = /(\'[\w\s-]+\'|a{1}|h{1,2}|H{1,2}|K{1,2}|k{1,2}|m{1,2}|s{1,2}|S+|z{1,4}|Z{1,4})/
-        @token_type_regexes = [{ :type => :pattern, :regex => /^a{1}|h{1,2}|H{1,2}|K{1,2}|k{1,2}|m{1,2}|s{1,2}|S+|z{1,4}|Z{1,4}/ },
-                               { :type => :plaintext, :regex => // }]
-        @paths = { :default => "formats.time.default",
-                   :full => "formats.time.full",
-                   :long => "formats.time.long",
-                   :medium => "formats.time.medium",
-                   :short => "formats.time.short" }
+
+        @token_type_regexes = [
+            { :type => :pattern,   :regex => /^(a{1}|h{1,2}|H{1,2}|K{1,2}|k{1,2}|m{1,2}|s{1,2}|S+|z{1,4}|Z{1,4})/ },
+            { :type => :plaintext, :regex => // }
+        ]
+
+        @paths = {
+            :default => [:formats, :time, :default],
+            :full    => [:formats, :time, :full],
+            :long    => [:formats, :time, :long],
+            :medium  => [:formats, :time, :medium],
+            :short   => [:formats, :time, :short]
+        }
       end
 
       protected

data/lib/twitter_cldr/tokenizers/calendars/timespan_tokenizer.rb

@@ -0,0 +1,82 @@
+# encoding: UTF-8
+
+# Copyright 2012 Twitter, Inc
+# http://www.apache.org/licenses/LICENSE-2.0
+
+module TwitterCldr
+  module Tokenizers
+    class TimespanTokenizer < Base
+      def initialize(options = {})
+        super(options)
+
+        @type = options[:type] || :decimal
+
+        @token_splitter_regex = /([^0*#,\.]*)([0#,\.]+)([^0*#,\.]*)$/ # creates spaces
+        @token_type_regexes   = [
+            { :type => :pattern, :regex => /[0?#,\.]*/ }, # splits token at right places
+            { :type => :plaintext, :regex => // }
+        ]
+        @base_path = [:units]
+        @paths = {
+            :ago => {
+                :default => :'hour-past',
+                :second  => :'second-past',
+                :minute  => :'minute-past',
+                :hour    => :'hour-past',
+                :day     => :'day-past',
+                :week    => :'week-past',
+                :month   => :'month-past',
+                :year    => :'year-past'
+            },
+            :until => {
+                :default => :'hour-future',
+                :second  => :'second-future',
+                :minute  => :'minute-future',
+                :hour    => :'hour-future',
+                :day     => :'day-future',
+                :week    => :'week-future',
+                :month   => :'month-future',
+                :year    => :'year-future'
+            }
+        }
+      end
+
+      def tokens(options = {})
+        path = full_path(options[:direction], options[:unit] || :default)
+        pluralization = TwitterCldr::Formatters::Plurals::Rules.rule_for(options[:number], @locale)
+
+        case pluralization # sometimes the plural rule will return ":one" when the resource only contains a path with "1"
+          when :zero
+            pluralization = 0 if token_exists(path + [0])
+          when :one
+            pluralization = 1 if token_exists(path + [1])
+          when :two
+            pluralization = 2 if token_exists(path + [2])
+        end
+        path += [pluralization]
+        tokens_with_placeholders_for(path) if token_exists(path)
+      end
+
+      def token_exists(path)
+        @@token_cache ||= {}
+        cache_key = compute_cache_key(@locale, path.join('.'))
+        true if @@token_cache.include?(cache_key) || traverse(path)
+      end
+
+      protected
+
+      def full_path(direction, unit)
+        @base_path + [@paths[direction][unit]]
+      end
+
+      def init_resources
+        @resource = TwitterCldr.get_locale_resource(@locale, :units)[TwitterCldr.convert_locale(@locale)]
+      end
+
+      def pattern_for(resource)
+        # can't go any deeper, so return original pattern (which should NOT be a hash, by the way)
+        resource
+      end
+    end
+  end
+end

data/lib/twitter_cldr/tokenizers/numbers/number_tokenizer.rb

@@ -8,28 +8,35 @@ module TwitterCldr
     class NumberTokenizer < Base
       def initialize(options = {})
         super(options)
+
         @type = options[:type] || :decimal
+
         @token_splitter_regex = /([^0*#,\.]*)([0#,\.]+)([^0*#,\.]*)$/
-        @token_type_regexes = [{ :type => :pattern, :regex => /[0?#,\.]*/ },
-                               { :type => :plaintext, :regex => // }]
-        @base_path = "numbers.formats"
-        @symbol_path = "numbers.symbols"
-        @paths = { :default => "patterns.default",
-                   :positive => "patterns.positive",
-                   :negative => "patterns.negative" }
+        @token_type_regexes   = [{ :type => :pattern, :regex => /[0?#,\.]*/ }, { :type => :plaintext, :regex => // }]
+
+        @base_path   = [:numbers, :formats]
+        @symbol_path = [:numbers, :symbols]
+
+        @paths = {
+            :default  => [:patterns, :default],
+            :positive => [:patterns, :positive],
+            :negative => [:patterns, :negative]
+        }
       end
 
       def tokens(options = {})
-        unless self.traverse(self.full_path_for(:positive))
-          key_path = self.full_path_for(:default)
-          positive, negative = self.traverse(key_path).split(/;/)
-          insert_point = self.traverse(KeyPath.dirname(key_path))
+        unless traverse(full_path_for(:positive))
+          key_path = full_path_for(:default)
+
+          positive, negative = traverse(key_path).split(/;/)
+
+          insert_point = traverse(key_path[0..-2])
           insert_point[:positive] = positive
-          insert_point[:negative] = negative ? negative : "#{self.symbols[:minus] || '-'}#{positive}"
+          insert_point[:negative] = negative ? negative : "#{symbols[:minus] || '-'}#{positive}"
         end
 
         sign = options[:sign] || :positive
-        self.tokens_for(self.full_path_for(sign), nil)
+        tokens_for(full_path_for(sign), nil)
       end
 
       def symbols
@@ -39,7 +46,7 @@ module TwitterCldr
       protected
 
       def full_path_for(path)
-        KeyPath.join(@base_path, @type.to_s, self.paths[path])
+        @base_path + [@type] + paths[path]
       end
 
       def init_resources

data/lib/twitter_cldr/tokenizers/token.rb

@@ -17,6 +17,10 @@ module TwitterCldr
       def to_s
         @value
       end
+
+      def to_hash
+        { :value => @value, :type => @type }
+      end
     end
   end
 end

data/lib/twitter_cldr/version.rb

@@ -4,5 +4,5 @@
 # http://www.apache.org/licenses/LICENSE-2.0
 
 module TwitterCldr
-  VERSION = "1.3.0"
+  VERSION = "1.3.6"
 end

data/resources/locales/ar/units.yml

@@ -0,0 +1,149 @@
+ar: 
+  units: 
+    day: 
+      few: "{0} أيام"
+      many: "{0} يوماً"
+      one: يوم
+      other: "{0} يوم"
+      two: يومان
+      zero: "لا أيام"
+    day-future: 
+      0: "خلال 0 يوم"
+      1: "خلال يوم واحد"
+      few: "خلال {0} أيام"
+      many: "خلال {0} يومًا"
+      other: "خلال {0} من الأيام"
+      two: "خلال يومين"
+    day-past: 
+      0: "قبل 0 يوم"
+      1: "قبل يوم واحد"
+      few: "قبل {0} أيام"
+      many: "قبل {0} يومًا"
+      other: "قبل {0} من الأيام"
+      two: "قبل يومين"
+    hour: 
+      few: "{0} س"
+      many: "{0} س"
+      one: ساعة
+      other: "{0} س"
+      two: ساعتان
+      zero: "لا ساعات"
+    hour-future: 
+      0: "خلال 0 ساعة"
+      1: "خلال ساعة واحدة"
+      few: "خلال {0} ساعات"
+      many: "خلال {0} ساعة"
+      other: "خلال {0} من الساعات"
+      two: "خلال ساعتين"
+    hour-past: 
+      0: "قبل 0 ساعة"
+      1: "قبل ساعة واحدة"
+      few: "قبل {0} ساعات"
+      many: "قبل {0} ساعة"
+      other: "قبل {0} من الساعات"
+      two: "قبل ساعتين"
+    minute: 
+      few: "{0} د"
+      many: "{0} د"
+      one: دقيقة
+      other: "{0} د"
+      two: دقيقتان
+      zero: "لا دقائق"
+    minute-future: 
+      0: "خلال 0 دقيقة"
+      1: "خلال دقيقة واحدة"
+      few: "خلال {0} دقائق"
+      many: "خلال {0} دقيقة"
+      other: "خلال {0} من الدقائق"
+      two: "خلال دقيقتين"
+    minute-past: 
+      0: "قبل 0 دقيقة"
+      1: "قبل دقيقة واحدة"
+      few: "قبل {0} دقائق"
+      many: "قبل {0} دقيقة"
+      other: "قبل {0} من الدقائق"
+      two: "قبل دقيقتين"
+    month: 
+      few: "{0} أشهر"
+      many: "{0} شهراً"
+      one: شهر
+      other: "{0} شهر"
+      two: شهران
+      zero: "لا أشهر"
+    month-future: 
+      0: "خلال 0 شهر"
+      1: "خلال شهر واحد"
+      few: "خلال {0} شهور"
+      many: "خلال {0} شهرًا"
+      other: "خلال {0} من الشهور"
+      two: "خلال شهرين"
+    month-past: 
+      0: "قبل 0 شهر"
+      1: "قبل شهر واحد"
+      few: "قبل {0} أشهر"
+      many: "قبل {0} شهرًا"
+      other: "قبل {0} من الشهور"
+      two: "قبل شهرين"
+    second: 
+      few: "{0} ث"
+      many: "{0} ث"
+      one: ثانية
+      other: "{0} ث"
+      two: ثانيتان
+      zero: "لا ثوان"
+    second-future: 
+      0: "خلال 0 ثانية"
+      1: "خلال ثانية واحدة"
+      few: "خلال {0} ثوانِ"
+      many: "خلال {0} ثانية"
+      other: "خلال {0} من الثواني"
+      two: "خلال ثانيتين"
+    second-past: 
+      0: "قبل 0 ثانية"
+      1: "قبل ثانية واحدة"
+      few: "قبل {0} ثوانِ"
+      many: "قبل {0} ثانية"
+      other: "قبل {0} من الثواني"
+      two: "قبل ثانيتين"
+    week: 
+      few: "{0} أسابيع"
+      many: "{0} أسبوعاً"
+      one: أسبوع
+      other: "{0} أسبوع"
+      two: أسبوعان
+      zero: "لا أسابيع"
+    week-future: 
+      0: "خلال 0 أسبوع"
+      1: "خلال أسبوع واحد"
+      few: "خلال {0} أسابيع"
+      many: "خلال {0} أسبوعًا"
+      other: "خلال {0} من الأسابيع"
+      two: "خلال أسبوعين"
+    week-past: 
+      0: "قبل 0 أسبوع"
+      1: "قبل أسبوع واحد"
+      few: "قبل {0} أسابيع"
+      many: "قبل {0} أسبوعًا"
+      other: "قبل {0} من الأسابيع"
+      two: "قبل أسبوعين"
+    year: 
+      few: "{0} سنوات"
+      many: "{0} سنةً"
+      one: سنة
+      other: "{0} سنة"
+      two: سنتان
+      zero: "لا سنوات"
+    year-future: 
+      0: "خلال 0 سنة"
+      1: "خلال سنة واحدة"
+      few: "خلال {0} سنوات"
+      many: "خلال {0} سنة"
+      other: "خلال {0} من السنوات"
+      two: "خلال سنتين"
+    year-past: 
+      0: "قبل 0 سنة"
+      1: "قبل سنة واحدة"
+      few: "قبل {0} سنوات"
+      many: "قبل {0} سنة"
+      other: "قبل {0} من السنوات"
+      two: "قبل سنتين"

data/resources/locales/da/units.yml

@@ -0,0 +1,79 @@
+da: 
+  units: 
+    day: 
+      one: "{0} dag"
+      other: "{0} dage"
+    day-future: 
+      0: "Om 0 dage"
+      1: "Om 1 dag"
+      other: "Om {0} dage"
+    day-past: 
+      0: "0 dage siden"
+      1: "1 dag siden"
+      other: "{0} dage siden"
+    hour: 
+      one: "{0} t."
+      other: "{0} t."
+    hour-future: 
+      0: "Om 0 timer"
+      1: "Om 1 time"
+      other: "Om {0} timer"
+    hour-past: 
+      0: "0 timer siden"
+      1: "1 time siden"
+      other: "{0} timer siden"
+    minute: 
+      one: "{0} min."
+      other: "{0} min."
+    minute-future: 
+      0: "Om 0 minutter"
+      1: "Om 1 minut"
+      other: "Om {0} minutter"
+    minute-past: 
+      0: "0 minutter siden"
+      1: "1 minut siden"
+      other: "{0} minutter siden"
+    month: 
+      one: "{0} mdr."
+      other: "{0} mdr."
+    month-future: 
+      0: "Om 0 måneder"
+      1: "Om 1 måned"
+      other: "Om {0} måneder"
+    month-past: 
+      0: "0 måneder siden"
+      1: "1 måned siden"
+      other: "{0} måneder siden"
+    second: 
+      one: "{0} sek."
+      other: "{0} sek."
+    second-future: 
+      0: "Om 0 sekunder"
+      1: "Om 1 sekund"
+      other: "Om {0} sekunder"
+    second-past: 
+      0: "0 sekunder siden"
+      1: "1 sekund siden"
+      other: "{0} sekunder siden"
+    week: 
+      one: "{0} uge"
+      other: "{0} uger"
+    week-future: 
+      0: "Om 0 uger"
+      1: "om 1 uge"
+      other: "Om {0} uger"
+    week-past: 
+      0: "0 uger siden"
+      1: "1 uge siden"
+      other: "{0} uger siden"
+    year: 
+      one: "{0} år"
+      other: "{0} år"
+    year-future: 
+      0: "Om 0 år"
+      1: "Om 1 år"
+      other: "Om {0} år"
+    year-past: 
+      0: "0 år siden"
+      1: "1 år siden"
+      other: "{0} år siden"

data/resources/locales/de/units.yml

@@ -0,0 +1,93 @@
+de: 
+  units: 
+    day: 
+      one: "{0} Tag"
+      other: "{0} Tage"
+    day-future: 
+      0: "In 0 Tagen"
+      1: "In 1 Tag"
+      one: "In {0} Tag"
+      other: "In {0} Tagen"
+    day-past: 
+      0: "Vor 0 Tagen"
+      1: "Vor 1 Tag"
+      one: "Vor {0} Tag"
+      other: "Vor {0} Tagen"
+    hour: 
+      one: "{0} Std."
+      other: "{0} Std."
+    hour-future: 
+      0: "In 0 Stunden"
+      1: "In 1 Stunde"
+      one: "In {0} Stunde"
+      other: "In {0} Stunden"
+    hour-past: 
+      0: "Vor 0 Stunden"
+      1: "Vor 1 Stunde"
+      one: "Vor {0} Stunde"
+      other: "Vor {0} Stunden"
+    minute: 
+      one: "{0} Min."
+      other: "{0} Min."
+    minute-future: 
+      0: "In 0 Minuten"
+      1: "In 1 Minute"
+      one: "In {0} Minute"
+      other: "In {0} Minuten"
+    minute-past: 
+      0: "Vor 0 Minuten"
+      1: "Vor 1 Minute"
+      one: "Vor {0} Minute"
+      other: "Vor {0} Minuten"
+    month: 
+      one: "{0} Monat"
+      other: "{0} Monate"
+    month-future: 
+      0: "In 0 Monaten"
+      1: "In 1 Monat"
+      one: "In {0} Monat"
+      other: "In {0} Monaten"
+    month-past: 
+      0: "Vor 0 Monaten"
+      1: "Vor 1 Monat"
+      one: "Vor {0} Monat"
+      other: "Vor {0} Monaten"
+    second: 
+      one: "{0} Sek."
+      other: "{0} Sek."
+    second-future: 
+      0: "In 0 Sekunden"
+      1: "In 1 Sekunde"
+      one: "In {0} Sekunde"
+      other: "In {0} Sekunden"
+    second-past: 
+      0: "Vor 0 Sekunden"
+      1: "Vor 1 Sekunde"
+      one: "Vor {0} Sekunde"
+      other: "Vor {0} Sekunden"
+    week: 
+      one: "{0} Woche"
+      other: "{0} Wochen"
+    week-future: 
+      0: "In 0 Wochen"
+      1: "In 1 Woche"
+      one: "In {0} Woche"
+      other: "In {0} Wochen"
+    week-past: 
+      0: "Vor 0 Wochen"
+      1: "Vor 1 Woche"
+      one: "Vor {0} Woche"
+      other: "Vor {0} Wochen"
+    year: 
+      one: "{0} Jahr"
+      other: "{0} Jahre"
+    year-future: 
+      0: "In 0 Jahren"
+      1: "In 1 Jahr"
+      one: "In {0} Jahr"
+      other: "In {0} Jahren"
+    year-past: 
+      0: "Vor 0 Jahren"
+      1: "Vor 1 Jahr"
+      one: "Vor {0} Jahr"
+      other: "Vor {0} Jahren"