twitter_cldr 3.0.0.beta1 → 3.0.0

data/lib/twitter_cldr/tokenizers/calendars/datetime_tokenizer.rb

@@ -1,131 +0,0 @@
-# encoding: UTF-8
-
-# Copyright 2012 Twitter, Inc
-# http://www.apache.org/licenses/LICENSE-2.0
-
-module TwitterCldr
-  module Tokenizers
-    class DateTimeTokenizer < Base
-      attr_reader :placeholders, :calendar_type
-
-      VALID_TYPES = [:default, :full, :long, :medium, :short, :additional]
-      DEFAULT_TYPE = :medium
-
-      def initialize(options = {})
-        @calendar_type = options[:calendar_type] || TwitterCldr::DEFAULT_CALENDAR_TYPE
-        @type = options[:type] || :default
-        @format = options[:format]
-
-        @token_splitter_regexes = {
-          :additional => Regexp.union(
-            DateTokenizer::TOKEN_SPLITTER_REGEX,
-            TimeTokenizer::TOKEN_SPLITTER_REGEX
-          ),
-          :else => /([^\s]+)/  # groups of non-space chars
-        }
-
-        @token_type_regexes = {
-          :additional => merge_token_type_regexes(DateTokenizer::TOKEN_TYPE_REGEXES, TimeTokenizer::TOKEN_TYPE_REGEXES),
-          :else => {
-            :plaintext => { :regex => // }
-          }
-        }
-
-        @base_path = [:calendars]
-
-        @paths = {
-          :full       => [:formats, :datetime, :full],
-          :long       => [:formats, :datetime, :long],
-          :medium     => [:formats, :datetime, :medium],
-          :short      => [:formats, :datetime, :short],
-          :additional => [:additional_formats]
-        }
-
-        super(options)
-      end
-
-      def tokens(options = {})
-        @type = options[:type] || @type || :default
-        @format = options[:format] || @format
-        @type = DEFAULT_TYPE if @type == :default
-        tokens_for(full_path_for(paths[@type]))
-      end
-
-      def calendar
-        @resource[:calendars][@calendar_type]
-      end
-
-      def additional_format_selector
-        cache_key = TwitterCldr::Utils.compute_cache_key(@locale, @calendar_type)
-        @additional_format_selector = format_selector_cache[cache_key] ||= AdditionalDateFormatSelector.new(
-          @resource[:calendars][@calendar_type][:additional_formats]
-        )
-      end
-
-      protected
-
-      def format_selector_cache
-        @@format_selector_cache ||= {}
-      end
-
-      def merge_token_type_regexes(first, second)
-        TwitterCldr::Utils.deep_merge_hash(first, second) do |left, right|
-          if right.is_a?(Regexp) && left.is_a?(Regexp)
-            Regexp.union(left, right)
-          else
-            left
-          end
-        end
-      end
-
-      def full_path_for(path, calendar_type = @calendar_type)
-        @base_path + [calendar_type] + path
-      end
-
-      def init_resources
-        @resource = TwitterCldr.get_locale_resource(@locale, :calendars)[@locale]
-        @resource = expand(@resource, @resource)
-
-        @resource[:calendars].each_pair do |calendar_type, options|
-          next if calendar_type == DEFAULT_CALENDAR_TYPE
-          mirror_resource(:from => @resource[:calendars][DEFAULT_CALENDAR_TYPE], :to => @resource[:calendars][calendar_type])
-        end
-      end
-
-      def mirror_resource(options)
-        from = options[:from]
-        to = options[:to]
-
-        from.each_pair do |key, value|
-          if !to[key]
-            to[key] = from[key]
-          else
-            if to[key].is_a?(Hash) and from[key].is_a?(Hash)
-              mirror_resource(:from => from[key], :to => to[key])
-            end
-          end
-        end
-      end
-
-      def init_placeholders
-        @placeholders = [
-          { :name => :time, :object => TwitterCldr::Tokenizers::TimeTokenizer.new(:locale => @locale, :calendar_type => @calendar_type) },
-          { :name => :date, :object => TwitterCldr::Tokenizers::DateTokenizer.new(:locale => @locale, :calendar_type => @calendar_type) }
-        ]
-      end
-
-      def pattern_for(resource)
-        case type
-          when :additional
-            resource[additional_format_selector.find_closest(format).to_sym]
-          else
-            resource.is_a?(Hash) ? resource[:pattern] : resource
-        end
-      end
-
-      def pattern_cache
-        @@pattern_cache ||= {}
-      end
-    end
-  end
-end

data/lib/twitter_cldr/utils/territories.rb

@@ -1,56 +0,0 @@
-# encoding: UTF-8
-
-# Copyright 2012 Twitter, Inc
-# http://www.apache.org/licenses/LICENSE-2.0
-
-module TwitterCldr
-  module Utils
-    module Territories
-      class << self
-
-        # Normalizes a territory code to a symbol.
-        #
-        # 1) Converts to string.
-        # 2) Downcases.
-        # 3) Symbolizes.
-        #
-        # The downcasing is to convert ISO 3166-1 alpha-2 codes,
-        # used (upper-case) for territories in CLDR, to be lowercase, to be
-        # consistent with how territory codes are surfaced in TwitterCLDR
-        # methods relating to phone and postal codes.
-        def normalize_territory_code(territory_code)
-          return nil if territory_code.nil?
-          territory_code.to_s.downcase.gsub(/^0+/, '').to_sym
-        end
-
-        # Normalizes each key in the 'arg' hash or constituent hashes as
-        # if it were a territory code.
-        #
-        # In addition, removes entries in hashes where the key begins with a digit.
-        # Because of the way the twitter-cldr-rb YAML resource pipeline works,
-        # these three-digit codes get mangled (e.g. interpreted as octal then
-        # reinterpreted out in decimal), and translations for UN three-digit
-        # area codes cannot be trusted.
-        def deep_normalize_territory_code_keys(arg)
-          case arg
-            when Array
-              arg.map { |elem| deep_normalize_territory_code_keys(elem) }
-            when Hash
-              normalized = arg.inject({}) do |carry, (key, value)|
-                normalized_key = normalize_territory_code(key)
-                carry[normalized_key] = deep_normalize_territory_code_keys(value)
-                carry
-              end
-              normalized.delete_if do |key, _|
-                key.to_s =~ /^\d+$/
-              end
-              normalized
-            else
-              arg
-          end
-        end
-
-      end
-    end
-  end
-end

data/spec/formatters/base_spec.rb

@@ -1,18 +0,0 @@
-# encoding: UTF-8
-
-# Copyright 2012 Twitter, Inc
-# http://www.apache.org/licenses/LICENSE-2.0
-
-require 'spec_helper'
-
-include TwitterCldr::Formatters
-
-describe Base do
-  describe "#extract_locale" do
-    it "should return the locale specified in the options hash, :en otherwise" do
-      base = TwitterCldr::Formatters::Base.new
-      base.send(:extract_locale, { :locale => :hi }).should == :hi
-      base.send(:extract_locale, {}).should == :en
-    end
-  end
-end

data/spec/formatters/calendars/timespan_formatter_spec.rb

@@ -1,112 +0,0 @@
-# encoding: UTF-8
-
-# Copyright 2012 Twitter, Inc
-# http://www.apache.org/licenses/LICENSE-2.0
-
-require 'spec_helper'
-
-include TwitterCldr::Formatters
-
-describe TimespanFormatter do
-
-  describe "#format" do
-    let(:formatter) { TimespanFormatter.new(:locale => :de) }
-
-    it "approximates timespans accurately if explicity asked to" do
-      options = { :direction => :none, :approximate => true }
-      formatter.format(44, options).should match_normalized("44 Sekunden")
-      formatter.format(45, options).should match_normalized("1 Minute")
-
-      formatter.format(2699, options).should match_normalized("45 Minuten")
-      formatter.format(2700, options).should match_normalized("1 Stunde")
-
-      formatter.format(64799, options).should match_normalized("18 Stunden")
-      formatter.format(64800, options).should match_normalized("1 Tag")
-
-      formatter.format(453599, options).should match_normalized("5 Tage")
-      formatter.format(453600, options).should match_normalized("1 Woche")
-
-      formatter.format(1972307, options).should match_normalized("3 Wochen")
-      formatter.format(1972308, options).should match_normalized("1 Monat")
-
-      formatter.format(23667694, options).should match_normalized("9 Monate")
-      formatter.format(23667695, options).should match_normalized("1 Jahr")
-    end
-
-    it "doesn't approximate timespans by default" do
-      options = { :direction => :none }
-      formatter.format(44, options).should match_normalized("44 Sekunden")
-      formatter.format(45, options).should match_normalized("45 Sekunden")
-
-      formatter.format(2699, options).should match_normalized("45 Minuten")
-      formatter.format(2700, options).should match_normalized("45 Minuten")
-
-      formatter.format(64799, options).should match_normalized("18 Stunden")
-      formatter.format(64800, options).should match_normalized("18 Stunden")
-
-      formatter.format(453599, options).should match_normalized("5 Tage")
-      formatter.format(453600, options).should match_normalized("5 Tage")
-
-      formatter.format(1972307, options).should match_normalized("3 Wochen")
-      formatter.format(1972308, options).should match_normalized("3 Wochen")
-
-      formatter.format(23667694, options).should match_normalized("9 Monate")
-      formatter.format(23667695, options).should match_normalized("9 Monate")
-
-      formatter.format(31556926, options).should match_normalized("1 Jahr")
-    end
-
-    context "default type" do
-      describe "non-directional" do
-        it "works for a variety of units" do
-          formatter.format(3273932, :unit => :year, :direction => :none).should match_normalized('0 Jahre')
-          formatter.format(3273932, :unit => :month, :direction => :none).should match_normalized('1 Monat')
-          formatter.format(3273932, :unit => :week, :direction => :none).should match_normalized('5 Wochen')
-          formatter.format(3273932, :unit => :day, :direction => :none).should match_normalized('38 Tage')
-          formatter.format(3273932, :unit => :hour, :direction => :none).should match_normalized('909 Stunden')
-          formatter.format(3273932, :unit => :minute, :direction => :none).should match_normalized('54566 Minuten')
-          formatter.format(3273932, :unit => :second, :direction => :none).should match_normalized('3273932 Sekunden')
-        end
-      end
-
-      describe "#ago" do
-        it "works for a variety of units" do
-          formatter.format(-3273932, :unit => :year).should match_normalized('Vor 0 Jahren')
-          formatter.format(-3273932, :unit => :month).should match_normalized('Vor 1 Monat')
-          formatter.format(-3273932, :unit => :week).should match_normalized('Vor 5 Wochen')
-          formatter.format(-3273932, :unit => :day).should match_normalized('Vor 38 Tagen')
-          formatter.format(-3273932, :unit => :hour).should match_normalized('Vor 909 Stunden')
-          formatter.format(-3273932, :unit => :minute).should match_normalized('Vor 54566 Minuten')
-          formatter.format(-3273932, :unit => :second).should match_normalized('Vor 3273932 Sekunden')
-        end
-      end
-
-      describe "#until" do
-        it "works for a variety of units" do
-          formatter.format(3273932, :unit => :year).should match_normalized('In 0 Jahren')
-          formatter.format(3273932, :unit => :month).should match_normalized('In 1 Monat')
-          formatter.format(3273932, :unit => :week).should match_normalized('In 5 Wochen')
-          formatter.format(3273932, :unit => :day).should match_normalized('In 38 Tagen')
-          formatter.format(3273932, :unit => :hour).should match_normalized('In 909 Stunden')
-          formatter.format(3273932, :unit => :minute).should match_normalized('In 54566 Minuten')
-          formatter.format(3273932, :unit => :second).should match_normalized('In 3273932 Sekunden')
-        end
-      end
-    end
-
-    context "abbreviated type" do
-      let(:options) { { :type => :abbreviated } }
-
-      # Note: non-directional timespans are the only ones that support the abbreviated type (i.e. ago and until cannot be abbreviated)
-      describe "non-directional" do
-        it "works for a variety of units" do
-          # year/month/week not supported
-          formatter.format(3273932, options.merge(:unit => :day, :direction => :none)).should match_normalized('38d')
-          formatter.format(3273932, options.merge(:unit => :hour, :direction => :none)).should match_normalized('909h')
-          formatter.format(3273932, options.merge(:unit => :minute, :direction => :none)).should match_normalized('54566m')
-          formatter.format(3273932, options.merge(:unit => :second, :direction => :none)).should match_normalized('3273932s')
-        end
-      end
-    end
-  end
-end