ruby-cldr 0.1.1 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: af120af07a9dd0cfa1b2a718088d8c2587047ea6
-  data.tar.gz: ec6fecc2e0250efa4a5cebe8dc51dd3c3179eb90
+SHA256:
+  metadata.gz: 1ac65fa730274ef7d70f6dde1a20a4a6ed4a36f1407d65e12ba220539d6a0424
+  data.tar.gz: 900156546c3603e66501d527714a8b9ac3c66287ebde5672f699da68d5cbbfc8
 SHA512:
-  metadata.gz: 2669e246eb3a7e6a465d55036c99c32bc6d88c77fecf536270cfdc8c5d46c091c0d7c1574e466f6962033a791e92c7e02682905b3f41113065c86e41464156eb
-  data.tar.gz: 328fb66d4fa4e45de8d8268ca0270c40ef008b6aaaedb6dd2764668493cb53204cb7e4bd191a569baac03950ced613fc52895690d43131181f0aa8f1fba61fd2
+  metadata.gz: '0589799c818cf86570883c73bcb095889496bc158026d51557829ba3c9eda8f13c1879823689c1263eee20931b77bd0a01de4e6680cfb5064ccb807a36fb0e69'
+  data.tar.gz: 642f18b73738a815314e6c0ee39ceac70c0f5d26c89027f4936f9089b577943481a8422980674bf725dd6243cce449af96d13ba5567f499564b9f42420ab40f2

data/Gemfile

@@ -2,7 +2,6 @@ source "http://rubygems.org"
 
 gem 'thor'
 gem 'i18n'
-gem 'ya2yaml'
 gem 'nokogiri'
 
 group :development do
@@ -10,4 +9,5 @@ group :development do
   gem 'jeweler'
   gem 'pry'
   gem 'pry-nav'
+  gem 'test-unit'
 end

data/Gemfile.lock

@@ -1,63 +1,70 @@
 GEM
   remote: http://rubygems.org/
   specs:
-    addressable (2.3.5)
-    builder (3.2.2)
-    coderay (1.0.9)
-    descendants_tracker (0.0.3)
-    faraday (0.9.0)
+    addressable (2.4.0)
+    builder (3.2.3)
+    coderay (1.1.2)
+    concurrent-ruby (1.1.4)
+    descendants_tracker (0.0.4)
+      thread_safe (~> 0.3, >= 0.3.1)
+    faraday (0.9.2)
       multipart-post (>= 1.2, < 3)
-    git (1.2.6)
-    github_api (0.11.2)
-      addressable (~> 2.3)
-      descendants_tracker (~> 0.0.1)
+    git (1.5.0)
+    github_api (0.16.0)
+      addressable (~> 2.4.0)
+      descendants_tracker (~> 0.0.4)
       faraday (~> 0.8, < 0.10)
-      hashie (>= 1.2)
-      multi_json (>= 1.7.5, < 2.0)
-      nokogiri (~> 1.6.0)
-      oauth2
-    hashie (2.0.5)
-    highline (1.6.20)
-    i18n (0.6.0)
-    jeweler (2.0.1)
+      hashie (>= 3.4)
+      mime-types (>= 1.16, < 3.0)
+      oauth2 (~> 1.0)
+    hashie (3.6.0)
+    highline (2.0.1)
+    i18n (1.5.3)
+      concurrent-ruby (~> 1.0)
+    jeweler (2.3.9)
       builder
-      bundler (>= 1.0)
+      bundler
       git (>= 1.2.5)
-      github_api
+      github_api (~> 0.16.0)
       highline (>= 1.6.15)
       nokogiri (>= 1.5.10)
+      psych
       rake
       rdoc
-    json (1.8.1)
-    jwt (0.1.11)
-      multi_json (>= 1.5)
-    method_source (0.8.1)
-    mini_portile (0.5.2)
-    multi_json (1.8.4)
-    multi_xml (0.5.5)
+      semver2
+    jwt (2.1.0)
+    method_source (0.8.2)
+    mime-types (2.99.3)
+    mini_portile2 (2.4.0)
+    multi_json (1.13.1)
+    multi_xml (0.6.0)
     multipart-post (2.0.0)
-    nokogiri (1.6.1)
-      mini_portile (~> 0.5.0)
-    oauth2 (0.9.3)
-      faraday (>= 0.8, < 0.10)
-      jwt (~> 0.1.8)
+    nokogiri (1.10.1)
+      mini_portile2 (~> 2.4.0)
+    oauth2 (1.4.1)
+      faraday (>= 0.8, < 0.16.0)
+      jwt (>= 1.0, < 3.0)
       multi_json (~> 1.3)
       multi_xml (~> 0.5)
-      rack (~> 1.2)
-    pry (0.9.12)
-      coderay (~> 1.0.5)
-      method_source (~> 0.8)
+      rack (>= 1.2, < 3)
+    power_assert (1.1.3)
+    pry (0.10.4)
+      coderay (~> 1.1.0)
+      method_source (~> 0.8.1)
       slop (~> 3.4)
-    pry-nav (0.2.3)
-      pry (~> 0.9.10)
-    rack (1.5.2)
-    rake (10.1.1)
-    rdoc (4.1.1)
-      json (~> 1.4)
-    rubyzip (1.1.0)
-    slop (3.4.3)
-    thor (0.14.6)
-    ya2yaml (0.30)
+    pry-nav (0.2.4)
+      pry (>= 0.9.10, < 0.11.0)
+    psych (3.1.0)
+    rack (2.0.6)
+    rake (12.3.2)
+    rdoc (6.1.1)
+    rubyzip (1.2.2)
+    semver2 (3.4.2)
+    slop (3.6.0)
+    test-unit (3.3.0)
+      power_assert
+    thor (0.20.3)
+    thread_safe (0.3.6)
 
 PLATFORMS
   ruby
@@ -69,5 +76,8 @@ DEPENDENCIES
   pry
   pry-nav
   rubyzip
+  test-unit
   thor
-  ya2yaml
+
+BUNDLED WITH
+   2.0.1

data/README.textile

@@ -98,6 +98,12 @@ E.g.:
 	# => "12. November 2010 13:14"
 </pre>
 
+h2. Tests
+
+<pre>
+ bundle exec ruby test/all.rb
+</pre>
+
 h2. Resources
 
 For additional information on CLDR plural rules see:

data/Rakefile

@@ -8,11 +8,11 @@ begin
     gem.summary = %Q{Ruby library for exporting and using data from CLDR }
     gem.description = %Q{Ruby library for exporting and using data from CLDR, see http://cldr.unicode.org}
     gem.email = "svenfuchs@artweb-design.de"
-    gem.homepage = "http://github.com/svenfuchs/ruby-cldr"
+    gem.homepage = "http://github.com/ruby-i18n/ruby-cldr"
     gem.authors = ["Sven Fuchs"]
     gem.files =  FileList["*.thor", "[A-Z]*", "{lib,test}/**/*"]
   end
   Jeweler::GemcutterTasks.new
 rescue LoadError
   puts "Jeweler (or a dependency) not available. Install it with: gem install jeweler"
-end
+end

data/VERSION

@@ -1 +1 @@
-0.1.1
+0.2.0

data/lib/cldr/download.rb

@@ -5,7 +5,7 @@ require 'zip'
 module Cldr
   class << self
     def download(source = nil, target = nil)
-      source ||= 'http://unicode.org/Public/cldr/24/core.zip'
+      source ||= 'http://unicode.org/Public/cldr/34/core.zip'
       target ||= File.expand_path('./vendor/cldr')
 
       URI.parse(source).open do |tempfile|

data/lib/cldr/export.rb

@@ -1,5 +1,6 @@
 require 'i18n'
-require 'i18n/locale/fallbacks'
+require 'fileutils'
+require 'i18n/locale/tag'
 require 'core_ext/string/camelize'
 require 'core_ext/string/underscore'
 require 'core_ext/hash/deep_stringify_keys'
@@ -12,13 +13,19 @@ module Cldr
     autoload :Ruby, 'cldr/export/ruby'
     autoload :Yaml, 'cldr/export/yaml'
 
-    SHARED_COMPONENTS = [
-      'CurrencyDigitsAndRounding',
-      'RbnfRoot',
-      'Metazones',
-      'WindowsZones',
-      'NumberingSystems',
-      'SegmentsRoot'
+    SHARED_COMPONENTS = %w[
+      CurrencyDigitsAndRounding
+      Metazones
+      NumberingSystems
+      RbnfRoot
+      SegmentsRoot
+      TerritoriesContainment
+      WindowsZones
+      Transforms
+      LikelySubtags
+      Variables
+      Aliases
+      RegionCurrencies
     ]
 
     class << self
@@ -40,8 +47,23 @@ module Cldr
         end
 
         shared_components.each do |component|
-          ex = exporter(component, options[:format])
-          ex.export('', component, options, &block)
+          case component
+            when "Transforms"
+              yaml_exporter = Cldr::Export::Yaml.new
+              Dir.glob("#{Cldr::Export::Data.dir}/transforms/**.xml").each do |transform_file|
+                data = Data::Transforms.new(transform_file)
+                source = data[:transforms].first[:source]
+                target = data[:transforms].first[:target]
+                variant = data[:transforms].first[:variant]
+                file_name = [source, target, variant].compact.join('-')
+                output_path = File.join(base_path, "transforms", "#{file_name}.yml")
+                write(output_path, yaml_exporter.yaml(data))
+                yield component, nil, output_path if block_given?
+              end
+            else
+              ex = exporter(component, options[:format])
+              ex.export('', component, options, &block)
+          end
         end
 
         locales.each do |locale|
@@ -89,13 +111,45 @@ module Cldr
       end
 
       def shared_data(component, options = {})
-        Data.const_get(component.to_s.camelize).new
+        case component.to_s
+          when 'Transforms'
+            # do nothing, this has to be handled separately
+          else
+            Data.const_get(component.to_s.camelize).new
+        end
+      end
+
+      def to_i18n(locale)
+        return locale.to_s.gsub('_', '-').to_sym
+      end
+
+      def from_i18n(locale)
+        return locale.to_s.gsub('-', '_')
       end
 
       def locales(locale, component, options)
-        locale = locale.to_s.gsub('_', '-')
-        locales = options[:merge] ? I18n::Locale::Fallbacks.new[locale.to_sym] : [locale.to_sym]
-        locales << :root if component_should_merge_root?(component)
+        locale = to_i18n(locale)
+
+        locales = if options[:merge]
+          defined_parents = Cldr::Export::Data::ParentLocales.new
+
+          ancestry = [locale]
+          loop do
+            if defined_parents[from_i18n(ancestry.last)]
+              ancestry << to_i18n(defined_parents[from_i18n(ancestry.last)])
+            elsif I18n::Locale::Tag.tag(ancestry.last).self_and_parents.count > 1
+              ancestry << I18n::Locale::Tag.tag(ancestry.last).self_and_parents.last.to_sym
+            else
+              break
+            end
+          end
+
+          ancestry << :root if component_should_merge_root?(component)
+          ancestry 
+        else
+          [locale]
+        end
+
         locales
       end
 
@@ -117,8 +171,8 @@ module Cldr
       end
 
       def component_should_merge_root?(component)
-        component != "Rbnf"
+        !%w(Rbnf Fields).include?(component)
       end
     end
   end
-end
+end

data/lib/cldr/export/data.rb

@@ -3,31 +3,41 @@ require 'core_ext/string/camelize'
 module Cldr
   module Export
     module Data
-      autoload :Base,             'cldr/export/data/base'
-      autoload :Calendars,        'cldr/export/data/calendars'
-      autoload :Currencies,       'cldr/export/data/currencies'
-      autoload :CurrencyDigitsAndRounding,    'cldr/export/data/currency_digits_and_rounding'
-      autoload :Delimiters,       'cldr/export/data/delimiters'
-      autoload :Languages,        'cldr/export/data/languages'
-      autoload :Numbers,          'cldr/export/data/numbers'
-      autoload :Plurals,          'cldr/export/data/plurals'
-      autoload :Territories,      'cldr/export/data/territories'
-      autoload :Timezones,        'cldr/export/data/timezones'
-      autoload :Metazones,        'cldr/export/data/metazones'
-      autoload :WindowsZones,     'cldr/export/data/windows_zones'
-      autoload :Units,            'cldr/export/data/units'
-      autoload :Lists,            'cldr/export/data/lists'
-      autoload :Layout,           'cldr/export/data/layout'
-      autoload :Rbnf,             'cldr/export/data/rbnf'
-      autoload :RbnfRoot,         'cldr/export/data/rbnf_root'
-      autoload :NumberingSystems, 'cldr/export/data/numbering_systems'
-      autoload :SegmentsRoot,     'cldr/export/data/segments_root'
+      autoload :Aliases,                   'cldr/export/data/aliases'
+      autoload :Base,                      'cldr/export/data/base'
+      autoload :Calendars,                 'cldr/export/data/calendars'
+      autoload :Characters,                'cldr/export/data/characters'
+      autoload :Currencies,                'cldr/export/data/currencies'
+      autoload :CurrencyDigitsAndRounding, 'cldr/export/data/currency_digits_and_rounding'
+      autoload :Delimiters,                'cldr/export/data/delimiters'
+      autoload :Fields,                    'cldr/export/data/fields'
+      autoload :Languages,                 'cldr/export/data/languages'
+      autoload :Layout,                    'cldr/export/data/layout'
+      autoload :LikelySubtags,             'cldr/export/data/likely_subtags'
+      autoload :Lists,                     'cldr/export/data/lists'
+      autoload :Metazones,                 'cldr/export/data/metazones'
+      autoload :NumberingSystems,          'cldr/export/data/numbering_systems'
+      autoload :Numbers,                   'cldr/export/data/numbers'
+      autoload :ParentLocales,             'cldr/export/data/parent_locales'
+      autoload :Plurals,                   'cldr/export/data/plurals'
+      autoload :PluralRules,               'cldr/export/data/plural_rules'
+      autoload :Rbnf,                      'cldr/export/data/rbnf'
+      autoload :RbnfRoot,                  'cldr/export/data/rbnf_root'
+      autoload :RegionCurrencies,          'cldr/export/data/region_currencies'
+      autoload :SegmentsRoot,              'cldr/export/data/segments_root'
+      autoload :Territories,               'cldr/export/data/territories'
+      autoload :TerritoriesContainment,    'cldr/export/data/territories_containment'
+      autoload :Timezones,                 'cldr/export/data/timezones'
+      autoload :Units,                     'cldr/export/data/units'
+      autoload :Variables,                 'cldr/export/data/variables'
+      autoload :WindowsZones,              'cldr/export/data/windows_zones'
+      autoload :Transforms,                'cldr/export/data/transforms'
 
       class << self
         def dir
           @dir ||= File.expand_path('./vendor/cldr/common')
         end
-      
+
         def dir=(dir)
           @dir = dir
         end
@@ -42,4 +52,4 @@ module Cldr
       end
     end
   end
-end
+end

data/lib/cldr/export/data/aliases.rb

@@ -0,0 +1,47 @@
+module Cldr
+  module Export
+    module Data
+      class Aliases < Base
+
+        # only these aliases will be exported
+        ALIAS_TAGS = %w(languageAlias territoryAlias)
+
+        def initialize
+          super(nil)
+          update(:aliases => aliases)
+        end
+
+        private
+
+        def aliases
+          ALIAS_TAGS.inject({}) do |ret, alias_tag|
+            ret[alias_tag.sub('Alias', '')] = alias_for(alias_tag)
+            ret
+          end
+        end
+
+        def alias_for(alias_tag)
+          doc.xpath("//alias/#{alias_tag}").inject({}) do |ret, alias_data|
+            if replacement_attr = alias_data.attribute('replacement')
+              replacement = replacement_attr.value
+
+              if replacement.include?(' ')
+                replacement = replacement.split(' ')
+              end
+
+              type = alias_data.attribute('type').value
+              ret[type] = replacement
+            end
+
+            ret
+          end
+        end
+
+        def path
+          @path ||= "#{Cldr::Export::Data.dir}/supplemental/supplementalMetadata.xml"
+        end
+
+      end
+    end
+  end
+end

data/lib/cldr/export/data/base.rb

@@ -31,6 +31,10 @@ module Cldr
             draft && draft.value == 'unconfirmed'
           end
 
+          def alt?(node)
+            !node.attribute('alt').nil?
+          end
+
           def name(node)
             node.name.underscore
           end

data/lib/cldr/export/data/characters.rb

@@ -0,0 +1,30 @@
+module Cldr
+  module Export
+    module Data
+      class Characters < Base
+        def initialize(locale)
+          super
+          update(:characters => { :exemplars => exemplars })
+        end
+
+        def exemplars
+          select('/ldml/characters/exemplarCharacters').map do |node|
+            {
+              # remove enclosing brackets
+              characters: node.content[1..-2],
+              type: type_from(node)
+            }
+          end
+        end
+
+        protected
+
+        def type_from(node)
+          if attrib = node.attribute('type')
+            attrib.value
+          end
+        end
+      end
+    end
+  end
+end