twitter_cldr 6.6.0 → 6.6.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7840c80b8cc6bcf117de49198d83cdb18a938c57339f0facbef2bc67cef6a7c8
-  data.tar.gz: 8c92bead9ddba30899f7478dbcb94bed2d43cecb67fa69a5e565daff7930a02f
+  metadata.gz: 46779462152c01a424c966b9a2d8a4d7b3d50c41164fd054edc493f96ddef7f5
+  data.tar.gz: 20689d92c66c2a42b1bb9545495b789460a4b892f8fd6b187f9967a459467a00
 SHA512:
-  metadata.gz: 144647b4f36e6ec2df0394978a0f975bcbfcc62f0799cf1080e9c058fcc6daea90d9ad5f2270c080f1422200abd34874ac44e92935783c16a4cfea22a6e3bfdd
-  data.tar.gz: 60a03fcc538428dbc767351fb0a2370e3bd85da5e3b239f3529e074730b9ae0c7f918f849753fbad5a9fce902982fe52aff0d1943919389b674f29bf09950ace
+  metadata.gz: dc9567be97d3604bfcef46520704ce3d05e2a5f2916e857791cc76de2f67a45a9aa014c6b63327a34caf89e4681696664741037ccf57b5988a30ff5891173a7f
+  data.tar.gz: 99a1b37964339e2d77c9fb295a7269025d6ef6ab81f9514190d55644d96262b848e21f48e84746c7ccb05f138bf0ef611e132de5ad896c67fdfe3091a1ece924

data/Gemfile

@@ -4,7 +4,7 @@ gemspec
 
 group :development, :test do
   gem 'rake'
-  gem 'pry-nav'
+  gem 'pry-byebug'
   gem 'ruby-prof' unless RUBY_PLATFORM == 'java'
   gem 'regexp_parser', '~> 0.5'
   gem 'benchmark-ips'

data/README.md

@@ -1,4 +1,4 @@
-## twitter-cldr-rb [![Build Status](https://secure.travis-ci.org/twitter/twitter-cldr-rb.png?branch=master)](http://travis-ci.org/twitter/twitter-cldr-rb) [![Code Climate](https://codeclimate.com/github/twitter/twitter-cldr-rb.png)](https://codeclimate.com/github/twitter/twitter-cldr-rb) [![Coverage Status](https://coveralls.io/repos/twitter/twitter-cldr-rb/badge.png?branch=master)](https://coveralls.io/r/twitter/twitter-cldr-rb?branch=master)
+## twitter-cldr-rb ![Unit Tests](https://github.com/camertron/rux/actions/workflows/unit_tests.yml/badge.svg?branch=master) [![Code Climate](https://codeclimate.com/github/twitter/twitter-cldr-rb.png)](https://codeclimate.com/github/twitter/twitter-cldr-rb) [![Coverage Status](https://coveralls.io/repos/twitter/twitter-cldr-rb/badge.png?branch=master)](https://coveralls.io/r/twitter/twitter-cldr-rb?branch=master)
 
 TwitterCldr uses Unicode's Common Locale Data Repository (CLDR) to format certain types of text into their
 localized equivalents.  Currently supported types of text include dates, times, currencies, decimals, percentages, and symbols.
@@ -558,20 +558,20 @@ The CLDR contains postal code validation regexes for a number of countries.
 
 ```ruby
 # United States
-postal_code = TwitterCldr::Shared::PostalCodes.for_territory(:us) 
+postal_code = TwitterCldr::Shared::PostalCodes.for_territory(:us)
 postal_code.valid?("94103")     # true
 postal_code.valid?("9410")      # false
 
 # England (Great Britain)
-postal_code = TwitterCldr::Shared::PostalCodes.for_territory(:gb) 
+postal_code = TwitterCldr::Shared::PostalCodes.for_territory(:gb)
 postal_code.valid?("BS98 1TL")  # true
 
 # Sweden
-postal_code = TwitterCldr::Shared::PostalCodes.for_territory(:se) 
+postal_code = TwitterCldr::Shared::PostalCodes.for_territory(:se)
 postal_code.valid?("280 12")    # true
 
 # Canada
-postal_code = TwitterCldr::Shared::PostalCodes.for_territory(:ca) 
+postal_code = TwitterCldr::Shared::PostalCodes.for_territory(:ca)
 postal_code.valid?("V3H 1Z7")   # true
 ```
 
@@ -579,7 +579,7 @@ Match all valid postal codes in a string with the `#find_all` method:
 
 ```ruby
 # United States
-postal_code = TwitterCldr::Shared::PostalCodes.for_territory(:us) 
+postal_code = TwitterCldr::Shared::PostalCodes.for_territory(:us)
 postal_code.find_all("12345 23456")    # ["12345", "23456"]
 ```
 
@@ -592,7 +592,7 @@ TwitterCldr::Shared::PostalCodes.territories  # [:ac, :ad, :af, :ai, :al, ... ]
 Just want the regex?  No problem:
 
 ```ruby
-postal_code = TwitterCldr::Shared::PostalCodes.for_territory(:us) 
+postal_code = TwitterCldr::Shared::PostalCodes.for_territory(:us)
 postal_code.regexp  # /(\d{5})(?:[ \-](\d{4}))?/
 ```
 
@@ -1014,17 +1014,17 @@ The Psych gem that is the default YAML engine in Ruby 1.9 doesn't handle Unicode
 You can make use of TwitterCLDR's YAML dumper by calling `localize` and then `to_yaml` on an `Array`, `Hash`, or `String`:
 
 ```ruby
-{ :hello => "world" }.localize.to_yaml 
-["hello", "world"].localize.to_yaml 
-"hello, world".localize.to_yaml 
+{ :hello => "world" }.localize.to_yaml
+["hello", "world"].localize.to_yaml
+"hello, world".localize.to_yaml
 ```
 
 Behind the scenes, these convenience methods are using the `TwitterCldr::Shared::YAML` class.  You can do the same thing if you're feeling adventurous:
 
 ```ruby
-TwitterCldr::Shared::YAML.dump({ :hello => "world" }) 
-TwitterCldr::Shared::YAML.dump(["hello", "world"]) 
-TwitterCldr::Shared::YAML.dump("hello, world") 
+TwitterCldr::Shared::YAML.dump({ :hello => "world" })
+TwitterCldr::Shared::YAML.dump(["hello", "world"])
+TwitterCldr::Shared::YAML.dump("hello, world")
 ```
 
 ## Adding New Locales

data/Rakefile

@@ -13,7 +13,7 @@ require 'rubygems/package_task'
 
 require './lib/twitter_cldr'
 
-require 'pry-nav'
+require 'pry-byebug'
 
 Bundler::GemHelper.install_tasks
 
@@ -89,6 +89,11 @@ namespace :update do
     TwitterCldr::Resources::NumberFormatsImporter.new.import
   end
 
+  desc 'Import list formats'
+  task :list_formats do
+    TwitterCldr::Resources::ListFormatsImporter.new.import
+  end
+
   desc 'Import currency symbols'
   task :currency_symbols do
     TwitterCldr::Resources::CurrencySymbolsImporter.new.import

data/lib/twitter_cldr/resources.rb

@@ -17,6 +17,7 @@ module TwitterCldr
     autoload :Importer,                       'twitter_cldr/resources/importer'
     autoload :ImportResolver,                 'twitter_cldr/resources/import_resolver'
     autoload :LanguageCodesImporter,          'twitter_cldr/resources/language_codes_importer'
+    autoload :ListFormatsImporter,            'twitter_cldr/resources/list_formats_importer'
     autoload :Loader,                         'twitter_cldr/resources/loader'
     autoload :LocalesResourcesImporter,       'twitter_cldr/resources/locales_resources_importer'
     autoload :NumberFormatsImporter,          'twitter_cldr/resources/number_formats_importer'
@@ -58,6 +59,7 @@ module TwitterCldr
           DayPeriodRulesImporter,
           HyphenationImporter,
           LanguageCodesImporter,
+          ListFormatsImporter,
           LocalesResourcesImporter,
           NumberFormatsImporter,
           ParentLocalesImporter,

data/lib/twitter_cldr/resources/list_formats_importer.rb

@@ -0,0 +1,108 @@
+# encoding: UTF-8
+
+# Copyright 2012 Twitter, Inc
+# http://www.apache.org/licenses/LICENSE-2.0
+
+require 'nokogiri'
+require 'parallel'
+require 'etc'
+require 'set'
+
+module TwitterCldr
+  module Resources
+
+    class ListFormatsImporter < Importer
+
+      requirement :cldr, Versions.cldr_version
+      output_path 'locales'
+      locales TwitterCldr.supported_locales
+      ruby_engine :mri
+
+      private
+
+      def execute
+        locales = Set.new
+
+        finish = -> (locale, *) do
+          locales.add(locale)
+          STDOUT.write "\rImported #{locale}, #{locales.size} of #{params[:locales].size} total"
+        end
+
+        Parallel.each(params[:locales], in_processes: Etc.nprocessors, finish: finish) do |locale|
+          import_locale(locale)
+          locales << locale
+        end
+      end
+
+      def import_locale(locale)
+        data = requirements[:cldr].merge_each_ancestor(locale) do |ancestor_locale|
+          ListFormats.new(ancestor_locale, requirements[:cldr]).to_h
+        end
+
+        output_file = File.join(output_path, locale.to_s, 'lists.yml')
+
+        File.open(output_file, 'w:utf-8') do |output|
+          output.write(
+            TwitterCldr::Utils::YAML.dump(
+              TwitterCldr::Utils.deep_symbolize_keys(locale => data),
+              use_natural_symbols: true
+            )
+          )
+        end
+      end
+
+      def output_path
+        params.fetch(:output_path)
+      end
+
+    end
+
+
+    class ListFormats
+
+      attr_reader :locale, :cldr_req
+
+      def initialize(locale, cldr_req)
+        @locale = locale
+        @cldr_req = cldr_req
+      end
+
+      def to_h
+        { lists: lists }
+      end
+
+      def lists
+        doc.xpath('//ldml/listPatterns/listPattern').each_with_object({}) do |pattern_node, pattern_result|
+          pattern_type = if attribute = pattern_node.attribute('type')
+            attribute.value.to_sym
+          else
+            :default
+          end
+
+          if aliased = pattern_node.xpath('alias').first
+            alias_type = aliased.attribute('path').value[/@type='([\w-]+)'/, 1]
+            pattern_result[pattern_type] = :"lists.#{alias_type || 'default'}"
+            next
+          end
+
+          pattern_result[pattern_type] = pattern_node.xpath('listPatternPart').each_with_object({}) do |type_node, type_result|
+            type_result[type_node.attribute('type').value.to_sym] = type_node.content
+          end
+        end
+      end
+
+      def doc
+        @doc ||= begin
+          locale_fs = locale.to_s.gsub('-', '_')
+          Nokogiri.XML(File.read(File.join(cldr_main_path, "#{locale_fs}.xml")))
+        end
+      end
+
+      def cldr_main_path
+        @cldr_main_path ||= File.join(cldr_req.common_path, 'main')
+      end
+
+    end
+
+  end
+end

data/lib/twitter_cldr/resources/locales_resources_importer.rb

@@ -26,7 +26,6 @@ module TwitterCldr
         languages
         currencies
         plural_rules
-        lists
         rbnf
         units
         fields

data/lib/twitter_cldr/version.rb

@@ -4,5 +4,5 @@
 # http://www.apache.org/licenses/LICENSE-2.0
 
 module TwitterCldr
-  VERSION = '6.6.0'
+  VERSION = '6.6.1'
 end

data/resources/locales/af/lists.yml

@@ -13,9 +13,9 @@
       :end: "{0} of {1}"
       :middle: "{0}, {1}"
       :start: "{0}, {1}"
-    :or-narrow: {}
-    :or-short: {}
-    :standard-narrow: {}
+    :or-narrow: :lists.or-short
+    :or-short: :lists.or
+    :standard-narrow: :lists.standard-short
     :standard-short: 
       ? !ruby/symbol "2"
       : "{0} en {1}"

data/resources/locales/be/lists.yml

@@ -13,9 +13,9 @@
       :end: "{0} ці {1}"
       :middle: "{0}, {1}"
       :start: "{0}, {1}"
-    :or-narrow: {}
-    :or-short: {}
-    :standard-narrow: {}
+    :or-narrow: :lists.or-short
+    :or-short: :lists.or
+    :standard-narrow: :lists.standard-short
     :standard-short: 
       ? !ruby/symbol "2"
       : "{0} і {1}"

data/resources/locales/bg/lists.yml

@@ -13,8 +13,8 @@
       :end: "{0} или {1}"
       :middle: "{0}, {1}"
       :start: "{0}, {1}"
-    :or-narrow: {}
-    :or-short: {}
+    :or-narrow: :lists.or-short
+    :or-short: :lists.or
     :standard-narrow: 
       ? !ruby/symbol "2"
       : "{0}, {1}"

data/resources/locales/bn/lists.yml

@@ -13,8 +13,8 @@
       :end: "{0}, বা {1}"
       :middle: "{0}, {1}"
       :start: "{0}, {1}"
-    :or-narrow: {}
-    :or-short: {}
+    :or-narrow: :lists.or-short
+    :or-short: :lists.or
     :standard-narrow: 
       ? !ruby/symbol "2"
       : "{0}, {1}"

data/resources/locales/bo/lists.yml

@@ -13,10 +13,10 @@
       :end: "{0}, or {1}"
       :middle: "{0}, {1}"
       :start: "{0}, {1}"
-    :or-narrow: {}
-    :or-short: {}
-    :standard-narrow: {}
-    :standard-short: {}
-    :unit: {}
-    :unit-narrow: {}
-    :unit-short: {}
+    :or-narrow: :lists.or-short
+    :or-short: :lists.or
+    :standard-narrow: :lists.standard-short
+    :standard-short: :lists.default
+    :unit: :lists.unit-short
+    :unit-narrow: :lists.unit-short
+    :unit-short: :lists.default

data/resources/locales/bs/lists.yml

@@ -13,9 +13,9 @@
       :end: "{0} ili {1}"
       :middle: "{0}, {1}"
       :start: "{0}, {1}"
-    :or-narrow: {}
-    :or-short: {}
-    :standard-narrow: {}
+    :or-narrow: :lists.or-short
+    :or-short: :lists.or
+    :standard-narrow: :lists.standard-short
     :standard-short: 
       ? !ruby/symbol "2"
       : "{0} i {1}"

data/resources/locales/ca/lists.yml

@@ -13,8 +13,8 @@
       :end: "{0} o {1}"
       :middle: "{0}, {1}"
       :start: "{0}, {1}"
-    :or-narrow: {}
-    :or-short: {}
+    :or-narrow: :lists.or-short
+    :or-short: :lists.or
     :standard-narrow: 
       ? !ruby/symbol "2"
       : "{0}, {1}"

data/resources/locales/cy/lists.yml

@@ -13,8 +13,8 @@
       :end: "{0} neu {1}"
       :middle: "{0}, {1}"
       :start: "{0}, {1}"
-    :or-narrow: {}
-    :or-short: {}
+    :or-narrow: :lists.or-short
+    :or-short: :lists.or
     :standard-narrow: 
       ? !ruby/symbol "2"
       : "{0}, {1}"

data/resources/locales/da/lists.yml

@@ -21,7 +21,7 @@
       ? !ruby/symbol "2"
       : "{0} el. {1}"
       :end: "{0} el. {1}"
-    :standard-narrow: {}
+    :standard-narrow: :lists.standard-short
     :standard-short: 
       ? !ruby/symbol "2"
       : "{0} og {1}"

data/resources/locales/de-AT/lists.yml

@@ -13,9 +13,9 @@
       :end: "{0} oder {1}"
       :middle: "{0}, {1}"
       :start: "{0}, {1}"
-    :or-narrow: {}
-    :or-short: {}
-    :standard-narrow: {}
+    :or-narrow: :lists.or-short
+    :or-short: :lists.or
+    :standard-narrow: :lists.standard-short
     :standard-short: 
       ? !ruby/symbol "2"
       : "{0} und {1}"

data/resources/locales/de-CH/lists.yml

@@ -13,9 +13,9 @@
       :end: "{0} oder {1}"
       :middle: "{0}, {1}"
       :start: "{0}, {1}"
-    :or-narrow: {}
-    :or-short: {}
-    :standard-narrow: {}
+    :or-narrow: :lists.or-short
+    :or-short: :lists.or
+    :standard-narrow: :lists.standard-short
     :standard-short: 
       ? !ruby/symbol "2"
       : "{0} und {1}"

data/resources/locales/de/lists.yml

@@ -13,9 +13,9 @@
       :end: "{0} oder {1}"
       :middle: "{0}, {1}"
       :start: "{0}, {1}"
-    :or-narrow: {}
-    :or-short: {}
-    :standard-narrow: {}
+    :or-narrow: :lists.or-short
+    :or-short: :lists.or
+    :standard-narrow: :lists.standard-short
     :standard-short: 
       ? !ruby/symbol "2"
       : "{0} und {1}"

data/resources/locales/el/lists.yml

@@ -13,8 +13,8 @@
       :end: "{0} ή {1}"
       :middle: "{0}, {1}"
       :start: "{0}, {1}"
-    :or-narrow: {}
-    :or-short: {}
+    :or-narrow: :lists.or-short
+    :or-short: :lists.or
     :standard-narrow: 
       ? !ruby/symbol "2"
       : "{0}, {1}"

data/resources/locales/en-US/lists.yml

@@ -13,8 +13,8 @@
       :end: "{0}, or {1}"
       :middle: "{0}, {1}"
       :start: "{0}, {1}"
-    :or-narrow: {}
-    :or-short: {}
+    :or-narrow: :lists.or-short
+    :or-short: :lists.or
     :standard-narrow: 
       ? !ruby/symbol "2"
       : "{0}, {1}"