ruby-cldr 0.1.0 → 0.5.0

data/lib/cldr/export/data/rbnf.rb

@@ -30,13 +30,13 @@ module Cldr
             :type => ruleset_node.attribute("type").value,
             :rules => (ruleset_node / "rbnfrule").map do |rule_node|
               radix = if radix_attr = rule_node.attribute("radix")
-                radix_attr.value
+                cast_value(radix_attr.value)
               else
                 nil
               end
-              
+
               attrs = {
-                :value => rule_node.attribute("value").value,
+                :value => cast_value(rule_node.attribute("value").value),
                 :rule => fix_rule(rule_node.text)
               }
 
@@ -50,6 +50,14 @@ module Cldr
           attrs
         end
 
+        def cast_value(val)
+          if val =~ /\A[\d]+\z/
+            val.to_i
+          else
+            val
+          end
+        end
+
         def fix_rule(rule)
           rule.gsub(/\A'/, '').gsub("←", '<').gsub("→", '>')
         end
@@ -61,4 +69,4 @@ module Cldr
       end
     end
   end
-end
+end

data/lib/cldr/export/data/region_currencies.rb

@@ -0,0 +1,45 @@
+module Cldr
+  module Export
+    module Data
+      class RegionCurrencies < Base
+
+        def initialize
+          super(nil)
+          update(:region_currencies => currencies)
+        end
+
+        private
+
+        def currencies
+          doc.xpath('//currencyData/region').inject({}) do |ret, region|
+            name = region.attribute('iso3166').value
+            ret[name] = currency(region)
+            ret
+          end
+        end
+
+        def currency(node)
+          (node / 'currency').map do |currency|
+            currency_code = currency.attribute('iso4217').value
+            result = { currency: currency_code }
+
+            if from_node = currency.attribute('from')
+              result[:from] = from_node.value
+            end
+
+            if to_node = currency.attribute('to')
+              result[:to] = to_node.value
+            end
+
+            result
+          end
+        end
+
+        def path
+          @path ||= "#{Cldr::Export::Data.dir}/supplemental/supplementalData.xml"
+        end
+
+      end
+    end
+  end
+end

data/lib/cldr/export/data/segments_root.rb

@@ -0,0 +1,61 @@
+module Cldr
+  module Export
+    module Data
+      class SegmentsRoot < Base
+
+        def initialize
+          super(nil)
+          update(:segments => segmentations)
+        end
+
+        def segmentations
+          doc.xpath("ldml/segmentations/segmentation").inject({}) do |ret, seg|
+            type = seg.attribute("type").value
+            ret[type] = segmentation(seg)
+            ret
+          end
+        end
+
+        def segmentation(node)
+          {
+            :variables => variables(node),
+            :rules => rules(node)
+          }
+        end
+
+        def variables(node)
+          (node / "variables" / "variable").map do |variable|
+            {
+              :id => cast_value(variable.attribute("id").value),
+              :value => variable.text
+            }
+          end
+        end
+
+        def rules(node)
+          (node / "segmentRules" / "rule").map do |rule|
+            {
+              :id => cast_value(rule.attribute("id").value),
+              :value => rule.text
+            }
+          end
+        end
+
+        def path
+          @path ||= "#{Cldr::Export::Data.dir}/segments/root.xml"
+        end
+
+        def cast_value(value)
+          if value =~ /\A[\d]+\z/
+            value.to_i
+          elsif value =~ /\A[\d.]+\z/
+            value.to_f
+          else
+            value
+          end
+        end
+
+      end
+    end
+  end
+end

data/lib/cldr/export/data/subdivisions.rb

@@ -0,0 +1,35 @@
+module Cldr
+  module Export
+    module Data
+      class Subdivisions < Base
+
+        def initialize(locale)
+          super
+          update(:subdivisions => subdivisions)
+        end
+
+        private
+
+        def subdivisions
+          @subdivisions ||= select('localeDisplayNames/subdivisions/subdivision').inject({}) do |result, node|
+            result[node.attribute('type').value.to_sym] = node.content unless draft?(node) or alt?(node)
+            result
+          end
+        end
+
+        def doc
+          begin
+            super
+          rescue Errno::ENOENT
+            @doc = Nokogiri::XML('')
+          end
+        end
+
+        def path
+          @path ||= "#{Cldr::Export::Data.dir}/subdivisions/#{locale.to_s.gsub('-', '_')}.xml"
+        end
+
+      end
+    end
+  end
+end

data/lib/cldr/export/data/territories.rb

@@ -9,7 +9,7 @@ module Cldr
 
         def territories
           @territories ||= select('localeDisplayNames/territories/territory').inject({}) do |result, node|
-            result[node.attribute('type').value.to_sym] = node.content unless draft?(node)
+            result[node.attribute('type').value.to_sym] = node.content unless draft?(node) or alt?(node)
             result
           end
         end

data/lib/cldr/export/data/territories_containment.rb

@@ -0,0 +1,30 @@
+module Cldr
+  module Export
+    module Data
+      class TerritoriesContainment < Base
+        def initialize(*)
+          super(nil)
+          update(:territories => territories)
+        end
+
+        def territories
+          @territories ||= doc.xpath('supplementalData/territoryContainment/group').inject(
+            Hash.new { |h, k| h[k] = { :contains => [] } }
+          ) do |memo, territory|
+            territory_id = territory.attribute('type').value
+            children = territory.attribute('contains').value.split(' ')
+
+            memo[territory_id][:contains].concat(children)
+            memo[territory_id][:contains].sort!
+
+            memo
+          end
+        end
+
+        def path
+          @path ||= "#{Cldr::Export::Data.dir}/supplemental/supplementalData.xml"
+        end
+      end
+    end
+  end
+end

data/lib/cldr/export/data/timezones.rb

@@ -6,7 +6,23 @@ module Cldr
       class Timezones < Base
         def initialize(locale)
           super
-          update(:timezones => timezones, :metazones => metazones)
+
+          update(
+            :formats => formats,
+            :timezones => timezones,
+            :metazones => metazones
+          )
+        end
+
+        def formats
+          @formats ||= select('dates/timeZoneNames/*').inject({}) do |result, format|
+            if format.name.end_with?('Format')
+              underscored_name = format.name.gsub(/([a-z])([A-Z])/, '\1_\2').downcase
+              result[underscored_name] = format.text
+            end
+
+            result
+          end
         end
 
         def timezones
@@ -47,4 +63,4 @@ module Cldr
       end
     end
   end
-end
+end

data/lib/cldr/export/data/transforms.rb

@@ -0,0 +1,76 @@
+# encoding: UTF-8
+
+module Cldr
+  module Export
+    module Data
+      class Transforms < Base
+
+        attr_reader :transform_file
+
+        def initialize(transform_file)
+          super(nil)  # no locale
+          @transform_file = transform_file
+          update(:transforms => transforms)
+        end
+
+        private
+
+        def transforms
+          doc.xpath("supplementalData/transforms/transform").map do |transform_node|
+            {
+              :source => transform_node.attribute("source").value,
+              :target => transform_node.attribute("target").value,
+              :variant => get_variant(transform_node),
+              :direction => transform_node.attribute("direction").value,
+              :rules => rules(transform_node)
+            }
+          end
+        end
+
+        def get_variant(node)
+          if attrib = node.attribute("variant")
+            attrib.value
+          end
+        end
+
+        def rules(transform_node)
+          rules = fix_rule_wrapping(
+            doc.xpath("#{transform_node.path}/tRule").flat_map do |rule_node|
+              fix_rule(rule_node.content).split("\n").map(&:strip)
+            end
+          )
+
+          rules.reject do |rule|
+            rule.strip.empty? || rule.strip.start_with?('#')
+          end
+        end
+
+        def fix_rule_wrapping(rules)
+          wrap = false
+
+          rules.each_with_object([]) do |rule, ret|
+            if wrap
+              ret.last.sub!(/\\\z/, rule)
+            else
+              ret << rule
+            end
+
+            wrap = rule.end_with?('\\')
+          end
+        end
+
+        def fix_rule(rule)
+          rule.
+            gsub("←", '<').
+            gsub("→", '>').
+            gsub("↔", '<>')
+        end
+
+        def path
+          transform_file
+        end
+
+      end
+    end
+  end
+end

data/lib/cldr/export/data/variables.rb

@@ -0,0 +1,42 @@
+module Cldr
+  module Export
+    module Data
+      class Variables < Base
+
+        # only these variables will be exported
+        VARIABLE_IDS = %w($grandfathered $language $territory $script $variant)
+
+        def initialize
+          super(nil)
+          update(:variables => variables)
+        end
+
+        private
+
+        def variables
+          doc.xpath('//validity/variable').inject({}) do |ret, variable|
+            name = variable.attribute('id').value
+            if VARIABLE_IDS.include?(name)
+              ret[fix_var_name(name)] = split_value_list(variable.text)
+            end
+            ret
+          end
+        end
+
+        def fix_var_name(var_name)
+          # remove leading dollar sign
+          var_name.sub(/\A\$/, '')
+        end
+
+        def split_value_list(value_list)
+          value_list.strip.split(/[\s]+/)
+        end
+
+        def path
+          @path ||= "#{Cldr::Export::Data.dir}/supplemental/supplementalMetadata.xml"
+        end
+
+      end
+    end
+  end
+end

data/lib/cldr/export/yaml.rb

@@ -1,11 +1,8 @@
-require 'ya2yaml'
+require 'yaml'
 
 module Cldr
   module Export
-    class Yaml < Ya2YAML
-      def initialize
-        super(:syck_compatible => true)
-      end
+    class Yaml
 
       def export(locale, component, options = {})
         data = Export.data(component, locale, options)
@@ -19,22 +16,9 @@ module Cldr
         end
       end
 
-    	def yaml(data)
-    		emit(data, 1)[1..-1]
-    	end
-
-    	def emit(object, level = 1)
-    		result = object.is_a?(Symbol) ? object.inspect : super
-    		result.gsub(/(\s{1})(no):/i) { %(#{$1}"#{$2}":) } # FIXME fucking spaghetti code
-    	end
-
-    	def is_one_plain_line?(str)
-    		# removed REX_BOOL, REX_INT
-    		str !~ /^([\-\?:,\[\]\{\}\#&\*!\|>'"%@`\s]|---|\.\.\.)/    &&
-    		str !~ /[:\#\s\[\]\{\},]/                                  &&
-    		str !~ /#{REX_ANY_LB}/                                     &&
-    		str !~ /^(#{REX_FLOAT}|#{REX_MERGE}|#{REX_NULL}|#{REX_TIMESTAMP}|#{REX_VALUE})$/x
-    	end
+      def yaml(data)
+         data.to_yaml
+      end
     end
   end
 end

data/lib/cldr/thor.rb

@@ -5,7 +5,7 @@ module Cldr
   class Thor < ::Thor
     namespace 'cldr'
 
-    desc "download [--source=http://unicode.org/Public/cldr/24/core.zip] [--target=./vendor]",
+    desc "download [--source=http://unicode.org/Public/cldr/26/core.zip] [--target=./vendor]",
          "Download and extract CLDR data from source to target dir"
     method_options %w(source -s) => :string,
                    %w(target -t) => :string
@@ -27,7 +27,7 @@ module Cldr
       Cldr::Export.export(options.dup.symbolize_keys) { putc '.' }
       puts
     end
-  
+
     # TODO flatten task, e.g. flatten all plural locale files into one big file
   end
 end

data/ruby-cldr.gemspec

@@ -0,0 +1,157 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+# stub: ruby-cldr 0.2.0 ruby lib
+
+Gem::Specification.new do |s|
+  s.name = "ruby-cldr".freeze
+  s.version = "0.5.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0".freeze) if s.respond_to? :required_rubygems_version=
+  s.require_paths = ["lib".freeze]
+  s.authors = ["Sven Fuchs".freeze]
+  s.date = "2019-03-21"
+  s.description = "Ruby library for exporting and using data from CLDR, see http://cldr.unicode.org".freeze
+  s.email = "svenfuchs@artweb-design.de".freeze
+  s.extra_rdoc_files = [
+    "LICENSE",
+    "README.textile",
+    "TODO"
+  ]
+  s.files = [
+    "Gemfile",
+    "Gemfile.lock",
+    "LICENSE",
+    "README.textile",
+    "Rakefile",
+    "TODO",
+    "VERSION",
+    "cldr.thor",
+    "lib/cldr.rb",
+    "lib/cldr/data.rb",
+    "lib/cldr/download.rb",
+    "lib/cldr/export.rb",
+    "lib/cldr/export/code.rb",
+    "lib/cldr/export/code/numbers.rb",
+    "lib/cldr/export/data.rb",
+    "lib/cldr/export/data/aliases.rb",
+    "lib/cldr/export/data/base.rb",
+    "lib/cldr/export/data/calendars.rb",
+    "lib/cldr/export/data/calendars/gregorian.rb",
+    "lib/cldr/export/data/characters.rb",
+    "lib/cldr/export/data/currencies.rb",
+    "lib/cldr/export/data/currency_digits_and_rounding.rb",
+    "lib/cldr/export/data/delimiters.rb",
+    "lib/cldr/export/data/fields.rb",
+    "lib/cldr/export/data/languages.rb",
+    "lib/cldr/export/data/layout.rb",
+    "lib/cldr/export/data/likely_subtags.rb",
+    "lib/cldr/export/data/lists.rb",
+    "lib/cldr/export/data/metazones.rb",
+    "lib/cldr/export/data/numbering_systems.rb",
+    "lib/cldr/export/data/numbers.rb",
+    "lib/cldr/export/data/parent_locales.rb",
+    "lib/cldr/export/data/plural_rules.rb",
+    "lib/cldr/export/data/plurals.rb",
+    "lib/cldr/export/data/plurals/cldr_grammar.treetop",
+    "lib/cldr/export/data/plurals/grammar.rb",
+    "lib/cldr/export/data/plurals/rules.rb",
+    "lib/cldr/export/data/rbnf.rb",
+    "lib/cldr/export/data/rbnf_root.rb",
+    "lib/cldr/export/data/region_currencies.rb",
+    "lib/cldr/export/data/segments_root.rb",
+    "lib/cldr/export/data/territories.rb",
+    "lib/cldr/export/data/territories_containment.rb",
+    "lib/cldr/export/data/timezones.rb",
+    "lib/cldr/export/data/transforms.rb",
+    "lib/cldr/export/data/units.rb",
+    "lib/cldr/export/data/variables.rb",
+    "lib/cldr/export/data/windows_zones.rb",
+    "lib/cldr/export/ruby.rb",
+    "lib/cldr/export/yaml.rb",
+    "lib/cldr/format.rb",
+    "lib/cldr/format/currency.rb",
+    "lib/cldr/format/date.rb",
+    "lib/cldr/format/datetime.rb",
+    "lib/cldr/format/datetime/base.rb",
+    "lib/cldr/format/decimal.rb",
+    "lib/cldr/format/decimal/base.rb",
+    "lib/cldr/format/decimal/fraction.rb",
+    "lib/cldr/format/decimal/integer.rb",
+    "lib/cldr/format/decimal/number.rb",
+    "lib/cldr/format/percent.rb",
+    "lib/cldr/format/time.rb",
+    "lib/cldr/thor.rb",
+    "lib/core_ext/hash/deep_merge.rb",
+    "lib/core_ext/hash/deep_stringify_keys.rb",
+    "lib/core_ext/hash/symbolize_keys.rb",
+    "lib/core_ext/string/camelize.rb",
+    "lib/core_ext/string/underscore.rb",
+    "test/all.rb",
+    "test/export/code/numbers_test.rb",
+    "test/export/data/all.rb",
+    "test/export/data/calendars_test.rb",
+    "test/export/data/currencies_test.rb",
+    "test/export/data/delimiters_test.rb",
+    "test/export/data/languages_test.rb",
+    "test/export/data/metazones_test.rb",
+    "test/export/data/numbers_test.rb",
+    "test/export/data/plurals_test.rb",
+    "test/export/data/territories_containment_test.rb",
+    "test/export/data/territories_test.rb",
+    "test/export/data/timezones_test.rb",
+    "test/export/data/units_test.rb",
+    "test/export/data/windows_zones_test.rb",
+    "test/export_test.rb",
+    "test/format/all.rb",
+    "test/format/currency_test.rb",
+    "test/format/date_test.rb",
+    "test/format/datetime_test.rb",
+    "test/format/decimal/fraction_test.rb",
+    "test/format/decimal/integer_test.rb",
+    "test/format/decimal/number_test.rb",
+    "test/format/decimal_test.rb",
+    "test/format/percent_test.rb",
+    "test/format/time_test.rb",
+    "test/test_autotest.rb",
+    "test/test_helper.rb"
+  ]
+  s.homepage = "http://github.com/ruby-i18n/ruby-cldr".freeze
+  s.rubygems_version = "2.7.9".freeze
+  s.summary = "Ruby library for exporting and using data from CLDR".freeze
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 4
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<thor>.freeze, [">= 0"])
+      s.add_runtime_dependency(%q<i18n>.freeze, [">= 0"])
+      s.add_runtime_dependency(%q<nokogiri>.freeze, [">= 0"])
+      s.add_development_dependency(%q<rubyzip>.freeze, [">= 0"])
+      s.add_development_dependency(%q<jeweler>.freeze, [">= 0"])
+      s.add_development_dependency(%q<pry>.freeze, [">= 0"])
+      s.add_development_dependency(%q<pry-nav>.freeze, [">= 0"])
+      s.add_development_dependency(%q<test-unit>.freeze, [">= 0"])
+    else
+      s.add_dependency(%q<thor>.freeze, [">= 0"])
+      s.add_dependency(%q<i18n>.freeze, [">= 0"])
+      s.add_dependency(%q<nokogiri>.freeze, [">= 0"])
+      s.add_dependency(%q<rubyzip>.freeze, [">= 0"])
+      s.add_dependency(%q<jeweler>.freeze, [">= 0"])
+      s.add_dependency(%q<pry>.freeze, [">= 0"])
+      s.add_dependency(%q<pry-nav>.freeze, [">= 0"])
+      s.add_dependency(%q<test-unit>.freeze, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<thor>.freeze, [">= 0"])
+    s.add_dependency(%q<i18n>.freeze, [">= 0"])
+    s.add_dependency(%q<nokogiri>.freeze, [">= 0"])
+    s.add_dependency(%q<rubyzip>.freeze, [">= 0"])
+    s.add_dependency(%q<jeweler>.freeze, [">= 0"])
+    s.add_dependency(%q<pry>.freeze, [">= 0"])
+    s.add_dependency(%q<pry-nav>.freeze, [">= 0"])
+    s.add_dependency(%q<test-unit>.freeze, [">= 0"])
+  end
+end
+