twitter_cldr 4.0.0 → 4.1.0

data/lib/twitter_cldr/resources/loader.rb

@@ -34,15 +34,15 @@ module TwitterCldr
         resource_loaded?(*locale_resource_path(locale, resource_name))
       end
 
-      def resource_types
-        @resource_types ||= Dir.glob(File.join(RESOURCES_DIR, 'locales/en', '*')).map do |file|
+      def resource_types_for(locale)
+        Dir.glob(File.join(RESOURCES_DIR, 'locales', locale.to_s, '*')).map do |file|
           File.basename(file).chomp(File.extname(file)).to_sym
         end
       end
 
       def preload_resources_for_locale(locale, *resources)
         if resources.size > 0
-          resources = resource_types if resources.first == :all
+          resources = resource_types_for(locale) if resources.first == :all
           resources.each { |res| get_locale_resource(locale, res) }
         end
         nil

data/lib/twitter_cldr/resources/locales_resources_importer.rb

@@ -7,17 +7,22 @@ require 'fileutils'
 require 'cldr-plurals'
 require 'cldr/export'
 
-require 'twitter_cldr/resources/download'
-
 module TwitterCldr
   module Resources
 
-    class LocalesResourcesImporter
+    class LocalesResourcesImporter < Importer
+
+      requirement :cldr, Versions.cldr_version
+      output_path './'
+      locales TwitterCldr.supported_locales
+      ruby_engine :mri
 
       LOCALE_COMPONENTS = %w[
+        layout
         calendars
         languages
         numbers
+        currencies
         plural_rules
         lists
         territories
@@ -38,58 +43,58 @@ module TwitterCldr
         transforms
       ]
 
-      # Arguments:
-      #
-      #   input_path  - path to a directory containing CLDR data
-      #   output_path - output directory for imported YAML files
-      #
-      def initialize(input_path, output_path)
-        @input_path  = input_path
-        @output_path = output_path
-      end
+      private
 
-      def import
-        prepare_ruby_cldr
+      def execute
         import_components
       end
 
-      private
+      def after_prepare
+        Cldr::Export::Data.dir = requirements[:cldr].common_path
+      end
 
-      def prepare_ruby_cldr
-        TwitterCldr::Resources.download_cldr_if_necessary(@input_path)
-        Cldr::Export::Data.dir = File.join(@input_path, 'common')
+      def output_path
+        params.fetch(:output_path)
       end
 
       def move_segments_root_file
-        file_path = File.join(@output_path, 'shared', 'segments_root.yml')
+        file_path = File.join(output_path, 'shared', 'segments_root.yml')
 
         if File.file?(file_path)
-          FileUtils.move(file_path, File.join(@output_path, 'shared', 'segments', 'segments_root.yml'))
+          FileUtils.move(
+            file_path, File.join(
+              output_path, 'shared', 'segments', 'segments_root.yml'
+            )
+          )
         end
       end
 
       def import_components
-        export_args = {
-          locales: TwitterCldr.supported_locales,
-          components: LOCALE_COMPONENTS,
-          target: File.join(@output_path, 'locales'),
-          merge: true  # fill in the gaps, eg fill in sub-locales like en_GB with en
-        }
-
         locales = Set.new
 
-        Cldr::Export.export(export_args) do |component, locale, path|
-          add_buddhist_calendar(component, locale, path)
-          process_plurals(component, locale, path)
-          downcase_territory_codes(component, locale, path)
-          deep_symbolize(component, locale, path)
-          locales.add(locale)
-          STDOUT.write "\r#{locale}, #{locales.size} of #{TwitterCldr.supported_locales.size} total"
+        params[:locales].each do |locale|
+          export_args = {
+            locales: [locale],
+            components: components_for(locale),
+            target: File.join(output_path, 'locales'),
+            merge: true  # fill in the gaps, eg fill in sub-locales like en_GB with en
+          }
+
+          Cldr::Export.export(export_args) do |component, locale, path|
+            add_buddhist_calendar(component, locale, path)
+            process_plurals(component, locale, path)
+            downcase_territory_codes(component, locale, path)
+            deep_symbolize(path)
+            locales.add(locale)
+            STDOUT.write "\rImporting #{locale}, #{locales.size} of #{params[:locales].size} total"
+          end
         end
 
+        puts ''
+
         export_args = {
           components: SHARED_COMPONENTS,
-          target: File.join(@output_path, 'shared'),
+          target: File.join(output_path, 'shared'),
           merge: true
         }
 
@@ -100,6 +105,14 @@ module TwitterCldr
         move_segments_root_file
       end
 
+      def components_for(locale)
+        if File.exist?(File.join(requirements[:cldr].source_path, 'common', 'rbnf', "#{locale}.xml"))
+          LOCALE_COMPONENTS
+        else
+          LOCALE_COMPONENTS - ['rbnf']
+        end
+      end
+
       def deep_symbolize(path)
         return unless File.extname(path) == '.yml'
         data = YAML.load(File.read(path))

data/lib/twitter_cldr/resources/phone_codes_importer.rb

@@ -5,44 +5,45 @@
 
 require 'nokogiri'
 
-require 'twitter_cldr/resources/download'
-
 module TwitterCldr
   module Resources
 
-    class PhoneCodesImporter
-
-      PHONE_CODES_PATH = File.join('common', 'supplemental', 'telephoneCodeData.xml')
-
+    class PhoneCodesImporter < Importer
       TERRITORY_REGEXP = /^[A-Z]{2}$/
 
-      # Arguments:
-      #
-      #   input_path  - path to a directory containing CLDR data
-      #   output_path - output directory for generated YAML file
-      #
-      def initialize(input_path, output_path)
-        @input_path  = input_path
-        @output_path = output_path
-      end
+      requirement :cldr, Versions.cldr_version
+      output_path 'shared'
+      ruby_engine :mri
 
-      def import
-        TwitterCldr::Resources.download_cldr_if_necessary(@input_path)
+      private
 
-        doc = File.open(File.join(@input_path, PHONE_CODES_PATH)) { |file| Nokogiri::XML(file) }
+      def execute
+        doc = File.open(File.join(source_path)) do |file|
+          Nokogiri::XML(file)
+        end
 
-        phone_codes = doc.xpath('//codesByTerritory').inject({}) do |memo, node|
+        phone_codes = doc.xpath('//codesByTerritory').each_with_object({}) do |node, memo|
           territory = node.attr('territory')
-          memo[territory.downcase.to_sym] = node.at_xpath('telephoneCountryCode').attr('code') if territory =~ TERRITORY_REGEXP
-          memo
+
+          if territory =~ TERRITORY_REGEXP
+            memo[territory.downcase.to_sym] = node.at_xpath('telephoneCountryCode').attr('code')
+          end
         end
 
         phone_codes = Hash[phone_codes.sort_by(&:first)]
+        File.write(output_path, YAML.dump(phone_codes))
+      end
 
-        File.open(File.join(@output_path, 'phone_codes.yml'), 'w') { |output| output.write(YAML.dump(phone_codes)) }
+      def output_path
+        File.join(params.fetch(:output_path), 'phone_codes.yml')
       end
 
+      def source_path
+        @source_path ||= File.join(
+          requirements[:cldr].common_path, 'supplemental', 'telephoneCodeData.xml'
+        )
+      end
     end
 
   end
-end
+end

data/lib/twitter_cldr/resources/postal_codes_importer.rb

@@ -10,25 +10,24 @@ require 'yaml'
 module TwitterCldr
   module Resources
 
-    class PostalCodesImporter
+    class PostalCodesImporter < Importer
 
       BASE_URL = 'http://i18napis.appspot.com/address/data/'
 
-      # Arguments:
-      #
-      #   output_path - output directory for generated YAML file
-      #
-      def initialize(output_path)
-        @output_path = output_path
-      end
+      output_path 'shared'
+      ruby_engine :mri
+
+      private
 
-      def import
-        File.open(File.join(@output_path, 'postal_codes.yml'), 'w') do |output|
+      def execute
+        File.open(File.join(output_path, 'postal_codes.yml'), 'w') do |output|
           output.write(YAML.dump(load))
         end
       end
 
-      private
+      def output_path
+        params.fetch(:output_path)
+      end
 
       def load
         each_territory.each_with_object({}) do |territory, ret|

data/lib/twitter_cldr/resources/properties.rb

@@ -3,18 +3,14 @@
 # Copyright 2012 Twitter, Inc
 # http://www.apache.org/licenses/LICENSE-2.0
 
-require 'twitter_cldr/resources/download'
-
 module TwitterCldr
   module Resources
     module Properties
 
-      autoload :PropertiesImporter,                      'twitter_cldr/resources/properties/properties_importer'
       autoload :PropertyImporter,                        'twitter_cldr/resources/properties/property_importer'
       autoload :AgePropertyImporter,                     'twitter_cldr/resources/properties/age_property_importer'
       autoload :ArabicShapingPropertyImporter,           'twitter_cldr/resources/properties/arabic_shaping_property_importer'
       autoload :BidiBracketsPropertyImporter,            'twitter_cldr/resources/properties/bidi_brackets_property_importer'
-      autoload :BidiMirroringPropertyImporter,           'twitter_cldr/resources/properties/bidi_mirroring_property_importer'
       autoload :BlocksPropertyImporter,                  'twitter_cldr/resources/properties/blocks_property_importer'
       autoload :DerivedCorePropertiesImporter,           'twitter_cldr/resources/properties/derived_core_properties_importer'
       autoload :EastAsianWidthPropertyImporter,          'twitter_cldr/resources/properties/east_asian_width_property_importer'

data/lib/twitter_cldr/resources/properties/age_property_importer.rb

@@ -8,17 +8,21 @@ module TwitterCldr
     module Properties
 
       class AgePropertyImporter < PropertyImporter
-        DATA_URL = 'ucd/DerivedAge.txt'
+        DATA_FILE = 'ucd/DerivedAge.txt'
         PROPERTY_NAME = 'Age'
 
-        def initialize(input_path, database)
-          super(
-            input_path: input_path,
-            property_name: PROPERTY_NAME,
-            data_url: DATA_URL,
-            data_path: File.basename(DATA_URL),
-            database: database
-          )
+        requirement :unicode, Versions.unicode_version, [DATA_FILE]
+        output_path 'unicode_data/properties'
+        ruby_engine :mri
+
+        def property_name
+          PROPERTY_NAME
+        end
+
+        private
+
+        def source_path
+          requirements[:unicode].source_path_for(DATA_FILE)
         end
       end
 

data/lib/twitter_cldr/resources/properties/arabic_shaping_property_importer.rb

@@ -8,20 +8,18 @@ module TwitterCldr
     module Properties
 
       class ArabicShapingPropertyImporter < PropertyImporter
-        DATA_URL = 'ucd/ArabicShaping.txt'
-
-        def initialize(input_path, database)
-          super(
-            input_path: input_path,
-            property_name: nil,
-            data_url: DATA_URL,
-            data_path: File.basename(DATA_URL),
-            database: database
-          )
-        end
+        DATA_FILE = 'ucd/ArabicShaping.txt'
+
+        requirement :unicode, Versions.unicode_version, [DATA_FILE]
+        output_path 'unicode_data/properties'
+        ruby_engine :mri
 
         private
 
+        def source_path
+          requirements[:unicode].source_path_for(DATA_FILE)
+        end
+
         def load
           super do |data, ret|
             code_points = expand_range(data[0])

data/lib/twitter_cldr/resources/properties/bidi_brackets_property_importer.rb

@@ -8,21 +8,23 @@ module TwitterCldr
     module Properties
 
       class BidiBracketsPropertyImporter < PropertyImporter
-        DATA_URL = 'ucd/BidiBrackets.txt'
+        DATA_FILE = 'ucd/BidiBrackets.txt'
         PROPERTY_NAME = 'Bidi_Paired_Bracket_Type'
 
-        def initialize(input_path, database)
-          super(
-            input_path: input_path,
-            property_name: PROPERTY_NAME,
-            data_url: DATA_URL,
-            data_path: File.basename(DATA_URL),
-            database: database
-          )
+        requirement :unicode, Versions.unicode_version, [DATA_FILE]
+        output_path 'unicode_data/properties'
+        ruby_engine :mri
+
+        def property_name
+          PROPERTY_NAME
         end
 
         private
 
+        def source_path
+          requirements[:unicode].source_path_for(DATA_FILE)
+        end
+
         def load
           super do |data, ret|
             code_points = expand_range(data[0])

data/lib/twitter_cldr/resources/properties/blocks_property_importer.rb

@@ -8,17 +8,21 @@ module TwitterCldr
     module Properties
 
       class BlocksPropertyImporter < PropertyImporter
-        DATA_URL = 'ucd/Blocks.txt'
+        DATA_FILE = 'ucd/Blocks.txt'
         PROPERTY_NAME = 'Block'
 
-        def initialize(input_path, database)
-          super(
-            input_path: input_path,
-            property_name: PROPERTY_NAME,
-            data_url: DATA_URL,
-            data_path: File.basename(DATA_URL),
-            database: database
-          )
+        requirement :unicode, Versions.unicode_version, [DATA_FILE]
+        output_path 'unicode_data/properties'
+        ruby_engine :mri
+
+        def property_name
+          PROPERTY_NAME
+        end
+
+        private
+
+        def source_path
+          requirements[:unicode].source_path_for(DATA_FILE)
         end
       end
 

data/lib/twitter_cldr/resources/properties/derived_core_properties_importer.rb

@@ -8,20 +8,18 @@ module TwitterCldr
     module Properties
 
       class DerivedCorePropertiesImporter < PropertyImporter
-        DATA_URL = 'ucd/DerivedCoreProperties.txt'
-
-        def initialize(input_path, database)
-          super(
-            input_path: input_path,
-            property_name: nil,
-            data_url: DATA_URL,
-            data_path: File.basename(DATA_URL),
-            database: database
-          )
-        end
+        DATA_FILE = 'ucd/DerivedCoreProperties.txt'
+
+        requirement :unicode, Versions.unicode_version, [DATA_FILE]
+        output_path 'unicode_data/properties'
+        ruby_engine :mri
 
         private
 
+        def source_path
+          requirements[:unicode].source_path_for(DATA_FILE)
+        end
+
         def load
           super do |data, ret|
             code_points = expand_range(data[0])

data/lib/twitter_cldr/resources/properties/east_asian_width_property_importer.rb

@@ -8,17 +8,21 @@ module TwitterCldr
     module Properties
 
       class EastAsianWidthPropertyImporter < PropertyImporter
-        DATA_URL = 'ucd/EastAsianWidth.txt'
+        DATA_FILE = 'ucd/EastAsianWidth.txt'
         PROPERTY_NAME = 'East_Asian_Width'
 
-        def initialize(input_path, database)
-          super(
-            input_path: input_path,
-            property_name: PROPERTY_NAME,
-            data_url: DATA_URL,
-            data_path: File.basename(DATA_URL),
-            database: database
-          )
+        requirement :unicode, Versions.unicode_version, [DATA_FILE]
+        output_path 'unicode_data/properties'
+        ruby_engine :mri
+
+        def property_name
+          PROPERTY_NAME
+        end
+
+        private
+
+        def source_path
+          requirements[:unicode].source_path_for(DATA_FILE)
         end
       end