twitter_cldr 4.0.0 → 4.1.0

data/lib/twitter_cldr/resources/rbnf_test_importer.rb

@@ -3,18 +3,13 @@
 # Copyright 2012 Twitter, Inc
 # http://www.apache.org/licenses/LICENSE-2.0
 
-require 'java'
 require 'fileutils'
-require 'twitter_cldr/resources/download'
 
 module TwitterCldr
   module Resources
 
     # This class should be used with JRuby in 1.9 mode
-    class RbnfTestImporter < IcuBasedImporter
-
-      attr_reader :output_path, :icu4j_path
-
+    class RbnfTestImporter < Importer
       # These don't have much of a pattern, just trying to get
       # a wide range of different possibilities.
       TEST_NUMBERS = [
@@ -25,42 +20,42 @@ module TwitterCldr
         # [41.0, 5.22, 8.90, 555.1212, -14.90, -999.701]  # decimals really aren't supported yet
       ].flatten
 
-      def initialize(output_path, icu4j_path)
-        @output_path = output_path
-        @icu4j_path = icu4j_path
-      end
-
-      def import(locales)
-        require_icu4j(icu4j_path)
-        java_import 'com.ibm.icu.text.RuleBasedNumberFormat'
-        java_import 'com.ibm.icu.util.ULocale'
-
-        groupings = [
-          RuleBasedNumberFormat::SPELLOUT,
-          RuleBasedNumberFormat::ORDINAL,
-          RuleBasedNumberFormat::DURATION
-        ]
-
-        import_locales(locales, groupings)
-      end
+      requirement :icu, Versions.icu_version
+      output_path File.join(TwitterCldr::SPEC_DIR, 'formatters', 'numbers', 'rbnf', 'locales')
+      locales TwitterCldr.supported_locales
+      ruby_engine :jruby
 
-      protected
-
-      def import_locales(locales, groupings)
+      def execute
         locales.each do |locale|
           locale = locale.to_s
-          ulocale = ULocale.new(locale)
+          ulocale = ulocale_class.new(locale)
           file = output_file_for(locale)
           FileUtils.mkdir_p(File.dirname(file))
           File.open(file, "w+") do |w|
-            w.write(YAML.dump(import_locale(ulocale, groupings)))
+            w.write(YAML.dump(import_locale(ulocale)))
           end
         end
       end
 
-      def import_locale(ulocale, groupings)
+      private
+
+      def locales
+        @locales ||= params.fetch(:locales).select do |locale|
+          TwitterCldr::Formatters::Rbnf::RbnfFormatter.supported_locale?(locale)
+        end
+      end
+
+      def formatter_class
+        @formatter_class ||= requirements[:icu].get_class('com.ibm.icu.text.RuleBasedNumberFormat')
+      end
+
+      def ulocale_class
+        @ulocale_class ||= requirements[:icu].get_class('com.ibm.icu.util.ULocale')
+      end
+
+      def import_locale(ulocale)
         groupings.inject({}) do |grouping_ret, grouping|
-          formatter = RuleBasedNumberFormat.new(ulocale, grouping)
+          formatter = formatter_class.new(ulocale, grouping)
           grouping_name = get_grouping_display_name(grouping)
           grouping_ret[grouping_name] = formatter.getRuleSetNames.inject({}) do |ruleset_ret, ruleset_name|
             ruleset_display_name = formatter.getRuleSetDisplayName(ruleset_name, ulocale)
@@ -72,6 +67,14 @@ module TwitterCldr
         end
       end
 
+      def groupings
+        @groupings ||= [
+          formatter_class::SPELLOUT,
+          formatter_class::ORDINAL,
+          formatter_class::DURATION
+        ]
+      end
+
       def clean_up_name(name)
         name
           .gsub(/[^\w-]/, '-')
@@ -94,17 +97,17 @@ module TwitterCldr
       end
 
       def output_file_for(locale)
-        File.join(output_path, locale, "rbnf_test.yml")
+        File.join(params.fetch(:output_path), locale, 'rbnf_test.yml')
       end
 
       def get_grouping_display_name(grouping)
         case grouping
-          when RuleBasedNumberFormat::SPELLOUT
-            "SpelloutRules"
-          when RuleBasedNumberFormat::ORDINAL
-            "OrdinalRules"
-          when RuleBasedNumberFormat::DURATION
-            "DurationRules"
+          when formatter_class::SPELLOUT
+            'SpelloutRules'
+          when formatter_class::ORDINAL
+            'OrdinalRules'
+          when formatter_class::DURATION
+            'DurationRules'
         end
       end
 

data/lib/twitter_cldr/resources/readme_renderer.rb

@@ -11,7 +11,6 @@ module TwitterCldr
     ReadmeAssertionFailure = Struct.new(:message, :line_number)
 
     class ReadmeRenderer
-
       attr_reader :text, :assertion_failures
 
       def initialize(text)
@@ -102,7 +101,7 @@ module TwitterCldr
           ret
         end
       end
-
     end
+
   end
 end

data/lib/twitter_cldr/resources/requirements.rb

@@ -0,0 +1,18 @@
+# encoding: UTF-8
+
+# Copyright 2012 Twitter, Inc
+# http://www.apache.org/licenses/LICENSE-2.0
+
+module TwitterCldr
+  module Resources
+
+    module Requirements
+      autoload :CldrRequirement,       'twitter_cldr/resources/requirements/cldr_requirement'
+      autoload :IcuRequirement,        'twitter_cldr/resources/requirements/icu_requirement'
+      autoload :DependencyRequirement, 'twitter_cldr/resources/requirements/dependency_requirement'
+      autoload :GitRequirement,        'twitter_cldr/resources/requirements/git_requirement'
+      autoload :UnicodeRequirement,    'twitter_cldr/resources/requirements/unicode_requirement'
+    end
+
+  end
+end

data/lib/twitter_cldr/resources/requirements/cldr_requirement.rb

@@ -0,0 +1,66 @@
+# encoding: UTF-8
+
+# Copyright 2012 Twitter, Inc
+# http://www.apache.org/licenses/LICENSE-2.0
+
+require 'uri'
+require 'open-uri'
+require 'zip'
+
+module TwitterCldr
+  module Resources
+    module Requirements
+
+      class CldrRequirement
+        CLDR_URL = "http://unicode.org/Public/cldr/%{version}/core.zip"
+
+        attr_reader :version
+
+        def initialize(version)
+          @version = version
+        end
+
+        def prepare
+          # download and unzip if source directory doesn't exist
+          unless File.directory?(source_path)
+            STDOUT.write("Downloading cldr v#{version}... ")
+            download
+            puts 'done'
+          end
+
+          puts "Using cldr v#{version} from #{source_path}"
+        end
+
+        def source_path
+          @source_path ||= File.join(TwitterCldr::VENDOR_DIR, "cldr_v#{version}")
+        end
+
+        def common_path
+          File.join(source_path, 'common')
+        end
+
+        private
+
+        def cldr_url
+          CLDR_URL % { version: version }
+        end
+
+        def download
+          URI.parse(cldr_url).open do |tempfile|
+            FileUtils.mkdir_p(source_path)
+            Zip.on_exists_proc = true
+
+            Zip::File.open(tempfile.path) do |file|
+              file.each do |entry|
+                path = File.join(source_path, entry.name)
+                FileUtils.mkdir_p(File.dirname(path))
+                file.extract(entry, path)
+              end
+            end
+          end
+        end
+      end
+
+    end
+  end
+end

data/lib/twitter_cldr/resources/requirements/dependency_requirement.rb

@@ -0,0 +1,23 @@
+# encoding: UTF-8
+
+# Copyright 2012 Twitter, Inc
+# http://www.apache.org/licenses/LICENSE-2.0
+
+module TwitterCldr
+  module Resources
+    module Requirements
+
+      class DependencyRequirement
+        attr_reader :importer_classes
+
+        def initialize(importer_classes)
+          @importer_classes = importer_classes
+        end
+
+        def prepare
+        end
+      end
+
+    end
+  end
+end

data/lib/twitter_cldr/resources/requirements/git_requirement.rb

@@ -0,0 +1,66 @@
+# encoding: UTF-8
+
+# Copyright 2012 Twitter, Inc
+# http://www.apache.org/licenses/LICENSE-2.0
+
+module TwitterCldr
+  module Resources
+    module Requirements
+
+      class GitRequirement
+        attr_reader :repo_url, :ref
+
+        def initialize(repo_url, ref)
+          @repo_url = repo_url
+          @ref = ref
+        end
+
+        def prepare
+          check_git_available
+          clone_or_fetch_if_necessary
+          puts "Using repo in #{source_path}"
+        end
+
+        def source_path
+          @source_path ||= File.join(TwitterCldr::VENDOR_DIR, 'git', repo_name)
+        end
+
+        private
+
+        def check_git_available
+          `git --version`
+
+          if $?.exitstatus != 0
+            raise "Couldn't find git executable. Is it installed?"
+          end
+        end
+
+        def repo_name
+          @repo_name ||= File.basename(repo_url).chomp('.git')
+        end
+
+        def clone_or_fetch_if_necessary
+          if File.exist?(source_path)
+            unless ref_exists?
+              in_repo { `git fetch` }
+            end
+          else
+            `git clone #{repo_url} #{source_path}`
+          end
+        end
+
+        def ref_exists?
+          in_repo do
+            `git rev-parse --verify --quiet #{ref}`
+            $?.exitstatus == 0
+          end
+        end
+
+        def in_repo(&block)
+          Dir.chdir(source_path, &block)
+        end
+      end
+
+    end
+  end
+end

data/lib/twitter_cldr/resources/requirements/icu_requirement.rb

@@ -0,0 +1,111 @@
+# encoding: UTF-8
+
+# Copyright 2012 Twitter, Inc
+# http://www.apache.org/licenses/LICENSE-2.0
+
+require 'open-uri'
+
+module TwitterCldr
+  module Resources
+    module Requirements
+
+      # This requirement makes use of the JarClassLoader package (https://github.com/kamranzafar/JCL)
+      # to load ICU in an isolated environment to keep different versions of the
+      # library separate. If ICU versions are not kept separate, the one that's
+      # first on the classpath wins, which can be surprising if you're not
+      # expecting it. Oh, and it can break all the tests.
+      class IcuRequirement
+        ICU_URL = "http://download.icu-project.org/files/icu4j/%{version}/icu4j-%{underscored_version}.jar"
+
+        # first entry is JCL itself, other two are JCL dependencies
+        JCL_JARS = [
+          'https://repo.maven.apache.org/maven2/org/xeustechnologies/jcl-core/2.7/jcl-core-2.7.jar',
+          'https://repo.maven.apache.org/maven2/org/objenesis/objenesis/2.1/objenesis-2.1.jar',
+          'https://repo.maven.apache.org/maven2/cglib/cglib-nodep/2.2/cglib-nodep-2.2.jar'
+        ]
+
+        attr_reader :version
+
+        def initialize(version)
+          @version = version
+        end
+
+        def prepare
+          download_icu
+          download_jcl
+
+          JCL_JARS.each do |jcl_jar_url|
+            require jcl_source_path_for(jcl_jar_url)
+          end
+
+          java_import 'org.xeustechnologies.jcl.JarClassLoader'
+
+          class_loader.add(icu_source_path)
+        end
+
+        def icu_source_path
+          @source_path ||= File.join(
+            TwitterCldr::VENDOR_DIR, "icu_v#{version}.jar"
+          )
+        end
+
+        def jcl_source_path_for(url)
+          File.join(TwitterCldr::VENDOR_DIR, File.basename(url))
+        end
+
+        def get_class(name)
+          class_loader.load_class(name).ruby_class
+        end
+
+        private
+
+        def class_loader
+          @class_loader ||= JarClassLoader.new
+        end
+
+        def download_icu
+          unless File.file?(icu_source_path)
+            STDOUT.write("Downloading icu v#{version}... ")
+            download(icu_url, icu_source_path)
+            puts 'done'
+          end
+
+          puts "Using icu #{version} from #{icu_source_path}"
+        end
+
+        def download_jcl
+          JCL_JARS.each do |jcl_jar_url|
+            source_path = jcl_source_path_for(jcl_jar_url)
+            jar_name = File.basename(source_path).chomp(File.extname(source_path))
+
+            unless File.file?(source_path)
+              STDOUT.write("Downloading #{jar_name}... ")
+              download(jcl_jar_url, source_path)
+              puts 'done'
+            end
+
+            puts "Using #{jar_name} from #{source_path}"
+          end
+        end
+
+        def download(url, path)
+          open(path, 'wb') do |file|
+            file << open(url).read
+          end
+        end
+
+        def icu_url
+          ICU_URL % {
+            version: version,
+            underscored_version: underscored_version
+          }
+        end
+
+        def underscored_version
+          @underscored_version ||= version.gsub('.', '_')
+        end
+      end
+
+    end
+  end
+end

data/lib/twitter_cldr/resources/requirements/unicode_requirement.rb

@@ -0,0 +1,51 @@
+# encoding: UTF-8
+
+# Copyright 2012 Twitter, Inc
+# http://www.apache.org/licenses/LICENSE-2.0
+
+require 'open-uri'
+require 'fileutils'
+
+module TwitterCldr
+  module Resources
+    module Requirements
+
+      class UnicodeRequirement
+        UNICODE_URL = "ftp://ftp.unicode.org/Public/%{version}"
+
+        attr_reader :version, :files
+
+        def initialize(version, files)
+          @version = version
+          @files = files
+        end
+
+        def prepare
+          files.each do |file|
+            unless File.file?(source_path_for(file))
+              STDOUT.write("Downloading #{file} from unicode v#{version}... ")
+              download(file)
+              puts 'done'
+            end
+
+            puts "Using #{file} from unicode v#{version}"
+          end
+        end
+
+        def source_path_for(file)
+          File.join(TwitterCldr::VENDOR_DIR, "unicode_v#{version}", file)
+        end
+
+        private
+
+        def download(file)
+          source_path = source_path_for(file)
+          FileUtils.mkdir_p(File.dirname(source_path))
+          remote_url = File.join(UNICODE_URL % { version: version}, file)
+          open(source_path, 'wb') { |file| file << open(remote_url).read }
+        end
+      end
+
+    end
+  end
+end