i18n_data 0.4.0 → 0.4.1

data/cache/file_data_provider/languages-VI.txt

@@ -17,7 +17,7 @@ BM;;Tiếng Bam-ba-ra
 EU;;Tiếng Baxcơ
 BE;;Tiếng Be-la-ruxợ
 BN;;Tiếng Băng Gan
-BH;;Hệ ngôn ngữ Tai
+BH;;Hệ ngôn ngữ Bihari
 BI;;Tiếng Bix-la-ma
 BS;;Tiếng Bô-xni-a
 BR;;Tiếng Boue-ton (Pháp)

data/cache/file_data_provider/languages-ZH_TW.txt

@@ -17,7 +17,7 @@ BM;;班巴拉語
 EU;;巴斯克語
 BE;;白俄語
 BN;;孟加拉語
-BH;;泰語諸語言
+BH;;比哈諸語言
 BI;;比斯拉馬語
 BS;;波士尼亞語
 BR;;布里敦語

data/lib/i18n_data.rb

@@ -1,12 +1,17 @@
 require 'i18n_data/version'
 
 module I18nData
-  class NoTranslationAvailable < Exception
+
+  class BaseException < Exception
     def to_s
-      "NoTranslationAvailable -- #{super}"
+      "#{self.class} -- #{super}"
     end
   end
 
+  class NoTranslationAvailable < BaseException; end
+  class AccessDenied < BaseException; end
+  class Unknown < BaseException; end
+
   class << self
     def languages(language_code='EN')
       fetch :languages, language_code do

data/lib/i18n_data/file_data_provider.rb

@@ -12,18 +12,39 @@ module I18nData
 
     def write_cache(provider)
       languages = provider.codes(:languages, 'EN').keys + ['zh_CN', 'zh_TW', 'zh_HK','bn_IN','pt_BR']
-      languages.each do |language_code|
+      unless progress_bar = build_progress_bar(languages.count)
+        $stderr.puts 'i18n_data: Updating file cache, will take about 8 minutes...'
+      end
+
+      languages.map do |language_code|
         [:languages, :countries].each do |type|
           begin
             data = provider.send(:codes, type, language_code)
             write_to_file(data, cache_file_for(type, language_code))
           rescue NoTranslationAvailable
+            $stderr.puts "No translation available for #{type} #{language_code}" if $DEBUG
+          rescue AccessDenied
+            $stderr.puts "Access denied for #{type} #{language_code}"
           end
         end
+        progress_bar.increment if progress_bar
       end
     end
 
-  private
+    private
+
+    def build_progress_bar(max_count)
+      return unless $stderr.tty?
+      require 'ruby-progressbar'
+      ProgressBar.create(
+        :format => '%t %E: |%w|',
+        :title => 'writing translation cache data',
+        :total => max_count
+      )
+    rescue LoadError
+      $stderr.puts ':: i18n_data file write cache update ::'
+      $stderr.puts 'for progress install "ruby-progressbar" gem'
+    end
 
     def read_from_file(file)
       return nil unless File.exist?(file)

data/lib/i18n_data/live_data_provider.rb

@@ -51,9 +51,16 @@ module I18nData
 
         begin
           url = TRANSLATIONS[type]+"#{code}.po"
-          data = open(url).read
-        rescue
-          raise NoTranslationAvailable, "for #{type} and language code = #{code} (#{$!})"
+          data = get(url)
+        rescue => e
+          case e.to_s
+          when /\A404 /
+            raise NoTranslationAvailable, "for #{type} and language code = #{code} (#{$!})"
+          when /\A502 /
+            raise AccessDenied, "for #{type} and language code = #{code} (#{$!})"
+          else
+            raise Unknown, "#{e.to_s} for #{type} and language code = #{code} (#{$!})"
+          end
         end
 
         data = data.force_encoding('utf-8') if data.respond_to?(:force_encoding) # 1.9
@@ -96,9 +103,23 @@ module I18nData
       end]
     end
 
+    def get(url)
+      $stderr.puts "GET #{url}" if $DEBUG
+      @@cache ||= {}
+      return @@cache[url] if @@cache.include? url
+      @@cache[url] = open(url).read
+    end
+
     def xml(type)
-      xml = open(XML_CODES[type]).read
+      xml = get(XML_CODES[type])
       REXML::Document.new(xml)
+    rescue => e
+      case e.to_s
+      when /\A502 /
+        raise AccessDenied, "for index of #{type} (#{$!})"
+      else
+        raise Unknown, "#{e.to_s} for index of #{type} (#{$!})"
+      end
     end
   end
 end

data/lib/i18n_data/version.rb

@@ -1,3 +1,3 @@
 module I18nData
-  VERSION = Version = "0.4.0"
+  VERSION = Version = "0.4.1"
 end

metadata

@@ -1,42 +1,36 @@
 --- !ruby/object:Gem::Specification
 name: i18n_data
 version: !ruby/object:Gem::Version
-  version: 0.4.0
-  prerelease: 
+  version: 0.4.1
 platform: ruby
 authors:
 - Michael Grosser
 autorequire: 
 bindir: bin
 cert_chain:
-- !binary |-
-  LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURNakNDQWhxZ0F3SUJB
-  Z0lCQURBTkJna3Foa2lHOXcwQkFRVUZBREEvTVJBd0RnWURWUVFEREFkdGFX
-  Tm8KWVdWc01SY3dGUVlLQ1pJbWlaUHlMR1FCR1JZSFozSnZjM05sY2pFU01C
-  QUdDZ21TSm9tVDhpeGtBUmtXQW1sMApNQjRYRFRFek1ESXdNekU0TVRNeE1W
-  b1hEVEUwTURJd016RTRNVE14TVZvd1B6RVFNQTRHQTFVRUF3d0hiV2xqCmFH
-  RmxiREVYTUJVR0NnbVNKb21UOGl4a0FSa1dCMmR5YjNOelpYSXhFakFRQmdv
-  SmtpYUprL0lzWkFFWkZnSnAKZERDQ0FTSXdEUVlKS29aSWh2Y05BUUVCQlFB
-  RGdnRVBBRENDQVFvQ2dnRUJBTW9yWG8vaGdiVXE5NytrSUk5SApNc1FjTGRD
-  Lzd3UTFaUDJPc2hWSFBrZVAwcUg4TUJIR2c2ZVlpc09YMnViTmFnRjlZVENa
-  V25ocmRLcndwTE9PCmNQTGFaYmpVamxqSjNjUVIzQjhZbjF2ZVY1SWhHODZR
-  c2VUQmp5bXpKV3NMcHFKMVVaR3BmQjl0WGNzRnR1eE8KNnZIdmNJSGR6dmMv
-  T1VrSUN0dExiSCsxcWI2cnNIVWNlcWgrSnJINEdyc0o1SDRoQWZJZHlTMlhN
-  SzdZUktiaApoK0lCdTZkRldKSkJ5ekZzWW1WMVBEWGxuM1VCbWdBdDY1Y21D
-  dTRxUGZUaGlvQ0dEemJTSnJHREdMbXcvcEZYCkZQcFZDbTF6Z1lTYjF2NlFu
-  ZjNjZ1hhMmYyd1lHbTE3K3pBVnlJRHB3cnlGcnU5eUYvakp4RTM4ei9EUnNk
-  OVIKLzg4Q0F3RUFBYU01TURjd0NRWURWUjBUQkFJd0FEQWRCZ05WSFE0RUZn
-  UVVzaU5uWEh0S2VNWVljcjR5SlZtUQpXT05MK0l3d0N3WURWUjBQQkFRREFn
-  U3dNQTBHQ1NxR1NJYjNEUUVCQlFVQUE0SUJBUUFseU43a0tvL05RQ1EwCkFP
-  elpMWjNXQWVQdlN0a0NGSUo1M3RzdjVLeW80cE1BbGx2K0JnUHp6QnQ3cWk2
-  MDVtRlNMNnpCZDl1TG91K1cKQ28zczQ4cDFkeTdDampBZlZRZG1WTkhGM013
-  WHRmQzJPRXl2U1FQaTR4S1I4aWJhOHdhM3hwOUxWbzFQdUxwdwovNkRzckNo
-  V3c3NEhmc0pONnFKT0s2ODRoSmVUOGxCWUFVZmlDM3dEMG93b1BTZytYdHlB
-  QWRkaXNSK0tWNVkxCk5tVkh1THRRY05UWnkrZ1JodDNhaEpSTXVDNlF5TG1r
-  VHNmKzZNYWVud0FNa0FnSGRzd0dzSnp0T25ObkJhM0YKeTBrQ1NXbUs2RCt4
-  L1NiZlM2cjdLZTA3TVJxemlKZEI5R3VFMSswY0lSdUZoOEVRK0xONkhYQ0tN
-  NXBvbi9HVQp5Y3dNWGZsMAotLS0tLUVORCBDRVJUSUZJQ0FURS0tLS0tCg==
-date: 2013-02-13 00:00:00.000000000 Z
+- |
+  -----BEGIN CERTIFICATE-----
+  MIIDcDCCAligAwIBAgIBATANBgkqhkiG9w0BAQUFADA/MRAwDgYDVQQDDAdtaWNo
+  YWVsMRcwFQYKCZImiZPyLGQBGRYHZ3Jvc3NlcjESMBAGCgmSJomT8ixkARkWAml0
+  MB4XDTE0MDIwNDIwMjk0MVoXDTE1MDIwNDIwMjk0MVowPzEQMA4GA1UEAwwHbWlj
+  aGFlbDEXMBUGCgmSJomT8ixkARkWB2dyb3NzZXIxEjAQBgoJkiaJk/IsZAEZFgJp
+  dDCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAMorXo/hgbUq97+kII9H
+  MsQcLdC/7wQ1ZP2OshVHPkeP0qH8MBHGg6eYisOX2ubNagF9YTCZWnhrdKrwpLOO
+  cPLaZbjUjljJ3cQR3B8Yn1veV5IhG86QseTBjymzJWsLpqJ1UZGpfB9tXcsFtuxO
+  6vHvcIHdzvc/OUkICttLbH+1qb6rsHUceqh+JrH4GrsJ5H4hAfIdyS2XMK7YRKbh
+  h+IBu6dFWJJByzFsYmV1PDXln3UBmgAt65cmCu4qPfThioCGDzbSJrGDGLmw/pFX
+  FPpVCm1zgYSb1v6Qnf3cgXa2f2wYGm17+zAVyIDpwryFru9yF/jJxE38z/DRsd9R
+  /88CAwEAAaN3MHUwCQYDVR0TBAIwADALBgNVHQ8EBAMCBLAwHQYDVR0OBBYEFLIj
+  Z1x7SnjGGHK+MiVZkFjjS/iMMB0GA1UdEQQWMBSBEm1pY2hhZWxAZ3Jvc3Nlci5p
+  dDAdBgNVHRIEFjAUgRJtaWNoYWVsQGdyb3NzZXIuaXQwDQYJKoZIhvcNAQEFBQAD
+  ggEBAExBcUWfGuamYn+IddOA0Ws8jUKwB14RXoZRDrTiTAlMm3Bkg2OKyxS3uJXa
+  6Z+LwFiZwVYk62yHXqNzEJycQk4SEmY+xDWLj0p7X6qEeU4QZKwR1TwJ5z3PTrZ6
+  irJgM3q7NIBRvmTzRaAghWcQn+Eyr5YLOfMksjVBMUMnzh5/ZDgq53LphgJbGwvz
+  ScJAgfNclLHnjk9q1mT1s0e1FPWbiAL3siBIR5HpH8qtSEiivTf2ntciebOqS93f
+  F5etKHZg0j3eHO31/i2HnswY04lqGImUu6aM5EnijFTB7PPW2KwKKM4+kKDYFdlw
+  /0WV1Ng2/Y6qsHwmqGg2VlYj2h4=
+  -----END CERTIFICATE-----
+date: 2014-03-15 00:00:00.000000000 Z
 dependencies: []
 description: 
 email: michael@grosser.it
@@ -44,12 +38,6 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- .gitignore
-- .travis.yml
-- Gemfile
-- Gemfile.lock
-- Rakefile
-- Readme.md
 - cache/file_data_provider/countries-AF.txt
 - cache/file_data_provider/countries-AM.txt
 - cache/file_data_provider/countries-AR.txt
@@ -85,6 +73,7 @@ files:
 - cache/file_data_provider/countries-HR.txt
 - cache/file_data_provider/countries-HU.txt
 - cache/file_data_provider/countries-HY.txt
+- cache/file_data_provider/countries-IA.txt
 - cache/file_data_provider/countries-ID.txt
 - cache/file_data_provider/countries-IS.txt
 - cache/file_data_provider/countries-IT.txt
@@ -152,7 +141,7 @@ files:
 - cache/file_data_provider/languages-AZ.txt
 - cache/file_data_provider/languages-BE.txt
 - cache/file_data_provider/languages-BG.txt
-- cache/file_data_provider/languages-BN_IN.txt
+- cache/file_data_provider/languages-BN.txt
 - cache/file_data_provider/languages-BR.txt
 - cache/file_data_provider/languages-BS.txt
 - cache/file_data_provider/languages-CA.txt
@@ -223,49 +212,32 @@ files:
 - cache/file_data_provider/languages-ZH_HK.txt
 - cache/file_data_provider/languages-ZH_TW.txt
 - cache/file_data_provider/languages-ZU.txt
-- example_output/all_names_for_DE.txt
-- example_output/all_names_for_FR.txt
-- example_output/all_names_for_GB.txt
-- example_output/all_names_for_US.txt
-- gem-public_cert.pem
-- i18n_data.gemspec
 - lib/i18n_data.rb
 - lib/i18n_data/file_data_provider.rb
 - lib/i18n_data/live_data_provider.rb
 - lib/i18n_data/version.rb
-- spec/i18n_data/file_data_provider_spec.rb
-- spec/i18n_data/live_data_provider_spec.rb
-- spec/i18n_data_spec.rb
-- spec/spec_helper.rb
 homepage: https://github.com/grosser/i18n_data
 licenses:
 - MIT
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: 3936433807610975866
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - '>='
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: 3936433807610975866
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.24
+rubygems_version: 2.0.14
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: country/language names and 2-letter-code pairs, in 85 languages
 test_files: []

data/.gitignore

@@ -1,3 +0,0 @@
-Manifest
-pkg
-output

data/.travis.yml

@@ -1,4 +0,0 @@
-rvm:
-  - ree
-  - 1.9.2
-  - 1.9.3

data/Gemfile

@@ -1,6 +0,0 @@
-source :rubygems
-gemspec
-
-gem "bump"
-gem "rake"
-gem "rspec", "~>2"

data/Gemfile.lock

@@ -1,28 +0,0 @@
-PATH
-  remote: .
-  specs:
-    i18n_data (0.4.0)
-
-GEM
-  remote: http://rubygems.org/
-  specs:
-    bump (0.3.9)
-    diff-lcs (1.1.3)
-    rake (10.0.3)
-    rspec (2.12.0)
-      rspec-core (~> 2.12.0)
-      rspec-expectations (~> 2.12.0)
-      rspec-mocks (~> 2.12.0)
-    rspec-core (2.12.2)
-    rspec-expectations (2.12.1)
-      diff-lcs (~> 1.1.3)
-    rspec-mocks (2.12.2)
-
-PLATFORMS
-  ruby
-
-DEPENDENCIES
-  bump
-  i18n_data!
-  rake
-  rspec (~> 2)

data/Rakefile

@@ -1,77 +0,0 @@
-require 'bundler/gem_tasks'
-require 'bump/tasks'
-$LOAD_PATH << "lib"
-require 'i18n_data'
-
-task :default do
-  sh "rspec spec/"
-end
-
-desc "write all languages to output"
-task :all_languages do
-  I18nData.languages.keys.each do |lc|
-    `rake languages LANGUAGE=#{lc}`
-  end
-end
-
-desc "write languages to output/languages_{language}"
-task :languages do
-  raise unless language = ENV['LANGUAGE']
-  `mkdir output -p`
-  data = I18nData.languages(language.upcase)
-  File.open("output/languages_#{language.downcase}.yml",'w') {|f|f.puts data.to_yaml}
-end
-
-desc "write all countries to output"
-task :all_countries do
-  I18nData.languages.keys.each do |lc|
-    `rake countries LANGUAGE=#{lc}`
-  end
-end
-
-desc "write countries to output/countries_{language}"
-task :countries do
-  raise unless language = ENV['LANGUAGE']
-  `mkdir output -p`
-  data = I18nData.countries(language.upcase)
-  File.open("output/countries_#{language.downcase}.yml",'w') {|f|f.puts data.to_yaml}
-end
-
-desc "write example output, just to show off :D"
-task :example_output do
-  `mkdir example_output -p`
-
-  #all names for germany, france, united kingdom and unites states
-  ['DE','FR','GB','US'].each do |cc|
-    names = I18nData.languages.keys.map do |lc|
-      begin
-        [I18nData.countries(lc)[cc], I18nData.languages[lc]]
-      rescue I18nData::NoTranslationAvailable
-        nil
-      end
-    end
-    File.open("example_output/all_names_for_#{cc}.txt",'w') do |f|
-      f.puts names.reject(&:nil?).map{|x|x*" ---- "} * "\n"
-    end
-  end
-end
-
-desc "show stats"
-task :stats do
-  dir = "cache/file_data_provider"
-  [:languages, :countries].each do |type|
-    files = FileList["#{dir}/#{type}*"]
-    lines = File.readlines(files.first).reject{|l|l.empty?}
-    puts "#{lines.size} #{type} in #{files.size} languages"
-  end
-end
-
-desc "write cache for I18nData::FileDataProvider"
-task :write_cache_for_file_data_provider do
-  raise "use 1.9+, we need sorted hashes or diff is giant" if RUBY_VERSION < "1.9"
-  require 'i18n_data/file_data_provider'
-  require 'i18n_data/live_data_provider'
-  sh "rm -rf cache/file_data_provider" # clean everything so old stuff goes away
-  puts "writing new caches, this can take a few minutes..."
-  I18nData::FileDataProvider.write_cache(I18nData::LiveDataProvider)
-end

data/Readme.md

@@ -1,61 +0,0 @@
- - Present users coutries/languages in their language
- - Convert a country/language-name to its 2-letter-code
- - List of 2-letter-code/name pairs for all countries/languages in all languages
-
-###Translations
-Through [pkg-isocodes](http://git.debian.org/?p=iso-codes/iso-codes.git):
-
- - 185 Language codes (iso 639 - 2 letter) in 68 Languages
- - 246 Country codes (iso 3166 - 2 letter) in 86 Languages
- - contry specific codes e.g. zh_TW are also available, have a look at the isocodes website for all options
-
-Install
-=======
-
-    gem install i18n_data
-
-Usage
-=====
-
-    require 'i18n_data'
-    ...
-    I18nData.languages        # {"DE"=>"German",...}
-    I18nData.languages('DE')  # {"DE"=>"Deutsch",...}
-    I18nData.languages('FR')  # {"DE"=>"Allemand",...}
-    ...
-
-    I18nData.countries        # {"DE"=>"Germany",...}
-    I18nData.countries('DE')  # {"DE"=>"Deutschland",...}
-    ...
-
-    I18nData.language_code('German')       # DE
-    I18nData.language_code('Deutsch')      # DE
-    I18nData.language_code('Allemand')     # DE
-    ..
-
-    I18nData.country_code('Germany')       # DE
-    I18nData.country_code('Deutschland')   # DE
-    ..
-
-Data Providers
-==============
- - FileDataProvider: _FAST_ (default) (loading data from cache-files)
- - LiveDataProvider: _SLOW_ (fetching up-to-date data from svn repos)
-
-Development
-=======
- - update FileDataProvider caches after each code-change to make changes available to users `rake write_cache_for_file_data_provider`
- - FileDataProvider tests might fail if caches are not updates
-
-TODO
-====
- - include other language/country code formats (3-letter codes...) ?
- - parse list of files on isocodes for write_cache instead of hardcoding country-specific ones
-
-Author
-======
-[Michael Grosser](http://grosser.it)<br/>
-michael@grosser.it<br/>
-License: MIT<br/>
-[![Build Status](https://travis-ci.org/grosser/i18n_data.png)](https://travis-ci.org/grosser/i18n_data)
-