RubyGems - twitter_cldr - Versions diffs - 1.5.0 → 1.6.0 - Mend

twitter_cldr 1.5.0 → 1.6.0

Files changed (203) hide show

data/Gemfile +32 -0
data/History.txt +78 -0
data/README.md +72 -62
data/Rakefile +22 -0
data/js/lib/compiler.rb +40 -0
data/js/lib/mustache/bundle.coffee +14 -0
data/js/lib/mustache/calendars/datetime.coffee +240 -0
data/js/lib/mustache/calendars/timespan.coffee +52 -0
data/js/lib/mustache/plurals/rules.coffee +14 -0
data/js/lib/renderers/base.rb +18 -0
data/js/lib/renderers/bundle.rb +18 -0
data/js/lib/renderers/calendars/datetime_renderer.rb +34 -0
data/js/lib/renderers/calendars/timespan_renderer.rb +39 -0
data/js/lib/renderers/plurals/rules/plural_rules_compiler.rb +89 -0
data/js/lib/renderers/plurals/rules/plural_rules_renderer.rb +26 -0
data/js/lib/twitter_cldr_js.rb +85 -0
data/js/spec/js/calendars/datetime_spec.js +418 -0
data/js/spec/js/calendars/timespan_spec.js +91 -0
data/js/spec/js/plurals/plural_rules_spec.js +28 -0
data/js/spec/js/support/jasmine.yml +8 -0
data/js/spec/rb/renderers/plurals/plural_rules_compiler_spec.rb +52 -0
data/js/spec/rb/spec_helper.rb +13 -0
data/lib/twitter_cldr.rb +2 -1
data/lib/twitter_cldr/collation.rb +2 -1
data/lib/twitter_cldr/collation/collator.rb +49 -31
data/lib/twitter_cldr/collation/{sort_key.rb → sort_key_builder.rb} +31 -8
data/lib/twitter_cldr/collation/trie.rb +116 -24
data/lib/twitter_cldr/collation/trie_builder.rb +54 -28
data/lib/twitter_cldr/collation/trie_with_fallback.rb +55 -0
data/lib/twitter_cldr/core_ext/array.rb +14 -1
data/lib/twitter_cldr/core_ext/calendars/datetime.rb +8 -2
data/lib/twitter_cldr/core_ext/calendars/timespan.rb +5 -5
data/lib/twitter_cldr/formatters/calendars/timespan_formatter.rb +10 -10
data/lib/twitter_cldr/formatters/plurals/rules.rb +3 -5
data/lib/twitter_cldr/resources.rb +11 -0
data/lib/twitter_cldr/resources/import.rb +12 -0
data/lib/twitter_cldr/resources/import/tailoring.rb +193 -0
data/lib/twitter_cldr/{shared/resources.rb → resources/loader.rb} +17 -4
data/lib/twitter_cldr/shared.rb +0 -1
data/lib/twitter_cldr/tokenizers/base.rb +9 -9
data/lib/twitter_cldr/tokenizers/calendars/datetime_tokenizer.rb +0 -4
data/lib/twitter_cldr/tokenizers/calendars/timespan_tokenizer.rb +21 -7
data/lib/twitter_cldr/utils.rb +11 -0
data/lib/twitter_cldr/version.rb +1 -1
data/resources/collation/tailoring/af.yml +3 -0
data/resources/collation/tailoring/ar.yml +21 -0
data/resources/collation/tailoring/ca.yml +9 -0
data/resources/collation/tailoring/cs.yml +25 -0
data/resources/collation/tailoring/da.yml +59 -0
data/resources/collation/tailoring/de.yml +3 -0
data/resources/collation/tailoring/el.yml +3 -0
data/resources/collation/tailoring/en.yml +3 -0
data/resources/collation/tailoring/es.yml +5 -0
data/resources/collation/tailoring/eu.yml +3 -0
data/resources/collation/tailoring/fa.yml +73 -0
data/resources/collation/tailoring/fi.yml +61 -0
data/resources/collation/tailoring/fil.yml +11 -0
data/resources/collation/tailoring/fr.yml +3 -0
data/resources/collation/tailoring/he.yml +3 -0
data/resources/collation/tailoring/hi.yml +7 -0
data/resources/collation/tailoring/hu.yml +125 -0
data/resources/collation/tailoring/id.yml +3 -0
data/resources/collation/tailoring/it.yml +3 -0
data/resources/collation/tailoring/ja.yml +14647 -0
data/resources/collation/tailoring/ko.yml +14953 -0
data/resources/collation/tailoring/ms.yml +3 -0
data/resources/collation/tailoring/nb.yml +59 -0
data/resources/collation/tailoring/nl.yml +3 -0
data/resources/collation/tailoring/pl.yml +37 -0
data/resources/collation/tailoring/pt.yml +3 -0
data/resources/collation/tailoring/ru.yml +3 -0
data/resources/collation/tailoring/sv.yml +63 -0
data/resources/collation/tailoring/th.yml +19 -0
data/resources/collation/tailoring/tr.yml +27 -0
data/resources/collation/tailoring/uk.yml +5 -0
data/resources/collation/tailoring/ur.yml +163 -0
data/resources/collation/tailoring/zh-Hant.yml +3 -0
data/resources/collation/tailoring/zh.yml +149 -0
data/resources/custom/locales/af/units.yml +19 -0
data/resources/custom/locales/ar/units.yml +35 -0
data/resources/custom/locales/ca/units.yml +19 -0
data/resources/custom/locales/cs/units.yml +23 -0
data/resources/custom/locales/da/units.yml +19 -0
data/resources/custom/locales/de/units.yml +19 -0
data/resources/custom/locales/el/units.yml +19 -0
data/resources/custom/locales/en/units.yml +18 -0
data/resources/custom/locales/es/units.yml +19 -0
data/resources/custom/locales/eu/units.yml +19 -0
data/resources/custom/locales/fa/units.yml +15 -0
data/resources/custom/locales/fi/units.yml +19 -0
data/resources/custom/locales/fil/units.yml +19 -0
data/resources/custom/locales/fr/units.yml +19 -0
data/resources/custom/locales/he/units.yml +19 -0
data/resources/custom/locales/hi/units.yml +19 -0
data/resources/custom/locales/hu/units.yml +15 -0
data/resources/custom/locales/id/units.yml +15 -0
data/resources/custom/locales/it/units.yml +19 -0
data/resources/custom/locales/ja/units.yml +15 -0
data/resources/custom/locales/ko/units.yml +15 -0
data/resources/custom/locales/ms/units.yml +15 -0
data/resources/custom/locales/nb/units.yml +19 -0
data/resources/custom/locales/nl/units.yml +19 -0
data/resources/custom/locales/pl/units.yml +23 -0
data/resources/custom/locales/pt/units.yml +19 -0
data/resources/custom/locales/ru/units.yml +27 -0
data/resources/custom/locales/sv/units.yml +19 -0
data/resources/custom/locales/th/units.yml +15 -0
data/resources/custom/locales/tr/units.yml +15 -0
data/resources/custom/locales/uk/units.yml +27 -0
data/resources/custom/locales/ur/units.yml +19 -0
data/resources/custom/locales/zh-Hant/units.yml +15 -0
data/resources/custom/locales/zh/units.yml +15 -0
data/resources/locales/af/units.yml +112 -65
data/resources/locales/ar/units.yml +196 -126
data/resources/locales/ca/units.yml +112 -70
data/resources/locales/cs/units.yml +140 -91
data/resources/locales/da/units.yml +98 -56
data/resources/locales/de/units.yml +112 -70
data/resources/locales/el/units.yml +119 -84
data/resources/locales/en/units.yml +84 -42
data/resources/locales/es/units.yml +112 -70
data/resources/locales/eu/units.yml +105 -68
data/resources/locales/fa/units.yml +98 -63
data/resources/locales/fi/units.yml +112 -70
data/resources/locales/fil/units.yml +98 -56
data/resources/locales/fr/units.yml +112 -70
data/resources/locales/he/units.yml +98 -56
data/resources/locales/hi/units.yml +98 -56
data/resources/locales/hu/units.yml +84 -49
data/resources/locales/id/units.yml +84 -49
data/resources/locales/it/units.yml +98 -56
data/resources/locales/ja/units.yml +84 -49
data/resources/locales/ko/units.yml +84 -49
data/resources/locales/ms/units.yml +112 -63
data/resources/locales/nb/units.yml +106 -64
data/resources/locales/nl/units.yml +98 -56
data/resources/locales/pl/units.yml +181 -112
data/resources/locales/pt/units.yml +112 -70
data/resources/locales/ru/units.yml +168 -112
data/resources/locales/sv/units.yml +112 -70
data/resources/locales/th/units.yml +84 -49
data/resources/locales/tr/units.yml +84 -49
data/resources/locales/uk/units.yml +168 -112
data/resources/locales/ur/units.yml +112 -63
data/resources/locales/zh-Hant/units.yml +84 -49
data/resources/locales/zh/units.yml +84 -49
data/spec/collation/collation_spec.rb +1 -1
data/spec/collation/collator_spec.rb +120 -48
data/spec/collation/sort_key_builder_spec.rb +80 -0
data/spec/collation/tailoring_spec.rb +137 -0
data/spec/collation/tailoring_tests/af.txt +321 -0
data/spec/collation/tailoring_tests/ar.txt +188 -0
data/spec/collation/tailoring_tests/ca.txt +446 -0
data/spec/collation/tailoring_tests/cs.txt +273 -0
data/spec/collation/tailoring_tests/da.txt +293 -0
data/spec/collation/tailoring_tests/de.txt +414 -0
data/spec/collation/tailoring_tests/el.txt +228 -0
data/spec/collation/tailoring_tests/en.txt +399 -0
data/spec/collation/tailoring_tests/es.txt +402 -0
data/spec/collation/tailoring_tests/eu.txt +183 -0
data/spec/collation/tailoring_tests/fa.txt +263 -0
data/spec/collation/tailoring_tests/fi.txt +389 -0
data/spec/collation/tailoring_tests/fil.txt +279 -0
data/spec/collation/tailoring_tests/fr.txt +363 -0
data/spec/collation/tailoring_tests/he.txt +167 -0
data/spec/collation/tailoring_tests/hi.txt +230 -0
data/spec/collation/tailoring_tests/hu.txt +773 -0
data/spec/collation/tailoring_tests/id.txt +171 -0
data/spec/collation/tailoring_tests/it.txt +231 -0
data/spec/collation/tailoring_tests/ja.txt +4287 -0
data/spec/collation/tailoring_tests/ko.txt +1761 -0
data/spec/collation/tailoring_tests/ms.txt +531 -0
data/spec/collation/tailoring_tests/nb.txt +375 -0
data/spec/collation/tailoring_tests/nl.txt +273 -0
data/spec/collation/tailoring_tests/pl.txt +225 -0
data/spec/collation/tailoring_tests/pt.txt +405 -0
data/spec/collation/tailoring_tests/ru.txt +213 -0
data/spec/collation/tailoring_tests/sv.txt +353 -0
data/spec/collation/tailoring_tests/th.txt +239 -0
data/spec/collation/tailoring_tests/tr.txt +414 -0
data/spec/collation/tailoring_tests/uk.txt +218 -0
data/spec/collation/tailoring_tests/ur.txt +284 -0
data/spec/collation/tailoring_tests/zh-Hant.txt +626 -0
data/spec/collation/tailoring_tests/zh.txt +717 -0
data/spec/collation/trie_builder_spec.rb +131 -51
data/spec/collation/trie_spec.rb +301 -26
data/spec/collation/trie_with_fallback_spec.rb +41 -0
data/spec/core_ext/array_spec.rb +46 -3
data/spec/core_ext/calendars/date_spec.rb +24 -24
data/spec/core_ext/calendars/datetime_spec.rb +7 -0
data/spec/core_ext/calendars/time_spec.rb +2 -2
data/spec/formatters/calendars/timespan_formatter_spec.rb +47 -18
data/spec/formatters/plurals/rules_spec.rb +3 -11
data/spec/readme_spec.rb +15 -15
data/spec/resources/loader_spec.rb +94 -0
data/spec/spec_helper.rb +6 -0
data/spec/tokenizers/calendars/timespan_tokenizer_spec.rb +1 -1
data/spec/twitter_cldr_spec.rb +3 -3
data/spec/utils_spec.rb +38 -0
data/twitter_cldr.gemspec +25 -0
metadata +156 -110
data/spec/collation/sort_key_spec.rb +0 -56
data/spec/shared/resources_spec.rb +0 -75

data/spec/collation/tailoring_tests/fa.txt ADDED Viewed

@@ -0,0 +1,263 @@
+# Pending: failures identical to ICU.
+x‎
+x‏
+x‌
+x‍
+x‎
+X‌
+X‍
+X‎
+X‏
+X‌
+xَ
+Xَ
+xِ
+Xِ
+xُ
+Xُ
+xً
+Xً
+xٍ
+Xٍ
+xٌ
+Xٌ
+xّ
+Xّ
+xْ
+Xْ
+xٔ
+Xٔ
+xٖ
+Xٖ
+xٰ
+// Xٰ
+x
+X
+x x
+x.
+X.
+x.x
+x0
+X0
+x۰
+X۰
+x0x
+x۰x
+x۱
+X۱
+x12
+X12
+x12x
+x۱x
+x2
+X2
+x۲
+X۲
+x2x
+x۲x
+x۳
+X۳
+x۳x
+x۴
+X۴
+x۴x
+x۵
+X۵
+x۵x
+x۶
+X۶
+x۶x
+x۷
+X۷
+x۷x
+x۸
+X۸
+x۸x
+x۹
+X۹
+x۹x
+x‏x
+x‍x
+x‌x
+x‎x
+x‏x
+xَx
+xِx
+xُx
+xًx
+xٍx
+xٌx
+xّx
+xْx
+xٔx
+xٖx
+xٰx
+xآ
+Xآ
+xآx
+xا
+Xا
+xٱ
+Xٱ
+xاx
+xٱx
+xء
+Xء
+xأ
+Xأ
+xٲ
+Xٲ
+xإ
+Xإ
+xٳ
+Xٳ
+xؤ
+Xؤ
+xیٔ
+xىٔ
+xئ
+Xیٔ
+Xىٔ
+Xئ
+xءx
+xأx
+xٲx
+xإx
+xٳx
+xؤx
+xیٔx
+xىٔx
+xئx
+xب
+Xب
+xبx
+xپ
+Xپ
+xپx
+xت
+Xت
+xتx
+xث
+Xث
+xثx
+xج
+Xج
+xجx
+xچ
+Xچ
+xچx
+xح
+Xح
+xحx
+xخ
+Xخ
+xخx
+xد
+Xد
+xدx
+xذ
+Xذ
+xذx
+xر
+Xر
+xرx
+xز
+Xز
+xزx
+xژ
+Xژ
+xژx
+xس
+Xس
+xسx
+xش
+Xش
+xشx
+xص
+Xص
+xصx
+xض
+Xض
+xضx
+xط
+Xط
+xطx
+xظ
+Xظ
+xظx
+xع
+Xع
+xعx
+xغ
+Xغ
+xغx
+xف
+Xف
+xفx
+xق
+Xق
+xقx
+xک
+Xک
+xڪ
+Xڪ
+xګ
+Xګ
+xك
+Xك
+xڬ
+Xڬ
+xڭ
+Xڭ
+xڮ
+Xڮ
+xکx
+xڪx
+xګx
+xكx
+xڬx
+xڭx
+xڮx
+xگ
+Xگ
+xگx
+xل
+Xل
+xلx
+xم
+Xم
+xمx
+xن
+Xن
+xنx
+xو
+Xو
+xوx
+xه
+Xه
+xە
+Xە
+xہ
+Xہ
+xة
+Xة
+xۃ
+Xۃ
+xۀ
+Xۀ
+xھ
+Xھ
+xهx
+xەx
+xہx
+xةx
+xۃx
+xۀx
+xھx
+xی
+Xی
+xى
+Xى
+xیx
+xىx

data/spec/collation/tailoring_tests/fi.txt ADDED Viewed

@@ -0,0 +1,389 @@
+# Pending:
+#
+#   [[305, "XW", "xvx"]] - failure identical to ICU
+#
+#   [[125, "xǤx", "xgx"], [283, "xŦx", "xtx"], [347, "xǮx", "xzx"]] - tailoring rules for passing these tests are
+#   proposed, but not confirmed - http://unicode.org/cldr/trac/browser/tags/release-21/common/collation/fi.xml#L219
+#
+x
+X
+x x
+x.
+X.
+x.x
+x0
+X0
+x0x
+x12
+X12
+x12x
+x2
+X2
+x2x
+xa
+xA
+Xa
+XA
+xá
+xÁ
+Xá
+XÁ
+xà
+xÀ
+Xà
+XÀ
+xâ
+xÂ
+Xâ
+XÂ
+xã
+xÃ
+Xã
+XÃ
+xax
+xAx
+xáx
+xÁx
+xàx
+xÀx
+xâx
+xÂx
+xãx
+xÃx
+xb
+xB
+Xb
+XB
+xbx
+xBx
+xc
+xC
+Xc
+XC
+xč
+xČ
+Xč
+XČ
+xç
+xÇ
+Xç
+XÇ
+xcx
+xCx
+xčx
+xČx
+xçx
+xÇx
+xd
+xD
+Xd
+XD
+xđ
+xĐ
+Xđ
+XĐ
+xđx
+xĐx
+xdx
+xDx
+xe
+xE
+Xe
+XE
+xé
+xÉ
+Xé
+XÉ
+xè
+xÈ
+Xè
+XÈ
+xë
+xË
+Xë
+XË
+xex
+xEx
+xéx
+xÉx
+xèx
+xÈx
+xëx
+xËx
+xf
+xF
+Xf
+XF
+xfx
+xFx
+xg
+xG
+Xg
+XG
+xǧ
+xǦ
+Xǧ
+XǦ
+xǥ
+xǤ
+Xǥ
+XǤ
+xǥx
+// xǤx
+xgx
+xGx
+xǧx
+xǦx
+xh
+xH
+Xh
+XH
+xȟ
+xȞ
+Xȟ
+XȞ
+xhx
+xHx
+xȟx
+xȞx
+xi
+xI
+Xi
+XI
+xí
+xÍ
+Xí
+XÍ
+xï
+xÏ
+Xï
+XÏ
+xix
+xIx
+xíx
+xÍx
+xïx
+xÏx
+xj
+xJ
+Xj
+XJ
+xjx
+xJx
+xk
+xK
+Xk
+XK
+xǩ
+xǨ
+Xǩ
+XǨ
+xkx
+xKx
+xǩx
+xǨx
+xl
+xL
+Xl
+XL
+xlx
+xLx
+xm
+xM
+Xm
+XM
+xmx
+xMx
+xn
+xN
+Xn
+XN
+xń
+xŃ
+Xń
+XŃ
+xñ
+xÑ
+Xñ
+XÑ
+xŋ
+xŊ
+Xŋ
+XŊ
+xŋx
+xŊx
+xnx
+xNx
+xńx
+xŃx
+xñx
+xÑx
+xo
+xO
+Xo
+XO
+xô
+xÔ
+Xô
+XÔ
+xõ
+xÕ
+Xõ
+XÕ
+xœ
+xŒ
+Xœ
+XŒ
+xœx
+xŒx
+xox
+xOx
+xôx
+xÔx
+xõx
+xÕx
+xp
+xP
+Xp
+XP
+xpx
+xPx
+xq
+xQ
+Xq
+XQ
+xqx
+xQx
+xr
+xR
+Xr
+XR
+xř
+xŘ
+Xř
+XŘ
+xrx
+xRx
+xřx
+xŘx
+xs
+xS
+Xs
+XS
+xš
+xŠ
+Xš
+XŠ
+xsx
+xSx
+xšx
+xŠx
+xt
+xT
+Xt
+XT
+xŧ
+xŦ
+Xŧ
+XŦ
+xŧx
+// xŦx
+xtx
+xTx
+xu
+xU
+Xu
+XU
+xú
+xÚ
+Xú
+XÚ
+xux
+xUx
+xúx
+xÚx
+xv
+xV
+Xv
+XV
+xw
+xW
+Xw
+// XW
+xvx
+xVx
+xwx
+xWx
+xx
+xX
+Xx
+XX
+xxx
+xXx
+xy
+xY
+Xy
+XY
+xü
+xÜ
+Xü
+XÜ
+xyx
+xYx
+xüx
+xÜx
+xz
+xZ
+Xz
+XZ
+xž
+xŽ
+Xž
+XŽ
+xʒ
+xƷ
+Xʒ
+XƷ
+xǯ
+xǮ
+Xǯ
+XǮ
+xʒx
+xƷx
+xǯx
+// xǮx
+xzx
+xZx
+xžx
+xŽx
+xå
+xÅ
+Xå
+XÅ
+xåx
+xÅx
+xä
+xÄ
+Xä
+XÄ
+xæ
+xÆ
+Xæ
+XÆ
+xäx
+xÄx
+xæx
+xÆx
+xö
+xÖ
+Xö
+XÖ
+xø
+xØ
+Xø
+XØ
+xöx
+xÖx
+xøx
+xØx