twitter_cldr 1.4.1 → 1.5.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (145) hide show
  1. data/NOTICE +36 -2
  2. data/README.md +2 -2
  3. data/lib/twitter_cldr/collation/collator.rb +143 -0
  4. data/lib/twitter_cldr/collation/implicit_collation_elements.rb +188 -0
  5. data/lib/twitter_cldr/collation/sort_key.rb +199 -0
  6. data/lib/twitter_cldr/collation/trie.rb +73 -0
  7. data/lib/twitter_cldr/collation/trie_builder.rb +56 -0
  8. data/lib/twitter_cldr/collation.rb +14 -0
  9. data/lib/twitter_cldr/core_ext/localized_object.rb +3 -2
  10. data/lib/twitter_cldr/core_ext/string.rb +1 -1
  11. data/lib/twitter_cldr/formatters/calendars/datetime_formatter.rb +89 -72
  12. data/lib/twitter_cldr/normalization/base.rb +22 -0
  13. data/lib/twitter_cldr/normalization/hangul.rb +68 -0
  14. data/lib/twitter_cldr/{normalizers → normalization}/nfc.rb +2 -2
  15. data/lib/twitter_cldr/{normalizers → normalization}/nfd.rb +1 -1
  16. data/lib/twitter_cldr/{normalizers → normalization}/nfkc.rb +5 -17
  17. data/lib/twitter_cldr/{normalizers → normalization}/nfkd.rb +3 -18
  18. data/lib/twitter_cldr/normalization.rb +15 -0
  19. data/lib/twitter_cldr/shared/code_point.rb +5 -3
  20. data/lib/twitter_cldr/tokenizers/base.rb +15 -1
  21. data/lib/twitter_cldr/tokenizers/calendars/datetime_tokenizer.rb +6 -1
  22. data/lib/twitter_cldr/utils/code_points.rb +1 -1
  23. data/lib/twitter_cldr/version.rb +2 -2
  24. data/lib/twitter_cldr.rb +9 -8
  25. data/resources/collation/FractionalUCA_SHORT.txt +41593 -0
  26. data/resources/locales/af/calendars.yml +164 -0
  27. data/resources/locales/af/languages.yml +173 -0
  28. data/resources/locales/af/numbers.yml +42 -0
  29. data/resources/locales/af/plurals.yml +2 -0
  30. data/resources/locales/af/units.yml +88 -0
  31. data/resources/locales/ar/calendars.yml +9 -0
  32. data/resources/locales/ar/numbers.yml +15 -2
  33. data/resources/locales/ca/calendars.yml +228 -0
  34. data/resources/locales/ca/languages.yml +510 -0
  35. data/resources/locales/ca/numbers.yml +43 -0
  36. data/resources/locales/ca/plurals.yml +2 -0
  37. data/resources/locales/ca/units.yml +93 -0
  38. data/resources/locales/cs/calendars.yml +229 -0
  39. data/resources/locales/cs/languages.yml +471 -0
  40. data/resources/locales/cs/numbers.yml +44 -0
  41. data/resources/locales/cs/plurals.yml +2 -0
  42. data/resources/locales/cs/units.yml +114 -0
  43. data/resources/locales/da/calendars.yml +10 -0
  44. data/resources/locales/da/numbers.yml +13 -0
  45. data/resources/locales/de/calendars.yml +9 -0
  46. data/resources/locales/de/numbers.yml +13 -0
  47. data/resources/locales/el/calendars.yml +227 -0
  48. data/resources/locales/el/languages.yml +519 -0
  49. data/resources/locales/el/numbers.yml +42 -0
  50. data/resources/locales/el/plurals.yml +2 -0
  51. data/resources/locales/el/units.yml +107 -0
  52. data/resources/locales/en/calendars.yml +10 -0
  53. data/resources/locales/en/numbers.yml +13 -0
  54. data/resources/locales/es/calendars.yml +9 -0
  55. data/resources/locales/es/numbers.yml +13 -0
  56. data/resources/locales/eu/calendars.yml +173 -0
  57. data/resources/locales/eu/languages.yml +161 -0
  58. data/resources/locales/eu/numbers.yml +43 -0
  59. data/resources/locales/eu/plurals.yml +2 -0
  60. data/resources/locales/eu/units.yml +91 -0
  61. data/resources/locales/fa/calendars.yml +10 -0
  62. data/resources/locales/fa/numbers.yml +13 -0
  63. data/resources/locales/fi/calendars.yml +10 -0
  64. data/resources/locales/fi/numbers.yml +14 -1
  65. data/resources/locales/fil/calendars.yml +8 -0
  66. data/resources/locales/fil/numbers.yml +13 -0
  67. data/resources/locales/fr/calendars.yml +9 -0
  68. data/resources/locales/fr/numbers.yml +14 -1
  69. data/resources/locales/he/calendars.yml +9 -0
  70. data/resources/locales/he/numbers.yml +13 -0
  71. data/resources/locales/hi/calendars.yml +8 -0
  72. data/resources/locales/hi/numbers.yml +13 -0
  73. data/resources/locales/hu/calendars.yml +10 -0
  74. data/resources/locales/hu/numbers.yml +15 -2
  75. data/resources/locales/id/calendars.yml +8 -0
  76. data/resources/locales/id/numbers.yml +16 -3
  77. data/resources/locales/it/calendars.yml +9 -0
  78. data/resources/locales/it/numbers.yml +13 -0
  79. data/resources/locales/ja/calendars.yml +9 -0
  80. data/resources/locales/ja/numbers.yml +13 -0
  81. data/resources/locales/ko/calendars.yml +9 -0
  82. data/resources/locales/ko/numbers.yml +13 -0
  83. data/resources/locales/ms/calendars.yml +8 -0
  84. data/resources/locales/ms/numbers.yml +16 -3
  85. data/resources/locales/nb/calendars.yml +234 -0
  86. data/resources/locales/{no → nb}/languages.yml +25 -4
  87. data/resources/locales/nb/numbers.yml +43 -0
  88. data/resources/locales/nb/plurals.yml +2 -0
  89. data/resources/locales/nb/units.yml +87 -0
  90. data/resources/locales/nl/calendars.yml +10 -0
  91. data/resources/locales/nl/numbers.yml +13 -0
  92. data/resources/locales/pl/calendars.yml +9 -0
  93. data/resources/locales/pl/numbers.yml +14 -1
  94. data/resources/locales/pt/calendars.yml +9 -0
  95. data/resources/locales/pt/numbers.yml +13 -0
  96. data/resources/locales/ru/calendars.yml +10 -0
  97. data/resources/locales/ru/numbers.yml +14 -1
  98. data/resources/locales/sv/calendars.yml +10 -0
  99. data/resources/locales/sv/numbers.yml +14 -1
  100. data/resources/locales/th/calendars.yml +67 -57
  101. data/resources/locales/th/numbers.yml +13 -0
  102. data/resources/locales/tr/calendars.yml +9 -0
  103. data/resources/locales/tr/numbers.yml +13 -0
  104. data/resources/locales/uk/calendars.yml +199 -0
  105. data/resources/locales/uk/languages.yml +519 -0
  106. data/resources/locales/uk/numbers.yml +45 -0
  107. data/resources/locales/uk/plurals.yml +2 -0
  108. data/resources/locales/uk/units.yml +135 -0
  109. data/resources/locales/ur/calendars.yml +9 -0
  110. data/resources/locales/ur/numbers.yml +13 -0
  111. data/resources/locales/zh/calendars.yml +8 -0
  112. data/resources/locales/zh/numbers.yml +13 -0
  113. data/resources/locales/zh-Hant/calendars.yml +8 -0
  114. data/resources/locales/zh-Hant/numbers.yml +16 -3
  115. data/resources/locales/zh-Hant/plurals.yml +2 -0
  116. data/resources/unicode_data/hangul_blocks.yml +21 -0
  117. data/spec/collation/CollationTest_CLDR_NON_IGNORABLE_Short.txt +714 -0
  118. data/spec/collation/collation_spec.rb +93 -0
  119. data/spec/collation/collator_spec.rb +117 -0
  120. data/spec/collation/implicit_collation_elements_spec.rb +24 -0
  121. data/spec/collation/sort_key_spec.rb +56 -0
  122. data/spec/collation/trie_builder_spec.rb +114 -0
  123. data/spec/collation/trie_spec.rb +97 -0
  124. data/spec/core_ext/calendars/datetime_spec.rb +5 -0
  125. data/spec/core_ext/calendars_spec.rb +34 -0
  126. data/spec/core_ext/numbers_spec.rb +39 -0
  127. data/spec/core_ext/string_spec.rb +4 -4
  128. data/spec/formatters/calendars/datetime_formatter_spec.rb +92 -2
  129. data/spec/{normalizers → normalization}/NormalizationTestShort.txt +0 -0
  130. data/spec/{normalizers → normalization}/base_spec.rb +1 -1
  131. data/spec/normalization/hangul_spec.rb +42 -0
  132. data/spec/{normalizers → normalization}/normalization_spec.rb +15 -16
  133. data/spec/readme_spec.rb +2 -2
  134. data/spec/shared/code_point_spec.rb +42 -30
  135. data/spec/shared/resources_spec.rb +30 -6
  136. data/spec/tokenizers/base_spec.rb +17 -0
  137. data/spec/twitter_cldr_spec.rb +1 -1
  138. metadata +71 -83
  139. data/lib/twitter_cldr/normalizers/base.rb +0 -34
  140. data/lib/twitter_cldr/normalizers.rb +0 -14
  141. data/resources/locales/no/calendars.yml +0 -127
  142. data/resources/locales/no/numbers.yml +0 -29
  143. data/resources/locales/no/plurals.yml +0 -1
  144. data/resources/unicode_data/blocks_hangul.yml +0 -46
  145. data/spec/normalizers/NormalizationTest.txt +0 -18431
data/resources/locales/ur/calendars.yml CHANGED
@@ -24,6 +24,15 @@ ur:
24
24
  tue: 3
25
25
  wed: 4
26
26
  wide: :"calendars.gregorian.days.format.wide"
27
+ eras:
28
+ abbr:
29
+ 0: "ق م"
30
+ 1: "عيسوی سن"
31
+ name:
32
+ 0: "قبل مسيح"
33
+ 1: "عيسوی سن"
34
+ narrow:
35
+ 0: ""
27
36
  fields:
28
37
  day: دن
29
38
  dayperiod: رات/صبح
data/resources/locales/ur/numbers.yml CHANGED
@@ -10,6 +10,19 @@ ur:
10
10
  decimal:
11
11
  patterns:
12
12
  default: "#,##0.###"
13
+ short:
14
+ 1000: 0.0K
15
+ 10000: 00K
16
+ 100000: 000K
17
+ 1000000: 0.0M
18
+ 10000000: 00M
19
+ 100000000: 000M
20
+ 1000000000: 0.0B
21
+ 10000000000: 00B
22
+ 100000000000: 000B
23
+ 1000000000000: 0.0T
24
+ 10000000000000: 00T
25
+ 100000000000000: 000T
13
26
  percent:
14
27
  patterns:
15
28
  default: "#,##0%"
data/resources/locales/zh/calendars.yml CHANGED
@@ -52,6 +52,14 @@ zh:
52
52
  thu: 星期四
53
53
  tue: 星期二
54
54
  wed: 星期三
55
+ eras:
56
+ abbr:
57
+ 0: 公元前
58
+ 1: 公元
59
+ name:
60
+ 0: ""
61
+ narrow:
62
+ 0: ""
55
63
  fields:
56
64
  day: 日
57
65
  dayperiod: 上午/下午
data/resources/locales/zh/numbers.yml CHANGED
@@ -9,6 +9,19 @@ zh:
9
9
  decimal:
10
10
  patterns:
11
11
  default: "#,##0.###"
12
+ short:
13
+ 1000: 0000
14
+ 10000: 0.0万
15
+ 100000: 00万
16
+ 1000000: 000万
17
+ 10000000: 0000万
18
+ 100000000: 0.0亿
19
+ 1000000000: 00亿
20
+ 10000000000: 000亿
21
+ 100000000000: 0000亿
22
+ 1000000000000: "0.0兆"
23
+ 10000000000000: "00兆"
24
+ 100000000000000: "000兆"
12
25
  percent:
13
26
  patterns:
14
27
  default: "#,##0%"
data/resources/locales/zh-Hant/calendars.yml CHANGED
@@ -31,6 +31,14 @@ zh-Hant:
31
31
  tue: 二
32
32
  wed: 三
33
33
  wide: :"calendars.gregorian.days.format.wide"
34
+ eras:
35
+ abbr:
36
+ 0: 西元前
37
+ 1: 西元
38
+ name:
39
+ 0: ""
40
+ narrow:
41
+ 0: ""
34
42
  fields:
35
43
  day: 日
36
44
  dayperiod: 上午/下午
data/resources/locales/zh-Hant/numbers.yml CHANGED
@@ -8,13 +8,26 @@ zh-Hant:
8
8
  other: "{0} {1}"
9
9
  decimal:
10
10
  patterns:
11
- default: {}
11
+ default: "#,##0.###"
12
+ short:
13
+ 1000: 0000
14
+ 10000: 0.0萬
15
+ 100000: 00萬
16
+ 1000000: 000萬
17
+ 10000000: 0000萬
18
+ 100000000: 0.0億
19
+ 1000000000: 00億
20
+ 10000000000: 000億
21
+ 100000000000: 0000億
22
+ 1000000000000: "0.0兆"
23
+ 10000000000000: "00兆"
24
+ 100000000000000: "000兆"
12
25
  percent:
13
26
  patterns:
14
- default: {}
27
+ default: "#,##0%"
15
28
  scientific:
16
29
  patterns:
17
- default: {}
30
+ default: "#E0"
18
31
  symbols:
19
32
  alias: ""
20
33
  decimal: "."
data/resources/locales/zh-Hant/plurals.yml ADDED
@@ -0,0 +1,2 @@
1
+ ---
2
+ zh-Hant: "{ :'zh-Hant' => { :i18n => {:plural => { :keys => [:other], :rule => lambda { |n| :other } } } } }"
data/resources/unicode_data/hangul_blocks.yml ADDED
@@ -0,0 +1,21 @@
1
+ ---
2
+ compositions:
3
+ - !ruby/range
4
+ begin: 44032
5
+ end: 55215
6
+ excl: false
7
+ lparts:
8
+ - !ruby/range
9
+ begin: 4352
10
+ end: 4370
11
+ excl: false
12
+ vparts:
13
+ - !ruby/range
14
+ begin: 4449
15
+ end: 4469
16
+ excl: false
17
+ tparts:
18
+ - !ruby/range
19
+ begin: 4520
20
+ end: 4546
21
+ excl: false