twitter_cldr 5.2.0 → 5.3.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (110) hide show
  1. checksums.yaml +4 -4
  2. data/Gemfile +0 -4
  3. data/Rakefile +19 -8
  4. data/lib/twitter_cldr/normalization.rb +18 -5
  5. data/lib/twitter_cldr/resources.rb +3 -1
  6. data/lib/twitter_cldr/resources/import_resolver.rb +11 -3
  7. data/lib/twitter_cldr/resources/loader.rb +22 -1
  8. data/lib/twitter_cldr/resources/locales_resources_importer.rb +0 -9
  9. data/lib/twitter_cldr/resources/postal_codes_importer.rb +19 -23
  10. data/lib/twitter_cldr/resources/segment_dictionaries_importer.rb +75 -0
  11. data/lib/twitter_cldr/resources/segment_tests_importer.rb +130 -13
  12. data/lib/twitter_cldr/segmentation.rb +25 -10
  13. data/lib/twitter_cldr/segmentation/brahmic_break_engine.rb +200 -0
  14. data/lib/twitter_cldr/segmentation/break_iterator.rb +22 -22
  15. data/lib/twitter_cldr/segmentation/burmese_break_engine.rb +83 -0
  16. data/lib/twitter_cldr/segmentation/category_table.rb +5 -1
  17. data/lib/twitter_cldr/segmentation/cj_break_engine.rb +163 -0
  18. data/lib/twitter_cldr/segmentation/cursor.rb +1 -1
  19. data/lib/twitter_cldr/segmentation/dictionary.rb +84 -0
  20. data/lib/twitter_cldr/segmentation/dictionary_break_engine.rb +34 -0
  21. data/lib/twitter_cldr/segmentation/khmer_break_engine.rb +83 -0
  22. data/lib/twitter_cldr/segmentation/korean_break_engine.rb +30 -0
  23. data/lib/twitter_cldr/segmentation/lao_break_engine.rb +85 -0
  24. data/lib/twitter_cldr/segmentation/line_iterator.rb +23 -0
  25. data/lib/twitter_cldr/segmentation/possible_word.rb +74 -0
  26. data/lib/twitter_cldr/segmentation/possible_word_list.rb +23 -0
  27. data/lib/twitter_cldr/segmentation/rule_set.rb +3 -12
  28. data/lib/twitter_cldr/segmentation/segment_iterator.rb +40 -0
  29. data/lib/twitter_cldr/segmentation/state_machine.rb +2 -8
  30. data/lib/twitter_cldr/segmentation/thai_break_engine.rb +141 -0
  31. data/lib/twitter_cldr/segmentation/unhandled_break_engine.rb +21 -0
  32. data/lib/twitter_cldr/segmentation/word_iterator.rb +170 -0
  33. data/lib/twitter_cldr/shared.rb +1 -0
  34. data/lib/twitter_cldr/shared/caser.rb +3 -3
  35. data/lib/twitter_cldr/shared/unicode_set.rb +77 -0
  36. data/lib/twitter_cldr/utils/range_set.rb +10 -1
  37. data/lib/twitter_cldr/version.rb +1 -1
  38. data/resources/collation/tailoring/km.yml +82 -0
  39. data/resources/collation/tailoring/lo.yml +4 -0
  40. data/resources/collation/tailoring/my.yml +940 -0
  41. data/resources/collation/tries/km.dump +0 -0
  42. data/resources/collation/tries/lo.dump +0 -0
  43. data/resources/collation/tries/my.dump +0 -0
  44. data/resources/locales/km/calendars.yml +373 -0
  45. data/resources/locales/km/currencies.yml +654 -0
  46. data/resources/locales/km/day_periods.yml +96 -0
  47. data/resources/locales/km/fields.yml +495 -0
  48. data/resources/locales/km/languages.yml +397 -0
  49. data/resources/locales/km/layout.yml +5 -0
  50. data/resources/locales/km/lists.yml +37 -0
  51. data/resources/locales/km/numbers.yml +402 -0
  52. data/resources/locales/km/plural_rules.yml +6 -0
  53. data/resources/locales/km/plurals.yml +12 -0
  54. data/resources/locales/km/rbnf.yml +131 -0
  55. data/resources/locales/km/territories.yml +267 -0
  56. data/resources/locales/km/timezones.yml +1471 -0
  57. data/resources/locales/km/units.yml +721 -0
  58. data/resources/locales/lo/calendars.yml +368 -0
  59. data/resources/locales/lo/currencies.yml +918 -0
  60. data/resources/locales/lo/day_periods.yml +96 -0
  61. data/resources/locales/lo/fields.yml +437 -0
  62. data/resources/locales/lo/languages.yml +529 -0
  63. data/resources/locales/lo/layout.yml +5 -0
  64. data/resources/locales/lo/lists.yml +42 -0
  65. data/resources/locales/lo/numbers.yml +476 -0
  66. data/resources/locales/lo/plural_rules.yml +7 -0
  67. data/resources/locales/lo/plurals.yml +14 -0
  68. data/resources/locales/lo/rbnf.yml +119 -0
  69. data/resources/locales/lo/territories.yml +265 -0
  70. data/resources/locales/lo/timezones.yml +1513 -0
  71. data/resources/locales/lo/units.yml +750 -0
  72. data/resources/locales/my/calendars.yml +374 -0
  73. data/resources/locales/my/currencies.yml +697 -0
  74. data/resources/locales/my/day_periods.yml +96 -0
  75. data/resources/locales/my/fields.yml +459 -0
  76. data/resources/locales/my/languages.yml +420 -0
  77. data/resources/locales/my/layout.yml +5 -0
  78. data/resources/locales/my/lists.yml +43 -0
  79. data/resources/locales/my/numbers.yml +417 -0
  80. data/resources/locales/my/plural_rules.yml +6 -0
  81. data/resources/locales/my/plurals.yml +12 -0
  82. data/resources/locales/my/rbnf.yml +145 -0
  83. data/resources/locales/my/territories.yml +265 -0
  84. data/resources/locales/my/timezones.yml +1479 -0
  85. data/resources/locales/my/units.yml +759 -0
  86. data/resources/locales/th/plurals.yml +1 -1
  87. data/resources/shared/segments/dictionaries/burmesedict.dump +0 -0
  88. data/resources/shared/segments/dictionaries/cjdict.dump +0 -0
  89. data/resources/shared/segments/dictionaries/khmerdict.dump +0 -0
  90. data/resources/shared/segments/dictionaries/laodict.dump +0 -0
  91. data/resources/shared/segments/dictionaries/thaidict.dump +0 -0
  92. data/resources/shared/segments/tests/dictionary_tests/combined.yml +1253 -0
  93. data/resources/shared/segments/tests/dictionary_tests/km.yml +204 -0
  94. data/resources/shared/segments/tests/dictionary_tests/ko.yml +171 -0
  95. data/resources/shared/segments/tests/dictionary_tests/lo.yml +236 -0
  96. data/resources/shared/segments/tests/dictionary_tests/my.yml +249 -0
  97. data/resources/shared/segments/tests/dictionary_tests/th.yml +201 -0
  98. data/resources/shared/segments/tests/dictionary_tests/zh.yml +206 -0
  99. data/resources/shared/segments/tests/line_break_test.yml +68 -68
  100. data/resources/shared/segments/tests/sentence_break_test.yml +52 -52
  101. data/resources/supported_locales.yml +3 -0
  102. data/spec/formatters/numbers/rbnf/locales/km/rbnf_test.yml +706 -0
  103. data/spec/formatters/numbers/rbnf/locales/lo/rbnf_test.yml +706 -0
  104. data/spec/formatters/numbers/rbnf/locales/my/rbnf_test.yml +706 -0
  105. data/spec/segmentation/dictionary_break_spec.rb +42 -0
  106. data/spec/segmentation/rule_set_spec.rb +3 -1
  107. data/spec/timezones/tests/km.yml +12475 -0
  108. data/spec/timezones/tests/lo.yml +12475 -0
  109. data/spec/timezones/tests/my.yml +12475 -0
  110. metadata +87 -3
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: twitter_cldr
3
3
  version: !ruby/object:Gem::Version
4
- version: 5.2.0
4
+ version: 5.3.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Cameron Dutro
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2019-12-01 00:00:00.000000000 Z
11
+ date: 2020-01-05 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: camertron-eprun
@@ -182,6 +182,7 @@ files:
182
182
  - lib/twitter_cldr/resources/requirements/pom_manager.rb
183
183
  - lib/twitter_cldr/resources/requirements/uca_requirement.rb
184
184
  - lib/twitter_cldr/resources/requirements/unicode_requirement.rb
185
+ - lib/twitter_cldr/resources/segment_dictionaries_importer.rb
185
186
  - lib/twitter_cldr/resources/segment_rules_importer.rb
186
187
  - lib/twitter_cldr/resources/segment_tests_importer.rb
187
188
  - lib/twitter_cldr/resources/tailoring_importer.rb
@@ -196,16 +197,31 @@ files:
196
197
  - lib/twitter_cldr/resources/unicode_property_aliases_importer.rb
197
198
  - lib/twitter_cldr/resources/validity_data_importer.rb
198
199
  - lib/twitter_cldr/segmentation.rb
200
+ - lib/twitter_cldr/segmentation/brahmic_break_engine.rb
199
201
  - lib/twitter_cldr/segmentation/break_iterator.rb
202
+ - lib/twitter_cldr/segmentation/burmese_break_engine.rb
200
203
  - lib/twitter_cldr/segmentation/category_table.rb
204
+ - lib/twitter_cldr/segmentation/cj_break_engine.rb
201
205
  - lib/twitter_cldr/segmentation/cursor.rb
206
+ - lib/twitter_cldr/segmentation/dictionary.rb
207
+ - lib/twitter_cldr/segmentation/dictionary_break_engine.rb
208
+ - lib/twitter_cldr/segmentation/khmer_break_engine.rb
209
+ - lib/twitter_cldr/segmentation/korean_break_engine.rb
210
+ - lib/twitter_cldr/segmentation/lao_break_engine.rb
211
+ - lib/twitter_cldr/segmentation/line_iterator.rb
202
212
  - lib/twitter_cldr/segmentation/metadata.rb
203
213
  - lib/twitter_cldr/segmentation/null_suppressions.rb
214
+ - lib/twitter_cldr/segmentation/possible_word.rb
215
+ - lib/twitter_cldr/segmentation/possible_word_list.rb
204
216
  - lib/twitter_cldr/segmentation/rule_set.rb
217
+ - lib/twitter_cldr/segmentation/segment_iterator.rb
205
218
  - lib/twitter_cldr/segmentation/state_machine.rb
206
219
  - lib/twitter_cldr/segmentation/state_table.rb
207
220
  - lib/twitter_cldr/segmentation/status_table.rb
208
221
  - lib/twitter_cldr/segmentation/suppressions.rb
222
+ - lib/twitter_cldr/segmentation/thai_break_engine.rb
223
+ - lib/twitter_cldr/segmentation/unhandled_break_engine.rb
224
+ - lib/twitter_cldr/segmentation/word_iterator.rb
209
225
  - lib/twitter_cldr/shared.rb
210
226
  - lib/twitter_cldr/shared/bidi.rb
211
227
  - lib/twitter_cldr/shared/calendar.rb
@@ -236,6 +252,7 @@ files:
236
252
  - lib/twitter_cldr/shared/territory.rb
237
253
  - lib/twitter_cldr/shared/timezones.rb
238
254
  - lib/twitter_cldr/shared/unicode_regex.rb
255
+ - lib/twitter_cldr/shared/unicode_set.rb
239
256
  - lib/twitter_cldr/shared/unit.rb
240
257
  - lib/twitter_cldr/supported_locales.rb
241
258
  - lib/twitter_cldr/timezones.rb
@@ -358,14 +375,17 @@ files:
358
375
  - resources/collation/tailoring/it.yml
359
376
  - resources/collation/tailoring/ja.yml
360
377
  - resources/collation/tailoring/ka.yml
378
+ - resources/collation/tailoring/km.yml
361
379
  - resources/collation/tailoring/kn.yml
362
380
  - resources/collation/tailoring/ko.yml
381
+ - resources/collation/tailoring/lo.yml
363
382
  - resources/collation/tailoring/lt.yml
364
383
  - resources/collation/tailoring/lv.yml
365
384
  - resources/collation/tailoring/mk.yml
366
385
  - resources/collation/tailoring/mr.yml
367
386
  - resources/collation/tailoring/ms.yml
368
387
  - resources/collation/tailoring/mt.yml
388
+ - resources/collation/tailoring/my.yml
369
389
  - resources/collation/tailoring/nb.yml
370
390
  - resources/collation/tailoring/nl-BE.yml
371
391
  - resources/collation/tailoring/nl.yml
@@ -449,14 +469,17 @@ files:
449
469
  - resources/collation/tries/it.dump
450
470
  - resources/collation/tries/ja.dump
451
471
  - resources/collation/tries/ka.dump
472
+ - resources/collation/tries/km.dump
452
473
  - resources/collation/tries/kn.dump
453
474
  - resources/collation/tries/ko.dump
475
+ - resources/collation/tries/lo.dump
454
476
  - resources/collation/tries/lt.dump
455
477
  - resources/collation/tries/lv.dump
456
478
  - resources/collation/tries/mk.dump
457
479
  - resources/collation/tries/mr.dump
458
480
  - resources/collation/tries/ms.dump
459
481
  - resources/collation/tries/mt.dump
482
+ - resources/collation/tries/my.dump
460
483
  - resources/collation/tries/nb.dump
461
484
  - resources/collation/tries/nl-BE.dump
462
485
  - resources/collation/tries/nl.dump
@@ -1242,6 +1265,20 @@ files:
1242
1265
  - resources/locales/ka/territories.yml
1243
1266
  - resources/locales/ka/timezones.yml
1244
1267
  - resources/locales/ka/units.yml
1268
+ - resources/locales/km/calendars.yml
1269
+ - resources/locales/km/currencies.yml
1270
+ - resources/locales/km/day_periods.yml
1271
+ - resources/locales/km/fields.yml
1272
+ - resources/locales/km/languages.yml
1273
+ - resources/locales/km/layout.yml
1274
+ - resources/locales/km/lists.yml
1275
+ - resources/locales/km/numbers.yml
1276
+ - resources/locales/km/plural_rules.yml
1277
+ - resources/locales/km/plurals.yml
1278
+ - resources/locales/km/rbnf.yml
1279
+ - resources/locales/km/territories.yml
1280
+ - resources/locales/km/timezones.yml
1281
+ - resources/locales/km/units.yml
1245
1282
  - resources/locales/kn/calendars.yml
1246
1283
  - resources/locales/kn/currencies.yml
1247
1284
  - resources/locales/kn/day_periods.yml
@@ -1269,6 +1306,20 @@ files:
1269
1306
  - resources/locales/ko/territories.yml
1270
1307
  - resources/locales/ko/timezones.yml
1271
1308
  - resources/locales/ko/units.yml
1309
+ - resources/locales/lo/calendars.yml
1310
+ - resources/locales/lo/currencies.yml
1311
+ - resources/locales/lo/day_periods.yml
1312
+ - resources/locales/lo/fields.yml
1313
+ - resources/locales/lo/languages.yml
1314
+ - resources/locales/lo/layout.yml
1315
+ - resources/locales/lo/lists.yml
1316
+ - resources/locales/lo/numbers.yml
1317
+ - resources/locales/lo/plural_rules.yml
1318
+ - resources/locales/lo/plurals.yml
1319
+ - resources/locales/lo/rbnf.yml
1320
+ - resources/locales/lo/territories.yml
1321
+ - resources/locales/lo/timezones.yml
1322
+ - resources/locales/lo/units.yml
1272
1323
  - resources/locales/lt/calendars.yml
1273
1324
  - resources/locales/lt/currencies.yml
1274
1325
  - resources/locales/lt/day_periods.yml
@@ -1352,6 +1403,20 @@ files:
1352
1403
  - resources/locales/mt/territories.yml
1353
1404
  - resources/locales/mt/timezones.yml
1354
1405
  - resources/locales/mt/units.yml
1406
+ - resources/locales/my/calendars.yml
1407
+ - resources/locales/my/currencies.yml
1408
+ - resources/locales/my/day_periods.yml
1409
+ - resources/locales/my/fields.yml
1410
+ - resources/locales/my/languages.yml
1411
+ - resources/locales/my/layout.yml
1412
+ - resources/locales/my/lists.yml
1413
+ - resources/locales/my/numbers.yml
1414
+ - resources/locales/my/plural_rules.yml
1415
+ - resources/locales/my/plurals.yml
1416
+ - resources/locales/my/rbnf.yml
1417
+ - resources/locales/my/territories.yml
1418
+ - resources/locales/my/timezones.yml
1419
+ - resources/locales/my/units.yml
1355
1420
  - resources/locales/nb/calendars.yml
1356
1421
  - resources/locales/nb/currencies.yml
1357
1422
  - resources/locales/nb/day_periods.yml
@@ -1755,6 +1820,11 @@ files:
1755
1820
  - resources/shared/numbering_systems.yml
1756
1821
  - resources/shared/postal_codes.yml
1757
1822
  - resources/shared/rbnf_root.yml
1823
+ - resources/shared/segments/dictionaries/burmesedict.dump
1824
+ - resources/shared/segments/dictionaries/cjdict.dump
1825
+ - resources/shared/segments/dictionaries/khmerdict.dump
1826
+ - resources/shared/segments/dictionaries/laodict.dump
1827
+ - resources/shared/segments/dictionaries/thaidict.dump
1758
1828
  - resources/shared/segments/rules/el/sentence.yml
1759
1829
  - resources/shared/segments/rules/en-US-POSIX/word.yml
1760
1830
  - resources/shared/segments/rules/ja/line.yml
@@ -1772,6 +1842,13 @@ files:
1772
1842
  - resources/shared/segments/suppressions/it/sentence.yml
1773
1843
  - resources/shared/segments/suppressions/pt/sentence.yml
1774
1844
  - resources/shared/segments/suppressions/ru/sentence.yml
1845
+ - resources/shared/segments/tests/dictionary_tests/combined.yml
1846
+ - resources/shared/segments/tests/dictionary_tests/km.yml
1847
+ - resources/shared/segments/tests/dictionary_tests/ko.yml
1848
+ - resources/shared/segments/tests/dictionary_tests/lo.yml
1849
+ - resources/shared/segments/tests/dictionary_tests/my.yml
1850
+ - resources/shared/segments/tests/dictionary_tests/th.yml
1851
+ - resources/shared/segments/tests/dictionary_tests/zh.yml
1775
1852
  - resources/shared/segments/tests/grapheme_break_test.yml
1776
1853
  - resources/shared/segments/tests/line_break_test.yml
1777
1854
  - resources/shared/segments/tests/sentence_break_test.yml
@@ -3583,14 +3660,17 @@ files:
3583
3660
  - spec/formatters/numbers/rbnf/locales/it/rbnf_test.yml
3584
3661
  - spec/formatters/numbers/rbnf/locales/ja/rbnf_test.yml
3585
3662
  - spec/formatters/numbers/rbnf/locales/ka/rbnf_test.yml
3663
+ - spec/formatters/numbers/rbnf/locales/km/rbnf_test.yml
3586
3664
  - spec/formatters/numbers/rbnf/locales/kn/rbnf_test.yml
3587
3665
  - spec/formatters/numbers/rbnf/locales/ko/rbnf_test.yml
3666
+ - spec/formatters/numbers/rbnf/locales/lo/rbnf_test.yml
3588
3667
  - spec/formatters/numbers/rbnf/locales/lt/rbnf_test.yml
3589
3668
  - spec/formatters/numbers/rbnf/locales/lv/rbnf_test.yml
3590
3669
  - spec/formatters/numbers/rbnf/locales/mk/rbnf_test.yml
3591
3670
  - spec/formatters/numbers/rbnf/locales/mr/rbnf_test.yml
3592
3671
  - spec/formatters/numbers/rbnf/locales/ms/rbnf_test.yml
3593
3672
  - spec/formatters/numbers/rbnf/locales/mt/rbnf_test.yml
3673
+ - spec/formatters/numbers/rbnf/locales/my/rbnf_test.yml
3594
3674
  - spec/formatters/numbers/rbnf/locales/nb/rbnf_test.yml
3595
3675
  - spec/formatters/numbers/rbnf/locales/nl/rbnf_test.yml
3596
3676
  - spec/formatters/numbers/rbnf/locales/pl/rbnf_test.yml
@@ -3637,6 +3717,7 @@ files:
3637
3717
  - spec/readme_spec.rb
3638
3718
  - spec/resources/loader_spec.rb
3639
3719
  - spec/segmentation/break_iterator_spec.rb
3720
+ - spec/segmentation/dictionary_break_spec.rb
3640
3721
  - spec/segmentation/rule_set_spec.rb
3641
3722
  - spec/shared/calendar_spec.rb
3642
3723
  - spec/shared/casefolder_spec.rb
@@ -3725,14 +3806,17 @@ files:
3725
3806
  - spec/timezones/tests/it.yml
3726
3807
  - spec/timezones/tests/ja.yml
3727
3808
  - spec/timezones/tests/ka.yml
3809
+ - spec/timezones/tests/km.yml
3728
3810
  - spec/timezones/tests/kn.yml
3729
3811
  - spec/timezones/tests/ko.yml
3812
+ - spec/timezones/tests/lo.yml
3730
3813
  - spec/timezones/tests/lt.yml
3731
3814
  - spec/timezones/tests/lv.yml
3732
3815
  - spec/timezones/tests/mk.yml
3733
3816
  - spec/timezones/tests/mr.yml
3734
3817
  - spec/timezones/tests/ms.yml
3735
3818
  - spec/timezones/tests/mt.yml
3819
+ - spec/timezones/tests/my.yml
3736
3820
  - spec/timezones/tests/nb.yml
3737
3821
  - spec/timezones/tests/nl-BE.yml
3738
3822
  - spec/timezones/tests/nl.yml
@@ -3805,7 +3889,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
3805
3889
  - !ruby/object:Gem::Version
3806
3890
  version: '0'
3807
3891
  requirements: []
3808
- rubygems_version: 3.0.4
3892
+ rubygems_version: 3.1.2
3809
3893
  signing_key:
3810
3894
  specification_version: 4
3811
3895
  summary: Ruby implementation of the ICU (International Components for Unicode) that