twitter_cldr 3.6.0 → 4.0.0

data/spec/transforms/transform_id_spec.rb

@@ -0,0 +1,146 @@
+# encoding: UTF-8
+
+# Copyright 2012 Twitter, Inc
+# http://www.apache.org/licenses/LICENSE-2.0
+
+require 'spec_helper'
+
+include TwitterCldr::Transforms
+
+describe TransformId do
+  describe '.find' do
+    it 'finds a transformer when given two locales' do
+      id = described_class.find('cs', 'ja')
+      expect(id.source).to eq('cs')
+      expect(id.target).to eq('ja')
+      expect(id.to_s).to eq('cs-ja')
+    end
+
+    it 'finds a script-based transformer when given two locales' do
+      id = described_class.find('ar', 'en')
+      expect(id.source).to eq('Arabic')
+      expect(id.target).to eq('Latin')
+      expect(id.to_s).to eq('Arabic-Latin')
+    end
+
+    it 'finds a transformer when given two scripts' do
+      id = described_class.find('Cyrillic', 'Latin')
+      expect(id.source).to eq('Cyrillic')
+      expect(id.target).to eq('Latin')
+      expect(id.to_s).to eq('Cyrillic-Latin')
+    end
+
+    it 'finds a transformer when given one script and one locale' do
+      id = described_class.find('Cyrillic', 'en')
+      expect(id.source).to eq('Cyrillic')
+      expect(id.target).to eq('Latin')
+      expect(id.to_s).to eq('Cyrillic-Latin')
+
+      id = described_class.find('ru', 'Latin')
+      expect(id.source).to eq('Cyrillic')
+      expect(id.target).to eq('Latin')
+      expect(id.to_s).to eq('Cyrillic-Latin')
+    end
+
+    it 'handles abbreviated scripts' do
+      id = described_class.find('Cyrl', 'Latn')
+      expect(id.source).to eq('Cyrillic')
+      expect(id.target).to eq('Latin')
+      expect(id.to_s).to eq('Cyrillic-Latin')
+    end
+
+    it 'returns nil when no transformer can be found' do
+      expect(described_class.find('foo', 'bar')).to be_nil
+    end
+  end
+
+  describe '.parse' do
+    it 'normalizes and parses the given id string' do
+      id = TransformId.parse('Bengali-Telugu')
+      expect(id.source).to eq('Bengali')
+      expect(id.target).to eq('Telugu')
+      expect(id.variant).to be_nil
+      expect(id.to_s).to eq('Bengali-Telugu')
+    end
+
+    it 'works with variants' do
+      id = TransformId.parse('Bulgarian-Latin/BGN')
+      expect(id.source).to eq('Bulgarian')
+      expect(id.target).to eq('Latin')
+      expect(id.variant).to eq('BGN')
+      expect(id.to_s).to eq('Bulgarian-Latin/BGN')
+    end
+
+    it 'raises an error if no transformer can be found' do
+      expect { described_class.parse('foo-bar') }.to(
+        raise_error(InvalidTransformIdError)
+      )
+    end
+  end
+
+  describe '.split' do
+    it 'splits the given string into source, target, and variant' do
+      expect(described_class.split('foo-bar/baz')).to eq(
+        %w(foo bar baz)
+      )
+    end
+  end
+
+  describe '.join' do
+    it 'joins the given source, target, and variant' do
+      expect(described_class.join('foo', 'bar', 'baz')).to eq('foo-bar/baz')
+    end
+  end
+
+  describe '#has_variant?' do
+    it 'returns true if the transform id contains a variant' do
+      id = TransformId.new('source', 'target', 'variant')
+      expect(id.variant).to eq('variant')
+      expect(id).to have_variant
+    end
+
+    it 'returns false if the transform id does not contain a variant' do
+      id = TransformId.new('source', 'target')
+      expect(id).to_not have_variant
+    end
+  end
+
+  describe '#reverse' do
+    it 'reverses the transform id' do
+      id = TransformId.new('source', 'target').reverse
+      expect(id.source).to eq('target')
+      expect(id.target).to eq('source')
+    end
+
+    it 'keeps the variant' do
+      id = TransformId.new('source', 'target', 'variant').reverse
+      expect(id.source).to eq('target')
+      expect(id.target).to eq('source')
+      expect(id.variant).to eq('variant')
+    end
+  end
+
+  describe '#file_name' do
+    it 'joins variants with dashes' do
+      id = TransformId.new('source', 'target', 'variant')
+      expect(id.file_name).to eq('source-target-variant')
+    end
+
+    it 'excludes the variant if none is given' do
+      id = TransformId.new('source', 'target')
+      expect(id.file_name).to eq('source-target')
+    end
+  end
+
+  describe '#to_s' do
+    it 'stringifies the source and target' do
+      id = TransformId.new('source', 'target')
+      expect(id.to_s).to eq('source-target')
+    end
+
+    it 'stringifies the source, target, and variant' do
+      id = TransformId.new('source', 'target', 'variant')
+      expect(id.to_s).to eq('source-target/variant')
+    end
+  end
+end

data/spec/transforms/transformer_spec.rb

@@ -0,0 +1,113 @@
+# encoding: UTF-8
+
+# Copyright 2012 Twitter, Inc
+# http://www.apache.org/licenses/LICENSE-2.0
+
+require 'spec_helper'
+
+include TwitterCldr::Transforms
+
+describe Transformer do
+  describe '.exists?' do
+    it 'returns true if the transform exists' do
+      expect(described_class.exists?('Cyrillic-Latin')).to eq(true)
+    end
+
+    it "returns false if the transform doesn't exist" do
+      expect(described_class.exists?('Foo-Bar')).to eq(false)
+    end
+
+    it 'accepts a TransformId' do
+      transform_id = TransformId.find('Cyrillic', 'Latin')
+      expect(described_class.exists?(transform_id)).to eq(true)
+    end
+  end
+
+  describe '.get' do
+    it 'retrieves the rule set by string id' do
+      rule_set = described_class.get('Cyrillic-Latin')
+      expect(rule_set.transform_id.source).to eq('Cyrillic')
+      expect(rule_set.transform_id.target).to eq('Latin')
+      expect(rule_set).to be_a(RuleSet)
+    end
+
+    it "retrieves the reverse rule set if the forward one doesn't exist" do
+      rule_set = described_class.get('Latin-Cyrillic')
+      expect(rule_set.transform_id.source).to eq('Cyrillic')
+      expect(rule_set.transform_id.target).to eq('Latin')
+      expect(rule_set).to be_a(RuleSet)
+    end
+
+    it 'raises an error if no rule set can be found' do
+      expect { described_class.get('Foo-Bar') }.to(
+        raise_error(InvalidTransformIdError)
+      )
+    end
+  end
+
+  describe '.each_transform' do
+    it 'yields each transform id' do
+      transform_ids = described_class.each_transform.to_a
+      %w(Gujarati-Bengali el-Lower cs-ja Latin-Hangul ru-zh).each do |id|
+        expect(transform_ids).to include(id)
+      end
+    end
+  end
+
+  context 'with a uni-directional transformer' do
+    let(:transform_id) { TransformId.find('Latin', 'Kannada') }
+    let(:transformer) { described_class.send(:load, transform_id) }
+
+    describe '#bidirectional?' do
+      it "returns false if the transformer can't operate in both directions" do
+        expect(transformer).to_not be_bidirectional
+      end
+    end
+
+    describe '#forward_rule_set' do
+      it 'returns the forward rule set' do
+        rule_set = transformer.forward_rule_set
+        expect(rule_set.transform_id.source).to eq('Latin')
+        expect(rule_set.transform_id.target).to eq('Kannada')
+        expect(rule_set).to be_a(RuleSet)
+      end
+    end
+
+    describe '#backward_rule_set' do
+      it 'raises an error' do
+        expect { transformer.backward_rule_set }.to(
+          raise_error(NotInvertibleError)
+        )
+      end
+    end
+  end
+
+  context 'with a bidirectional transformer' do
+    let(:transform_id) { TransformId.find('Cyrillic', 'Latin') }
+    let(:transformer) { described_class.send(:load, transform_id) }
+
+    describe '#bidirectional?' do
+      it 'returns true if the transformer can operate in both directions' do
+        expect(transformer).to be_bidirectional
+      end
+    end
+
+    describe '#forward_rule_set' do
+      it 'returns the forward rule set' do
+        rule_set = transformer.forward_rule_set
+        expect(rule_set.transform_id.source).to eq('Cyrillic')
+        expect(rule_set.transform_id.target).to eq('Latin')
+        expect(rule_set).to be_a(RuleSet)
+      end
+    end
+
+    describe '#backward_rule_set' do
+      it 'returns the backward rule set' do
+        rule_set = transformer.backward_rule_set
+        expect(rule_set.transform_id.source).to eq('Cyrillic')
+        expect(rule_set.transform_id.target).to eq('Latin')
+        expect(rule_set).to be_a(RuleSet)
+      end
+    end
+  end
+end

data/spec/transforms/transliterator_spec.rb

@@ -0,0 +1,35 @@
+# encoding: UTF-8
+
+# Copyright 2012 Twitter, Inc
+# http://www.apache.org/licenses/LICENSE-2.0
+
+require 'spec_helper'
+
+include TwitterCldr::Transforms
+
+describe Transliterator do
+  describe '#transliterate' do
+    let(:source_locale) { 'ja' }
+    let(:target_locale) { 'en' }
+    let(:string) { 'くろねこさまボクシサン' }
+    let(:transliterator) { Transliterator.new(string, source_locale, target_locale) }
+
+    it 'identifies and transliterates all the scripts in the string' do
+      expect(transliterator.transliterate).to(
+        match_normalized('kuronekosamaho゙kushisan')
+      )
+    end
+
+    context 'with a specific script' do
+      let(:source_locale) { 'ru_Cyrl' }
+      let(:target_locale) { 'en' }
+      let(:string) { 'くろねこさま Руссиа' }
+
+      it "doesn't transliterate all scripts if a script is explicitly specified" do
+        expect(transliterator.transliterate).to(
+          match_normalized('くろねこさま Russia')
+        )
+      end
+    end
+  end
+end

data/spec/utils/script_detector_spec.rb

@@ -51,8 +51,17 @@ describe ScriptDetector do
 end
 
 describe ScriptDetectionResult do
-  it 'returns nil if no scripts were detected' do
-    result = ScriptDetectionResult.new({})
-    expect(result.best_guess).to be_nil
+  describe '#best_guess' do
+    it 'returns nil if no scripts were detected' do
+      result = ScriptDetectionResult.new({})
+      expect(result.best_guess).to be_nil
+    end
+  end
+
+  describe '#scripts' do
+    it 'returns a list of all the scripts present in the string' do
+      result = ScriptDetectionResult.new('Cyrillic' => 1, 'Greek' => 2)
+      expect(result.scripts.sort).to eq(%w(Cyrillic Greek))
+    end
   end
 end

data/spec/{collation → utils}/trie_spec.rb

@@ -5,7 +5,7 @@
 
 require 'spec_helper'
 
-include TwitterCldr::Collation
+include TwitterCldr::Utils
 
 describe Trie do
 
@@ -383,4 +383,4 @@ describe Trie do
 
   end
 
-end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: twitter_cldr
 version: !ruby/object:Gem::Version
-  version: 3.6.0
+  version: 4.0.0
 platform: ruby
 authors:
 - Cameron Dutro
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-10-20 00:00:00.000000000 Z
+date: 2016-11-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: camertron-eprun
@@ -71,7 +71,6 @@ files:
 - lib/twitter_cldr/collation/collator.rb
 - lib/twitter_cldr/collation/implicit_collation_elements.rb
 - lib/twitter_cldr/collation/sort_key_builder.rb
-- lib/twitter_cldr/collation/trie.rb
 - lib/twitter_cldr/collation/trie_builder.rb
 - lib/twitter_cldr/collation/trie_loader.rb
 - lib/twitter_cldr/collation/trie_with_fallback.rb
@@ -143,6 +142,7 @@ files:
 - lib/twitter_cldr/resources/collation_tries_dumper.rb
 - lib/twitter_cldr/resources/custom_locales_resources_importer.rb
 - lib/twitter_cldr/resources/download.rb
+- lib/twitter_cldr/resources/hyphenation_importer.rb
 - lib/twitter_cldr/resources/icu_based_importer.rb
 - lib/twitter_cldr/resources/language_codes_importer.rb
 - lib/twitter_cldr/resources/loader.rb
@@ -175,6 +175,7 @@ files:
 - lib/twitter_cldr/resources/regexp_ast_generator.rb
 - lib/twitter_cldr/resources/segment_tests_importer.rb
 - lib/twitter_cldr/resources/tailoring_importer.rb
+- lib/twitter_cldr/resources/transform_test_importer.rb
 - lib/twitter_cldr/resources/uli.rb
 - lib/twitter_cldr/resources/uli/segment_exceptions_importer.rb
 - lib/twitter_cldr/resources/unicode_data_importer.rb
@@ -194,6 +195,7 @@ files:
 - lib/twitter_cldr/shared/caser.rb
 - lib/twitter_cldr/shared/code_point.rb
 - lib/twitter_cldr/shared/currencies.rb
+- lib/twitter_cldr/shared/hyphenator.rb
 - lib/twitter_cldr/shared/language_codes.rb
 - lib/twitter_cldr/shared/languages.rb
 - lib/twitter_cldr/shared/likely_subtags.rb
@@ -229,6 +231,35 @@ files:
 - lib/twitter_cldr/tokenizers/token.rb
 - lib/twitter_cldr/tokenizers/tokenizer.rb
 - lib/twitter_cldr/tokenizers/unicode_regex/unicode_regex_tokenizer.rb
+- lib/twitter_cldr/transforms.rb
+- lib/twitter_cldr/transforms/comment_rule.rb
+- lib/twitter_cldr/transforms/conversion_rule_set.rb
+- lib/twitter_cldr/transforms/conversions.rb
+- lib/twitter_cldr/transforms/conversions/conversion_rule.rb
+- lib/twitter_cldr/transforms/conversions/parser.rb
+- lib/twitter_cldr/transforms/conversions/side.rb
+- lib/twitter_cldr/transforms/cursor.rb
+- lib/twitter_cldr/transforms/filters.rb
+- lib/twitter_cldr/transforms/filters/filter_rule.rb
+- lib/twitter_cldr/transforms/filters/null_filter.rb
+- lib/twitter_cldr/transforms/filters/regex_filter.rb
+- lib/twitter_cldr/transforms/rule.rb
+- lib/twitter_cldr/transforms/rule_match.rb
+- lib/twitter_cldr/transforms/rule_set.rb
+- lib/twitter_cldr/transforms/tokenizer.rb
+- lib/twitter_cldr/transforms/transform_id.rb
+- lib/twitter_cldr/transforms/transformer.rb
+- lib/twitter_cldr/transforms/transforms.rb
+- lib/twitter_cldr/transforms/transforms/break_internal_transform.rb
+- lib/twitter_cldr/transforms/transforms/casing_transform.rb
+- lib/twitter_cldr/transforms/transforms/named_transform.rb
+- lib/twitter_cldr/transforms/transforms/normalization_transform.rb
+- lib/twitter_cldr/transforms/transforms/null_transform.rb
+- lib/twitter_cldr/transforms/transforms/parser.rb
+- lib/twitter_cldr/transforms/transforms/transform_pair.rb
+- lib/twitter_cldr/transforms/transforms/transform_rule.rb
+- lib/twitter_cldr/transforms/transliterator.rb
+- lib/twitter_cldr/transforms/variable_rule.rb
 - lib/twitter_cldr/utils.rb
 - lib/twitter_cldr/utils/code_points.rb
 - lib/twitter_cldr/utils/file_system_trie.rb
@@ -236,6 +267,7 @@ files:
 - lib/twitter_cldr/utils/regexp_ast.rb
 - lib/twitter_cldr/utils/regexp_sampler.rb
 - lib/twitter_cldr/utils/script_detector.rb
+- lib/twitter_cldr/utils/trie.rb
 - lib/twitter_cldr/utils/yaml.rb
 - lib/twitter_cldr/version.rb
 - lib/twitter_cldr/versions.rb
@@ -1245,6 +1277,43 @@ files:
 - resources/locales/zh/units.yml
 - resources/shared/aliases.yml
 - resources/shared/currency_digits_and_rounding.yml
+- resources/shared/hyphenation/af-ZA.yml
+- resources/shared/hyphenation/bg-BG.yml
+- resources/shared/hyphenation/ca.yml
+- resources/shared/hyphenation/cs-CZ.yml
+- resources/shared/hyphenation/da-DK.yml
+- resources/shared/hyphenation/de-AT.yml
+- resources/shared/hyphenation/de-CH.yml
+- resources/shared/hyphenation/de-DE.yml
+- resources/shared/hyphenation/el-GR.yml
+- resources/shared/hyphenation/en-GB.yml
+- resources/shared/hyphenation/en-US.yml
+- resources/shared/hyphenation/es.yml
+- resources/shared/hyphenation/et-EE.yml
+- resources/shared/hyphenation/fr.yml
+- resources/shared/hyphenation/gl.yml
+- resources/shared/hyphenation/hr-HR.yml
+- resources/shared/hyphenation/hu-HU.yml
+- resources/shared/hyphenation/is.yml
+- resources/shared/hyphenation/it-IT.yml
+- resources/shared/hyphenation/lt.yml
+- resources/shared/hyphenation/lv-LV.yml
+- resources/shared/hyphenation/nb-NO.yml
+- resources/shared/hyphenation/nl-NL.yml
+- resources/shared/hyphenation/nn-NO.yml
+- resources/shared/hyphenation/pl-PL.yml
+- resources/shared/hyphenation/pt-BR.yml
+- resources/shared/hyphenation/pt-PT.yml
+- resources/shared/hyphenation/ro-RO.yml
+- resources/shared/hyphenation/ru-RU.yml
+- resources/shared/hyphenation/sk-SK.yml
+- resources/shared/hyphenation/sl-SI.yml
+- resources/shared/hyphenation/sr-Latn.yml
+- resources/shared/hyphenation/sr.yml
+- resources/shared/hyphenation/sv.yml
+- resources/shared/hyphenation/te-IN.yml
+- resources/shared/hyphenation/uk-UA.yml
+- resources/shared/hyphenation/zu-ZA.yml
 - resources/shared/iso_currency_symbols.yml
 - resources/shared/language_codes_table.dump
 - resources/shared/likely_subtags.yml
@@ -1256,6 +1325,245 @@ files:
 - resources/shared/segments/tests/sentence_break_test.yml
 - resources/shared/segments/tests/word_break_test.yml
 - resources/shared/territories_containment.yml
+- resources/shared/transforms/Amharic-Latin-BGN.yml
+- resources/shared/transforms/Amharic-Latin.yml
+- resources/shared/transforms/Any-Accents.yml
+- resources/shared/transforms/Any-Publishing.yml
+- resources/shared/transforms/Arabic-Latin-BGN.yml
+- resources/shared/transforms/Arabic-Latin.yml
+- resources/shared/transforms/Armenian-Latin-BGN.yml
+- resources/shared/transforms/Armenian-Latin.yml
+- resources/shared/transforms/Azerbaijani-Latin-BGN.yml
+- resources/shared/transforms/Azerbaijani-Latin.yml
+- resources/shared/transforms/Belarusian-Latin-BGN.yml
+- resources/shared/transforms/Belarusian-Latin.yml
+- resources/shared/transforms/Bengali-Devanagari.yml
+- resources/shared/transforms/Bengali-Gujarati.yml
+- resources/shared/transforms/Bengali-Gurmukhi.yml
+- resources/shared/transforms/Bengali-InterIndic.yml
+- resources/shared/transforms/Bengali-Kannada.yml
+- resources/shared/transforms/Bengali-Latin.yml
+- resources/shared/transforms/Bengali-Malayalam.yml
+- resources/shared/transforms/Bengali-Oriya.yml
+- resources/shared/transforms/Bengali-Tamil.yml
+- resources/shared/transforms/Bengali-Telugu.yml
+- resources/shared/transforms/Bulgarian-Latin-BGN.yml
+- resources/shared/transforms/Bulgarian-Latin.yml
+- resources/shared/transforms/Cyrillic-Latin.yml
+- resources/shared/transforms/Devanagari-Bengali.yml
+- resources/shared/transforms/Devanagari-Gujarati.yml
+- resources/shared/transforms/Devanagari-Gurmukhi.yml
+- resources/shared/transforms/Devanagari-InterIndic.yml
+- resources/shared/transforms/Devanagari-Kannada.yml
+- resources/shared/transforms/Devanagari-Latin.yml
+- resources/shared/transforms/Devanagari-Malayalam.yml
+- resources/shared/transforms/Devanagari-Oriya.yml
+- resources/shared/transforms/Devanagari-Tamil.yml
+- resources/shared/transforms/Devanagari-Telugu.yml
+- resources/shared/transforms/Fullwidth-Halfwidth.yml
+- resources/shared/transforms/Georgian-Latin-BGN.yml
+- resources/shared/transforms/Georgian-Latin.yml
+- resources/shared/transforms/Greek-Latin-BGN.yml
+- resources/shared/transforms/Greek-Latin-UNGEGN.yml
+- resources/shared/transforms/Greek-Latin.yml
+- resources/shared/transforms/Gujarati-Bengali.yml
+- resources/shared/transforms/Gujarati-Devanagari.yml
+- resources/shared/transforms/Gujarati-Gurmukhi.yml
+- resources/shared/transforms/Gujarati-InterIndic.yml
+- resources/shared/transforms/Gujarati-Kannada.yml
+- resources/shared/transforms/Gujarati-Latin.yml
+- resources/shared/transforms/Gujarati-Malayalam.yml
+- resources/shared/transforms/Gujarati-Oriya.yml
+- resources/shared/transforms/Gujarati-Tamil.yml
+- resources/shared/transforms/Gujarati-Telugu.yml
+- resources/shared/transforms/Gurmukhi-Bengali.yml
+- resources/shared/transforms/Gurmukhi-Devanagari.yml
+- resources/shared/transforms/Gurmukhi-Gujarati.yml
+- resources/shared/transforms/Gurmukhi-InterIndic.yml
+- resources/shared/transforms/Gurmukhi-Kannada.yml
+- resources/shared/transforms/Gurmukhi-Latin.yml
+- resources/shared/transforms/Gurmukhi-Malayalam.yml
+- resources/shared/transforms/Gurmukhi-Oriya.yml
+- resources/shared/transforms/Gurmukhi-Tamil.yml
+- resources/shared/transforms/Gurmukhi-Telugu.yml
+- resources/shared/transforms/Han-Latin-Names.yml
+- resources/shared/transforms/Han-Latin.yml
+- resources/shared/transforms/Han-Spacedhan.yml
+- resources/shared/transforms/Hangul-Latin.yml
+- resources/shared/transforms/Hebrew-Latin-BGN.yml
+- resources/shared/transforms/Hebrew-Latin.yml
+- resources/shared/transforms/Hiragana-Katakana.yml
+- resources/shared/transforms/Hiragana-Latin.yml
+- resources/shared/transforms/IPA-XSampa.yml
+- resources/shared/transforms/InterIndic-Bengali.yml
+- resources/shared/transforms/InterIndic-Devanagari.yml
+- resources/shared/transforms/InterIndic-Gujarati.yml
+- resources/shared/transforms/InterIndic-Gurmukhi.yml
+- resources/shared/transforms/InterIndic-Kannada.yml
+- resources/shared/transforms/InterIndic-Latin.yml
+- resources/shared/transforms/InterIndic-Malayalam.yml
+- resources/shared/transforms/InterIndic-Oriya.yml
+- resources/shared/transforms/InterIndic-Tamil.yml
+- resources/shared/transforms/InterIndic-Telugu.yml
+- resources/shared/transforms/Jamo-Latin.yml
+- resources/shared/transforms/JapaneseKana-Latin.yml
+- resources/shared/transforms/Kannada-Bengali.yml
+- resources/shared/transforms/Kannada-Devanagari.yml
+- resources/shared/transforms/Kannada-Gujarati.yml
+- resources/shared/transforms/Kannada-Gurmukhi.yml
+- resources/shared/transforms/Kannada-InterIndic.yml
+- resources/shared/transforms/Kannada-Latin.yml
+- resources/shared/transforms/Kannada-Malayalam.yml
+- resources/shared/transforms/Kannada-Oriya.yml
+- resources/shared/transforms/Kannada-Tamil.yml
+- resources/shared/transforms/Kannada-Telugu.yml
+- resources/shared/transforms/Katakana-Latin-BGN.yml
+- resources/shared/transforms/Katakana-Latin.yml
+- resources/shared/transforms/Kazakh-Latin-BGN.yml
+- resources/shared/transforms/Kazakh-Latin.yml
+- resources/shared/transforms/Kirghiz-Latin-BGN.yml
+- resources/shared/transforms/Kirghiz-Latin.yml
+- resources/shared/transforms/Korean-Latin-BGN.yml
+- resources/shared/transforms/Korean-Latin.yml
+- resources/shared/transforms/Latin-ASCII.yml
+- resources/shared/transforms/Latin-Armenian.yml
+- resources/shared/transforms/Latin-Bengali.yml
+- resources/shared/transforms/Latin-Bopomofo.yml
+- resources/shared/transforms/Latin-CanadianAboriginal.yml
+- resources/shared/transforms/Latin-ConjoiningJamo.yml
+- resources/shared/transforms/Latin-Devanagari.yml
+- resources/shared/transforms/Latin-Ethiopic.yml
+- resources/shared/transforms/Latin-Gujarati.yml
+- resources/shared/transforms/Latin-Gurmukhi.yml
+- resources/shared/transforms/Latin-Hangul.yml
+- resources/shared/transforms/Latin-InterIndic.yml
+- resources/shared/transforms/Latin-Jamo.yml
+- resources/shared/transforms/Latin-Kannada.yml
+- resources/shared/transforms/Latin-Katakana.yml
+- resources/shared/transforms/Latin-Malayalam.yml
+- resources/shared/transforms/Latin-NumericPinyin.yml
+- resources/shared/transforms/Latin-Oriya.yml
+- resources/shared/transforms/Latin-Tamil.yml
+- resources/shared/transforms/Latin-Telugu.yml
+- resources/shared/transforms/Latin-Thaana.yml
+- resources/shared/transforms/Latin-Thai.yml
+- resources/shared/transforms/Macedonian-Latin-BGN.yml
+- resources/shared/transforms/Macedonian-Latin.yml
+- resources/shared/transforms/Malayalam-Bengali.yml
+- resources/shared/transforms/Malayalam-Devanagari.yml
+- resources/shared/transforms/Malayalam-Gujarati.yml
+- resources/shared/transforms/Malayalam-Gurmukhi.yml
+- resources/shared/transforms/Malayalam-InterIndic.yml
+- resources/shared/transforms/Malayalam-Kannada.yml
+- resources/shared/transforms/Malayalam-Latin.yml
+- resources/shared/transforms/Malayalam-Oriya.yml
+- resources/shared/transforms/Malayalam-Tamil.yml
+- resources/shared/transforms/Malayalam-Telugu.yml
+- resources/shared/transforms/Maldivian-Latin-BGN.yml
+- resources/shared/transforms/Maldivian-Latin.yml
+- resources/shared/transforms/Mongolian-Latin-BGN.yml
+- resources/shared/transforms/Mongolian-Latin.yml
+- resources/shared/transforms/Oriya-Bengali.yml
+- resources/shared/transforms/Oriya-Devanagari.yml
+- resources/shared/transforms/Oriya-Gujarati.yml
+- resources/shared/transforms/Oriya-Gurmukhi.yml
+- resources/shared/transforms/Oriya-InterIndic.yml
+- resources/shared/transforms/Oriya-Kannada.yml
+- resources/shared/transforms/Oriya-Latin.yml
+- resources/shared/transforms/Oriya-Malayalam.yml
+- resources/shared/transforms/Oriya-Tamil.yml
+- resources/shared/transforms/Oriya-Telugu.yml
+- resources/shared/transforms/Pashto-Latin-BGN.yml
+- resources/shared/transforms/Pashto-Latin.yml
+- resources/shared/transforms/Persian-Latin-BGN.yml
+- resources/shared/transforms/Persian-Latin.yml
+- resources/shared/transforms/Pinyin-NumericPinyin.yml
+- resources/shared/transforms/Russian-Latin-BGN.yml
+- resources/shared/transforms/Russian-Latin.yml
+- resources/shared/transforms/Serbian-Latin-BGN.yml
+- resources/shared/transforms/Serbian-Latin.yml
+- resources/shared/transforms/Simplified-Traditional.yml
+- resources/shared/transforms/Syriac-Latin.yml
+- resources/shared/transforms/Tamil-Bengali.yml
+- resources/shared/transforms/Tamil-Devanagari.yml
+- resources/shared/transforms/Tamil-Gujarati.yml
+- resources/shared/transforms/Tamil-Gurmukhi.yml
+- resources/shared/transforms/Tamil-InterIndic.yml
+- resources/shared/transforms/Tamil-Kannada.yml
+- resources/shared/transforms/Tamil-Latin.yml
+- resources/shared/transforms/Tamil-Malayalam.yml
+- resources/shared/transforms/Tamil-Oriya.yml
+- resources/shared/transforms/Tamil-Telugu.yml
+- resources/shared/transforms/Telugu-Bengali.yml
+- resources/shared/transforms/Telugu-Devanagari.yml
+- resources/shared/transforms/Telugu-Gujarati.yml
+- resources/shared/transforms/Telugu-Gurmukhi.yml
+- resources/shared/transforms/Telugu-InterIndic.yml
+- resources/shared/transforms/Telugu-Kannada.yml
+- resources/shared/transforms/Telugu-Latin.yml
+- resources/shared/transforms/Telugu-Malayalam.yml
+- resources/shared/transforms/Telugu-Oriya.yml
+- resources/shared/transforms/Telugu-Tamil.yml
+- resources/shared/transforms/Thai-Latin.yml
+- resources/shared/transforms/Thai-ThaiLogical.yml
+- resources/shared/transforms/Thai-ThaiSemi.yml
+- resources/shared/transforms/ThaiLogical-Latin.yml
+- resources/shared/transforms/Turkmen-Latin-BGN.yml
+- resources/shared/transforms/Turkmen-Latin.yml
+- resources/shared/transforms/Ukrainian-Latin-BGN.yml
+- resources/shared/transforms/Ukrainian-Latin.yml
+- resources/shared/transforms/Uzbek-Latin-BGN.yml
+- resources/shared/transforms/Uzbek-Latin.yml
+- resources/shared/transforms/az-Lower.yml
+- resources/shared/transforms/az-Title.yml
+- resources/shared/transforms/az-Upper.yml
+- resources/shared/transforms/ch-ch_FONIPA.yml
+- resources/shared/transforms/cs-cs_FONIPA.yml
+- resources/shared/transforms/cs-ja.yml
+- resources/shared/transforms/cs-ko.yml
+- resources/shared/transforms/cs_FONIPA-ja.yml
+- resources/shared/transforms/cs_FONIPA-ko.yml
+- resources/shared/transforms/dsb-dsb_FONIPA.yml
+- resources/shared/transforms/el-Lower.yml
+- resources/shared/transforms/el-Title.yml
+- resources/shared/transforms/el-Upper.yml
+- resources/shared/transforms/es-am.yml
+- resources/shared/transforms/es-es_FONIPA.yml
+- resources/shared/transforms/es-ja.yml
+- resources/shared/transforms/es-zh.yml
+- resources/shared/transforms/es_419-ja.yml
+- resources/shared/transforms/es_419-zh.yml
+- resources/shared/transforms/es_FONIPA-am.yml
+- resources/shared/transforms/es_FONIPA-es_419_FONIPA.yml
+- resources/shared/transforms/es_FONIPA-ja.yml
+- resources/shared/transforms/es_FONIPA-zh.yml
+- resources/shared/transforms/it-am.yml
+- resources/shared/transforms/it-ja.yml
+- resources/shared/transforms/ja_Latn-ko.yml
+- resources/shared/transforms/ja_Latn-ru.yml
+- resources/shared/transforms/la-la_FONIPA.yml
+- resources/shared/transforms/lt-Lower.yml
+- resources/shared/transforms/lt-Title.yml
+- resources/shared/transforms/lt-Upper.yml
+- resources/shared/transforms/nl-Title.yml
+- resources/shared/transforms/pl-ja.yml
+- resources/shared/transforms/pl-pl_FONIPA.yml
+- resources/shared/transforms/pl_FONIPA-ja.yml
+- resources/shared/transforms/ro-ja.yml
+- resources/shared/transforms/ro-ro_FONIPA.yml
+- resources/shared/transforms/ro_FONIPA-ja.yml
+- resources/shared/transforms/ru-ja.yml
+- resources/shared/transforms/ru-zh.yml
+- resources/shared/transforms/sk-ja.yml
+- resources/shared/transforms/sk-sk_FONIPA.yml
+- resources/shared/transforms/sk_FONIPA-ja.yml
+- resources/shared/transforms/tlh-tlh_FONIPA.yml
+- resources/shared/transforms/tr-Lower.yml
+- resources/shared/transforms/tr-Title.yml
+- resources/shared/transforms/tr-Upper.yml
+- resources/shared/transforms/uz_Cyrl-uz_Latn.yml
+- resources/shared/transforms/yo-yo_BJ.yml
+- resources/shared/transforms/zh_Latn_PINYIN-ru.yml
 - resources/shared/variables.yml
 - resources/uli/segments/de.yml
 - resources/uli/segments/en.yml
@@ -1544,6 +1852,8 @@ files:
 - resources/unicode_data/properties/Age/6.1/value.dump
 - resources/unicode_data/properties/Age/6.2/value.dump
 - resources/unicode_data/properties/Age/6.3/value.dump
+- resources/unicode_data/properties/Age/7.0/value.dump
+- resources/unicode_data/properties/Age/8.0/value.dump
 - resources/unicode_data/properties/Alphabetic/value.dump
 - resources/unicode_data/properties/Bidi_Class/AL/value.dump
 - resources/unicode_data/properties/Bidi_Class/AN/value.dump
@@ -1571,9 +1881,13 @@ files:
 - resources/unicode_data/properties/Bidi_Control/value.dump
 - resources/unicode_data/properties/Bidi_Mirrored/N/value.dump
 - resources/unicode_data/properties/Bidi_Mirrored/Y/value.dump
+- resources/unicode_data/properties/Bidi_Paired_Bracket_Type/Close/value.dump
+- resources/unicode_data/properties/Bidi_Paired_Bracket_Type/Open/value.dump
 - resources/unicode_data/properties/Block/Aegean Numbers/value.dump
+- resources/unicode_data/properties/Block/Ahom/value.dump
 - resources/unicode_data/properties/Block/Alchemical Symbols/value.dump
 - resources/unicode_data/properties/Block/Alphabetic Presentation Forms/value.dump
+- resources/unicode_data/properties/Block/Anatolian Hieroglyphs/value.dump
 - resources/unicode_data/properties/Block/Ancient Greek Musical Notation/value.dump
 - resources/unicode_data/properties/Block/Ancient Greek Numbers/value.dump
 - resources/unicode_data/properties/Block/Ancient Symbols/value.dump
@@ -1590,6 +1904,7 @@ files:
 - resources/unicode_data/properties/Block/Bamum Supplement/value.dump
 - resources/unicode_data/properties/Block/Bamum/value.dump
 - resources/unicode_data/properties/Block/Basic Latin/value.dump
+- resources/unicode_data/properties/Block/Bassa Vah/value.dump
 - resources/unicode_data/properties/Block/Batak/value.dump
 - resources/unicode_data/properties/Block/Bengali/value.dump
 - resources/unicode_data/properties/Block/Block Elements/value.dump
@@ -1612,17 +1927,22 @@ files:
 - resources/unicode_data/properties/Block/CJK Unified Ideographs Extension B/value.dump
 - resources/unicode_data/properties/Block/CJK Unified Ideographs Extension C/value.dump
 - resources/unicode_data/properties/Block/CJK Unified Ideographs Extension D/value.dump
+- resources/unicode_data/properties/Block/CJK Unified Ideographs Extension E/value.dump
 - resources/unicode_data/properties/Block/CJK Unified Ideographs/value.dump
 - resources/unicode_data/properties/Block/Carian/value.dump
+- resources/unicode_data/properties/Block/Caucasian Albanian/value.dump
 - resources/unicode_data/properties/Block/Chakma/value.dump
 - resources/unicode_data/properties/Block/Cham/value.dump
+- resources/unicode_data/properties/Block/Cherokee Supplement/value.dump
 - resources/unicode_data/properties/Block/Cherokee/value.dump
+- resources/unicode_data/properties/Block/Combining Diacritical Marks Extended/value.dump
 - resources/unicode_data/properties/Block/Combining Diacritical Marks Supplement/value.dump
 - resources/unicode_data/properties/Block/Combining Diacritical Marks for Symbols/value.dump
 - resources/unicode_data/properties/Block/Combining Diacritical Marks/value.dump
 - resources/unicode_data/properties/Block/Combining Half Marks/value.dump
 - resources/unicode_data/properties/Block/Common Indic Number Forms/value.dump
 - resources/unicode_data/properties/Block/Control Pictures/value.dump
+- resources/unicode_data/properties/Block/Coptic Epact Numbers/value.dump
 - resources/unicode_data/properties/Block/Coptic/value.dump
 - resources/unicode_data/properties/Block/Counting Rod Numerals/value.dump
 - resources/unicode_data/properties/Block/Cuneiform Numbers and Punctuation/value.dump
@@ -1638,7 +1958,10 @@ files:
 - resources/unicode_data/properties/Block/Devanagari/value.dump
 - resources/unicode_data/properties/Block/Dingbats/value.dump
 - resources/unicode_data/properties/Block/Domino Tiles/value.dump
+- resources/unicode_data/properties/Block/Duployan/value.dump
+- resources/unicode_data/properties/Block/Early Dynastic Cuneiform/value.dump
 - resources/unicode_data/properties/Block/Egyptian Hieroglyphs/value.dump
+- resources/unicode_data/properties/Block/Elbasan/value.dump
 - resources/unicode_data/properties/Block/Emoticons/value.dump
 - resources/unicode_data/properties/Block/Enclosed Alphanumeric Supplement/value.dump
 - resources/unicode_data/properties/Block/Enclosed Alphanumerics/value.dump
@@ -1649,11 +1972,13 @@ files:
 - resources/unicode_data/properties/Block/Ethiopic Supplement/value.dump
 - resources/unicode_data/properties/Block/Ethiopic/value.dump
 - resources/unicode_data/properties/Block/General Punctuation/value.dump
+- resources/unicode_data/properties/Block/Geometric Shapes Extended/value.dump
 - resources/unicode_data/properties/Block/Geometric Shapes/value.dump
 - resources/unicode_data/properties/Block/Georgian Supplement/value.dump
 - resources/unicode_data/properties/Block/Georgian/value.dump
 - resources/unicode_data/properties/Block/Glagolitic/value.dump
 - resources/unicode_data/properties/Block/Gothic/value.dump
+- resources/unicode_data/properties/Block/Grantha/value.dump
 - resources/unicode_data/properties/Block/Greek Extended/value.dump
 - resources/unicode_data/properties/Block/Greek and Coptic/value.dump
 - resources/unicode_data/properties/Block/Gujarati/value.dump
@@ -1665,6 +1990,7 @@ files:
 - resources/unicode_data/properties/Block/Hangul Jamo/value.dump
 - resources/unicode_data/properties/Block/Hangul Syllables/value.dump
 - resources/unicode_data/properties/Block/Hanunoo/value.dump
+- resources/unicode_data/properties/Block/Hatran/value.dump
 - resources/unicode_data/properties/Block/Hebrew/value.dump
 - resources/unicode_data/properties/Block/High Private Use Surrogates/value.dump
 - resources/unicode_data/properties/Block/High Surrogates/value.dump
@@ -1686,29 +2012,36 @@ files:
 - resources/unicode_data/properties/Block/Kharoshthi/value.dump
 - resources/unicode_data/properties/Block/Khmer Symbols/value.dump
 - resources/unicode_data/properties/Block/Khmer/value.dump
+- resources/unicode_data/properties/Block/Khojki/value.dump
+- resources/unicode_data/properties/Block/Khudawadi/value.dump
 - resources/unicode_data/properties/Block/Lao/value.dump
 - resources/unicode_data/properties/Block/Latin Extended Additional/value.dump
 - resources/unicode_data/properties/Block/Latin Extended-A/value.dump
 - resources/unicode_data/properties/Block/Latin Extended-B/value.dump
 - resources/unicode_data/properties/Block/Latin Extended-C/value.dump
 - resources/unicode_data/properties/Block/Latin Extended-D/value.dump
+- resources/unicode_data/properties/Block/Latin Extended-E/value.dump
 - resources/unicode_data/properties/Block/Latin-1 Supplement/value.dump
 - resources/unicode_data/properties/Block/Lepcha/value.dump
 - resources/unicode_data/properties/Block/Letterlike Symbols/value.dump
 - resources/unicode_data/properties/Block/Limbu/value.dump
+- resources/unicode_data/properties/Block/Linear A/value.dump
 - resources/unicode_data/properties/Block/Linear B Ideograms/value.dump
 - resources/unicode_data/properties/Block/Linear B Syllabary/value.dump
 - resources/unicode_data/properties/Block/Lisu/value.dump
 - resources/unicode_data/properties/Block/Low Surrogates/value.dump
 - resources/unicode_data/properties/Block/Lycian/value.dump
 - resources/unicode_data/properties/Block/Lydian/value.dump
+- resources/unicode_data/properties/Block/Mahajani/value.dump
 - resources/unicode_data/properties/Block/Mahjong Tiles/value.dump
 - resources/unicode_data/properties/Block/Malayalam/value.dump
 - resources/unicode_data/properties/Block/Mandaic/value.dump
+- resources/unicode_data/properties/Block/Manichaean/value.dump
 - resources/unicode_data/properties/Block/Mathematical Alphanumeric Symbols/value.dump
 - resources/unicode_data/properties/Block/Mathematical Operators/value.dump
 - resources/unicode_data/properties/Block/Meetei Mayek Extensions/value.dump
 - resources/unicode_data/properties/Block/Meetei Mayek/value.dump
+- resources/unicode_data/properties/Block/Mende Kikakui/value.dump
 - resources/unicode_data/properties/Block/Meroitic Cursive/value.dump
 - resources/unicode_data/properties/Block/Meroitic Hieroglyphs/value.dump
 - resources/unicode_data/properties/Block/Miao/value.dump
@@ -1718,23 +2051,35 @@ files:
 - resources/unicode_data/properties/Block/Miscellaneous Symbols and Arrows/value.dump
 - resources/unicode_data/properties/Block/Miscellaneous Symbols/value.dump
 - resources/unicode_data/properties/Block/Miscellaneous Technical/value.dump
+- resources/unicode_data/properties/Block/Modi/value.dump
 - resources/unicode_data/properties/Block/Modifier Tone Letters/value.dump
 - resources/unicode_data/properties/Block/Mongolian/value.dump
+- resources/unicode_data/properties/Block/Mro/value.dump
+- resources/unicode_data/properties/Block/Multani/value.dump
 - resources/unicode_data/properties/Block/Musical Symbols/value.dump
 - resources/unicode_data/properties/Block/Myanmar Extended-A/value.dump
+- resources/unicode_data/properties/Block/Myanmar Extended-B/value.dump
 - resources/unicode_data/properties/Block/Myanmar/value.dump
 - resources/unicode_data/properties/Block/NKo/value.dump
+- resources/unicode_data/properties/Block/Nabataean/value.dump
 - resources/unicode_data/properties/Block/New Tai Lue/value.dump
 - resources/unicode_data/properties/Block/Number Forms/value.dump
 - resources/unicode_data/properties/Block/Ogham/value.dump
 - resources/unicode_data/properties/Block/Ol Chiki/value.dump
+- resources/unicode_data/properties/Block/Old Hungarian/value.dump
 - resources/unicode_data/properties/Block/Old Italic/value.dump
+- resources/unicode_data/properties/Block/Old North Arabian/value.dump
+- resources/unicode_data/properties/Block/Old Permic/value.dump
 - resources/unicode_data/properties/Block/Old Persian/value.dump
 - resources/unicode_data/properties/Block/Old South Arabian/value.dump
 - resources/unicode_data/properties/Block/Old Turkic/value.dump
 - resources/unicode_data/properties/Block/Optical Character Recognition/value.dump
 - resources/unicode_data/properties/Block/Oriya/value.dump
+- resources/unicode_data/properties/Block/Ornamental Dingbats/value.dump
 - resources/unicode_data/properties/Block/Osmanya/value.dump
+- resources/unicode_data/properties/Block/Pahawh Hmong/value.dump
+- resources/unicode_data/properties/Block/Palmyrene/value.dump
+- resources/unicode_data/properties/Block/Pau Cin Hau/value.dump
 - resources/unicode_data/properties/Block/Phags-pa/value.dump
 - resources/unicode_data/properties/Block/Phaistos Disc/value.dump
 - resources/unicode_data/properties/Block/Phoenician/value.dump
@@ -1742,6 +2087,7 @@ files:
 - resources/unicode_data/properties/Block/Phonetic Extensions/value.dump
 - resources/unicode_data/properties/Block/Playing Cards/value.dump
 - resources/unicode_data/properties/Block/Private Use Area/value.dump
+- resources/unicode_data/properties/Block/Psalter Pahlavi/value.dump
 - resources/unicode_data/properties/Block/Rejang/value.dump
 - resources/unicode_data/properties/Block/Rumi Numeral Symbols/value.dump
 - resources/unicode_data/properties/Block/Runic/value.dump
@@ -1749,6 +2095,9 @@ files:
 - resources/unicode_data/properties/Block/Saurashtra/value.dump
 - resources/unicode_data/properties/Block/Sharada/value.dump
 - resources/unicode_data/properties/Block/Shavian/value.dump
+- resources/unicode_data/properties/Block/Shorthand Format Controls/value.dump
+- resources/unicode_data/properties/Block/Siddham/value.dump
+- resources/unicode_data/properties/Block/Sinhala Archaic Numbers/value.dump
 - resources/unicode_data/properties/Block/Sinhala/value.dump
 - resources/unicode_data/properties/Block/Small Form Variants/value.dump
 - resources/unicode_data/properties/Block/Sora Sompeng/value.dump
@@ -1759,10 +2108,13 @@ files:
 - resources/unicode_data/properties/Block/Superscripts and Subscripts/value.dump
 - resources/unicode_data/properties/Block/Supplemental Arrows-A/value.dump
 - resources/unicode_data/properties/Block/Supplemental Arrows-B/value.dump
+- resources/unicode_data/properties/Block/Supplemental Arrows-C/value.dump
 - resources/unicode_data/properties/Block/Supplemental Mathematical Operators/value.dump
 - resources/unicode_data/properties/Block/Supplemental Punctuation/value.dump
+- resources/unicode_data/properties/Block/Supplemental Symbols and Pictographs/value.dump
 - resources/unicode_data/properties/Block/Supplementary Private Use Area-A/value.dump
 - resources/unicode_data/properties/Block/Supplementary Private Use Area-B/value.dump
+- resources/unicode_data/properties/Block/Sutton SignWriting/value.dump
 - resources/unicode_data/properties/Block/Syloti Nagri/value.dump
 - resources/unicode_data/properties/Block/Syriac/value.dump
 - resources/unicode_data/properties/Block/Tagalog/value.dump
@@ -1779,6 +2131,7 @@ files:
 - resources/unicode_data/properties/Block/Thai/value.dump
 - resources/unicode_data/properties/Block/Tibetan/value.dump
 - resources/unicode_data/properties/Block/Tifinagh/value.dump
+- resources/unicode_data/properties/Block/Tirhuta/value.dump
 - resources/unicode_data/properties/Block/Transport And Map Symbols/value.dump
 - resources/unicode_data/properties/Block/Ugaritic/value.dump
 - resources/unicode_data/properties/Block/Unified Canadian Aboriginal Syllabics Extended/value.dump
@@ -1788,6 +2141,7 @@ files:
 - resources/unicode_data/properties/Block/Variation Selectors/value.dump
 - resources/unicode_data/properties/Block/Vedic Extensions/value.dump
 - resources/unicode_data/properties/Block/Vertical Forms/value.dump
+- resources/unicode_data/properties/Block/Warang Citi/value.dump
 - resources/unicode_data/properties/Block/Yi Radicals/value.dump
 - resources/unicode_data/properties/Block/Yi Syllables/value.dump
 - resources/unicode_data/properties/Block/Yijing Hexagram Symbols/value.dump
@@ -1935,17 +2289,32 @@ files:
 - resources/unicode_data/properties/Indic_Positional_Category/Visual_Order_Left/value.dump
 - resources/unicode_data/properties/Indic_Syllabic_Category/Avagraha/value.dump
 - resources/unicode_data/properties/Indic_Syllabic_Category/Bindu/value.dump
+- resources/unicode_data/properties/Indic_Syllabic_Category/Brahmi_Joining_Number/value.dump
+- resources/unicode_data/properties/Indic_Syllabic_Category/Cantillation_Mark/value.dump
 - resources/unicode_data/properties/Indic_Syllabic_Category/Consonant/value.dump
 - resources/unicode_data/properties/Indic_Syllabic_Category/Consonant_Dead/value.dump
 - resources/unicode_data/properties/Indic_Syllabic_Category/Consonant_Final/value.dump
 - resources/unicode_data/properties/Indic_Syllabic_Category/Consonant_Head_Letter/value.dump
+- resources/unicode_data/properties/Indic_Syllabic_Category/Consonant_Killer/value.dump
 - resources/unicode_data/properties/Indic_Syllabic_Category/Consonant_Medial/value.dump
 - resources/unicode_data/properties/Indic_Syllabic_Category/Consonant_Placeholder/value.dump
+- resources/unicode_data/properties/Indic_Syllabic_Category/Consonant_Preceding_Repha/value.dump
+- resources/unicode_data/properties/Indic_Syllabic_Category/Consonant_Prefixed/value.dump
 - resources/unicode_data/properties/Indic_Syllabic_Category/Consonant_Repha/value.dump
 - resources/unicode_data/properties/Indic_Syllabic_Category/Consonant_Subjoined/value.dump
+- resources/unicode_data/properties/Indic_Syllabic_Category/Consonant_Succeeding_Repha/value.dump
+- resources/unicode_data/properties/Indic_Syllabic_Category/Consonant_With_Stacker/value.dump
+- resources/unicode_data/properties/Indic_Syllabic_Category/Gemination_Mark/value.dump
+- resources/unicode_data/properties/Indic_Syllabic_Category/Invisible_Stacker/value.dump
+- resources/unicode_data/properties/Indic_Syllabic_Category/Joiner/value.dump
 - resources/unicode_data/properties/Indic_Syllabic_Category/Modifying_Letter/value.dump
+- resources/unicode_data/properties/Indic_Syllabic_Category/Non_Joiner/value.dump
 - resources/unicode_data/properties/Indic_Syllabic_Category/Nukta/value.dump
+- resources/unicode_data/properties/Indic_Syllabic_Category/Number/value.dump
+- resources/unicode_data/properties/Indic_Syllabic_Category/Number_Joiner/value.dump
+- resources/unicode_data/properties/Indic_Syllabic_Category/Pure_Killer/value.dump
 - resources/unicode_data/properties/Indic_Syllabic_Category/Register_Shifter/value.dump
+- resources/unicode_data/properties/Indic_Syllabic_Category/Syllable_Modifier/value.dump
 - resources/unicode_data/properties/Indic_Syllabic_Category/Tone_Letter/value.dump
 - resources/unicode_data/properties/Indic_Syllabic_Category/Tone_Mark/value.dump
 - resources/unicode_data/properties/Indic_Syllabic_Category/Virama/value.dump
@@ -2007,6 +2376,97 @@ files:
 - resources/unicode_data/properties/Jamo_Short_Name/YU/value.dump
 - resources/unicode_data/properties/Jamo_Short_Name/value.dump
 - resources/unicode_data/properties/Join_Control/value.dump
+- resources/unicode_data/properties/Joining_Group/AIN/value.dump
+- resources/unicode_data/properties/Joining_Group/ALAPH/value.dump
+- resources/unicode_data/properties/Joining_Group/ALEF/value.dump
+- resources/unicode_data/properties/Joining_Group/BEH/value.dump
+- resources/unicode_data/properties/Joining_Group/BETH/value.dump
+- resources/unicode_data/properties/Joining_Group/BURUSHASKI YEH BARREE/value.dump
+- resources/unicode_data/properties/Joining_Group/DAL/value.dump
+- resources/unicode_data/properties/Joining_Group/DALATH RISH/value.dump
+- resources/unicode_data/properties/Joining_Group/E/value.dump
+- resources/unicode_data/properties/Joining_Group/FARSI YEH/value.dump
+- resources/unicode_data/properties/Joining_Group/FE/value.dump
+- resources/unicode_data/properties/Joining_Group/FEH/value.dump
+- resources/unicode_data/properties/Joining_Group/FINAL SEMKATH/value.dump
+- resources/unicode_data/properties/Joining_Group/GAF/value.dump
+- resources/unicode_data/properties/Joining_Group/GAMAL/value.dump
+- resources/unicode_data/properties/Joining_Group/HAH/value.dump
+- resources/unicode_data/properties/Joining_Group/HE/value.dump
+- resources/unicode_data/properties/Joining_Group/HEH GOAL/value.dump
+- resources/unicode_data/properties/Joining_Group/HEH/value.dump
+- resources/unicode_data/properties/Joining_Group/HETH/value.dump
+- resources/unicode_data/properties/Joining_Group/KAF/value.dump
+- resources/unicode_data/properties/Joining_Group/KAPH/value.dump
+- resources/unicode_data/properties/Joining_Group/KHAPH/value.dump
+- resources/unicode_data/properties/Joining_Group/KNOTTED HEH/value.dump
+- resources/unicode_data/properties/Joining_Group/LAM/value.dump
+- resources/unicode_data/properties/Joining_Group/LAMADH/value.dump
+- resources/unicode_data/properties/Joining_Group/MANICHAEAN ALEPH/value.dump
+- resources/unicode_data/properties/Joining_Group/MANICHAEAN AYIN/value.dump
+- resources/unicode_data/properties/Joining_Group/MANICHAEAN BETH/value.dump
+- resources/unicode_data/properties/Joining_Group/MANICHAEAN DALETH/value.dump
+- resources/unicode_data/properties/Joining_Group/MANICHAEAN DHAMEDH/value.dump
+- resources/unicode_data/properties/Joining_Group/MANICHAEAN FIVE/value.dump
+- resources/unicode_data/properties/Joining_Group/MANICHAEAN GIMEL/value.dump
+- resources/unicode_data/properties/Joining_Group/MANICHAEAN HETH/value.dump
+- resources/unicode_data/properties/Joining_Group/MANICHAEAN HUNDRED/value.dump
+- resources/unicode_data/properties/Joining_Group/MANICHAEAN KAPH/value.dump
+- resources/unicode_data/properties/Joining_Group/MANICHAEAN LAMEDH/value.dump
+- resources/unicode_data/properties/Joining_Group/MANICHAEAN MEM/value.dump
+- resources/unicode_data/properties/Joining_Group/MANICHAEAN NUN/value.dump
+- resources/unicode_data/properties/Joining_Group/MANICHAEAN ONE/value.dump
+- resources/unicode_data/properties/Joining_Group/MANICHAEAN PE/value.dump
+- resources/unicode_data/properties/Joining_Group/MANICHAEAN QOPH/value.dump
+- resources/unicode_data/properties/Joining_Group/MANICHAEAN RESH/value.dump
+- resources/unicode_data/properties/Joining_Group/MANICHAEAN SADHE/value.dump
+- resources/unicode_data/properties/Joining_Group/MANICHAEAN SAMEKH/value.dump
+- resources/unicode_data/properties/Joining_Group/MANICHAEAN TAW/value.dump
+- resources/unicode_data/properties/Joining_Group/MANICHAEAN TEN/value.dump
+- resources/unicode_data/properties/Joining_Group/MANICHAEAN TETH/value.dump
+- resources/unicode_data/properties/Joining_Group/MANICHAEAN THAMEDH/value.dump
+- resources/unicode_data/properties/Joining_Group/MANICHAEAN TWENTY/value.dump
+- resources/unicode_data/properties/Joining_Group/MANICHAEAN WAW/value.dump
+- resources/unicode_data/properties/Joining_Group/MANICHAEAN YODH/value.dump
+- resources/unicode_data/properties/Joining_Group/MANICHAEAN ZAYIN/value.dump
+- resources/unicode_data/properties/Joining_Group/MEEM/value.dump
+- resources/unicode_data/properties/Joining_Group/MIM/value.dump
+- resources/unicode_data/properties/Joining_Group/NOON/value.dump
+- resources/unicode_data/properties/Joining_Group/NUN/value.dump
+- resources/unicode_data/properties/Joining_Group/NYA/value.dump
+- resources/unicode_data/properties/Joining_Group/No_Joining_Group/value.dump
+- resources/unicode_data/properties/Joining_Group/PE/value.dump
+- resources/unicode_data/properties/Joining_Group/QAF/value.dump
+- resources/unicode_data/properties/Joining_Group/QAPH/value.dump
+- resources/unicode_data/properties/Joining_Group/REH/value.dump
+- resources/unicode_data/properties/Joining_Group/REVERSED PE/value.dump
+- resources/unicode_data/properties/Joining_Group/ROHINGYA YEH/value.dump
+- resources/unicode_data/properties/Joining_Group/SAD/value.dump
+- resources/unicode_data/properties/Joining_Group/SADHE/value.dump
+- resources/unicode_data/properties/Joining_Group/SEEN/value.dump
+- resources/unicode_data/properties/Joining_Group/SEMKATH/value.dump
+- resources/unicode_data/properties/Joining_Group/SHIN/value.dump
+- resources/unicode_data/properties/Joining_Group/STRAIGHT WAW/value.dump
+- resources/unicode_data/properties/Joining_Group/SWASH KAF/value.dump
+- resources/unicode_data/properties/Joining_Group/SYRIAC WAW/value.dump
+- resources/unicode_data/properties/Joining_Group/TAH/value.dump
+- resources/unicode_data/properties/Joining_Group/TAW/value.dump
+- resources/unicode_data/properties/Joining_Group/TEH MARBUTA GOAL/value.dump
+- resources/unicode_data/properties/Joining_Group/TEH MARBUTA/value.dump
+- resources/unicode_data/properties/Joining_Group/TETH/value.dump
+- resources/unicode_data/properties/Joining_Group/WAW/value.dump
+- resources/unicode_data/properties/Joining_Group/YEH BARREE/value.dump
+- resources/unicode_data/properties/Joining_Group/YEH WITH TAIL/value.dump
+- resources/unicode_data/properties/Joining_Group/YEH/value.dump
+- resources/unicode_data/properties/Joining_Group/YUDH HE/value.dump
+- resources/unicode_data/properties/Joining_Group/YUDH/value.dump
+- resources/unicode_data/properties/Joining_Group/ZAIN/value.dump
+- resources/unicode_data/properties/Joining_Group/ZHAIN/value.dump
+- resources/unicode_data/properties/Joining_Type/Dual_Joining/value.dump
+- resources/unicode_data/properties/Joining_Type/Join_Causing/value.dump
+- resources/unicode_data/properties/Joining_Type/Left_Joining/value.dump
+- resources/unicode_data/properties/Joining_Type/Non_Joining/value.dump
+- resources/unicode_data/properties/Joining_Type/Right_Joining/value.dump
 - resources/unicode_data/properties/Line_Break/AI/value.dump
 - resources/unicode_data/properties/Line_Break/AL/value.dump
 - resources/unicode_data/properties/Line_Break/B2/value.dump
@@ -2075,11 +2535,14 @@ files:
 - resources/unicode_data/properties/Quotation_Mark/value.dump
 - resources/unicode_data/properties/Radical/value.dump
 - resources/unicode_data/properties/STerm/value.dump
+- resources/unicode_data/properties/Script/Ahom/value.dump
+- resources/unicode_data/properties/Script/Anatolian_Hieroglyphs/value.dump
 - resources/unicode_data/properties/Script/Arabic/value.dump
 - resources/unicode_data/properties/Script/Armenian/value.dump
 - resources/unicode_data/properties/Script/Avestan/value.dump
 - resources/unicode_data/properties/Script/Balinese/value.dump
 - resources/unicode_data/properties/Script/Bamum/value.dump
+- resources/unicode_data/properties/Script/Bassa_Vah/value.dump
 - resources/unicode_data/properties/Script/Batak/value.dump
 - resources/unicode_data/properties/Script/Bengali/value.dump
 - resources/unicode_data/properties/Script/Bopomofo/value.dump
@@ -2089,6 +2552,7 @@ files:
 - resources/unicode_data/properties/Script/Buhid/value.dump
 - resources/unicode_data/properties/Script/Canadian_Aboriginal/value.dump
 - resources/unicode_data/properties/Script/Carian/value.dump
+- resources/unicode_data/properties/Script/Caucasian_Albanian/value.dump
 - resources/unicode_data/properties/Script/Chakma/value.dump
 - resources/unicode_data/properties/Script/Cham/value.dump
 - resources/unicode_data/properties/Script/Cherokee/value.dump
@@ -2099,17 +2563,21 @@ files:
 - resources/unicode_data/properties/Script/Cyrillic/value.dump
 - resources/unicode_data/properties/Script/Deseret/value.dump
 - resources/unicode_data/properties/Script/Devanagari/value.dump
+- resources/unicode_data/properties/Script/Duployan/value.dump
 - resources/unicode_data/properties/Script/Egyptian_Hieroglyphs/value.dump
+- resources/unicode_data/properties/Script/Elbasan/value.dump
 - resources/unicode_data/properties/Script/Ethiopic/value.dump
 - resources/unicode_data/properties/Script/Georgian/value.dump
 - resources/unicode_data/properties/Script/Glagolitic/value.dump
 - resources/unicode_data/properties/Script/Gothic/value.dump
+- resources/unicode_data/properties/Script/Grantha/value.dump
 - resources/unicode_data/properties/Script/Greek/value.dump
 - resources/unicode_data/properties/Script/Gujarati/value.dump
 - resources/unicode_data/properties/Script/Gurmukhi/value.dump
 - resources/unicode_data/properties/Script/Han/value.dump
 - resources/unicode_data/properties/Script/Hangul/value.dump
 - resources/unicode_data/properties/Script/Hanunoo/value.dump
+- resources/unicode_data/properties/Script/Hatran/value.dump
 - resources/unicode_data/properties/Script/Hebrew/value.dump
 - resources/unicode_data/properties/Script/Hiragana/value.dump
 - resources/unicode_data/properties/Script/Imperial_Aramaic/value.dump
@@ -2123,40 +2591,59 @@ files:
 - resources/unicode_data/properties/Script/Kayah_Li/value.dump
 - resources/unicode_data/properties/Script/Kharoshthi/value.dump
 - resources/unicode_data/properties/Script/Khmer/value.dump
+- resources/unicode_data/properties/Script/Khojki/value.dump
+- resources/unicode_data/properties/Script/Khudawadi/value.dump
 - resources/unicode_data/properties/Script/Lao/value.dump
 - resources/unicode_data/properties/Script/Latin/value.dump
 - resources/unicode_data/properties/Script/Lepcha/value.dump
 - resources/unicode_data/properties/Script/Limbu/value.dump
+- resources/unicode_data/properties/Script/Linear_A/value.dump
 - resources/unicode_data/properties/Script/Linear_B/value.dump
 - resources/unicode_data/properties/Script/Lisu/value.dump
 - resources/unicode_data/properties/Script/Lycian/value.dump
 - resources/unicode_data/properties/Script/Lydian/value.dump
+- resources/unicode_data/properties/Script/Mahajani/value.dump
 - resources/unicode_data/properties/Script/Malayalam/value.dump
 - resources/unicode_data/properties/Script/Mandaic/value.dump
+- resources/unicode_data/properties/Script/Manichaean/value.dump
 - resources/unicode_data/properties/Script/Meetei_Mayek/value.dump
+- resources/unicode_data/properties/Script/Mende_Kikakui/value.dump
 - resources/unicode_data/properties/Script/Meroitic_Cursive/value.dump
 - resources/unicode_data/properties/Script/Meroitic_Hieroglyphs/value.dump
 - resources/unicode_data/properties/Script/Miao/value.dump
+- resources/unicode_data/properties/Script/Modi/value.dump
 - resources/unicode_data/properties/Script/Mongolian/value.dump
+- resources/unicode_data/properties/Script/Mro/value.dump
+- resources/unicode_data/properties/Script/Multani/value.dump
 - resources/unicode_data/properties/Script/Myanmar/value.dump
+- resources/unicode_data/properties/Script/Nabataean/value.dump
 - resources/unicode_data/properties/Script/New_Tai_Lue/value.dump
 - resources/unicode_data/properties/Script/Nko/value.dump
 - resources/unicode_data/properties/Script/Ogham/value.dump
 - resources/unicode_data/properties/Script/Ol_Chiki/value.dump
+- resources/unicode_data/properties/Script/Old_Hungarian/value.dump
 - resources/unicode_data/properties/Script/Old_Italic/value.dump
+- resources/unicode_data/properties/Script/Old_North_Arabian/value.dump
+- resources/unicode_data/properties/Script/Old_Permic/value.dump
 - resources/unicode_data/properties/Script/Old_Persian/value.dump
 - resources/unicode_data/properties/Script/Old_South_Arabian/value.dump
 - resources/unicode_data/properties/Script/Old_Turkic/value.dump
 - resources/unicode_data/properties/Script/Oriya/value.dump
 - resources/unicode_data/properties/Script/Osmanya/value.dump
+- resources/unicode_data/properties/Script/Pahawh_Hmong/value.dump
+- resources/unicode_data/properties/Script/Palmyrene/value.dump
+- resources/unicode_data/properties/Script/Pau_Cin_Hau/value.dump
 - resources/unicode_data/properties/Script/Phags_Pa/value.dump
 - resources/unicode_data/properties/Script/Phoenician/value.dump
+- resources/unicode_data/properties/Script/Psalter_Pahlavi/value.dump
 - resources/unicode_data/properties/Script/Rejang/value.dump
 - resources/unicode_data/properties/Script/Runic/value.dump
 - resources/unicode_data/properties/Script/Samaritan/value.dump
 - resources/unicode_data/properties/Script/Saurashtra/value.dump
 - resources/unicode_data/properties/Script/Sharada/value.dump
 - resources/unicode_data/properties/Script/Shavian/value.dump
+- resources/unicode_data/properties/Script/Siddham/value.dump
+- resources/unicode_data/properties/Script/SignWriting/value.dump
 - resources/unicode_data/properties/Script/Sinhala/value.dump
 - resources/unicode_data/properties/Script/Sora_Sompeng/value.dump
 - resources/unicode_data/properties/Script/Sundanese/value.dump
@@ -2174,8 +2661,10 @@ files:
 - resources/unicode_data/properties/Script/Thai/value.dump
 - resources/unicode_data/properties/Script/Tibetan/value.dump
 - resources/unicode_data/properties/Script/Tifinagh/value.dump
+- resources/unicode_data/properties/Script/Tirhuta/value.dump
 - resources/unicode_data/properties/Script/Ugaritic/value.dump
 - resources/unicode_data/properties/Script/Vai/value.dump
+- resources/unicode_data/properties/Script/Warang_Citi/value.dump
 - resources/unicode_data/properties/Script/Yi/value.dump
 - resources/unicode_data/properties/Script_Extensions/Arab/value.dump
 - resources/unicode_data/properties/Script_Extensions/Armn/value.dump
@@ -2184,10 +2673,14 @@ files:
 - resources/unicode_data/properties/Script_Extensions/Bugi/value.dump
 - resources/unicode_data/properties/Script_Extensions/Buhd/value.dump
 - resources/unicode_data/properties/Script_Extensions/Cakm/value.dump
+- resources/unicode_data/properties/Script_Extensions/Copt/value.dump
 - resources/unicode_data/properties/Script_Extensions/Cprt/value.dump
 - resources/unicode_data/properties/Script_Extensions/Cyrl/value.dump
 - resources/unicode_data/properties/Script_Extensions/Deva/value.dump
+- resources/unicode_data/properties/Script_Extensions/Dupl/value.dump
 - resources/unicode_data/properties/Script_Extensions/Geor/value.dump
+- resources/unicode_data/properties/Script_Extensions/Glag/value.dump
+- resources/unicode_data/properties/Script_Extensions/Gran/value.dump
 - resources/unicode_data/properties/Script_Extensions/Grek/value.dump
 - resources/unicode_data/properties/Script_Extensions/Gujr/value.dump
 - resources/unicode_data/properties/Script_Extensions/Guru/value.dump
@@ -2196,22 +2689,39 @@ files:
 - resources/unicode_data/properties/Script_Extensions/Hano/value.dump
 - resources/unicode_data/properties/Script_Extensions/Hira/value.dump
 - resources/unicode_data/properties/Script_Extensions/Java/value.dump
+- resources/unicode_data/properties/Script_Extensions/Kali/value.dump
 - resources/unicode_data/properties/Script_Extensions/Kana/value.dump
+- resources/unicode_data/properties/Script_Extensions/Khoj/value.dump
+- resources/unicode_data/properties/Script_Extensions/Knda/value.dump
 - resources/unicode_data/properties/Script_Extensions/Kthi/value.dump
 - resources/unicode_data/properties/Script_Extensions/Latn/value.dump
+- resources/unicode_data/properties/Script_Extensions/Limb/value.dump
 - resources/unicode_data/properties/Script_Extensions/Linb/value.dump
+- resources/unicode_data/properties/Script_Extensions/Mahj/value.dump
 - resources/unicode_data/properties/Script_Extensions/Mand/value.dump
+- resources/unicode_data/properties/Script_Extensions/Mani/value.dump
+- resources/unicode_data/properties/Script_Extensions/Mlym/value.dump
+- resources/unicode_data/properties/Script_Extensions/Modi/value.dump
 - resources/unicode_data/properties/Script_Extensions/Mong/value.dump
+- resources/unicode_data/properties/Script_Extensions/Mult/value.dump
 - resources/unicode_data/properties/Script_Extensions/Mymr/value.dump
 - resources/unicode_data/properties/Script_Extensions/Orya/value.dump
+- resources/unicode_data/properties/Script_Extensions/Perm/value.dump
 - resources/unicode_data/properties/Script_Extensions/Phag/value.dump
+- resources/unicode_data/properties/Script_Extensions/Phlp/value.dump
+- resources/unicode_data/properties/Script_Extensions/Shrd/value.dump
+- resources/unicode_data/properties/Script_Extensions/Sind/value.dump
+- resources/unicode_data/properties/Script_Extensions/Sinh/value.dump
 - resources/unicode_data/properties/Script_Extensions/Sylo/value.dump
 - resources/unicode_data/properties/Script_Extensions/Syrc/value.dump
 - resources/unicode_data/properties/Script_Extensions/Tagb/value.dump
 - resources/unicode_data/properties/Script_Extensions/Takr/value.dump
 - resources/unicode_data/properties/Script_Extensions/Tale/value.dump
+- resources/unicode_data/properties/Script_Extensions/Taml/value.dump
+- resources/unicode_data/properties/Script_Extensions/Telu/value.dump
 - resources/unicode_data/properties/Script_Extensions/Tglg/value.dump
 - resources/unicode_data/properties/Script_Extensions/Thaa/value.dump
+- resources/unicode_data/properties/Script_Extensions/Tirh/value.dump
 - resources/unicode_data/properties/Script_Extensions/Yiii/value.dump
 - resources/unicode_data/properties/Sentence_Break/ATerm/value.dump
 - resources/unicode_data/properties/Sentence_Break/CR/value.dump
@@ -2298,7 +2808,6 @@ files:
 - spec/collation/trie_builder_spec.rb
 - spec/collation/trie_dumps_spec.rb
 - spec/collation/trie_loader_spec.rb
-- spec/collation/trie_spec.rb
 - spec/collation/trie_with_fallback_spec.rb
 - spec/core_ext_spec.rb
 - spec/data_readers/additional_date_format_selector_spec.rb
@@ -2420,6 +2929,10 @@ files:
 - spec/shared/caser_spec.rb
 - spec/shared/code_point_spec.rb
 - spec/shared/currencies_spec.rb
+- spec/shared/hunspell/base.hyph
+- spec/shared/hunspell/base.pat
+- spec/shared/hunspell/base.word
+- spec/shared/hyphenator_spec.rb
 - spec/shared/language_codes_spec.rb
 - spec/shared/languages_spec.rb
 - spec/shared/likely_subtags_spec.rb
@@ -2448,6 +2961,11 @@ files:
 - spec/tokenizers/numbers/number_tokenizer_spec.rb
 - spec/tokenizers/token_spec.rb
 - spec/tokenizers/unicode_regex/unicode_regex_tokenizer_spec.rb
+- spec/transforms/rule_set_spec.rb
+- spec/transforms/test_data.yml
+- spec/transforms/transform_id_spec.rb
+- spec/transforms/transformer_spec.rb
+- spec/transforms/transliterator_spec.rb
 - spec/twitter_cldr_spec.rb
 - spec/utils/code_points_spec.rb
 - spec/utils/file_system_trie_spec.rb
@@ -2455,6 +2973,7 @@ files:
 - spec/utils/regexp_ast_spec.rb
 - spec/utils/regexp_sampler_spec.rb
 - spec/utils/script_detector_spec.rb
+- spec/utils/trie_spec.rb
 - spec/utils/yaml/t.gif
 - spec/utils/yaml/t.yaml
 - spec/utils/yaml/yaml_spec.rb
@@ -2479,7 +2998,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.6
+rubygems_version: 2.2.3
 signing_key: 
 specification_version: 4
 summary: Ruby implementation of the ICU (International Components for Unicode) that