regexp_property_values 0.3.4-java → 1.2.0-java

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: e8f0605316c390b868ad25d0b4fdcac012f494d4
-  data.tar.gz: a03e81b7ade12815bf943390883a171b762025b5
+SHA256:
+  metadata.gz: dacf307a51b5b959716893297f01121614b829741f3d3f9032a95a9a7c514551
+  data.tar.gz: cc90c8688ee4465e316c00e676af47cbd1c8083c9f5d00b575940a6c1a61bf31
 SHA512:
-  metadata.gz: cc3879061028fd6ae38e0bd35b63faf49771eafadfb33a5960a59cfb72a7faaa8212746cbbb5f0fd9195d296588c96fcd92fe84d4bc6e9b58ddae60225f2dd63
-  data.tar.gz: e8a7bbe4b0cf645a3e5a5064ab69d9c3b439cbc610c1756447d185db29b28c98c4bfdd097cda58a2ed47fb8f2d8c50dde6c36a3b92186a968c1084d320608a2a
+  metadata.gz: 923198aae109bc79d5b0632e021b2dbdc83e83351394e7abfd5cf68d337113a55b2f7e81cf0f6d367fd133f4b7a75875ba65f8d8459d98a6694422c2f820eb77
+  data.tar.gz: aff9b6e0d4822175cef337dfcded3be3d8016edd64d03d038c4ecb56ff7eac1ff07ef74242a74db55c2ca96293c41b674479d481b97b988c92da429b5442fd10

data/.github/workflows/tests.yml

@@ -0,0 +1,22 @@
+name: tests
+
+on: [push, pull_request]
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+
+    strategy:
+      matrix:
+        ruby: [ '2.3', '3.1', 'jruby-head' ] # TODO: 'ruby-head' after https://github.com/knu/sorted_set/issues/11
+
+    steps:
+      - uses: actions/checkout@v2
+      - name: Set up Ruby ${{ matrix.ruby }}
+        uses: ruby/setup-ruby@v1
+        with:
+          ruby-version: ${{ matrix.ruby }}
+      - name: Install dependencies
+        run: bundle install --jobs 4
+      - name: Test with Rake
+        run: bundle exec rake

data/.gitignore

@@ -15,11 +15,13 @@
 .ruby-version
 .tags
 .tags1
+.tool-versions
 bbin/
 binstubs/*
 bundler_stubs/*/.yardoc
 Gemfile.lock
 /.bundle/
+/.vscode/
 /_yardoc/
 /coverage/
 /doc/

data/CHANGELOG.md

@@ -0,0 +1,30 @@
+# Changelog
+All notable changes to this project will be documented in this file.
+
+The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/)
+and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.html).
+
+## [1.2.0] - 2021-12-31
+
+### Added
+- support for usage in Ractors
+
+## [1.1.0] - 2021-12-05
+
+### Added
+- added new properties from Ruby `3.1.0` to output of `::all`, `::all_for_current_ruby`
+- added options to run `::update` with custom ucd/emoji source paths
+
+## [1.0.0] - 2019-06-16
+
+### Changed
+- removed `::by_category`, `::by_matched_codepoints`, `::short_and_long_names`
+- return values are now always of a custom `Value` class, no longer extended `Strings`
+- unknown properties now raise `RegexpPropertyValues::Error`, no longer an `ArgumentError`
+
+### Added
+- `Value#identifier`
+- `Value#full_name`
+
+### Fixed
+- better codepoint determination speed for non-C Rubies (still slow)

data/Gemfile

@@ -4,3 +4,9 @@ git_source(:github) {|repo_name| "https://github.com/#{repo_name}" }
 
 # Specify your gem's dependencies in regexp_property_values.gemspec
 gemspec
+
+gem 'character_set', '~> 1.4.0'
+gem 'rake', '~> 13.0'
+gem 'rake-compiler', '~> 1.0'
+gem 'range_compressor', '~> 1.0'
+gem 'rspec', '~> 3.0'

data/README.md

@@ -1,7 +1,7 @@
 # RegexpPropertyValues
 
 [![Gem Version](https://badge.fury.io/rb/regexp_property_values.svg)](http://badge.fury.io/rb/regexp_property_values)
-[![Build Status](https://travis-ci.org/janosch-x/regexp_property_values.svg?branch=master)](https://travis-ci.org/janosch-x/regexp_property_values)
+[![Build Status](https://github.com/jaynetics/regexp_property_values/workflows/tests/badge.svg)](https://github.com/jaynetics/regexp_property_values/actions)
 
 This small library lets you see which property values are supported by the regular expression engine of the Ruby version you are running and directly reads out their codepoint ranges from there.
 
@@ -16,22 +16,16 @@ require 'regexp_property_values'
 
 PV = RegexpPropertyValues
 
-PV.all # => ["Alpha", "Blank", "Cntrl", ...]
-PV.by_category # => {"POSIX brackets" => ["Alpha", ...], "Special" => ...}
-PV.short_and_long_names # => [["M", "Grek", ...], ["Mark", "Greek", ...]]
+PV.all # => [<Value name='Alpha'>, <Value name='Blank'>, ...]
 ```
 
 ##### Browse property values supported by the Ruby you are running
 
 ```ruby
-PV.all_for_current_ruby # => ["Alpha", "Blank", "Cntrl", ...]
-
-PV.by_category.map { |k, v| [k, v.select(&:supported_by_current_ruby?] }
-
-# etc.
+PV.all_for_current_ruby # => [<Value name='Alpha'>, <Value name='Blank'>, ...]
 ```
 
-##### Inspect properties
+##### Inspect property values
 
 ```ruby
 PV['alpha'].supported_by_current_ruby? # => true
@@ -40,9 +34,11 @@ PV['foobar'].supported_by_current_ruby? # => false
 PV['AHex'].matched_characters # => %w[0 1 2 3 4 5 6 7 8 9 A B C ...]
 PV['AHex'].matched_codepoints # => [48, 49, 50, ...]
 PV['AHex'].matched_ranges # => [48..57, 65..70, 97..102]
+
+PV['foobar'].matched_ranges # => RegexpPropertyValues::Error
 ```
 
-If [`character_set`](https://github.com/janosch-x/character_set) is installed, you can also do this:
+If [`character_set`](https://github.com/jaynetics/character_set) is installed, you can also do this:
 
 ```ruby
 PV['AHex'].character_set # => #<CharacterSet: {48, 49...} (size: 22)>
@@ -51,9 +47,10 @@ PV['AHex'].character_set # => #<CharacterSet: {48, 49...} (size: 22)>
 ##### Utility methods
 
 ```ruby
-# This one takes a few seconds (or minutes, without the C extension)
-PV.alias_hash # => {"M" => "Mark", "Grek" => "Greek", ...}
+# get a Hash of aliases for property names
+PV.alias_hash # => { <Value name='M'> => <Value name='Mark'>, ... }
 
-# download the latest list of possible properties
+# download a list of possible properties for the running Ruby version
+# (only used for .all and .alias_hash, not needed for prop lookup via .[])
 PV.update
 ```

data/Rakefile

@@ -17,6 +17,8 @@ namespace :java do
   java_gemspec.platform = 'java'
   java_gemspec.extensions = []
 
+  java_gemspec.add_runtime_dependency 'range_compressor', '~> 1.0'
+
   Gem::PackageTask.new(java_gemspec) do |pkg|
     pkg.need_zip = true
     pkg.need_tar = true

data/ext/regexp_property_values/regexp_property_values.c

@@ -2,25 +2,29 @@
 #include "ruby/encoding.h"
 #include "ruby/oniguruma.h" // still in recent rubies f. backwards compatibility
 
-static int prop_name_to_ctype(char* name, rb_encoding *enc) {
+static int prop_name_to_ctype(char *name, rb_encoding *enc)
+{
   UChar *uname;
   int ctype;
 
-  uname = (UChar*)name;
+  uname = (UChar *)name;
   ctype = ONIGENC_PROPERTY_NAME_TO_CTYPE(enc, uname, uname + strlen(name));
-  if (ctype < 0) rb_raise(rb_eArgError, "Unknown property name `%s`", name);
+  if (ctype < 0)
+    rb_raise(rb_eArgError, "Unknown property name `%s`", name);
 
   return ctype;
 }
 
-VALUE onig_ranges_to_rb(const OnigCodePoint *onig_ranges) {
+VALUE onig_ranges_to_rb(const OnigCodePoint *onig_ranges)
+{
   unsigned int range_count, i;
   VALUE result, sub_range;
 
   range_count = onig_ranges[0];
   result = rb_ary_new2(range_count); // rb_ary_new_capa not avail. in Ruby 2.0
 
-  for (i = 0; i < range_count; i++) {
+  for (i = 0; i < range_count; i++)
+  {
     sub_range = rb_range_new(INT2FIX(onig_ranges[(i * 2) + 1]),
                              INT2FIX(onig_ranges[(i * 2) + 2]),
                              0);
@@ -30,26 +34,32 @@ VALUE onig_ranges_to_rb(const OnigCodePoint *onig_ranges) {
   return result;
 }
 
-VALUE rb_prop_ranges(char* name, rb_encoding *enc) {
+VALUE rb_prop_ranges(char *name)
+{
   int ctype;
   const OnigCodePoint *onig_ranges;
   OnigCodePoint sb_out;
+  rb_encoding *enc;
+  enc = rb_utf8_encoding();
 
   ctype = prop_name_to_ctype(name, enc);
   ONIGENC_GET_CTYPE_CODE_RANGE(enc, ctype, &sb_out, &onig_ranges);
   return onig_ranges_to_rb(onig_ranges);
 }
 
-VALUE method_matched_ranges(VALUE self, VALUE arg) {
+VALUE method_matched_ranges(VALUE self, VALUE arg)
+{
   char *prop_name;
-  rb_encoding *enc;
-
   prop_name = StringValueCStr(arg);
-  enc = rb_enc_get(arg);
-  return rb_prop_ranges(prop_name, enc);
+  return rb_prop_ranges(prop_name);
 }
 
-void Init_regexp_property_values() {
+void Init_regexp_property_values()
+{
+#ifdef HAVE_RB_EXT_RACTOR_SAFE
+  rb_ext_ractor_safe(true);
+#endif
+
   VALUE module;
   module = rb_define_module("OnigRegexpPropertyHelper");
   rb_define_singleton_method(module, "matched_ranges", method_matched_ranges, 1);

data/lib/aliases

@@ -0,0 +1,241 @@
+AHex;ASCII_Hex_Digit
+Adlm;Adlam
+Aghb;Caucasian_Albanian
+Arab;Arabic
+Armi;Imperial_Aramaic
+Armn;Armenian
+Avst;Avestan
+Bali;Balinese
+Bamu;Bamum
+Bass;Bassa_Vah
+Batk;Batak
+Beng;Bengali
+Bhks;Bhaiksuki
+Bidi_C;Bidi_Control
+Bopo;Bopomofo
+Brah;Brahmi
+Brai;Braille
+Bugi;Buginese
+Buhd;Buhid
+C;Other
+CI;Case_Ignorable
+CWCF;Changes_When_Casefolded
+CWCM;Changes_When_Casemapped
+CWL;Changes_When_Lowercased
+CWT;Changes_When_Titlecased
+CWU;Changes_When_Uppercased
+Cakm;Chakma
+Cans;Canadian_Aboriginal
+Cari;Carian
+Cc;Control
+Cf;Format
+Cher;Cherokee
+Chrs;Chorasmian
+Cn;Unassigned
+Co;Private_Use
+Combining_Mark;Mark
+Copt;Coptic
+Cprt;Cypriot
+Cs;Surrogate
+Cyrl;Cyrillic
+DI;Default_Ignorable_Code_Point
+Dep;Deprecated
+Deva;Devanagari
+Dia;Diacritic
+Diak;Dives_Akuru
+Dogr;Dogra
+Dsrt;Deseret
+Dupl;Duployan
+EBase;Emoji_Modifier_Base
+EComp;Emoji_Component
+EMod;Emoji_Modifier
+EPres;Emoji_Presentation
+Egyp;Egyptian_Hieroglyphs
+Elba;Elbasan
+Elym;Elymaic
+Ethi;Ethiopic
+Ext;Extender
+Geor;Georgian
+Glag;Glagolitic
+Gong;Gunjala_Gondi
+Gonm;Masaram_Gondi
+Goth;Gothic
+Gr_Base;Grapheme_Base
+Gr_Ext;Grapheme_Extend
+Gr_Link;Grapheme_Link
+Gran;Grantha
+Grek;Greek
+Gujr;Gujarati
+Guru;Gurmukhi
+Hang;Hangul
+Hani;Han
+Hano;Hanunoo
+Hatr;Hatran
+Hebr;Hebrew
+Hex;Hex_Digit
+Hira;Hiragana
+Hluw;Anatolian_Hieroglyphs
+Hmng;Pahawh_Hmong
+Hmnp;Nyiakeng_Puachue_Hmong
+Hung;Old_Hungarian
+IDC;ID_Continue
+IDS;ID_Start
+IDSB;IDS_Binary_Operator
+IDST;IDS_Trinary_Operator
+Ideo;Ideographic
+Ital;Old_Italic
+Java;Javanese
+Join_C;Join_Control
+Kali;Kayah_Li
+Kana;Katakana
+Khar;Kharoshthi
+Khmr;Khmer
+Khoj;Khojki
+Kits;Khitan_Small_Script
+Knda;Kannada
+Kthi;Kaithi
+L;Letter
+LC;Cased_Letter
+LOE;Logical_Order_Exception
+Lana;Tai_Tham
+Laoo;Lao
+Latn;Latin
+Lepc;Lepcha
+Limb;Limbu
+Lina;Linear_A
+Linb;Linear_B
+Ll;Lowercase_Letter
+Lm;Modifier_Letter
+Lo;Other_Letter
+Lt;Titlecase_Letter
+Lu;Uppercase_Letter
+Lyci;Lycian
+Lydi;Lydian
+M;Mark
+Mahj;Mahajani
+Maka;Makasar
+Mand;Mandaic
+Mani;Manichaean
+Marc;Marchen
+Mc;Spacing_Mark
+Me;Enclosing_Mark
+Medf;Medefaidrin
+Mend;Mende_Kikakui
+Merc;Meroitic_Cursive
+Mero;Meroitic_Hieroglyphs
+Mlym;Malayalam
+Mn;Nonspacing_Mark
+Mong;Mongolian
+Mroo;Mro
+Mtei;Meetei_Mayek
+Mult;Multani
+Mymr;Myanmar
+N;Number
+NChar;Noncharacter_Code_Point
+Nand;Nandinagari
+Narb;Old_North_Arabian
+Nbat;Nabataean
+Nd;Decimal_Number
+Nkoo;Nko
+Nl;Letter_Number
+No;Other_Number
+Nshu;Nushu
+OAlpha;Other_Alphabetic
+ODI;Other_Default_Ignorable_Code_Point
+OGr_Ext;Other_Grapheme_Extend
+OIDC;Other_ID_Continue
+OIDS;Other_ID_Start
+OLower;Other_Lowercase
+OMath;Other_Math
+OUpper;Other_Uppercase
+Ogam;Ogham
+Olck;Ol_Chiki
+Orkh;Old_Turkic
+Orya;Oriya
+Osge;Osage
+Osma;Osmanya
+P;Punctuation
+PCM;Prepended_Concatenation_Mark
+Palm;Palmyrene
+Pat_Syn;Pattern_Syntax
+Pat_WS;Pattern_White_Space
+Pauc;Pau_Cin_Hau
+Pc;Connector_Punctuation
+Pd;Dash_Punctuation
+Pe;Close_Punctuation
+Perm;Old_Permic
+Pf;Final_Punctuation
+Phag;Phags_Pa
+Phli;Inscriptional_Pahlavi
+Phlp;Psalter_Pahlavi
+Phnx;Phoenician
+Pi;Initial_Punctuation
+Plrd;Miao
+Po;Other_Punctuation
+Prti;Inscriptional_Parthian
+Ps;Open_Punctuation
+QMark;Quotation_Mark
+Qaac;Coptic
+Qaai;Inherited
+RI;Regional_Indicator
+Rjng;Rejang
+Rohg;Hanifi_Rohingya
+Runr;Runic
+S;Symbol
+SD;Soft_Dotted
+STerm;Sentence_Terminal
+Samr;Samaritan
+Sarb;Old_South_Arabian
+Saur;Saurashtra
+Sc;Currency_Symbol
+Sgnw;SignWriting
+Shaw;Shavian
+Shrd;Sharada
+Sidd;Siddham
+Sind;Khudawadi
+Sinh;Sinhala
+Sk;Modifier_Symbol
+Sm;Math_Symbol
+So;Other_Symbol
+Sogd;Sogdian
+Sogo;Old_Sogdian
+Sora;Sora_Sompeng
+Soyo;Soyombo
+Sund;Sundanese
+Sylo;Syloti_Nagri
+Syrc;Syriac
+Tagb;Tagbanwa
+Takr;Takri
+Tale;Tai_Le
+Talu;New_Tai_Lue
+Taml;Tamil
+Tang;Tangut
+Tavt;Tai_Viet
+Telu;Telugu
+Term;Terminal_Punctuation
+Tfng;Tifinagh
+Tglg;Tagalog
+Thaa;Thaana
+Tibt;Tibetan
+Tirh;Tirhuta
+UIdeo;Unified_Ideograph
+Ugar;Ugaritic
+VS;Variation_Selector
+Vaii;Vai
+WSpace;White_Space
+Wara;Warang_Citi
+Wcho;Wancho
+XIDC;XID_Continue
+XIDS;XID_Start
+Xpeo;Old_Persian
+Xsux;Cuneiform
+Yezi;Yezidi
+Yiii;Yi
+Z;Separator
+Zanb;Zanabazar_Square
+Zinh;Inherited
+Zl;Line_Separator
+Zp;Paragraph_Separator
+Zs;Space_Separator
+Zyyy;Common
+Zzzz;Unknown

data/lib/regexp_property_values/updater.rb

@@ -0,0 +1,147 @@
+module RegexpPropertyValues
+  module Updater
+    module_function
+
+    require 'fileutils'
+    require 'set'
+
+    BASE_URL = 'http://www.unicode.org/Public'
+
+    UCD_FILES = %w[
+      Blocks.txt
+      DerivedAge.txt
+      DerivedCoreProperties.txt
+      PropertyAliases.txt
+      PropertyValueAliases.txt
+      PropList.txt
+      Scripts.txt
+    ]
+
+    EMOJI_FILES = %w[
+      emoji-data.txt
+    ]
+
+    TMP_DIR = File.join(__dir__, 'tmp_ucd')
+
+    def call(ucd_path: nil, emoji_path: nil)
+      prepare_tmp_dir
+      download_ucd_files(ucd_path: ucd_path, emoji_path: emoji_path)
+      write_values
+      write_aliases
+      remove_tmp_dir
+      print_stats
+    end
+
+    def prepare_tmp_dir
+      FileUtils.rm_rf(TMP_DIR) if File.exist?(TMP_DIR)
+      FileUtils.mkdir(TMP_DIR)
+    end
+
+    def download_ucd_files(ucd_path: nil, emoji_path: nil)
+      unicode_version = RbConfig::CONFIG.fetch('UNICODE_VERSION')
+      emoji_version   = RbConfig::CONFIG.fetch('UNICODE_EMOJI_VERSION')
+
+      ucd_path   ||= ENV['RPV_UCD_PATH']
+      emoji_path ||= ENV['RPV_EMOJI_PATH']
+
+      if ucd_path.nil? && emoji_path.nil?
+        puts <<-EOS.gsub(/\n */, ' ')
+          This try will load ucd and emoji data for the CURRENT RUBY (
+          (#{RUBY_VERSION} - ucd #{unicode_version}, emoji #{emoji_version}).
+          Run this on the latest Ruby version you want to support.
+          Unicode directory structure changes sometimes, so you might need to
+          pass the right path(s) as keyword args or ENV vars. Continue? [y/n]'
+        EOS
+
+        return puts 'download skipped.' unless $stdin.gets =~ /^y/i
+      end
+
+      ucd_path   ||= "#{BASE_URL}/#{unicode_version}/ucd"
+      emoji_path ||= "#{BASE_URL}/emoji/#{emoji_version}"
+
+      Dir.chdir(TMP_DIR) do
+        UCD_FILES.each   { |f| `wget #{ucd_path}/#{f}` }
+        EMOJI_FILES.each { |f| `wget #{emoji_path}/#{f}` }
+      end
+    end
+
+    def write_values
+      @values = Set.new
+
+      # posix properties
+      @values += %w[
+        Alpha Blank Cntrl Digit Graph Lower Print
+        Punct Space Upper XDigit Word Alnum ASCII
+        XPosixPunct
+      ]
+
+      # special properties
+      @values += %w[Any Assigned In_No_Block Unknown]
+
+      # legacy properties
+      @values += %w[Newline]
+
+      regexp = /^[0-9a-fA-F]+(?:\.\.[0-9a-fA-F]+)? *; (?<prop_name>\w+) +# /
+      %w[
+        DerivedCoreProperties.txt
+        PropList.txt
+        Scripts.txt
+        emoji-data.txt
+      ].each { |file| scan(file, regexp) { |caps| @values << caps[:prop_name] } }
+
+      scan('PropertyValueAliases.txt', /^gc ; \w+ *; (?<prop_name>\w+)/) do |caps|
+        @values << caps[:prop_name]
+      end
+
+      scan('Blocks.txt', /^[\dA-F.]+ *; (?<block_name>[-\w ]+)/) do |caps|
+        @values << 'In_' + caps[:block_name].gsub(/\W/, '_')
+      end
+
+      scan('DerivedAge.txt', /^[\dA-F.]+ *; (?<age_num>[\d.]+)/) do |caps|
+        @values << 'Age=' + caps[:age_num]
+      end
+
+      File.write(RegexpPropertyValues::VALUES_PATH, @values.sort.join("\n"))
+    end
+
+    def write_aliases
+      @aliases = Set.new
+
+      scan('PropertyAliases.txt', /^(?<alias>\w+) *; (?<name>\w+)/) do |caps|
+        if in_values?(caps[:name]) && !in_values?(caps[:alias])
+          @aliases << [caps[:alias], caps[:name]]
+        end
+      end
+
+      scan('PropertyValueAliases.txt',
+        /^[gs]c ; (?<alias1>\w+) *; (?<name>\w+)(?: *; (?<alias2>\w+))?/) do |caps|
+        if in_values?(caps[:name]) && !in_values?(caps[:alias1])
+          @aliases << [caps[:alias1], caps[:name]]
+        end
+        if in_values?(caps[:name]) && caps[:alias2] && !in_values?(caps[:alias2])
+          @aliases << [caps[:alias2], caps[:name]]
+        end
+      end
+
+      File.write(RegexpPropertyValues::ALIASES_PATH,
+                 @aliases.sort.map { |pair| pair.join(';') }.join("\n"))
+    end
+
+    def in_values?(string)
+      @values.any? { |value| value.casecmp?(string) }
+    end
+
+    def scan(file, pattern)
+      path = File.join(TMP_DIR, file)
+      File.read(path).scan(pattern) { yield(Regexp.last_match) }
+    end
+
+    def remove_tmp_dir
+      FileUtils.rm_rf(TMP_DIR)
+    end
+
+    def print_stats
+      print "\nFetched #{@values.size} values and #{@aliases.size} aliases.\n\n"
+    end
+  end
+end

data/lib/regexp_property_values/value/ext_adapter.rb

@@ -0,0 +1,19 @@
+module RegexpPropertyValues
+  class Value
+    module ExtAdapter
+      def matched_characters
+        matched_codepoints.map { |cp| cp.chr('utf-8') }
+      end
+
+      def matched_codepoints
+        matched_ranges.flat_map(&:to_a)
+      end
+
+      def matched_ranges
+        OnigRegexpPropertyHelper.matched_ranges(name)
+      rescue ArgumentError
+        raise_unsupported_or_unknown_error
+      end
+    end
+  end
+end

data/lib/regexp_property_values/value/ruby_fallback.rb

@@ -0,0 +1,21 @@
+module RegexpPropertyValues
+  class Value
+    module RubyFallback
+      def matched_characters
+        matched_codepoints.map { |cp| cp.chr('utf-8') }
+      end
+
+      def matched_codepoints
+        # turns out scanning one big string is the least slow way to do this
+        @@test_str ||= (0..0xD7FF).map { |cp| cp.chr('utf-8') }.join <<
+                       (0xE000..0x10FFFF).map { |cp| cp.chr('utf-8') }.join
+        @@test_str.scan(regexp).flat_map(&:codepoints)
+      end
+
+      def matched_ranges
+        require 'range_compressor'
+        RangeCompressor.compress(matched_codepoints)
+      end
+    end
+  end
+end