character_set 1.1.1 → 1.4.1

data/lib/character_set/version.rb

@@ -1,3 +1,3 @@
 class CharacterSet
-  VERSION = '1.1.1'
+  VERSION = '1.4.1'
 end

data/lib/character_set/writer.rb

@@ -1,37 +1,108 @@
 class CharacterSet
   module Writer
-    module_function
-
-    def write(codepoint_ranges, opts = {}, &block)
-      content = codepoint_ranges.map do |range|
-        if range.size > 2 && opts[:abbreviate] != false
-          range.minmax.map { |cp| Character.new(cp).escape(opts, &block) }.join('-')
-        else
-          range.map { |cp| Character.new(cp).escape(opts, &block) }.join
+    class << self
+      def write(codepoint_ranges, opts = {}, &block)
+        content = codepoint_ranges.map do |range|
+          if range.size > 2 && opts[:abbreviate] != false
+            bounds = [range.min, range.max]
+            bounds.map { |cp| write_codepoint(cp, opts, &block) }.join('-')
+          else
+            range.map { |cp| write_codepoint(cp, opts, &block) }.join
+          end
+        end.join
+        opts[:in_brackets] ? "[#{content}]" : content
+      end
+
+      def write_codepoint(codepoint, opts = {}, &block)
+        Character.new(codepoint).escape(opts, &block)
+      end
+
+      def write_surrogate_ranges(bmp_ranges, astral_ranges)
+        astral_branches = surrogate_range_expressions(astral_ranges)
+        bmp_set_with_alternatives(bmp_ranges, astral_branches)
+      end
+
+      def write_surrogate_alternation(bmp_ranges, astral_ranges)
+        astral_branches = surrogate_pairs(astral_ranges)
+        bmp_set_with_alternatives(bmp_ranges, astral_branches)
+      end
+
+      private
+
+      def surrogate_range_expressions(astral_ranges)
+        compressed_surrogate_range_pairs(astral_ranges).map do |hi_ranges, lo_ranges|
+          [hi_ranges, lo_ranges].map do |ranges|
+            use_brackets = ranges.size > 1 || ranges.first.size > 1
+            write(ranges, format: :js, in_brackets: use_brackets)
+          end.join
         end
-      end.join
-      opts[:in_brackets] ? "[#{content}]" : content
-    end
+      end
+
+      def compressed_surrogate_range_pairs(astral_ranges)
+        halves = astral_ranges.flat_map { |range| surrogate_half_ranges(range) }
 
-    def write_surrogate_alternation(bmp_ranges, astral_ranges)
-      bmp_set = write(bmp_ranges, format: :js, in_brackets: true)
-      if astral_ranges.empty?
-        bmp_set
-      else
-        surrogate_pairs = surrogate_pairs(astral_ranges)
-        "(?:#{((bmp_ranges.any? ? [bmp_set] : []) + surrogate_pairs) * '|'})"
+        # compress high surrogate codepoint ranges with common low range half
+        with_common_lo = halves.group_by(&:last).map do |lo_range, pairs|
+          hi_ranges = pairs.map(&:first)
+          compressed_hi_ranges = hi_ranges.each_with_object([]) do |range, arr|
+            prev = arr.last
+            if prev.nil? || prev.max + 1 < range.min # first or gap
+              arr << range
+            else # continuous codepoints, expand previous range
+              arr[-1] = (prev.min)..(range.max)
+            end
+          end
+          [compressed_hi_ranges, lo_range]
+        end
+
+        # compress low surrogate codepoint ranges with common high ranges
+        with_common_lo.each_with_object({}) do |(hi_ranges, lo_range), hash|
+          (hash[hi_ranges] ||= []) << lo_range
+        end
       end
-    end
 
-    def surrogate_pairs(astral_ranges)
-      astral_ranges.flat_map { |range| range.map { |cp| surrogate_pair(cp) } }
-    end
+      def surrogate_half_ranges(astral_range)
+        hi_min, lo_min = surrogate_pair_codepoints(astral_range.min)
+        hi_max, lo_max = surrogate_pair_codepoints(astral_range.max)
+        hi_count = 1 + hi_max - hi_min
+        return [[hi_min..hi_min, lo_min..lo_max]] if hi_count == 1
+
+        ranges = []
+
+        # first high surrogate might be partially covered (if lo_min > 0xDC00)
+        ranges << [hi_min..hi_min, lo_min..0xDFFF]
+
+        # any high surrogates in between are fully covered
+        ranges << [(hi_min + 1)..(hi_max - 1), 0xDC00..0xDFFF] if hi_count > 2
 
-    def surrogate_pair(astral_codepoint)
-      base = astral_codepoint - 0x10000
-      high = ((base / 1024).floor + 0xD800).to_s(16)
-      low  = (base % 1024 + 0xDC00).to_s(16)
-      "\\u#{high}\\u#{low}"
+        # last high surrogate might be partially covered (if lo_max < 0xDFFF)
+        ranges << [hi_max..hi_max, 0xDC00..lo_max]
+
+        ranges
+      end
+
+      def surrogate_pair_codepoints(astral_codepoint)
+        base = astral_codepoint - 0x10000
+        high = base / 1024 + 0xD800
+        low  = base % 1024 + 0xDC00
+        [high, low]
+      end
+
+      def bmp_set_with_alternatives(bmp_ranges, alternatives)
+        bmp_set = write(bmp_ranges, format: :js, in_brackets: true)
+        return bmp_set if alternatives.empty? && bmp_ranges.any?
+
+        "(?:#{((bmp_ranges.any? ? [bmp_set] : []) + alternatives).join('|')})"
+      end
+
+      def surrogate_pairs(astral_ranges)
+        astral_ranges.flat_map { |range| range.map { |cp| surrogate_pair(cp) } }
+      end
+
+      def surrogate_pair(astral_codepoint)
+        surrogate_pair_codepoints(astral_codepoint)
+          .map { |half| write_codepoint(half, format: :js) }.join
+      end
     end
   end
 end

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: character_set
 version: !ruby/object:Gem::Version
-  version: 1.1.1
+  version: 1.4.1
 platform: ruby
 authors:
 - Janosch Müller
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2018-09-24 00:00:00.000000000 Z
+date: 2021-01-11 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: sorted_set
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
 - !ruby/object:Gem::Dependency
   name: benchmark-ips
   requirement: !ruby/object:Gem::Requirement
@@ -25,47 +39,47 @@ dependencies:
       - !ruby/object:Gem::Version
         version: '2.7'
 - !ruby/object:Gem::Dependency
-  name: bundler
+  name: get_process_mem
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.16'
+        version: 0.2.3
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.16'
+        version: 0.2.3
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '12.0'
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '12.0'
+        version: '13.0'
 - !ruby/object:Gem::Dependency
   name: rake-compiler
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '1.1'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.0'
+        version: '1.1'
 - !ruby/object:Gem::Dependency
   name: range_compressor
   requirement: !ruby/object:Gem::Requirement
@@ -86,28 +100,28 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.1'
+        version: '1.6'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '1.1'
+        version: '1.6'
 - !ruby/object:Gem::Dependency
   name: regexp_property_values
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.3.4
+        version: '1.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.3.4
+        version: '1.0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -122,7 +136,35 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.8'
-description: 
+- !ruby/object:Gem::Dependency
+  name: codecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.12
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.12
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+description:
 email:
 - janosch84@gmail.com
 executables: []
@@ -130,26 +172,36 @@ extensions:
 - ext/character_set/extconf.rb
 extra_rdoc_files: []
 files:
+- ".gitattributes"
+- ".github/workflows/lint.yml"
+- ".github/workflows/tests.yml"
 - ".gitignore"
 - ".rspec"
-- ".travis.yml"
+- ".rubocop.yml"
 - BENCHMARK.md
 - CHANGELOG.md
 - Gemfile
 - LICENSE.txt
 - README.md
 - Rakefile
+- benchmarks/count_in.rb
 - benchmarks/cover.rb
 - benchmarks/delete_in.rb
 - benchmarks/keep_in.rb
+- benchmarks/scan.rb
 - benchmarks/shared.rb
 - benchmarks/used_by.rb
+- benchmarks/z_add.rb
+- benchmarks/z_delete.rb
+- benchmarks/z_merge.rb
+- benchmarks/z_minmax.rb
 - bin/console
 - bin/setup
 - character_set.gemspec
 - ext/character_set/character_set.c
 - ext/character_set/extconf.rb
 - ext/character_set/unicode_casefold_table.h
+- ext/character_set/unicode_casefold_table.h.tmpl
 - lib/character_set.rb
 - lib/character_set/character.rb
 - lib/character_set/core_ext.rb
@@ -158,20 +210,35 @@ files:
 - lib/character_set/expression_converter.rb
 - lib/character_set/parser.rb
 - lib/character_set/predefined_sets.rb
+- lib/character_set/predefined_sets/any.cps
+- lib/character_set/predefined_sets/ascii.cps
+- lib/character_set/predefined_sets/ascii_alnum.cps
+- lib/character_set/predefined_sets/ascii_letter.cps
+- lib/character_set/predefined_sets/assigned.cps
+- lib/character_set/predefined_sets/bmp.cps
+- lib/character_set/predefined_sets/crypt.cps
+- lib/character_set/predefined_sets/emoji.cps
+- lib/character_set/predefined_sets/newline.cps
+- lib/character_set/predefined_sets/surrogate.cps
+- lib/character_set/predefined_sets/unicode.cps
+- lib/character_set/predefined_sets/url_fragment.cps
+- lib/character_set/predefined_sets/url_host.cps
+- lib/character_set/predefined_sets/url_path.cps
+- lib/character_set/predefined_sets/url_query.cps
+- lib/character_set/predefined_sets/whitespace.cps
 - lib/character_set/pure.rb
 - lib/character_set/ruby_fallback.rb
 - lib/character_set/ruby_fallback/character_set_methods.rb
-- lib/character_set/ruby_fallback/plane_methods.rb
 - lib/character_set/ruby_fallback/set_methods.rb
 - lib/character_set/set_method_adapters.rb
 - lib/character_set/shared_methods.rb
 - lib/character_set/version.rb
 - lib/character_set/writer.rb
-homepage: https://github.com/janosch-x/character_set
+homepage: https://github.com/jaynetics/character_set
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -186,9 +253,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.6
-signing_key: 
+rubygems_version: 3.2.3
+signing_key:
 specification_version: 4
 summary: Build, read, write and compare sets of Unicode codepoints.
 test_files: []

data/.travis.yml

@@ -1,11 +0,0 @@
-sudo: false
-language: ruby
-rvm:
-  - 2.1
-  - 2.4
-  - 2.5
-  - 2.6
-  - jruby-9.1.9.0
-before_install:
-  - gem update --system
-  - gem install bundler

data/lib/character_set/ruby_fallback/plane_methods.rb

@@ -1,27 +0,0 @@
-class CharacterSet
-  module RubyFallback
-    module PlaneMethods
-      def bmp_part
-        dup.keep_if { |cp| cp < 0x10000 }
-      end
-
-      def astral_part
-        dup.keep_if { |cp| cp >= 0x10000 }
-      end
-
-      def planes
-        plane_set = {}
-        plane_size = 0x10000.to_f
-        each do |cp|
-          plane = (cp / plane_size).floor
-          plane_set[plane] = true
-        end
-        plane_set.keys
-      end
-
-      def member_in_plane?(num)
-        ((num * 0x10000)...((num + 1) * 0x10000)).any? { |cp| include?(cp) }
-      end
-    end
-  end
-end