regexp_parser 2.1.1 → 2.2.1

data/lib/regexp_parser/syntax/token.rb

@@ -0,0 +1,45 @@
+# Define the base module and the simplest of tokens.
+module Regexp::Syntax
+  module Token
+    Map = {}
+
+    module Literal
+      All = %i[literal]
+      Type = :literal
+    end
+
+    module FreeSpace
+      All  = %i[comment whitespace]
+      Type = :free_space
+    end
+
+    Map[FreeSpace::Type] = FreeSpace::All
+    Map[Literal::Type]   = Literal::All
+  end
+end
+
+
+# Load all the token files, they will populate the Map constant.
+require 'regexp_parser/syntax/token/anchor'
+require 'regexp_parser/syntax/token/assertion'
+require 'regexp_parser/syntax/token/backreference'
+require 'regexp_parser/syntax/token/posix_class'
+require 'regexp_parser/syntax/token/character_set'
+require 'regexp_parser/syntax/token/character_type'
+require 'regexp_parser/syntax/token/conditional'
+require 'regexp_parser/syntax/token/escape'
+require 'regexp_parser/syntax/token/group'
+require 'regexp_parser/syntax/token/keep'
+require 'regexp_parser/syntax/token/meta'
+require 'regexp_parser/syntax/token/quantifier'
+require 'regexp_parser/syntax/token/unicode_property'
+
+
+# After loading all the tokens the map is full. Extract all tokens and types
+# into the All and Types constants.
+module Regexp::Syntax
+  module Token
+    All   = Map.values.flatten.uniq.sort.freeze
+    Types = Map.keys.freeze
+  end
+end

data/lib/regexp_parser/syntax/versions/1.8.6.rb

@@ -5,9 +5,9 @@ module Regexp::Syntax
 
       implements :anchor, Anchor::All
       implements :assertion, Assertion::Lookahead
-      implements :backref, [:number]
+      implements :backref, Backreference::V1_8_6
       implements :posixclass, PosixClass::Standard
-      implements :group, Group::All
+      implements :group, Group::V1_8_6
       implements :meta, Meta::Extended
       implements :set, CharacterSet::All
       implements :type, CharacterType::Extended

data/lib/regexp_parser/syntax/versions/1.9.1.rb

@@ -4,7 +4,7 @@ module Regexp::Syntax
       super
 
       implements :assertion, Assertion::Lookbehind
-      implements :backref, Backreference::All + SubexpressionCall::All
+      implements :backref, Backreference::V1_9_1 + SubexpressionCall::All
       implements :posixclass, PosixClass::Extensions
       implements :nonposixclass, PosixClass::All
       implements :escape, Escape::Unicode + Escape::Hex + Escape::Octal

data/lib/regexp_parser/syntax/versions/3.1.0.rb

@@ -0,0 +1,10 @@
+module Regexp::Syntax
+  class V3_1_0 < Regexp::Syntax::V2_6_3
+    def initialize
+      super
+
+      implements :property,    UnicodeProperty::V3_1_0
+      implements :nonproperty, UnicodeProperty::V3_1_0
+    end
+  end
+end

data/lib/regexp_parser/syntax.rb

@@ -4,7 +4,7 @@ module Regexp::Syntax
   class SyntaxError < Regexp::Parser::Error; end
 end
 
-require_relative 'syntax/tokens'
+require_relative 'syntax/token'
 require_relative 'syntax/base'
 require_relative 'syntax/any'
 require_relative 'syntax/version_lookup'

data/lib/regexp_parser/token.rb

@@ -1,14 +1,13 @@
 class Regexp
-
-  TOKEN_KEYS = [
-    :type,
-    :token,
-    :text,
-    :ts,
-    :te,
-    :level,
-    :set_level,
-    :conditional_level
+  TOKEN_KEYS = %i[
+    type
+    token
+    text
+    ts
+    te
+    level
+    set_level
+    conditional_level
   ].freeze
 
   Token = Struct.new(*TOKEN_KEYS) do
@@ -21,15 +20,5 @@ class Regexp
     def length
       te - ts
     end
-
-    if RUBY_VERSION < '2.0.0'
-      def to_h
-        members.inject({}) do |hash, member|
-          hash[member.to_sym] = self[member]
-          hash
-        end
-      end
-    end
   end
-
 end

data/lib/regexp_parser/version.rb

@@ -1,5 +1,5 @@
 class Regexp
   class Parser
-    VERSION = '2.1.1'
+    VERSION = '2.2.1'
   end
 end

data/lib/regexp_parser.rb

@@ -1,5 +1,3 @@
-# encoding: utf-8
-
 require 'regexp_parser/version'
 require 'regexp_parser/token'
 require 'regexp_parser/scanner'

data/regexp_parser.gemspec

@@ -2,35 +2,33 @@ $:.unshift File.join(File.dirname(__FILE__), 'lib')
 
 require 'regexp_parser/version'
 
-Gem::Specification.new do |gem|
-  gem.name          = 'regexp_parser'
-  gem.version       = ::Regexp::Parser::VERSION
+Gem::Specification.new do |spec|
+  spec.name          = 'regexp_parser'
+  spec.version       = ::Regexp::Parser::VERSION
 
-  gem.summary       = "Scanner, lexer, parser for ruby's regular expressions"
-  gem.description   = 'A library for tokenizing, lexing, and parsing Ruby regular expressions.'
-  gem.homepage      = 'https://github.com/ammar/regexp_parser'
+  spec.summary       = "Scanner, lexer, parser for ruby's regular expressions"
+  spec.description   = 'A library for tokenizing, lexing, and parsing Ruby regular expressions.'
+  spec.homepage      = 'https://github.com/ammar/regexp_parser'
 
-  if gem.respond_to?(:metadata)
-    gem.metadata    = { 'issue_tracker' => 'https://github.com/ammar/regexp_parser/issues' }
-  end
+  spec.metadata['bug_tracker_uri'] = "#{spec.homepage}/issues"
+  spec.metadata['changelog_uri']   = "#{spec.homepage}/blob/master/CHANGELOG.md"
+  spec.metadata['homepage_uri']    = spec.homepage
+  spec.metadata['source_code_uri'] = spec.homepage
+  spec.metadata['wiki_uri']        = "#{spec.homepage}/wiki"
 
-  gem.authors       = ['Ammar Ali']
-  gem.email         = ['ammarabuali@gmail.com']
+  spec.authors       = ['Ammar Ali']
+  spec.email         = ['ammarabuali@gmail.com']
 
-  gem.license       = 'MIT'
+  spec.license       = 'MIT'
 
-  gem.require_paths = ['lib']
+  spec.require_paths = ['lib']
 
-  gem.files         = Dir.glob('{lib,spec}/**/*.rb') +
-                      Dir.glob('lib/**/*.rl') +
-                      Dir.glob('lib/**/*.yml') +
-                      %w(Gemfile Rakefile LICENSE README.md CHANGELOG.md regexp_parser.gemspec)
+  spec.files         = Dir.glob('lib/**/*.{csv,rb,rl}') +
+                       %w[Gemfile Rakefile LICENSE README.md CHANGELOG.md regexp_parser.gemspec]
 
-  gem.test_files    = Dir.glob('spec/**/*.rb')
+  spec.rdoc_options  = ["--inline-source", "--charset=UTF-8"]
 
-  gem.rdoc_options  = ["--inline-source", "--charset=UTF-8"]
+  spec.platform      = Gem::Platform::RUBY
 
-  gem.platform      = Gem::Platform::RUBY
-
-  gem.required_ruby_version = '>= 2.0.0'
+  spec.required_ruby_version = '>= 2.0.0'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: regexp_parser
 version: !ruby/object:Gem::Version
-  version: 2.1.1
+  version: 2.2.1
 platform: ruby
 authors:
 - Ammar Ali
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-02-23 00:00:00.000000000 Z
+date: 2022-02-11 00:00:00.000000000 Z
 dependencies: []
 description: A library for tokenizing, lexing, and parsing Ruby regular expressions.
 email:
@@ -25,11 +25,15 @@ files:
 - lib/regexp_parser.rb
 - lib/regexp_parser/error.rb
 - lib/regexp_parser/expression.rb
+- lib/regexp_parser/expression/base.rb
 - lib/regexp_parser/expression/classes/alternation.rb
 - lib/regexp_parser/expression/classes/anchor.rb
-- lib/regexp_parser/expression/classes/backref.rb
+- lib/regexp_parser/expression/classes/backreference.rb
+- lib/regexp_parser/expression/classes/character_set.rb
+- lib/regexp_parser/expression/classes/character_set/intersection.rb
+- lib/regexp_parser/expression/classes/character_set/range.rb
 - lib/regexp_parser/expression/classes/conditional.rb
-- lib/regexp_parser/expression/classes/escape.rb
+- lib/regexp_parser/expression/classes/escape_sequence.rb
 - lib/regexp_parser/expression/classes/free_space.rb
 - lib/regexp_parser/expression/classes/group.rb
 - lib/regexp_parser/expression/classes/keep.rb
@@ -37,9 +41,6 @@ files:
 - lib/regexp_parser/expression/classes/posix_class.rb
 - lib/regexp_parser/expression/classes/property.rb
 - lib/regexp_parser/expression/classes/root.rb
-- lib/regexp_parser/expression/classes/set.rb
-- lib/regexp_parser/expression/classes/set/intersection.rb
-- lib/regexp_parser/expression/classes/set/range.rb
 - lib/regexp_parser/expression/classes/type.rb
 - lib/regexp_parser/expression/methods/match.rb
 - lib/regexp_parser/expression/methods/match_length.rb
@@ -55,27 +56,27 @@ files:
 - lib/regexp_parser/parser.rb
 - lib/regexp_parser/scanner.rb
 - lib/regexp_parser/scanner/char_type.rl
-- lib/regexp_parser/scanner/properties/long.yml
-- lib/regexp_parser/scanner/properties/short.yml
+- lib/regexp_parser/scanner/properties/long.csv
+- lib/regexp_parser/scanner/properties/short.csv
 - lib/regexp_parser/scanner/property.rl
 - lib/regexp_parser/scanner/scanner.rl
 - lib/regexp_parser/syntax.rb
 - lib/regexp_parser/syntax/any.rb
 - lib/regexp_parser/syntax/base.rb
-- lib/regexp_parser/syntax/tokens.rb
-- lib/regexp_parser/syntax/tokens/anchor.rb
-- lib/regexp_parser/syntax/tokens/assertion.rb
-- lib/regexp_parser/syntax/tokens/backref.rb
-- lib/regexp_parser/syntax/tokens/character_set.rb
-- lib/regexp_parser/syntax/tokens/character_type.rb
-- lib/regexp_parser/syntax/tokens/conditional.rb
-- lib/regexp_parser/syntax/tokens/escape.rb
-- lib/regexp_parser/syntax/tokens/group.rb
-- lib/regexp_parser/syntax/tokens/keep.rb
-- lib/regexp_parser/syntax/tokens/meta.rb
-- lib/regexp_parser/syntax/tokens/posix_class.rb
-- lib/regexp_parser/syntax/tokens/quantifier.rb
-- lib/regexp_parser/syntax/tokens/unicode_property.rb
+- lib/regexp_parser/syntax/token.rb
+- lib/regexp_parser/syntax/token/anchor.rb
+- lib/regexp_parser/syntax/token/assertion.rb
+- lib/regexp_parser/syntax/token/backreference.rb
+- lib/regexp_parser/syntax/token/character_set.rb
+- lib/regexp_parser/syntax/token/character_type.rb
+- lib/regexp_parser/syntax/token/conditional.rb
+- lib/regexp_parser/syntax/token/escape.rb
+- lib/regexp_parser/syntax/token/group.rb
+- lib/regexp_parser/syntax/token/keep.rb
+- lib/regexp_parser/syntax/token/meta.rb
+- lib/regexp_parser/syntax/token/posix_class.rb
+- lib/regexp_parser/syntax/token/quantifier.rb
+- lib/regexp_parser/syntax/token/unicode_property.rb
 - lib/regexp_parser/syntax/version_lookup.rb
 - lib/regexp_parser/syntax/versions.rb
 - lib/regexp_parser/syntax/versions/1.8.6.rb
@@ -90,83 +91,19 @@ files:
 - lib/regexp_parser/syntax/versions/2.6.0.rb
 - lib/regexp_parser/syntax/versions/2.6.2.rb
 - lib/regexp_parser/syntax/versions/2.6.3.rb
+- lib/regexp_parser/syntax/versions/3.1.0.rb
 - lib/regexp_parser/token.rb
 - lib/regexp_parser/version.rb
 - regexp_parser.gemspec
-- spec/expression/base_spec.rb
-- spec/expression/clone_spec.rb
-- spec/expression/conditional_spec.rb
-- spec/expression/free_space_spec.rb
-- spec/expression/methods/match_length_spec.rb
-- spec/expression/methods/match_spec.rb
-- spec/expression/methods/strfregexp_spec.rb
-- spec/expression/methods/tests_spec.rb
-- spec/expression/methods/traverse_spec.rb
-- spec/expression/options_spec.rb
-- spec/expression/subexpression_spec.rb
-- spec/expression/to_h_spec.rb
-- spec/expression/to_s_spec.rb
-- spec/lexer/all_spec.rb
-- spec/lexer/conditionals_spec.rb
-- spec/lexer/delimiters_spec.rb
-- spec/lexer/escapes_spec.rb
-- spec/lexer/keep_spec.rb
-- spec/lexer/literals_spec.rb
-- spec/lexer/nesting_spec.rb
-- spec/lexer/refcalls_spec.rb
-- spec/parser/all_spec.rb
-- spec/parser/alternation_spec.rb
-- spec/parser/anchors_spec.rb
-- spec/parser/conditionals_spec.rb
-- spec/parser/errors_spec.rb
-- spec/parser/escapes_spec.rb
-- spec/parser/free_space_spec.rb
-- spec/parser/groups_spec.rb
-- spec/parser/keep_spec.rb
-- spec/parser/options_spec.rb
-- spec/parser/posix_classes_spec.rb
-- spec/parser/properties_spec.rb
-- spec/parser/quantifiers_spec.rb
-- spec/parser/refcalls_spec.rb
-- spec/parser/set/intersections_spec.rb
-- spec/parser/set/ranges_spec.rb
-- spec/parser/sets_spec.rb
-- spec/parser/types_spec.rb
-- spec/scanner/all_spec.rb
-- spec/scanner/anchors_spec.rb
-- spec/scanner/conditionals_spec.rb
-- spec/scanner/delimiters_spec.rb
-- spec/scanner/errors_spec.rb
-- spec/scanner/escapes_spec.rb
-- spec/scanner/free_space_spec.rb
-- spec/scanner/groups_spec.rb
-- spec/scanner/keep_spec.rb
-- spec/scanner/literals_spec.rb
-- spec/scanner/meta_spec.rb
-- spec/scanner/options_spec.rb
-- spec/scanner/properties_spec.rb
-- spec/scanner/quantifiers_spec.rb
-- spec/scanner/refcalls_spec.rb
-- spec/scanner/sets_spec.rb
-- spec/scanner/types_spec.rb
-- spec/spec_helper.rb
-- spec/support/runner.rb
-- spec/support/shared_examples.rb
-- spec/support/warning_extractor.rb
-- spec/syntax/syntax_spec.rb
-- spec/syntax/syntax_token_map_spec.rb
-- spec/syntax/versions/1.8.6_spec.rb
-- spec/syntax/versions/1.9.1_spec.rb
-- spec/syntax/versions/1.9.3_spec.rb
-- spec/syntax/versions/2.0.0_spec.rb
-- spec/syntax/versions/2.2.0_spec.rb
-- spec/syntax/versions/aliases_spec.rb
-- spec/token/token_spec.rb
 homepage: https://github.com/ammar/regexp_parser
 licenses:
 - MIT
 metadata:
-  issue_tracker: https://github.com/ammar/regexp_parser/issues
+  bug_tracker_uri: https://github.com/ammar/regexp_parser/issues
+  changelog_uri: https://github.com/ammar/regexp_parser/blob/master/CHANGELOG.md
+  homepage_uri: https://github.com/ammar/regexp_parser
+  source_code_uri: https://github.com/ammar/regexp_parser
+  wiki_uri: https://github.com/ammar/regexp_parser/wiki
 post_install_message:
 rdoc_options:
 - "--inline-source"
@@ -184,77 +121,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.2.3
+rubygems_version: 3.3.3
 signing_key:
 specification_version: 4
 summary: Scanner, lexer, parser for ruby's regular expressions
-test_files:
-- spec/expression/base_spec.rb
-- spec/expression/clone_spec.rb
-- spec/expression/conditional_spec.rb
-- spec/expression/free_space_spec.rb
-- spec/expression/methods/match_length_spec.rb
-- spec/expression/methods/match_spec.rb
-- spec/expression/methods/strfregexp_spec.rb
-- spec/expression/methods/tests_spec.rb
-- spec/expression/methods/traverse_spec.rb
-- spec/expression/options_spec.rb
-- spec/expression/subexpression_spec.rb
-- spec/expression/to_h_spec.rb
-- spec/expression/to_s_spec.rb
-- spec/lexer/all_spec.rb
-- spec/lexer/conditionals_spec.rb
-- spec/lexer/delimiters_spec.rb
-- spec/lexer/escapes_spec.rb
-- spec/lexer/keep_spec.rb
-- spec/lexer/literals_spec.rb
-- spec/lexer/nesting_spec.rb
-- spec/lexer/refcalls_spec.rb
-- spec/parser/all_spec.rb
-- spec/parser/alternation_spec.rb
-- spec/parser/anchors_spec.rb
-- spec/parser/conditionals_spec.rb
-- spec/parser/errors_spec.rb
-- spec/parser/escapes_spec.rb
-- spec/parser/free_space_spec.rb
-- spec/parser/groups_spec.rb
-- spec/parser/keep_spec.rb
-- spec/parser/options_spec.rb
-- spec/parser/posix_classes_spec.rb
-- spec/parser/properties_spec.rb
-- spec/parser/quantifiers_spec.rb
-- spec/parser/refcalls_spec.rb
-- spec/parser/set/intersections_spec.rb
-- spec/parser/set/ranges_spec.rb
-- spec/parser/sets_spec.rb
-- spec/parser/types_spec.rb
-- spec/scanner/all_spec.rb
-- spec/scanner/anchors_spec.rb
-- spec/scanner/conditionals_spec.rb
-- spec/scanner/delimiters_spec.rb
-- spec/scanner/errors_spec.rb
-- spec/scanner/escapes_spec.rb
-- spec/scanner/free_space_spec.rb
-- spec/scanner/groups_spec.rb
-- spec/scanner/keep_spec.rb
-- spec/scanner/literals_spec.rb
-- spec/scanner/meta_spec.rb
-- spec/scanner/options_spec.rb
-- spec/scanner/properties_spec.rb
-- spec/scanner/quantifiers_spec.rb
-- spec/scanner/refcalls_spec.rb
-- spec/scanner/sets_spec.rb
-- spec/scanner/types_spec.rb
-- spec/spec_helper.rb
-- spec/support/runner.rb
-- spec/support/shared_examples.rb
-- spec/support/warning_extractor.rb
-- spec/syntax/syntax_spec.rb
-- spec/syntax/syntax_token_map_spec.rb
-- spec/syntax/versions/1.8.6_spec.rb
-- spec/syntax/versions/1.9.1_spec.rb
-- spec/syntax/versions/1.9.3_spec.rb
-- spec/syntax/versions/2.0.0_spec.rb
-- spec/syntax/versions/2.2.0_spec.rb
-- spec/syntax/versions/aliases_spec.rb
-- spec/token/token_spec.rb
+test_files: []