regexp_parser 1.4.0 → 1.5.0

data/spec/syntax/versions/2.0.0_spec.rb

@@ -0,0 +1,28 @@
+require 'spec_helper'
+
+RSpec.describe(Regexp::Syntax::V2_0_0) do
+  let(:syntax) { Regexp::Syntax.new('ruby/2.0.0') }
+
+  tests = {
+    implements: {
+      property: T::UnicodeProperty::Age_V2_0_0,
+      nonproperty: T::UnicodeProperty::Age_V2_0_0
+    },
+    excludes: {
+      property: [:newline],
+      nonproperty: [:newline]
+    }
+  }
+
+  tests.each do |method, types|
+    expected = method != :excludes
+
+    types.each do |type, tokens|
+      tokens.each do |token|
+        specify("syntax_ruby_V2_0_0_#{method}_#{type}_#{token}") do
+          expect(syntax.implements?(type, token)).to eq expected
+        end
+      end
+    end
+  end
+end

data/spec/syntax/versions/2.2.0_spec.rb

@@ -0,0 +1,22 @@
+require 'spec_helper'
+
+RSpec.describe(Regexp::Syntax::V2_2_0) do
+  let(:syntax) { Regexp::Syntax.new('ruby/2.2.0') }
+
+  tests = {
+    implements: {
+      property: T::UnicodeProperty::Script_V2_2_0 + T::UnicodeProperty::Age_V2_2_0,
+      nonproperty: T::UnicodeProperty::Script_V2_2_0 + T::UnicodeProperty::Age_V2_2_0
+    }
+  }
+
+  tests.each do |method, types|
+    types.each do |type, tokens|
+      tokens.each do |token|
+        specify("syntax_V2_2_0_#{method}_#{type}_#{token}") do
+          expect(syntax.implements?(type, token)).to be true
+        end
+      end
+    end
+  end
+end

data/spec/syntax/versions/aliases_spec.rb

@@ -0,0 +1,119 @@
+require 'spec_helper'
+
+RSpec.describe(Regexp::Syntax) do
+  specify('syntax alias 1 8 6') do
+    syntax = Regexp::Syntax.new('ruby/1.8.6')
+
+    expect(syntax).to be_a(Regexp::Syntax::V1_8_6)
+  end
+
+  specify('syntax alias 1 8 alias') do
+    syntax = Regexp::Syntax.new('ruby/1.8')
+
+    expect(syntax).to be_a(Regexp::Syntax::V1_8_6)
+  end
+
+  specify('syntax alias 1 9 1') do
+    syntax = Regexp::Syntax.new('ruby/1.9.1')
+
+    expect(syntax).to be_a(Regexp::Syntax::V1_9_1)
+  end
+
+  specify('syntax alias 1 9 alias') do
+    syntax = Regexp::Syntax.new('ruby/1.9')
+
+    expect(syntax).to be_a(Regexp::Syntax::V1_9_3)
+  end
+
+  specify('syntax alias 2 0 0') do
+    syntax = Regexp::Syntax.new('ruby/2.0.0')
+
+    expect(syntax).to be_a(Regexp::Syntax::V1_9)
+  end
+
+  specify('syntax alias 2 0 alias') do
+    syntax = Regexp::Syntax.new('ruby/2.0')
+
+    expect(syntax).to be_a(Regexp::Syntax::V2_0_0)
+  end
+
+  specify('syntax alias 2 1 alias') do
+    syntax = Regexp::Syntax.new('ruby/2.1')
+
+    expect(syntax).to be_a(Regexp::Syntax::V2_0_0)
+  end
+
+  specify('syntax alias 2 2 0') do
+    syntax = Regexp::Syntax.new('ruby/2.2.0')
+
+    expect(syntax).to be_a(Regexp::Syntax::V2_0_0)
+  end
+
+  specify('syntax alias 2 2 10') do
+    syntax = Regexp::Syntax.new('ruby/2.2.10')
+
+    expect(syntax).to be_a(Regexp::Syntax::V2_0_0)
+  end
+
+  specify('syntax alias 2 2 alias') do
+    syntax = Regexp::Syntax.new('ruby/2.2')
+
+    expect(syntax).to be_a(Regexp::Syntax::V2_0_0)
+  end
+
+  specify('syntax alias 2 3 0') do
+    syntax = Regexp::Syntax.new('ruby/2.3.0')
+
+    expect(syntax).to be_a(Regexp::Syntax::V2_3_0)
+  end
+
+  specify('syntax alias 2 3') do
+    syntax = Regexp::Syntax.new('ruby/2.3')
+
+    expect(syntax).to be_a(Regexp::Syntax::V2_3_0)
+  end
+
+  specify('syntax alias 2 4 0') do
+    syntax = Regexp::Syntax.new('ruby/2.4.0')
+
+    expect(syntax).to be_a(Regexp::Syntax::V2_4_0)
+  end
+
+  specify('syntax alias 2 4 1') do
+    syntax = Regexp::Syntax.new('ruby/2.4.1')
+
+    expect(syntax).to be_a(Regexp::Syntax::V2_4_1)
+  end
+
+  specify('syntax alias 2 5 0') do
+    syntax = Regexp::Syntax.new('ruby/2.5.0')
+
+    expect(syntax).to be_a(Regexp::Syntax::V2_4_1)
+    expect(syntax).to be_a(Regexp::Syntax::V2_5_0)
+  end
+
+  specify('syntax alias 2 5') do
+    syntax = Regexp::Syntax.new('ruby/2.5')
+
+    expect(syntax).to be_a(Regexp::Syntax::V2_5_0)
+  end
+
+  specify('syntax alias 2 6 0') do
+    syntax = Regexp::Syntax.new('ruby/2.6.0')
+
+    expect(syntax).to be_a(Regexp::Syntax::V2_5_0)
+    expect(syntax).to be_a(Regexp::Syntax::V2_6_0)
+  end
+
+  specify('syntax alias 2 6') do
+    syntax = Regexp::Syntax.new('ruby/2.6')
+
+    expect(syntax).to be_a(Regexp::Syntax::V2_5_0)
+  end
+
+  specify('future alias warning') do
+    expect { Regexp::Syntax.new('ruby/5.0') }
+      .to output(/This library .* but you are running .* \(feature set of .*\)/)
+      .to_stderr
+  end
+end

data/spec/token/token_spec.rb

@@ -0,0 +1,85 @@
+require 'spec_helper'
+
+RSpec.describe(Regexp::Token) do
+  specify('#offset') do
+    regexp = /ab?cd/
+    tokens = RL.lex(regexp)
+
+    expect(tokens[1].text).to eq 'b'
+    expect(tokens[1].offset).to eq [1, 2]
+
+    expect(tokens[2].text).to eq '?'
+    expect(tokens[2].offset).to eq [2, 3]
+
+    expect(tokens[3].text).to eq 'cd'
+    expect(tokens[3].offset).to eq [3, 5]
+  end
+
+  specify('#length') do
+    regexp = /abc?def/
+    tokens = RL.lex(regexp)
+
+    expect(tokens[0].text).to eq 'ab'
+    expect(tokens[0].length).to eq 2
+
+    expect(tokens[1].text).to eq 'c'
+    expect(tokens[1].length).to eq 1
+
+    expect(tokens[2].text).to eq '?'
+    expect(tokens[2].length).to eq 1
+
+    expect(tokens[3].text).to eq 'def'
+    expect(tokens[3].length).to eq 3
+  end
+
+  specify('#to_h') do
+    regexp = /abc?def/
+    tokens = RL.lex(regexp)
+
+    expect(tokens[0].text).to eq 'ab'
+    expect(tokens[0].to_h).to eq type: :literal, token: :literal, text: 'ab', ts: 0, te: 2, level: 0, set_level: 0, conditional_level: 0
+
+    expect(tokens[2].text).to eq '?'
+    expect(tokens[2].to_h).to eq type: :quantifier, token: :zero_or_one, text: '?', ts: 3, te: 4, level: 0, set_level: 0, conditional_level: 0
+  end
+
+  specify('#next') do
+    regexp = /a+b?c*d{2,3}/
+    tokens = RL.lex(regexp)
+
+    a = tokens.first
+    expect(a.text).to eq 'a'
+
+    plus = a.next
+    expect(plus.text).to eq '+'
+
+    b = plus.next
+    expect(b.text).to eq 'b'
+
+    interval = tokens.last
+    expect(interval.text).to eq '{2,3}'
+
+    expect(interval.next).to be_nil
+  end
+
+  specify('#previous') do
+    regexp = /a+b?c*d{2,3}/
+    tokens = RL.lex(regexp)
+
+    interval = tokens.last
+    expect(interval.text).to eq '{2,3}'
+
+    d = interval.previous
+    expect(d.text).to eq 'd'
+
+    star = d.previous
+    expect(star.text).to eq '*'
+
+    c = star.previous
+    expect(c.text).to eq 'c'
+
+    a = tokens.first
+    expect(a.text).to eq 'a'
+    expect(a.previous).to be_nil
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: regexp_parser
 version: !ruby/object:Gem::Version
-  version: 1.4.0
+  version: 1.5.0
 platform: ruby
 authors:
 - Ammar Ali
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-04-02 00:00:00.000000000 Z
+date: 2019-05-15 00:00:00.000000000 Z
 dependencies: []
 description: A library for tokenizing, lexing, and parsing Ruby regular expressions.
 email:
@@ -40,6 +40,7 @@ files:
 - lib/regexp_parser/expression/classes/set/intersection.rb
 - lib/regexp_parser/expression/classes/set/range.rb
 - lib/regexp_parser/expression/classes/type.rb
+- lib/regexp_parser/expression/methods/match_length.rb
 - lib/regexp_parser/expression/methods/strfregexp.rb
 - lib/regexp_parser/expression/methods/tests.rb
 - lib/regexp_parser/expression/methods/traverse.rb
@@ -87,75 +88,70 @@ files:
 - lib/regexp_parser/token.rb
 - lib/regexp_parser/version.rb
 - regexp_parser.gemspec
-- test/expression/test_all.rb
-- test/expression/test_base.rb
-- test/expression/test_clone.rb
-- test/expression/test_conditionals.rb
-- test/expression/test_free_space.rb
-- test/expression/test_set.rb
-- test/expression/test_strfregexp.rb
-- test/expression/test_subexpression.rb
-- test/expression/test_tests.rb
-- test/expression/test_to_h.rb
-- test/expression/test_to_s.rb
-- test/expression/test_traverse.rb
-- test/helpers.rb
-- test/lexer/test_all.rb
-- test/lexer/test_conditionals.rb
-- test/lexer/test_keep.rb
-- test/lexer/test_literals.rb
-- test/lexer/test_nesting.rb
-- test/lexer/test_refcalls.rb
-- test/parser/set/test_intersections.rb
-- test/parser/set/test_ranges.rb
-- test/parser/test_all.rb
-- test/parser/test_alternation.rb
-- test/parser/test_anchors.rb
-- test/parser/test_conditionals.rb
-- test/parser/test_errors.rb
-- test/parser/test_escapes.rb
-- test/parser/test_free_space.rb
-- test/parser/test_groups.rb
-- test/parser/test_keep.rb
-- test/parser/test_posix_classes.rb
-- test/parser/test_properties.rb
-- test/parser/test_quantifiers.rb
-- test/parser/test_refcalls.rb
-- test/parser/test_sets.rb
-- test/parser/test_types.rb
-- test/scanner/test_all.rb
-- test/scanner/test_anchors.rb
-- test/scanner/test_conditionals.rb
-- test/scanner/test_errors.rb
-- test/scanner/test_escapes.rb
-- test/scanner/test_free_space.rb
-- test/scanner/test_groups.rb
-- test/scanner/test_keep.rb
-- test/scanner/test_literals.rb
-- test/scanner/test_meta.rb
-- test/scanner/test_properties.rb
-- test/scanner/test_quantifiers.rb
-- test/scanner/test_refcalls.rb
-- test/scanner/test_scripts.rb
-- test/scanner/test_sets.rb
-- test/scanner/test_types.rb
-- test/scanner/test_unicode_blocks.rb
-- test/support/disable_autotest.rb
-- test/support/runner.rb
-- test/support/warning_extractor.rb
-- test/syntax/test_all.rb
-- test/syntax/test_syntax.rb
-- test/syntax/test_syntax_token_map.rb
-- test/syntax/versions/test_1.8.rb
-- test/syntax/versions/test_1.9.1.rb
-- test/syntax/versions/test_1.9.3.rb
-- test/syntax/versions/test_2.0.0.rb
-- test/syntax/versions/test_2.2.0.rb
-- test/syntax/versions/test_aliases.rb
-- test/syntax/versions/test_all.rb
-- test/test_all.rb
-- test/token/test_all.rb
-- test/token/test_token.rb
+- spec/expression/base_spec.rb
+- spec/expression/clone_spec.rb
+- spec/expression/conditional_spec.rb
+- spec/expression/free_space_spec.rb
+- spec/expression/methods/match_length_spec.rb
+- spec/expression/methods/strfregexp_spec.rb
+- spec/expression/methods/tests_spec.rb
+- spec/expression/methods/traverse_spec.rb
+- spec/expression/subexpression_spec.rb
+- spec/expression/to_h_spec.rb
+- spec/expression/to_s_spec.rb
+- spec/lexer/all_spec.rb
+- spec/lexer/conditionals_spec.rb
+- spec/lexer/escapes_spec.rb
+- spec/lexer/keep_spec.rb
+- spec/lexer/literals_spec.rb
+- spec/lexer/nesting_spec.rb
+- spec/lexer/refcalls_spec.rb
+- spec/parser/all_spec.rb
+- spec/parser/alternation_spec.rb
+- spec/parser/anchors_spec.rb
+- spec/parser/conditionals_spec.rb
+- spec/parser/errors_spec.rb
+- spec/parser/escapes_spec.rb
+- spec/parser/free_space_spec.rb
+- spec/parser/groups_spec.rb
+- spec/parser/keep_spec.rb
+- spec/parser/posix_classes_spec.rb
+- spec/parser/properties_spec.rb
+- spec/parser/quantifiers_spec.rb
+- spec/parser/refcalls_spec.rb
+- spec/parser/set/intersections_spec.rb
+- spec/parser/set/ranges_spec.rb
+- spec/parser/sets_spec.rb
+- spec/parser/types_spec.rb
+- spec/scanner/all_spec.rb
+- spec/scanner/anchors_spec.rb
+- spec/scanner/conditionals_spec.rb
+- spec/scanner/errors_spec.rb
+- spec/scanner/escapes_spec.rb
+- spec/scanner/free_space_spec.rb
+- spec/scanner/groups_spec.rb
+- spec/scanner/keep_spec.rb
+- spec/scanner/literals_spec.rb
+- spec/scanner/meta_spec.rb
+- spec/scanner/properties_spec.rb
+- spec/scanner/quantifiers_spec.rb
+- spec/scanner/refcalls_spec.rb
+- spec/scanner/scripts_spec.rb
+- spec/scanner/sets_spec.rb
+- spec/scanner/types_spec.rb
+- spec/scanner/unicode_blocks_spec.rb
+- spec/spec_helper.rb
+- spec/support/runner.rb
+- spec/support/warning_extractor.rb
+- spec/syntax/syntax_spec.rb
+- spec/syntax/syntax_token_map_spec.rb
+- spec/syntax/versions/1.8.6_spec.rb
+- spec/syntax/versions/1.9.1_spec.rb
+- spec/syntax/versions/1.9.3_spec.rb
+- spec/syntax/versions/2.0.0_spec.rb
+- spec/syntax/versions/2.2.0_spec.rb
+- spec/syntax/versions/aliases_spec.rb
+- spec/token/token_spec.rb
 homepage: https://github.com/ammar/regexp_parser
 licenses:
 - MIT
@@ -183,72 +179,67 @@ signing_key:
 specification_version: 4
 summary: Scanner, lexer, parser for ruby's regular expressions
 test_files:
-- test/token/test_token.rb
-- test/token/test_all.rb
-- test/helpers.rb
-- test/lexer/test_keep.rb
-- test/lexer/test_conditionals.rb
-- test/lexer/test_refcalls.rb
-- test/lexer/test_literals.rb
-- test/lexer/test_all.rb
-- test/lexer/test_nesting.rb
-- test/parser/test_sets.rb
-- test/parser/test_properties.rb
-- test/parser/test_types.rb
-- test/parser/test_groups.rb
-- test/parser/test_alternation.rb
-- test/parser/test_free_space.rb
-- test/parser/test_anchors.rb
-- test/parser/test_escapes.rb
-- test/parser/test_posix_classes.rb
-- test/parser/test_quantifiers.rb
-- test/parser/test_keep.rb
-- test/parser/test_conditionals.rb
-- test/parser/test_errors.rb
-- test/parser/test_refcalls.rb
-- test/parser/set/test_intersections.rb
-- test/parser/set/test_ranges.rb
-- test/parser/test_all.rb
-- test/support/disable_autotest.rb
-- test/support/warning_extractor.rb
-- test/support/runner.rb
-- test/expression/test_subexpression.rb
-- test/expression/test_base.rb
-- test/expression/test_free_space.rb
-- test/expression/test_to_h.rb
-- test/expression/test_set.rb
-- test/expression/test_conditionals.rb
-- test/expression/test_clone.rb
-- test/expression/test_tests.rb
-- test/expression/test_to_s.rb
-- test/expression/test_traverse.rb
-- test/expression/test_all.rb
-- test/expression/test_strfregexp.rb
-- test/syntax/test_syntax_token_map.rb
-- test/syntax/versions/test_2.0.0.rb
-- test/syntax/versions/test_aliases.rb
-- test/syntax/versions/test_1.8.rb
-- test/syntax/versions/test_1.9.1.rb
-- test/syntax/versions/test_2.2.0.rb
-- test/syntax/versions/test_1.9.3.rb
-- test/syntax/versions/test_all.rb
-- test/syntax/test_syntax.rb
-- test/syntax/test_all.rb
-- test/test_all.rb
-- test/scanner/test_sets.rb
-- test/scanner/test_properties.rb
-- test/scanner/test_scripts.rb
-- test/scanner/test_types.rb
-- test/scanner/test_groups.rb
-- test/scanner/test_meta.rb
-- test/scanner/test_free_space.rb
-- test/scanner/test_anchors.rb
-- test/scanner/test_escapes.rb
-- test/scanner/test_unicode_blocks.rb
-- test/scanner/test_quantifiers.rb
-- test/scanner/test_keep.rb
-- test/scanner/test_conditionals.rb
-- test/scanner/test_errors.rb
-- test/scanner/test_refcalls.rb
-- test/scanner/test_literals.rb
-- test/scanner/test_all.rb
+- spec/token/token_spec.rb
+- spec/spec_helper.rb
+- spec/lexer/escapes_spec.rb
+- spec/lexer/keep_spec.rb
+- spec/lexer/all_spec.rb
+- spec/lexer/conditionals_spec.rb
+- spec/lexer/nesting_spec.rb
+- spec/lexer/refcalls_spec.rb
+- spec/lexer/literals_spec.rb
+- spec/parser/escapes_spec.rb
+- spec/parser/properties_spec.rb
+- spec/parser/sets_spec.rb
+- spec/parser/free_space_spec.rb
+- spec/parser/keep_spec.rb
+- spec/parser/all_spec.rb
+- spec/parser/conditionals_spec.rb
+- spec/parser/types_spec.rb
+- spec/parser/anchors_spec.rb
+- spec/parser/alternation_spec.rb
+- spec/parser/posix_classes_spec.rb
+- spec/parser/set/ranges_spec.rb
+- spec/parser/set/intersections_spec.rb
+- spec/parser/errors_spec.rb
+- spec/parser/refcalls_spec.rb
+- spec/parser/groups_spec.rb
+- spec/parser/quantifiers_spec.rb
+- spec/support/warning_extractor.rb
+- spec/support/runner.rb
+- spec/expression/subexpression_spec.rb
+- spec/expression/methods/match_length_spec.rb
+- spec/expression/methods/traverse_spec.rb
+- spec/expression/methods/strfregexp_spec.rb
+- spec/expression/methods/tests_spec.rb
+- spec/expression/free_space_spec.rb
+- spec/expression/to_s_spec.rb
+- spec/expression/clone_spec.rb
+- spec/expression/to_h_spec.rb
+- spec/expression/conditional_spec.rb
+- spec/expression/base_spec.rb
+- spec/syntax/syntax_spec.rb
+- spec/syntax/syntax_token_map_spec.rb
+- spec/syntax/versions/1.9.3_spec.rb
+- spec/syntax/versions/2.2.0_spec.rb
+- spec/syntax/versions/1.9.1_spec.rb
+- spec/syntax/versions/2.0.0_spec.rb
+- spec/syntax/versions/1.8.6_spec.rb
+- spec/syntax/versions/aliases_spec.rb
+- spec/scanner/escapes_spec.rb
+- spec/scanner/properties_spec.rb
+- spec/scanner/sets_spec.rb
+- spec/scanner/free_space_spec.rb
+- spec/scanner/keep_spec.rb
+- spec/scanner/all_spec.rb
+- spec/scanner/conditionals_spec.rb
+- spec/scanner/types_spec.rb
+- spec/scanner/scripts_spec.rb
+- spec/scanner/anchors_spec.rb
+- spec/scanner/unicode_blocks_spec.rb
+- spec/scanner/meta_spec.rb
+- spec/scanner/errors_spec.rb
+- spec/scanner/refcalls_spec.rb
+- spec/scanner/groups_spec.rb
+- spec/scanner/literals_spec.rb
+- spec/scanner/quantifiers_spec.rb