regexp_parser 0.1.6 → 0.2.0

data/test/syntax/ruby/test_2.2.0.rb

@@ -0,0 +1,38 @@
+require File.expand_path("../../../helpers", __FILE__)
+
+class TestSyntaxRuby_V220 < Test::Unit::TestCase
+  include Regexp::Syntax::Token
+
+  def setup
+    @syntax = Regexp::Syntax.new 'ruby/2.2.0'
+  end
+
+  tests = {
+    :implements => {
+      :property => [
+        UnicodeProperty::Script_7_0 + UnicodeProperty::Age_V220
+      ].flatten,
+
+      :nonproperty => [
+        UnicodeProperty::Script_7_0 + UnicodeProperty::Age_V220
+      ].flatten,
+    },
+
+    :excludes => {
+    },
+  }
+
+  tests.each do |method, types|
+    types.each do |type, tokens|
+      tokens.each do |token|
+        define_method "test_syntax_ruby_v220_#{method}_#{type}_#{token}" do
+          assert_equal(
+            method == :excludes ? false : true,
+            @syntax.implements?(type, token)
+          )
+        end
+      end
+    end
+  end
+
+end

data/test/syntax/ruby/test_all.rb

@@ -1,12 +1,5 @@
 require File.expand_path("../../../helpers", __FILE__)
 
-%w{1.8 1.9.1 1.9.3 2.x}.each do|tc|
+%w{files 1.8 1.9.1 1.9.3 2.0.0 2.2.0}.each do|tc|
   require File.expand_path("../test_#{tc}", __FILE__)
 end
-
-class TestSyntaxRuby < Test::Unit::TestCase
-
-  def test_lexer_ruby_syntax
-  end
-
-end

data/test/syntax/ruby/test_files.rb

@@ -0,0 +1,104 @@
+require File.expand_path("../../../helpers", __FILE__)
+
+class TestSyntaxFiles < Test::Unit::TestCase
+
+  # 1.8 syntax files
+  def test_syntax_file_1_8_6
+    syntax = Regexp::Syntax.new 'ruby/1.8.6'
+
+    assert_equal( true, syntax.kind_of?(Regexp::Syntax::Ruby::V186) )
+  end
+
+  def test_syntax_file_1_8_7
+    syntax = Regexp::Syntax.new 'ruby/1.8.7'
+
+    assert_equal( true, syntax.kind_of?(Regexp::Syntax::Ruby::V187) )
+  end
+
+  def test_syntax_file_1_8_alias
+    syntax = Regexp::Syntax.new 'ruby/1.8'
+
+    assert_equal( true, syntax.kind_of?(Regexp::Syntax::Ruby::V187) )
+  end
+
+
+  # 1.9 syntax files
+  def test_syntax_file_1_9_1
+    syntax = Regexp::Syntax.new 'ruby/1.9.1'
+
+    assert_equal( true, syntax.kind_of?(Regexp::Syntax::Ruby::V191) )
+  end
+
+  def test_syntax_file_1_9_2
+    syntax = Regexp::Syntax.new 'ruby/1.9.2'
+
+    assert_equal( true, syntax.kind_of?(Regexp::Syntax::Ruby::V192) )
+  end
+
+  def test_syntax_file_1_9_3
+    syntax = Regexp::Syntax.new 'ruby/1.9.3'
+
+    assert_equal( true, syntax.kind_of?(Regexp::Syntax::Ruby::V193) )
+  end
+
+  def test_syntax_file_1_9_alias
+    syntax = Regexp::Syntax.new 'ruby/1.9'
+
+    assert_equal( true, syntax.kind_of?(Regexp::Syntax::Ruby::V193) )
+  end
+
+
+  # 2.0 syntax files
+  def test_syntax_file_2_0_0
+    syntax = Regexp::Syntax.new 'ruby/2.0.0'
+
+    assert_equal( true, syntax.kind_of?(Regexp::Syntax::Ruby::V19) )
+  end
+
+  def test_syntax_file_2_0_alias
+    syntax = Regexp::Syntax.new 'ruby/2.0'
+
+    assert_equal( true, syntax.kind_of?(Regexp::Syntax::Ruby::V200) )
+  end
+
+
+  # 2.1 syntax files
+  def test_syntax_file_2_1_0
+    syntax = Regexp::Syntax.new 'ruby/2.1.0'
+
+    assert_equal( true, syntax.kind_of?(Regexp::Syntax::Ruby::V20) )
+  end
+
+  def test_syntax_file_2_1_2
+    syntax = Regexp::Syntax.new 'ruby/2.1.2'
+
+    assert_equal( true, syntax.kind_of?(Regexp::Syntax::Ruby::V210) )
+  end
+
+  def test_syntax_file_2_1_3
+    syntax = Regexp::Syntax.new 'ruby/2.1.3'
+
+    assert_equal( true, syntax.kind_of?(Regexp::Syntax::Ruby::V212) )
+  end
+
+  def test_syntax_file_2_1_alias
+    syntax = Regexp::Syntax.new 'ruby/2.1'
+
+    assert_equal( true, syntax.kind_of?(Regexp::Syntax::Ruby::V213) )
+  end
+
+
+  # 2.2 syntax files
+  def test_syntax_file_2_2_0
+    syntax = Regexp::Syntax.new 'ruby/2.2.0'
+
+    assert_equal( true, syntax.kind_of?(Regexp::Syntax::Ruby::V21) )
+  end
+
+  def test_syntax_file_2_2_alias
+    syntax = Regexp::Syntax.new 'ruby/2.2'
+
+    assert_equal( true, syntax.kind_of?(Regexp::Syntax::Ruby::V220) )
+  end
+
+end

data/test/test_all.rb

@@ -1,4 +1,5 @@
 require File.expand_path("../helpers", __FILE__)
-%w{ scanner syntax lexer parser expression }.each do |subject|
+
+%w{ scanner syntax token lexer parser expression }.each do |subject|
   require File.expand_path("../#{subject}/test_all", __FILE__)
 end

data/test/token/test_all.rb

@@ -0,0 +1,2 @@
+require File.expand_path("../../helpers", __FILE__)
+require File.expand_path("../test_token", __FILE__)

data/test/token/test_token.rb

@@ -0,0 +1,109 @@
+require File.expand_path("../../helpers", __FILE__)
+
+class Token < Test::Unit::TestCase
+
+  def test_token_offset
+    regexp = /ab?cd/
+    tokens = RL.lex(regexp)
+
+    assert_equal( 'b',    tokens[1].text )
+    assert_equal( [1, 2], tokens[1].offset )
+
+    assert_equal( '?',    tokens[2].text )
+    assert_equal( [2, 3], tokens[2].offset )
+
+    assert_equal( 'cd',   tokens[3].text )
+    assert_equal( [3, 5], tokens[3].offset )
+  end
+
+  def test_token_length
+    regexp = /abc?def/
+    tokens = RL.lex(regexp)
+
+    assert_equal( 'ab',  tokens[0].text )
+    assert_equal( 2,     tokens[0].length )
+
+    assert_equal( 'c',   tokens[1].text )
+    assert_equal( 1,     tokens[1].length )
+
+    assert_equal( '?',   tokens[2].text )
+    assert_equal( 1,     tokens[2].length )
+
+    assert_equal( 'def', tokens[3].text )
+    assert_equal( 3,     tokens[3].length )
+  end
+
+  def test_token_to_h
+    regexp = /abc?def/
+    tokens = RL.lex(regexp)
+
+    assert_equal( 'ab',  tokens[0].text )
+    assert_equal({
+        :type               => :literal,
+        :token              => :literal,
+        :text               => 'ab',
+        :ts                 => 0,
+        :te                 => 2,
+        :level              => 0,
+        :set_level          => 0,
+        :conditional_level  => 0
+      },
+      tokens[0].to_h
+    )
+
+    assert_equal( '?',   tokens[2].text )
+    assert_equal({
+        :type               => :quantifier,
+        :token              => :zero_or_one,
+        :text               => '?',
+        :ts                 => 3,
+        :te                 => 4,
+        :level              => 0,
+        :set_level          => 0,
+        :conditional_level  => 0
+      },
+      tokens[2].to_h
+    )
+  end
+
+  def test_token_next
+    regexp = /a+b?c*d{2,3}/
+    tokens = RL.lex(regexp)
+
+    a = tokens.first
+    assert_equal( 'a',  a.text )
+
+    plus = a.next
+    assert_equal( '+',  plus.text )
+
+    b = plus.next
+    assert_equal( 'b',  b.text )
+
+    interval = tokens.last
+    assert_equal( '{2,3}',  interval.text )
+
+    assert_equal( nil,  interval.next )
+  end
+
+  def test_token_previous
+    regexp = /a+b?c*d{2,3}/
+    tokens = RL.lex(regexp)
+
+    interval = tokens.last
+    assert_equal( '{2,3}',  interval.text )
+
+    d = interval.previous
+    assert_equal( 'd',  d.text )
+
+    star = d.previous
+    assert_equal( '*',  star.text )
+
+    c = star.previous
+    assert_equal( 'c',  c.text )
+
+    a = tokens.first
+    assert_equal( 'a',  a.text )
+    assert_equal( nil,  a.previous )
+  end
+
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: regexp_parser
 version: !ruby/object:Gem::Version
-  version: 0.1.6
+  version: 0.2.0
 platform: ruby
 authors:
 - Ammar Ali
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-10-06 00:00:00.000000000 Z
+date: 2015-01-05 00:00:00.000000000 Z
 dependencies: []
 description: A library for tokenizing, lexing, and parsing Ruby regular expressions.
 email:
@@ -17,23 +17,38 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- lib/regexp_parser/ctype.rb
+- ChangeLog
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- lib/regexp_parser.rb
+- lib/regexp_parser/expression.rb
 - lib/regexp_parser/expression/classes/alternation.rb
 - lib/regexp_parser/expression/classes/anchor.rb
 - lib/regexp_parser/expression/classes/backref.rb
+- lib/regexp_parser/expression/classes/conditional.rb
 - lib/regexp_parser/expression/classes/escape.rb
+- lib/regexp_parser/expression/classes/free_space.rb
 - lib/regexp_parser/expression/classes/group.rb
+- lib/regexp_parser/expression/classes/keep.rb
 - lib/regexp_parser/expression/classes/literal.rb
 - lib/regexp_parser/expression/classes/property.rb
 - lib/regexp_parser/expression/classes/root.rb
 - lib/regexp_parser/expression/classes/set.rb
 - lib/regexp_parser/expression/classes/type.rb
+- lib/regexp_parser/expression/methods/strfregexp.rb
+- lib/regexp_parser/expression/methods/tests.rb
+- lib/regexp_parser/expression/methods/traverse.rb
 - lib/regexp_parser/expression/quantifier.rb
+- lib/regexp_parser/expression/sequence.rb
 - lib/regexp_parser/expression/subexpression.rb
-- lib/regexp_parser/expression.rb
 - lib/regexp_parser/lexer.rb
 - lib/regexp_parser/parser.rb
 - lib/regexp_parser/scanner.rb
+- lib/regexp_parser/scanner/property.rl
+- lib/regexp_parser/scanner/scanner.rl
+- lib/regexp_parser/syntax.rb
 - lib/regexp_parser/syntax/ruby/1.8.6.rb
 - lib/regexp_parser/syntax/ruby/1.8.7.rb
 - lib/regexp_parser/syntax/ruby/1.8.rb
@@ -46,45 +61,67 @@ files:
 - lib/regexp_parser/syntax/ruby/2.1.0.rb
 - lib/regexp_parser/syntax/ruby/2.1.2.rb
 - lib/regexp_parser/syntax/ruby/2.1.3.rb
+- lib/regexp_parser/syntax/ruby/2.1.4.rb
+- lib/regexp_parser/syntax/ruby/2.1.5.rb
 - lib/regexp_parser/syntax/ruby/2.1.rb
+- lib/regexp_parser/syntax/ruby/2.2.0.rb
+- lib/regexp_parser/syntax/ruby/2.2.rb
+- lib/regexp_parser/syntax/tokens.rb
 - lib/regexp_parser/syntax/tokens/anchor.rb
 - lib/regexp_parser/syntax/tokens/assertion.rb
 - lib/regexp_parser/syntax/tokens/backref.rb
 - lib/regexp_parser/syntax/tokens/character_set.rb
 - lib/regexp_parser/syntax/tokens/character_type.rb
+- lib/regexp_parser/syntax/tokens/conditional.rb
 - lib/regexp_parser/syntax/tokens/escape.rb
 - lib/regexp_parser/syntax/tokens/group.rb
+- lib/regexp_parser/syntax/tokens/keep.rb
 - lib/regexp_parser/syntax/tokens/meta.rb
 - lib/regexp_parser/syntax/tokens/quantifier.rb
 - lib/regexp_parser/syntax/tokens/unicode_property.rb
-- lib/regexp_parser/syntax/tokens.rb
-- lib/regexp_parser/syntax.rb
 - lib/regexp_parser/token.rb
-- lib/regexp_parser.rb
+- lib/regexp_parser/version.rb
+- regexp_parser.gemspec
 - test/expression/test_all.rb
 - test/expression/test_base.rb
 - test/expression/test_clone.rb
+- test/expression/test_conditionals.rb
+- test/expression/test_free_space.rb
+- test/expression/test_set.rb
+- test/expression/test_strfregexp.rb
+- test/expression/test_subexpression.rb
+- test/expression/test_tests.rb
+- test/expression/test_to_h.rb
 - test/expression/test_to_s.rb
+- test/expression/test_traverse.rb
 - test/helpers.rb
 - test/lexer/test_all.rb
+- test/lexer/test_conditionals.rb
+- test/lexer/test_keep.rb
 - test/lexer/test_literals.rb
 - test/lexer/test_nesting.rb
 - test/lexer/test_refcalls.rb
 - test/parser/test_all.rb
 - test/parser/test_alternation.rb
 - test/parser/test_anchors.rb
+- test/parser/test_conditionals.rb
 - test/parser/test_errors.rb
 - test/parser/test_escapes.rb
+- test/parser/test_free_space.rb
 - test/parser/test_groups.rb
+- test/parser/test_keep.rb
 - test/parser/test_properties.rb
 - test/parser/test_quantifiers.rb
 - test/parser/test_refcalls.rb
 - test/parser/test_sets.rb
 - test/scanner/test_all.rb
 - test/scanner/test_anchors.rb
+- test/scanner/test_conditionals.rb
 - test/scanner/test_errors.rb
 - test/scanner/test_escapes.rb
+- test/scanner/test_free_space.rb
 - test/scanner/test_groups.rb
+- test/scanner/test_keep.rb
 - test/scanner/test_literals.rb
 - test/scanner/test_meta.rb
 - test/scanner/test_properties.rb
@@ -96,17 +133,14 @@ files:
 - test/syntax/ruby/test_1.8.rb
 - test/syntax/ruby/test_1.9.1.rb
 - test/syntax/ruby/test_1.9.3.rb
-- test/syntax/ruby/test_2.x.rb
+- test/syntax/ruby/test_2.0.0.rb
+- test/syntax/ruby/test_2.2.0.rb
 - test/syntax/ruby/test_all.rb
+- test/syntax/ruby/test_files.rb
 - test/syntax/test_all.rb
 - test/test_all.rb
-- lib/regexp_parser/scanner/property.rl
-- lib/regexp_parser/scanner/scanner.rl
-- VERSION.yml
-- Rakefile
-- LICENSE
-- README.md
-- ChangeLog
+- test/token/test_all.rb
+- test/token/test_token.rb
 homepage: http://github.com/ammar/regexp_parser
 licenses:
 - MIT
@@ -114,23 +148,23 @@ metadata:
   issue_tracker: https://github.com/ammar/regexp_parser/issues
 post_install_message: 
 rdoc_options:
-- --inline-source
-- --charset=UTF-8
+- "--inline-source"
+- "--charset=UTF-8"
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: 1.8.7
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.0.6
+rubygems_version: 2.4.4
 signing_key: 
 specification_version: 4
 summary: Scanner, lexer, parser for ruby's regular expressions
@@ -138,27 +172,43 @@ test_files:
 - test/expression/test_all.rb
 - test/expression/test_base.rb
 - test/expression/test_clone.rb
+- test/expression/test_conditionals.rb
+- test/expression/test_free_space.rb
+- test/expression/test_set.rb
+- test/expression/test_strfregexp.rb
+- test/expression/test_subexpression.rb
+- test/expression/test_tests.rb
+- test/expression/test_to_h.rb
 - test/expression/test_to_s.rb
+- test/expression/test_traverse.rb
 - test/helpers.rb
 - test/lexer/test_all.rb
+- test/lexer/test_conditionals.rb
+- test/lexer/test_keep.rb
 - test/lexer/test_literals.rb
 - test/lexer/test_nesting.rb
 - test/lexer/test_refcalls.rb
 - test/parser/test_all.rb
 - test/parser/test_alternation.rb
 - test/parser/test_anchors.rb
+- test/parser/test_conditionals.rb
 - test/parser/test_errors.rb
 - test/parser/test_escapes.rb
+- test/parser/test_free_space.rb
 - test/parser/test_groups.rb
+- test/parser/test_keep.rb
 - test/parser/test_properties.rb
 - test/parser/test_quantifiers.rb
 - test/parser/test_refcalls.rb
 - test/parser/test_sets.rb
 - test/scanner/test_all.rb
 - test/scanner/test_anchors.rb
+- test/scanner/test_conditionals.rb
 - test/scanner/test_errors.rb
 - test/scanner/test_escapes.rb
+- test/scanner/test_free_space.rb
 - test/scanner/test_groups.rb
+- test/scanner/test_keep.rb
 - test/scanner/test_literals.rb
 - test/scanner/test_meta.rb
 - test/scanner/test_properties.rb
@@ -170,7 +220,11 @@ test_files:
 - test/syntax/ruby/test_1.8.rb
 - test/syntax/ruby/test_1.9.1.rb
 - test/syntax/ruby/test_1.9.3.rb
-- test/syntax/ruby/test_2.x.rb
+- test/syntax/ruby/test_2.0.0.rb
+- test/syntax/ruby/test_2.2.0.rb
 - test/syntax/ruby/test_all.rb
+- test/syntax/ruby/test_files.rb
 - test/syntax/test_all.rb
 - test/test_all.rb
+- test/token/test_all.rb
+- test/token/test_token.rb