regexp_parser 0.1.0

data/test/scanner/test_types.rb

@@ -0,0 +1,30 @@
+require File.expand_path("../../helpers", __FILE__)
+
+class ScannerTypes < Test::Unit::TestCase
+
+  tests = {
+   'a\dc'       => [:type,  :digit,       '\d',  1],
+   'a\Dc'       => [:type,  :nondigit,    '\D',  1],
+
+   'a\hc'       => [:type,  :hex,         '\h',  1],
+   'a\Hc'       => [:type,  :nonhex,      '\H',  1],
+
+   'a\sc'       => [:type,  :space,       '\s',  1],
+   'a\Sc'       => [:type,  :nonspace,    '\S',  1],
+
+   'a\wc'       => [:type,  :word,        '\w',  1],
+   'a\Wc'       => [:type,  :nonword,     '\W',  1],
+  }
+
+  tests.each do |pattern, test|
+    [:type, :token, :text].each_with_index do |member, i|
+      define_method "test_scan_#{test[0]}_#{test[1]}_#{member}" do
+
+        token = RS.scan(pattern)[test[3]]
+        assert_equal( test[i], token[i] )
+
+      end
+    end
+  end
+
+end

data/test/syntax/ruby/test_1.8.rb

@@ -0,0 +1,57 @@
+require File.expand_path("../../../helpers", __FILE__)
+
+class TestSyntaxRuby_V18 < Test::Unit::TestCase
+  include Regexp::Syntax::Token
+
+  def setup
+    @syntax = Regexp::Syntax.new 'ruby/1.8'
+  end
+
+  tests = {
+    :implements => {
+      :backref      => [:number],
+      :escape       => [Escape::All].flatten,
+      :group        => [Group::All].flatten,
+      :assertion    => [Group::Assertion::All].flatten,
+      :quantifier   => [
+          Quantifier::Greedy + Quantifier::Reluctant +
+          Quantifier::Interval + Quantifier::IntervalReluctant
+      ].flatten,
+    },
+
+    :excludes => {
+      :backref => [
+        Group::Backreference::All + Group::SubexpressionCall::All
+      ].flatten,
+
+      :quantifier => [
+        Quantifier::Possessive
+      ].flatten,
+
+      :subset => nil
+    },
+  }
+
+  tests.each do |method, types|
+    types.each do |type, tokens|
+      if tokens.nil? or tokens.empty?
+        define_method "test_syntax_ruby_v18_#{method}_#{type}" do
+          assert_equal(
+            method == :excludes ? false : true,
+            @syntax.implements?(type, nil)
+          )
+        end
+      else
+        tokens.each do |token|
+          define_method "test_syntax_ruby_v18_#{method}_#{type}_#{token}" do
+            assert_equal(
+              method == :excludes ? false : true,
+              @syntax.implements?(type, token)
+            )
+          end
+        end
+      end
+    end
+  end
+
+end

data/test/syntax/ruby/test_1.9.1.rb

@@ -0,0 +1,39 @@
+require File.expand_path("../../../helpers", __FILE__)
+
+class TestSyntaxRuby_V191 < Test::Unit::TestCase
+  include Regexp::Syntax::Token
+
+  def setup
+    @syntax = Regexp::Syntax.new 'ruby/1.9.1'
+  end
+
+  tests = {
+    :implements => {
+      :escape => [
+        Escape::Backreference + Escape::ASCII + Escape::Meta
+      ].flatten,
+
+      :quantifier => [
+        Quantifier::Greedy + Quantifier::Reluctant +
+        Quantifier::Possessive
+      ].flatten,
+    },
+
+    :excludes => {
+    },
+  }
+
+  tests.each do |method, types|
+    types.each do |type, tokens|
+      tokens.each do |token|
+        define_method "test_syntax_ruby_v191_#{method}_#{type}_#{token}" do
+          assert_equal(
+            method == :excludes ? false : true,
+            @syntax.implements?(type, token)
+          )
+        end
+      end
+    end
+  end
+
+end

data/test/syntax/ruby/test_1.9.3.rb

@@ -0,0 +1,38 @@
+require File.expand_path("../../../helpers", __FILE__)
+
+class TestSyntaxRuby_V193 < Test::Unit::TestCase
+  include Regexp::Syntax::Token
+
+  def setup
+    @syntax = Regexp::Syntax.new 'ruby/1.9.3'
+  end
+
+  tests = {
+    :implements => {
+      :property => [
+        UnicodeProperty::Script_6_0 + UnicodeProperty::Age
+      ].flatten,
+
+      :nonproperty => [
+        UnicodeProperty::Script_6_0 + UnicodeProperty::Age
+      ].flatten,
+    },
+
+    :excludes => {
+    },
+  }
+
+  tests.each do |method, types|
+    types.each do |type, tokens|
+      tokens.each do |token|
+        define_method "test_syntax_ruby_v193_#{method}_#{type}_#{token}" do
+          assert_equal(
+            method == :excludes ? false : true,
+            @syntax.implements?(type, token)
+          )
+        end
+      end
+    end
+  end
+
+end

data/test/syntax/ruby/test_all.rb

@@ -0,0 +1,12 @@
+require File.expand_path("../../../helpers", __FILE__)
+
+%w{1.8 1.9.1 1.9.3}.each do|tc|
+  require File.expand_path("../test_#{tc}", __FILE__)
+end
+
+class TestSyntaxRuby < Test::Unit::TestCase
+
+  def test_lexer_ruby_syntax
+  end
+
+end

data/test/syntax/test_all.rb

@@ -0,0 +1,19 @@
+require File.expand_path("../../helpers", __FILE__)
+
+require File.expand_path("../ruby/test_all", __FILE__)
+
+class TestSyntax < Test::Unit::TestCase
+
+  def test_syntax_unknown_name
+    assert_raise( Regexp::Syntax::MissingSyntaxSpecError ) {
+      RL.scan('abc', 'ruby/1.6')
+    }
+  end
+
+  def test_syntax_not_implemented
+    assert_raise( Regexp::Syntax::NotImplementedError ) {
+      RP.parse('\p{alpha}', 'ruby/1.8')
+    }
+  end
+
+end

data/test/test_all.rb

@@ -0,0 +1,4 @@
+require File.expand_path("../helpers", __FILE__)
+%w{ scanner syntax lexer parser }.each do |subject|
+  require File.expand_path("../#{subject}/test_all", __FILE__)
+end

metadata

@@ -0,0 +1,160 @@
+--- !ruby/object:Gem::Specification 
+name: regexp_parser
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 1
+  - 0
+  version: 0.1.0
+platform: ruby
+authors: 
+- Ammar Ali
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-10-01 00:00:00 +03:00
+default_executable: 
+dependencies: []
+
+description: A library for tokenizing, lexing, and parsing Ruby regular expressions.
+email: ammarabuali@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- ChangeLog
+- LICENSE
+- README.rdoc
+files: 
+- lib/regexp_parser/ctype.rb
+- lib/regexp_parser/expression/property.rb
+- lib/regexp_parser/expression/set.rb
+- lib/regexp_parser/expression.rb
+- lib/regexp_parser/lexer.rb
+- lib/regexp_parser/parser.rb
+- lib/regexp_parser/scanner.rb
+- lib/regexp_parser/syntax/ruby/1.8.6.rb
+- lib/regexp_parser/syntax/ruby/1.8.7.rb
+- lib/regexp_parser/syntax/ruby/1.8.rb
+- lib/regexp_parser/syntax/ruby/1.9.1.rb
+- lib/regexp_parser/syntax/ruby/1.9.2.rb
+- lib/regexp_parser/syntax/ruby/1.9.3.rb
+- lib/regexp_parser/syntax/ruby/1.9.rb
+- lib/regexp_parser/syntax/tokens.rb
+- lib/regexp_parser/syntax.rb
+- lib/regexp_parser.rb
+- test/helpers.rb
+- test/lexer/test_all.rb
+- test/lexer/test_literals.rb
+- test/lexer/test_nesting.rb
+- test/lexer/test_refcalls.rb
+- test/parser/test_all.rb
+- test/parser/test_alternation.rb
+- test/parser/test_anchors.rb
+- test/parser/test_errors.rb
+- test/parser/test_escapes.rb
+- test/parser/test_expression.rb
+- test/parser/test_groups.rb
+- test/parser/test_properties.rb
+- test/parser/test_quantifiers.rb
+- test/parser/test_refcalls.rb
+- test/parser/test_sets.rb
+- test/scanner/test_all.rb
+- test/scanner/test_anchors.rb
+- test/scanner/test_errors.rb
+- test/scanner/test_escapes.rb
+- test/scanner/test_groups.rb
+- test/scanner/test_literals.rb
+- test/scanner/test_meta.rb
+- test/scanner/test_properties.rb
+- test/scanner/test_quantifiers.rb
+- test/scanner/test_refcalls.rb
+- test/scanner/test_scripts.rb
+- test/scanner/test_sets.rb
+- test/scanner/test_types.rb
+- test/syntax/ruby/test_1.8.rb
+- test/syntax/ruby/test_1.9.1.rb
+- test/syntax/ruby/test_1.9.3.rb
+- test/syntax/ruby/test_all.rb
+- test/syntax/test_all.rb
+- test/test_all.rb
+- lib/regexp_parser/scanner/property.rl
+- lib/regexp_parser/scanner/scanner.rl
+- Rakefile
+- LICENSE
+- README.rdoc
+- ChangeLog
+has_rdoc: true
+homepage: http://github.com/ammar/regexp_parser
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --inline-source
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 1
+      - 3
+      - 7
+      version: 1.3.7
+requirements: []
+
+rubyforge_project: regexp_parser
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Scanner, lexer, parser for ruby's regular expressions
+test_files: 
+- test/helpers.rb
+- test/lexer/test_all.rb
+- test/lexer/test_literals.rb
+- test/lexer/test_nesting.rb
+- test/lexer/test_refcalls.rb
+- test/parser/test_all.rb
+- test/parser/test_alternation.rb
+- test/parser/test_anchors.rb
+- test/parser/test_errors.rb
+- test/parser/test_escapes.rb
+- test/parser/test_expression.rb
+- test/parser/test_groups.rb
+- test/parser/test_properties.rb
+- test/parser/test_quantifiers.rb
+- test/parser/test_refcalls.rb
+- test/parser/test_sets.rb
+- test/scanner/test_all.rb
+- test/scanner/test_anchors.rb
+- test/scanner/test_errors.rb
+- test/scanner/test_escapes.rb
+- test/scanner/test_groups.rb
+- test/scanner/test_literals.rb
+- test/scanner/test_meta.rb
+- test/scanner/test_properties.rb
+- test/scanner/test_quantifiers.rb
+- test/scanner/test_refcalls.rb
+- test/scanner/test_scripts.rb
+- test/scanner/test_sets.rb
+- test/scanner/test_types.rb
+- test/syntax/ruby/test_1.8.rb
+- test/syntax/ruby/test_1.9.1.rb
+- test/syntax/ruby/test_1.9.3.rb
+- test/syntax/ruby/test_all.rb
+- test/syntax/test_all.rb
+- test/test_all.rb