regexp_parser 1.4.0 → 1.7.1

data/test/parser/test_sets.rb

@@ -1,179 +0,0 @@
-require File.expand_path("../../helpers", __FILE__)
-
-class TestParserSets < Test::Unit::TestCase
-  def test_parse_set_basic
-    root = RP.parse('[ab]+')
-    exp  = root[0]
-
-    assert_equal CharacterSet, exp.class
-    assert_equal 2, exp.count
-
-    assert_equal Literal, exp[0].class
-    assert_equal 'a', exp[0].text
-    assert_equal Literal, exp[1].class
-    assert_equal 'b', exp[1].text
-
-    assert       exp.quantified?
-    assert_equal 1, exp.quantifier.min
-    assert_equal(-1, exp.quantifier.max)
-  end
-
-  def test_parse_set_char_type
-    root = RP.parse('[a\dc]')
-    exp  = root[0]
-
-    assert_equal CharacterSet, exp.class
-    assert_equal 3, exp.count
-
-    assert_equal CharacterType::Digit, exp[1].class
-    assert_equal '\d', exp[1].text
-  end
-
-  def test_parse_set_escape_sequence_backspace
-    root = RP.parse('[a\bc]')
-    exp  = root[0]
-
-    assert_equal CharacterSet, exp.class
-    assert_equal 3, exp.count
-
-    assert_equal EscapeSequence::Backspace, exp[1].class
-    assert_equal '\b', exp[1].text
-
-    assert       exp.matches?('a')
-    assert       exp.matches?("\b")
-    refute       exp.matches?('b')
-    assert       exp.matches?('c')
-  end
-
-  def test_parse_set_escape_sequence_hex
-    root = RP.parse('[a\x20c]', :any)
-    exp  = root[0]
-
-    assert_equal CharacterSet, exp.class
-    assert_equal 3, exp.count
-
-    assert_equal EscapeSequence::Hex, exp[1].class
-    assert_equal '\x20', exp[1].text
-  end
-
-  def test_parse_set_escape_sequence_codepoint
-    root = RP.parse('[a\u0640]')
-    exp  = root[0]
-
-    assert_equal CharacterSet, exp.class
-    assert_equal 2, exp.count
-
-    assert_equal EscapeSequence::Codepoint, exp[1].class
-    assert_equal '\u0640', exp[1].text
-  end
-
-  def test_parse_set_escape_sequence_codepoint_list
-    root = RP.parse('[a\u{41 1F60D}]')
-    exp  = root[0]
-
-    assert_equal CharacterSet, exp.class
-    assert_equal 2, exp.count
-
-    assert_equal EscapeSequence::CodepointList, exp[1].class
-    assert_equal '\u{41 1F60D}', exp[1].text
-  end
-
-  def test_parse_set_posix_class
-    root = RP.parse('[[:digit:][:^lower:]]+')
-    exp  = root[0]
-
-    assert_equal CharacterSet, exp.class
-    assert_equal 2, exp.count
-
-    assert_equal PosixClass, exp[0].class
-    assert_equal '[:digit:]', exp[0].text
-    assert_equal PosixClass, exp[1].class
-    assert_equal '[:^lower:]', exp[1].text
-  end
-
-  def test_parse_set_nesting
-    root = RP.parse('[a[b[c]d]e]')
-
-    exp = root[0]
-    assert_equal CharacterSet, exp.class
-    assert_equal 3, exp.count
-    assert_equal Literal, exp[0].class
-    assert_equal Literal, exp[2].class
-
-    subset1 = exp[1]
-    assert_equal CharacterSet, subset1.class
-    assert_equal 3, subset1.count
-    assert_equal Literal, subset1[0].class
-    assert_equal Literal, subset1[2].class
-
-    subset2 = subset1[1]
-    assert_equal CharacterSet, subset2.class
-    assert_equal 1, subset2.count
-    assert_equal Literal, subset2[0].class
-  end
-
-  def test_parse_set_nesting_negative
-    root = RP.parse('[a[^b[c]]]')
-    exp  = root[0]
-
-    assert_equal CharacterSet, exp.class
-    assert_equal 2, exp.count
-    assert_equal Literal, exp[0].class
-    refute       exp.negative?
-
-    subset1 = exp[1]
-    assert_equal CharacterSet, subset1.class
-    assert_equal 2, subset1.count
-    assert_equal Literal, subset1[0].class
-    assert       subset1.negative?
-
-    subset2 = subset1[1]
-    assert_equal CharacterSet, subset2.class
-    assert_equal 1, subset2.count
-    assert_equal Literal, subset2[0].class
-    refute       subset2.negative?
-  end
-
-  def test_parse_set_nesting_to_s
-    pattern = '[a[b[^c]]]'
-    root    = RP.parse(pattern)
-
-    assert_equal pattern, root.to_s
-  end
-
-  def test_parse_set_literals_are_not_merged
-    root = RP.parse("[#{'a' * 10}]")
-    exp  = root[0]
-
-    assert_equal 10, exp.count
-  end
-
-  def test_parse_set_whitespace_is_not_merged
-    root = RP.parse("[#{' ' * 10}]")
-    exp  = root[0]
-
-    assert_equal 10, exp.count
-  end
-
-  def test_parse_set_whitespace_is_not_merged_in_x_mode
-    root = RP.parse("(?x)[#{' ' * 10}]")
-    exp  = root[1]
-
-    assert_equal 10, exp.count
-  end
-
-  # TODO: Collations and equivalents need own exp class if they ever get enabled
-  def test_parse_set_collating_sequence
-    root = RP.parse('[a[.span-ll.]h]', :any)
-    exp  = root[0]
-
-    assert_equal '[.span-ll.]', exp[1].to_s
-  end
-
-  def test_parse_set_character_equivalents
-    root = RP.parse('[a[=e=]h]', :any)
-    exp  = root[0]
-
-    assert_equal '[=e=]', exp[1].to_s
-  end
-end

data/test/parser/test_types.rb

@@ -1,50 +0,0 @@
-require File.expand_path("../../helpers", __FILE__)
-
-class TestParserTypes < Test::Unit::TestCase
-
-  tests = {
-    /a\dc/    => [1, :type,   :digit,     CharacterType::Digit],
-    /a\Dc/    => [1, :type,   :nondigit,  CharacterType::NonDigit],
-
-    /a\sc/    => [1, :type,   :space,     CharacterType::Space],
-    /a\Sc/    => [1, :type,   :nonspace,  CharacterType::NonSpace],
-
-    /a\hc/    => [1, :type,   :hex,       CharacterType::Hex],
-    /a\Hc/    => [1, :type,   :nonhex,    CharacterType::NonHex],
-
-    /a\wc/    => [1, :type,   :word,      CharacterType::Word],
-    /a\Wc/    => [1, :type,   :nonword,   CharacterType::NonWord],
-  }
-
-  tests.each_with_index do |(pattern, (index, type, token, klass)), count|
-    define_method "test_parse_type_#{token}_#{count}" do
-      root = RP.parse(pattern, 'ruby/1.9')
-      exp  = root.expressions.at(index)
-
-      assert exp.is_a?( klass ),
-             "Expected #{klass}, but got #{exp.class.name}"
-
-      assert_equal type,  exp.type
-      assert_equal token, exp.token
-    end
-  end
-
-  tests_2_0 = {
-    'a\Rc'    => [1, :type,   :linebreak, CharacterType::Linebreak],
-    'a\Xc'    => [1, :type,   :xgrapheme, CharacterType::ExtendedGrapheme],
-  }
-
-  tests_2_0.each_with_index do |(pattern, (index, type, token, klass)), count|
-    define_method "test_parse_type_#{token}_#{count}" do
-      root = RP.parse(pattern, 'ruby/2.0')
-      exp  = root.expressions.at(index)
-
-      assert exp.is_a?( klass ),
-             "Expected #{klass}, but got #{exp.class.name}"
-
-      assert_equal type,  exp.type
-      assert_equal token, exp.token
-    end
-  end
-
-end

data/test/scanner/test_all.rb

@@ -1,38 +0,0 @@
-require File.expand_path("../../helpers", __FILE__)
-
-%w[
-  anchors errors escapes free_space groups literals meta
-  properties quantifiers refcalls scripts sets types unicode_blocks
-].each do |tc|
-  require File.expand_path("../test_#{tc}", __FILE__)
-end
-
-if RUBY_VERSION >= '2.0.0'
-  %w{conditionals keep}.each do|tc|
-    require File.expand_path("../test_#{tc}", __FILE__)
-  end
-end
-
-class TestRegexpScanner < Test::Unit::TestCase
-
-  def test_scanner_returns_an_array
-    assert_instance_of Array, RS.scan('abc')
-  end
-
-  def test_scanner_returns_tokens_as_arrays
-    tokens = RS.scan('^abc+[^one]{2,3}\b\d\\\C-C$')
-
-    all_arrays = tokens.all? do |token|
-      token.kind_of?(Array) and token.length == 5
-    end
-
-    assert all_arrays, 'Not all tokens are arrays of 5 elements'
-  end
-
-  def test_scanner_token_count
-    re = /^(one|two){2,3}([^d\]efm-qz\,\-]*)(ghi)+$/i
-
-    assert_equal 28, RS.scan(re).length
-  end
-
-end

data/test/scanner/test_anchors.rb

@@ -1,38 +0,0 @@
-require File.expand_path("../../helpers", __FILE__)
-
-class ScannerAnchors < Test::Unit::TestCase
-
-  tests = {
-   '^abc'       => [0, :anchor,     :bol,                   '^',    0, 1],
-   'abc$'       => [1, :anchor,     :eol,                   '$',    3, 4],
-
-   '\Aabc'      => [0, :anchor,     :bos,                   '\A',   0, 2],
-   'abc\z'      => [1, :anchor,     :eos,                   '\z',   3, 5],
-   'abc\Z'      => [1, :anchor,     :eos_ob_eol,            '\Z',   3, 5],
-
-   'a\bc'       => [1, :anchor,     :word_boundary,         '\b',   1, 3],
-   'a\Bc'       => [1, :anchor,     :nonword_boundary,      '\B',   1, 3],
-
-   'a\Gc'       => [1, :anchor,     :match_start,           '\G',   1, 3],
-
-   "\\\\Ac"     => [0, :escape,    :backslash,              '\\\\', 0, 2],
-   "a\\\\z"     => [1, :escape,    :backslash,              '\\\\', 1, 3],
-   "a\\\\Z"     => [1, :escape,    :backslash,              '\\\\', 1, 3],
-   "a\\\\bc"    => [1, :escape,    :backslash,              '\\\\', 1, 3],
-   "a\\\\Bc"    => [1, :escape,    :backslash,              '\\\\', 1, 3],
-  }
-
-  tests.each_with_index do |(pattern, (index, type, token, text, ts, te)), count|
-    define_method "test_scanner_#{type}_#{token}_#{count}" do
-      tokens = RS.scan(pattern)
-      result = tokens[index]
-
-      assert_equal type,  result[0]
-      assert_equal token, result[1]
-      assert_equal text,  result[2]
-      assert_equal ts,    result[3]
-      assert_equal te,    result[4]
-    end
-  end
-
-end

data/test/scanner/test_conditionals.rb

@@ -1,184 +0,0 @@
-require File.expand_path("../../helpers", __FILE__)
-
-class ScannerConditionals < Test::Unit::TestCase
-
-  # Basic conditional scan token tests
-  tests = {
-    /(a)(?(1)T|F)1/       => [3,  :conditional,  :open,              '(?',   3,  5],
-    /(a)(?(1)T|F)2/       => [4,  :conditional,  :condition_open,    '(',    5,  6],
-    /(a)(?(1)T|F)3/       => [5,  :conditional,  :condition,         '1',    6,  7],
-    /(a)(?(1)T|F)4/       => [6,  :conditional,  :condition_close,   ')',    7,  8],
-    /(a)(?(1)T|F)5/       => [7,  :literal,      :literal,           'T',    8,  9],
-    /(a)(?(1)T|F)6/       => [8,  :conditional,  :separator,         '|',    9,  10],
-    /(a)(?(1)T|F)7/       => [9,  :literal,      :literal,           'F',    10, 11],
-    /(a)(?(1)T|F)8/       => [10, :conditional,  :close,             ')',    11, 12],
-
-    /(a)(?(1)TRUE)9/      => [8,  :conditional,  :close,             ')',    12, 13],
-
-    /(a)(?(1)TRUE|)10/    => [8,  :conditional,  :separator,         '|',    12, 13],
-    /(a)(?(1)TRUE|)11/    => [9,  :conditional,  :close,             ')',    13, 14],
-
-    /(?<N>A)(?(<N>)T|F)1/ => [5,  :conditional,  :condition,         '<N>',  10, 13],
-    /(?'N'A)(?('N')T|F)2/ => [5,  :conditional,  :condition,         "'N'",  10, 13],
-  }
-
-  tests.each_with_index do |(pattern, (index, type, token, text, ts, te)), count|
-    define_method "test_scanner_#{type}_#{token}_#{count}" do
-      tokens = RS.scan(pattern)
-      result = tokens[index]
-
-      assert_equal type,  result[0]
-      assert_equal token, result[1]
-      assert_equal text,  result[2]
-      assert_equal ts,    result[3]
-      assert_equal te,    result[4]
-    end
-  end
-
-  def test_scan_conditional_nested
-    regexp = /(a(b(c)))(?(1)(?(2)d|(?(3)e|f))|(?(2)(?(1)g|h)))/
-    tokens = RS.scan(regexp)
-
-    [ [ 0, :group,        :capture,         '(',   0,  1],
-      [ 1, :literal,      :literal,         'a',   1,  2],
-      [ 2, :group,        :capture,         '(',   2,  3],
-      [ 3, :literal,      :literal,         'b',   3,  4],
-      [ 4, :group,        :capture,         '(',   4,  5],
-      [ 5, :literal,      :literal,         'c',   5,  6],
-      [ 6, :group,        :close,           ')',   6,  7],
-      [ 7, :group,        :close,           ')',   7,  8],
-      [ 8, :group,        :close,           ')',   8,  9],
-      [ 9, :conditional,  :open,            '(?',  9, 11],
-      [10, :conditional,  :condition_open,  '(',  11, 12],
-      [11, :conditional,  :condition,       '1',  12, 13],
-      [12, :conditional,  :condition_close, ')',  13, 14],
-      [13, :conditional,  :open,            '(?', 14, 16],
-      [14, :conditional,  :condition_open,  '(',  16, 17],
-      [15, :conditional,  :condition,       '2',  17, 18],
-      [16, :conditional,  :condition_close, ')',  18, 19],
-      [17, :literal,      :literal,         'd',  19, 20],
-      [18, :conditional,  :separator,       '|',  20, 21],
-      [19, :conditional,  :open,            '(?', 21, 23],
-      [20, :conditional,  :condition_open,  '(',  23, 24],
-      [21, :conditional,  :condition,       '3',  24, 25],
-      [22, :conditional,  :condition_close, ')',  25, 26],
-      [23, :literal,      :literal,         'e',  26, 27],
-      [24, :conditional,  :separator,       '|',  27, 28],
-      [25, :literal,      :literal,         'f',  28, 29],
-      [26, :conditional,  :close,           ')',  29, 30],
-      [27, :conditional,  :close,           ')',  30, 31],
-      [28, :conditional,  :separator,       '|',  31, 32],
-      [29, :conditional,  :open,            '(?', 32, 34],
-      [30, :conditional,  :condition_open,  '(',  34, 35],
-      [31, :conditional,  :condition,       '2',  35, 36],
-      [32, :conditional,  :condition_close, ')',  36, 37],
-      [33, :conditional,  :open,            '(?', 37, 39],
-      [34, :conditional,  :condition_open,  '(',  39, 40],
-      [35, :conditional,  :condition,       '1',  40, 41],
-      [36, :conditional,  :condition_close, ')',  41, 42],
-      [37, :literal,      :literal,         'g',  42, 43],
-      [38, :conditional,  :separator,       '|',  43, 44],
-      [39, :literal,      :literal,         'h',  44, 45],
-      [40, :conditional,  :close,           ')',  45, 46],
-      [41, :conditional,  :close,           ')',  46, 47],
-      [42, :conditional,  :close,           ')',  47, 48]
-    ].each do |index, type, token, text, ts, te|
-      result = tokens[index]
-
-      assert_equal type,  result[0]
-      assert_equal token, result[1]
-      assert_equal text,  result[2]
-      assert_equal ts,    result[3]
-      assert_equal te,    result[4]
-    end
-  end
-
-  def test_scan_conditional_nested_groups
-    regexp = /((a)|(b)|((?(2)(c(d|e)+)?|(?(3)f|(?(4)(g|(h)(i)))))))/
-    tokens = RS.scan(regexp)
-
-    [ [ 0, :group,        :capture,         '(',   0,  1],
-      [ 1, :group,        :capture,         '(',   1,  2],
-      [ 2, :literal,      :literal,         'a',   2,  3],
-      [ 3, :group,        :close,           ')',   3,  4],
-      [ 4, :meta,         :alternation,     '|',   4,  5],
-      [ 5, :group,        :capture,         '(',   5,  6],
-      [ 6, :literal,      :literal,         'b',   6,  7],
-      [ 7, :group,        :close,           ')',   7,  8],
-      [ 8, :meta,         :alternation,     '|',   8,  9],
-      [ 9, :group,        :capture,         '(',   9, 10],
-      [10, :conditional,  :open,            '(?', 10, 12],
-      [11, :conditional,  :condition_open,  '(',  12, 13],
-      [12, :conditional,  :condition,       '2',  13, 14],
-      [13, :conditional,  :condition_close, ')',  14, 15],
-      [14, :group,        :capture,         '(',  15, 16],
-      [15, :literal,      :literal,         'c',  16, 17],
-      [16, :group,        :capture,         '(',  17, 18],
-      [17, :literal,      :literal,         'd',  18, 19],
-      [18, :meta,         :alternation,     '|',  19, 20],
-      [19, :literal,      :literal,         'e',  20, 21],
-      [20, :group,        :close,           ')',  21, 22],
-      [21, :quantifier,   :one_or_more,     '+',  22, 23],
-      [22, :group,        :close,           ')',  23, 24],
-      [23, :quantifier,   :zero_or_one,     '?',  24, 25],
-      [24, :conditional,  :separator,       '|',  25, 26],
-      [25, :conditional,  :open,            '(?', 26, 28],
-      [26, :conditional,  :condition_open,  '(',  28, 29],
-      [27, :conditional,  :condition,       '3',  29, 30],
-      [28, :conditional,  :condition_close, ')',  30, 31],
-      [29, :literal,      :literal,         'f',  31, 32],
-      [30, :conditional,  :separator,       '|',  32, 33],
-      [31, :conditional,  :open,            '(?', 33, 35],
-      [32, :conditional,  :condition_open,  '(',  35, 36],
-      [33, :conditional,  :condition,       '4',  36, 37],
-      [34, :conditional,  :condition_close, ')',  37, 38],
-      [35, :group,        :capture,         '(',  38, 39],
-      [36, :literal,      :literal,         'g',  39, 40],
-      [37, :meta,         :alternation,     '|',  40, 41],
-      [38, :group,        :capture,         '(',  41, 42],
-      [39, :literal,      :literal,         'h',  42, 43],
-      [40, :group,        :close,           ')',  43, 44],
-      [41, :group,        :capture,         '(',  44, 45],
-      [42, :literal,      :literal,         'i',  45, 46],
-      [43, :group,        :close,           ')',  46, 47],
-      [44, :group,        :close,           ')',  47, 48],
-      [45, :conditional,  :close,           ')',  48, 49],
-      [46, :conditional,  :close,           ')',  49, 50],
-      [47, :conditional,  :close,           ')',  50, 51],
-      [48, :group,        :close,           ')',  51, 52],
-      [49, :group,        :close,           ')',  52, 53]
-    ].each do |index, type, token, text, ts, te|
-      result = tokens[index]
-
-      assert_equal type,  result[0]
-      assert_equal token, result[1]
-      assert_equal text,  result[2]
-      assert_equal ts,    result[3]
-      assert_equal te,    result[4]
-    end
-  end
-
-  def test_scan_conditional_nested_alternation
-    regexp = /(a)(?(1)(b|c|d)|(e|f|g))(h)(?(2)(i|j|k)|(l|m|n))|o|p/
-    tokens = RS.scan(regexp)
-
-    [9, 11, 17, 19, 32, 34, 40, 42, 46, 48].each do |index|
-      result = tokens[index]
-
-      assert_equal :meta,         result[0]
-      assert_equal :alternation,  result[1]
-      assert_equal '|',           result[2]
-      assert_equal 1,             result[4] - result[3]
-    end
-
-    [14, 37].each do |index|
-      result = tokens[index]
-
-      assert_equal :conditional,  result[0]
-      assert_equal :separator,    result[1]
-      assert_equal '|',           result[2]
-      assert_equal 1,             result[4] - result[3]
-    end
-  end
-
-end