machete 0.2.1 → 0.3.0

data/lib/machete/parser.rb

@@ -8,7 +8,7 @@ require 'racc/parser.rb'
 module Machete
   class Parser < Racc::Parser
 
-module_eval(<<'...end parser.y/module_eval...', 'parser.y', 87)
+module_eval(<<'...end parser.y/module_eval...', 'parser.y', 102)
 
 include Matchers
 
@@ -23,7 +23,65 @@ end
 
 private
 
-SIMPLE_TOKENS = ["|", "<", ">", ",", "="]
+def integer_value(value)
+  if value =~ /^0[bB]/
+    value[2..-1].to_i(2)
+  elsif value =~ /^0[oO]/
+    value[2..-1].to_i(8)
+  elsif value =~ /^0[dD]/
+    value[2..-1].to_i(10)
+  elsif value =~ /^0[xX]/
+    value[2..-1].to_i(16)
+  elsif value =~ /^0/
+    value[1..-1].to_i(8)
+  else
+    value.to_i
+  end
+end
+
+def string_value(value)
+  quote = value[0..0]
+  if quote == "'"
+    value[1..-2].gsub("\\\\", "\\").gsub("\\'", "'")
+  elsif quote == '"'
+    value[1..-2].
+      gsub("\\\\", "\\").
+      gsub('\\"', '"').
+      gsub("\\n", "\n").
+      gsub("\\t", "\t").
+      gsub("\\r", "\r").
+      gsub("\\f", "\f").
+      gsub("\\v", "\v").
+      gsub("\\a", "\a").
+      gsub("\\e", "\e").
+      gsub("\\b", "\b").
+      gsub("\\s", "\s").
+      gsub(/\\([0-7]{1,3})/) { $1.to_i(8).chr }.
+      gsub(/\\x([0-9a-fA-F]{1,2})/) { $1.to_i(16).chr }
+  else
+    raise "Unknown quote: #{quote.inspect}."
+  end
+end
+
+# "^" needs to be here because if it were among operators recognized by
+# METHOD_NAME, "^=" would be recognized as two tokens.
+SIMPLE_TOKENS = [
+  "|",
+  "<",
+  ">",
+  ",",
+  "=",
+  "^=",
+  "^",
+  "$=",
+  "[",
+  "]",
+  "*",
+  "+",
+  "?",
+  "{",
+  "}"
+]
 
 COMPLEX_TOKENS = [
   # INTEGER needs to be before METHOD_NAME, otherwise e.g. "+1" would be
@@ -76,9 +134,14 @@ COMPLEX_TOKENS = [
       )
     /x
   ],
-  # We exclude "<", ">" and "|" from method names since they are lexed as simple
-  # tokens. This is because they have also other meanings in Machette patterns
-  # beside Ruby method names.
+  # ANY, EVEN and ODD need to be before METHOD_NAME, otherwise they would be
+  # recognized as method names.
+  [:ANY,  /^any/],
+  [:EVEN, /^even/],
+  [:ODD,  /^odd/],
+  # We exclude "*", "+", "<", ">", "^" and "|" from method names since they are
+  # lexed as simple tokens. This is because they have also other meanings in
+  # Machette patterns beside Ruby method names.
   [
     :METHOD_NAME,
     /^
@@ -87,7 +150,7 @@ COMPLEX_TOKENS = [
         [a-z_][a-zA-Z0-9_]*[?!=]?
         |
         # operator (sorted by length, then alphabetically)
-        (<=>|===|\[\]=|\*\*|\+@|-@|<<|<=|==|=~|>=|>>|\[\]|[%&*+\-\/^`~])
+        (<=>|===|\[\]=|\*\*|\+@|-@|<<|<=|==|=~|>=|>>|\[\]|[%&\-\/`~])
       )
     /x
   ],
@@ -152,79 +215,147 @@ end
 ##### State transition tables begin ###
 
 racc_action_table = [
-    10,    21,    22,    14,     9,    19,    14,    11,    16,    17,
-    18,    16,    17,    18,     2,     3,     4,     5,     2,     3,
-     4,     5,     2,     3,     4,     5,    23,    11 ]
+    61,     1,     2,     4,    18,    19,    58,     5,     6,     1,
+     2,     4,    22,    23,    19,     5,     6,    25,    26,     3,
+    47,    48,    62,     1,     2,     4,    20,     3,    21,     5,
+     6,     1,     2,     4,    60,    55,    43,     5,     6,    44,
+    45,     3,    64,    17,     1,     2,     4,    46,    63,     3,
+     5,     6,    33,    34,    35,    36,    54,    19,    37,    38,
+    39,    53,     3,    40,    56,    29,    31,    32,    33,    34,
+    35,    36,    52,   nil,    37,    38,    39,    50,    51,    49,
+   nil,    29,    31,    32 ]
 
 racc_action_check = [
-     6,    12,    12,     9,     2,    10,    22,     6,     9,     9,
-     9,    22,    22,    22,     0,     0,     0,     0,    11,    11,
-    11,    11,    23,    23,    23,    23,    15,    25 ]
+    53,    21,    21,    21,     7,    16,    49,    21,    21,     0,
+     0,     0,    16,    16,     7,     0,     0,    16,    16,    21,
+    27,    27,    53,    50,    50,    50,    13,     0,    14,    50,
+    50,     3,     3,     3,    51,    45,    26,     3,     3,    26,
+    26,    50,    61,     5,    19,    19,    19,    26,    56,     3,
+    19,    19,    17,    17,    17,    17,    44,    59,    17,    17,
+    17,    43,    19,    18,    46,    17,    17,    17,    48,    48,
+    48,    48,    43,   nil,    48,    48,    48,    30,    30,    30,
+   nil,    48,    48,    48 ]
 
 racc_action_pointer = [
-    11,   nil,    -4,   nil,   nil,   nil,     0,   nil,   nil,     1,
-     5,    15,    -8,   nil,   nil,    15,   nil,   nil,   nil,   nil,
-   nil,   nil,     4,    19,   nil,    20 ]
+     7,   nil,   nil,    29,   nil,    32,   nil,     4,   nil,   nil,
+   nil,   nil,   nil,     5,    15,   nil,    -5,    48,    63,    42,
+   nil,    -1,   nil,   nil,   nil,   nil,    34,     8,   nil,   nil,
+    63,   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,
+   nil,   nil,   nil,    48,    32,    11,    62,   nil,    64,     3,
+    21,    31,   nil,    -2,   nil,   nil,    24,   nil,   nil,    47,
+   nil,    18,   nil,   nil,   nil ]
 
 racc_action_default = [
-   -17,    -4,    -5,   -14,   -15,   -16,   -17,    -1,    -3,   -17,
-   -17,   -17,   -17,    -7,   -10,   -17,   -13,   -11,   -12,    26,
-    -2,    -6,   -17,   -17,    -8,    -9 ]
+   -44,   -41,   -42,   -25,   -43,    -7,   -40,   -44,    -1,    -3,
+    -4,    -5,    -6,   -44,   -26,   -27,   -29,   -44,   -44,   -44,
+   -24,   -44,   -31,   -32,   -30,   -33,   -44,   -44,    -9,   -18,
+   -44,   -19,   -22,   -15,   -16,   -17,   -14,   -23,   -20,   -21,
+    65,    -2,   -28,   -44,   -44,   -44,   -44,    -8,   -44,   -44,
+   -44,   -44,   -34,   -44,   -38,   -39,   -44,   -10,   -13,   -11,
+   -12,   -44,   -35,   -36,   -37 ]
 
 racc_goto_table = [
-     6,    13,    20,    12,   nil,   nil,   nil,   nil,   nil,   nil,
-   nil,   nil,   nil,   nil,    24,   nil,   nil,   nil,   nil,   nil,
-   nil,   nil,   nil,    25 ]
+     7,    28,    15,    41,    27,    13,    14,    24,   nil,   nil,
+   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,
+    42,   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,
+   nil,   nil,    57,   nil,   nil,   nil,   nil,   nil,   nil,   nil,
+   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,
+    59 ]
 
 racc_goto_check = [
-     1,     6,     2,     5,   nil,   nil,   nil,   nil,   nil,   nil,
-   nil,   nil,   nil,   nil,     6,   nil,   nil,   nil,   nil,   nil,
-   nil,   nil,   nil,     1 ]
+     1,     8,    12,     2,     7,    10,    11,    13,   nil,   nil,
+   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,
+    12,   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,
+   nil,   nil,     8,   nil,   nil,   nil,   nil,   nil,   nil,   nil,
+   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,
+     1 ]
 
 racc_goto_pointer = [
-   nil,     0,    -9,   nil,   nil,    -6,    -8,   nil ]
+   nil,     0,   -16,   nil,   nil,   nil,   nil,   -13,   -16,   nil,
+     2,     3,    -1,    -9 ]
 
 racc_goto_default = [
-   nil,   nil,     7,     8,     1,   nil,   nil,    15 ]
+   nil,    16,     8,     9,    10,    11,    12,   nil,   nil,    30,
+   nil,   nil,   nil,   nil ]
 
 racc_reduce_table = [
   0, 0, :racc_error,
-  1, 13, :_reduce_none,
-  3, 13, :_reduce_2,
-  1, 14, :_reduce_none,
-  1, 14, :_reduce_none,
-  1, 15, :_reduce_5,
-  4, 15, :_reduce_6,
-  1, 17, :_reduce_none,
-  3, 17, :_reduce_8,
-  3, 18, :_reduce_9,
-  1, 19, :_reduce_none,
-  1, 19, :_reduce_none,
-  1, 19, :_reduce_none,
-  1, 19, :_reduce_none,
-  1, 16, :_reduce_14,
-  1, 16, :_reduce_15,
-  1, 16, :_reduce_16 ]
-
-racc_reduce_n = 17
-
-racc_shift_n = 26
+  1, 26, :_reduce_none,
+  3, 26, :_reduce_2,
+  1, 27, :_reduce_none,
+  1, 27, :_reduce_none,
+  1, 27, :_reduce_none,
+  1, 27, :_reduce_none,
+  1, 28, :_reduce_7,
+  4, 28, :_reduce_8,
+  1, 32, :_reduce_none,
+  3, 32, :_reduce_10,
+  3, 33, :_reduce_11,
+  3, 33, :_reduce_12,
+  3, 33, :_reduce_13,
+  1, 34, :_reduce_none,
+  1, 34, :_reduce_none,
+  1, 34, :_reduce_none,
+  1, 34, :_reduce_none,
+  1, 34, :_reduce_none,
+  1, 34, :_reduce_none,
+  1, 34, :_reduce_none,
+  1, 34, :_reduce_none,
+  1, 34, :_reduce_none,
+  1, 34, :_reduce_none,
+  3, 29, :_reduce_24,
+  0, 35, :_reduce_25,
+  1, 35, :_reduce_none,
+  1, 36, :_reduce_27,
+  3, 36, :_reduce_28,
+  1, 37, :_reduce_none,
+  2, 37, :_reduce_30,
+  1, 38, :_reduce_31,
+  1, 38, :_reduce_32,
+  1, 38, :_reduce_33,
+  3, 38, :_reduce_34,
+  4, 38, :_reduce_35,
+  4, 38, :_reduce_36,
+  5, 38, :_reduce_37,
+  3, 38, :_reduce_38,
+  3, 38, :_reduce_39,
+  1, 30, :_reduce_40,
+  1, 30, :_reduce_41,
+  1, 30, :_reduce_42,
+  1, 31, :_reduce_43 ]
+
+racc_reduce_n = 44
+
+racc_shift_n = 65
 
 racc_token_table = {
   false => 0,
   :error => 1,
-  :METHOD_NAME => 2,
-  :CLASS_NAME => 3,
-  :SYMBOL => 4,
-  :INTEGER => 5,
-  :STRING => 6,
-  "|" => 7,
-  "<" => 8,
-  ">" => 9,
-  "," => 10,
-  "=" => 11 }
-
-racc_nt_base = 12
+  :INTEGER => 2,
+  :STRING => 3,
+  :ANY => 4,
+  :EVEN => 5,
+  :ODD => 6,
+  :METHOD_NAME => 7,
+  :CLASS_NAME => 8,
+  :SYMBOL => 9,
+  "|" => 10,
+  "<" => 11,
+  ">" => 12,
+  "," => 13,
+  "=" => 14,
+  "^=" => 15,
+  "$=" => 16,
+  "*" => 17,
+  "+" => 18,
+  "^" => 19,
+  "[" => 20,
+  "]" => 21,
+  "?" => 22,
+  "{" => 23,
+  "}" => 24 }
+
+racc_nt_base = 25
 
 racc_use_result_var = true
 
@@ -247,24 +378,43 @@ Racc_arg = [
 Racc_token_to_s_table = [
   "$end",
   "error",
+  "INTEGER",
+  "STRING",
+  "ANY",
+  "EVEN",
+  "ODD",
   "METHOD_NAME",
   "CLASS_NAME",
   "SYMBOL",
-  "INTEGER",
-  "STRING",
   "\"|\"",
   "\"<\"",
   "\">\"",
   "\",\"",
   "\"=\"",
+  "\"^=\"",
+  "\"$=\"",
+  "\"*\"",
+  "\"+\"",
+  "\"^\"",
+  "\"[\"",
+  "\"]\"",
+  "\"?\"",
+  "\"{\"",
+  "\"}\"",
   "$start",
   "expression",
   "primary",
   "node",
+  "array",
   "literal",
+  "any",
   "attrs",
   "attr",
-  "method_name" ]
+  "method_name",
+  "items_opt",
+  "items",
+  "item",
+  "quantifier" ]
 
 Racc_debug_parser = false
 
@@ -274,7 +424,7 @@ Racc_debug_parser = false
 
 # reduce 1 omitted
 
-module_eval(<<'.,.,', 'parser.y', 14)
+module_eval(<<'.,.,', 'parser.y', 17)
   def _reduce_2(val, _values, result)
                    result = if val[0].is_a?(ChoiceMatcher)
                  ChoiceMatcher.new(val[0].alternatives << val[2])
@@ -290,99 +440,212 @@ module_eval(<<'.,.,', 'parser.y', 14)
 
 # reduce 4 omitted
 
-module_eval(<<'.,.,', 'parser.y', 25)
-  def _reduce_5(val, _values, result)
+# reduce 5 omitted
+
+# reduce 6 omitted
+
+module_eval(<<'.,.,', 'parser.y', 30)
+  def _reduce_7(val, _values, result)
              result = NodeMatcher.new(val[0].to_sym)
        
     result
   end
 .,.,
 
-module_eval(<<'.,.,', 'parser.y', 28)
-  def _reduce_6(val, _values, result)
+module_eval(<<'.,.,', 'parser.y', 33)
+  def _reduce_8(val, _values, result)
              result = NodeMatcher.new(val[0].to_sym, val[2])
        
     result
   end
 .,.,
 
-# reduce 7 omitted
+# reduce 9 omitted
 
-module_eval(<<'.,.,', 'parser.y', 32)
-  def _reduce_8(val, _values, result)
+module_eval(<<'.,.,', 'parser.y', 37)
+  def _reduce_10(val, _values, result)
      result = val[0].merge(val[2]) 
     result
   end
 .,.,
 
-module_eval(<<'.,.,', 'parser.y', 34)
-  def _reduce_9(val, _values, result)
+module_eval(<<'.,.,', 'parser.y', 39)
+  def _reduce_11(val, _values, result)
      result = { val[0].to_sym => val[2] } 
     result
   end
 .,.,
 
-# reduce 10 omitted
+module_eval(<<'.,.,', 'parser.y', 41)
+  def _reduce_12(val, _values, result)
+             result = {
+           val[0].to_sym => StartsWithMatcher.new(string_value(val[2]))
+         }
+       
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 46)
+  def _reduce_13(val, _values, result)
+             result = {
+           val[0].to_sym => EndsWithMatcher.new(string_value(val[2]))
+         }
+       
+    result
+  end
+.,.,
 
-# reduce 11 omitted
+# reduce 14 omitted
 
-# reduce 12 omitted
+# reduce 15 omitted
 
-# reduce 13 omitted
+# reduce 16 omitted
 
-module_eval(<<'.,.,', 'parser.y', 43)
-  def _reduce_14(val, _values, result)
+# reduce 17 omitted
+
+# reduce 18 omitted
+
+# reduce 19 omitted
+
+# reduce 20 omitted
+
+# reduce 21 omitted
+
+# reduce 22 omitted
+
+# reduce 23 omitted
+
+module_eval(<<'.,.,', 'parser.y', 65)
+  def _reduce_24(val, _values, result)
+     result = ArrayMatcher.new(val[1]) 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 67)
+  def _reduce_25(val, _values, result)
+     result = [] 
+    result
+  end
+.,.,
+
+# reduce 26 omitted
+
+module_eval(<<'.,.,', 'parser.y', 70)
+  def _reduce_27(val, _values, result)
+     result = [val[0]] 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 71)
+  def _reduce_28(val, _values, result)
+     result = val[0] << val[2] 
+    result
+  end
+.,.,
+
+# reduce 29 omitted
+
+module_eval(<<'.,.,', 'parser.y', 74)
+  def _reduce_30(val, _values, result)
+     result = Quantifier.new(val[0], *val[1]) 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 76)
+  def _reduce_31(val, _values, result)
+     result = [0, nil, 1] 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 77)
+  def _reduce_32(val, _values, result)
+     result = [1, nil, 1] 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 78)
+  def _reduce_33(val, _values, result)
+     result = [0, 1, 1] 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 80)
+  def _reduce_34(val, _values, result)
+                 result = [integer_value(val[1]), integer_value(val[1]), 1]
+           
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 83)
+  def _reduce_35(val, _values, result)
+                 result = [integer_value(val[1]), nil, 1]
+           
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 86)
+  def _reduce_36(val, _values, result)
+                 result = [0, integer_value(val[2]), 1]
+           
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 89)
+  def _reduce_37(val, _values, result)
+                 result = [integer_value(val[1]), integer_value(val[3]), 1]
+           
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 91)
+  def _reduce_38(val, _values, result)
+     result = [0, nil, 2] 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 92)
+  def _reduce_39(val, _values, result)
+     result = [1, nil, 2] 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 94)
+  def _reduce_40(val, _values, result)
      result = LiteralMatcher.new(val[0][1..-1].to_sym) 
     result
   end
 .,.,
 
-module_eval(<<'.,.,', 'parser.y', 45)
-  def _reduce_15(val, _values, result)
-                value = if val[0] =~ /^0[bB]/
-              val[0][2..-1].to_i(2)
-            elsif val[0] =~ /^0[oO]/
-              val[0][2..-1].to_i(8)
-            elsif val[0] =~ /^0[dD]/
-              val[0][2..-1].to_i(10)
-            elsif val[0] =~ /^0[xX]/
-              val[0][2..-1].to_i(16)
-            elsif val[0] =~ /^0/
-              val[0][1..-1].to_i(8)
-            else
-              val[0].to_i
-            end
-            result = LiteralMatcher.new(value)
-          
+module_eval(<<'.,.,', 'parser.y', 95)
+  def _reduce_41(val, _values, result)
+     result = LiteralMatcher.new(integer_value(val[0])) 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 96)
+  def _reduce_42(val, _values, result)
+     result = LiteralMatcher.new(string_value(val[0])) 
     result
   end
 .,.,
 
-module_eval(<<'.,.,', 'parser.y', 61)
-  def _reduce_16(val, _values, result)
-                quote = val[0][0..0]
-            value = if quote == "'"
-              val[0][1..-2].gsub("\\\\", "\\").gsub("\\'", "'")
-            elsif quote == '"'
-              val[0][1..-2].
-                gsub("\\\\", "\\").
-                gsub('\\"', '"').
-                gsub("\\n", "\n").
-                gsub("\\t", "\t").
-                gsub("\\r", "\r").
-                gsub("\\f", "\f").
-                gsub("\\v", "\v").
-                gsub("\\a", "\a").
-                gsub("\\e", "\e").
-                gsub("\\b", "\b").
-                gsub("\\s", "\s").
-                gsub(/\\([0-7]{1,3})/) { $1.to_i(8).chr }.
-                gsub(/\\x([0-9a-fA-F]{1,2})/) { $1.to_i(16).chr }
-            else
-              raise "Unknown quote: #{quote.inspect}."
-            end
-            result = LiteralMatcher.new(value)
-          
+module_eval(<<'.,.,', 'parser.y', 98)
+  def _reduce_43(val, _values, result)
+     result = AnyMatcher.new 
     result
   end
 .,.,