racc 1.5.2 → 1.6.0

data/test/assets/twowaysql.y

@@ -1,278 +0,0 @@
-# Copyright 2008-2015 Takuto Wada
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-
-class TwoWaySQL::Parser
-
-rule
-
-sql            : stmt_list
-                {
-                  result = RootNode.new( val[0] )
-                }
-
-stmt_list      :
-                {
-                  result = []
-                }
-               | stmt_list stmt
-                {
-                  result.push val[1]
-                }
-
-stmt           : primary
-               | if_stmt
-               | begin_stmt
-
-begin_stmt     : BEGIN stmt_list END
-                {
-                  result = BeginNode.new( val[1] )
-                }
-
-if_stmt        : IF sub_stmt else_stmt END
-                {
-                  result = IfNode.new( val[0][1], val[1], val[2] )
-                }
-
-else_stmt      : ELSE sub_stmt
-                {
-                  result = val[1]
-                }
-               |
-                {
-                  result = nil
-                }
-
-sub_stmt       : and_stmt
-               | or_stmt
-               | stmt_list
-
-and_stmt       : AND stmt_list
-                {
-                  result = SubStatementNode.new( val[0][1], val[1] )
-                }
-
-or_stmt        : OR stmt_list
-                {
-                  result = SubStatementNode.new( val[0][1], val[1] )
-                }
-
-primary        : IDENT
-                {
-                  result = LiteralNode.new( val[0][1] )
-                }
-               | STRING_LITERAL
-                {
-                  result = LiteralNode.new( val[0][1] )
-                }
-               | AND
-                {
-                  result = LiteralNode.new( val[0][1] )
-                }
-               | OR
-                {
-                  result = LiteralNode.new( val[0][1] )
-                }
-               | SPACES
-                {
-                  result = WhiteSpaceNode.new( val[0][1], @preserve_space )
-                }
-               | COMMA
-                {
-                  result = LiteralNode.new( val[0][1] )
-                }
-               | LPAREN
-                {
-                  result = LiteralNode.new( val[0][1] )
-                }
-               | RPAREN
-                {
-                  result = LiteralNode.new( val[0][1] )
-                }
-               | QUESTION
-                {
-                  @num_questions += 1
-                  result = QuestionNode.new( @num_questions )
-                }
-               | ACTUAL_COMMENT
-                {
-                  result = ActualCommentNode.new( val[0][1] , val[0][2] )
-                }
-               | bind_var
-               | embed_var
-
-bind_var       : BIND_VARIABLE STRING_LITERAL
-                {
-                  result = BindVariableNode.new( val[0][1] )
-                }
-               | BIND_VARIABLE SPACES STRING_LITERAL
-                {
-                  result = BindVariableNode.new( val[0][1] )
-                }
-               | BIND_VARIABLE IDENT
-                {
-                  result = BindVariableNode.new( val[0][1] )
-                }
-               | BIND_VARIABLE SPACES IDENT
-                {
-                  result = BindVariableNode.new( val[0][1] )
-                }
-               | PAREN_BIND_VARIABLE
-                {
-                  result = ParenBindVariableNode.new( val[0][1] )
-                }
-
-embed_var      : EMBED_VARIABLE IDENT
-                {
-                  result = EmbedVariableNode.new( val[0][1] )
-                }
-               | EMBED_VARIABLE SPACES IDENT
-                {
-                  result = EmbedVariableNode.new( val[0][1] )
-                }
-
-end
-
-
----- inner
-
-require 'strscan'
-
-def initialize(opts={})
-  opts = {
-    :debug => false,
-    :preserve_space => true,
-    :preserve_comment => false
-  }.merge(opts)
-  @yydebug = opts[:debug]
-  @preserve_space = opts[:preserve_space]
-  @preserve_comment = opts[:preserve_comment]
-  @num_questions = 0
-end
-
-
-PAREN_EXAMPLE                = '\([^\)]+\)'
-BEGIN_BIND_VARIABLE          = '(\/|\#)\*([^\*]+)\*\1'
-BIND_VARIABLE_PATTERN        = /\A#{BEGIN_BIND_VARIABLE}\s*/
-PAREN_BIND_VARIABLE_PATTERN  = /\A#{BEGIN_BIND_VARIABLE}\s*#{PAREN_EXAMPLE}/
-EMBED_VARIABLE_PATTERN       = /\A(\/|\#)\*\$([^\*]+)\*\1\s*/
-
-CONDITIONAL_PATTERN     = /\A(\/|\#)\*(IF)\s+([^\*]+)\s*\*\1/
-BEGIN_END_PATTERN       = /\A(\/|\#)\*(BEGIN|END)\s*\*\1/
-STRING_LITERAL_PATTERN  = /\A(\'(?:[^\']+|\'\')*\')/   ## quoted string
-SPLIT_TOKEN_PATTERN     = /\A(\S+?)(?=\s*(?:(?:\/|\#)\*|-{2,}|\(|\)|\,))/  ## stop on delimiters --,/*,#*,',',(,)
-LITERAL_PATTERN         = /\A([^;\s]+)/
-SPACES_PATTERN          = /\A(\s+)/
-QUESTION_PATTERN        = /\A\?/
-COMMA_PATTERN           = /\A\,/
-LPAREN_PATTERN          = /\A\(/
-RPAREN_PATTERN          = /\A\)/
-ACTUAL_COMMENT_PATTERN          = /\A(\/|\#)\*(\s{1,}(?:.*?))\*\1/m  ## start with spaces
-SEMICOLON_AT_INPUT_END_PATTERN  = /\A\;\s*\Z/
-UNMATCHED_COMMENT_START_PATTERN = /\A(?:(?:\/|\#)\*)/
-
-#TODO: remove trailing spaces for S2Dao compatibility, but this spec sometimes causes SQL bugs...
-ELSE_PATTERN            = /\A\-{2,}\s*ELSE\s*/
-AND_PATTERN             = /\A(\ *AND)\b/i
-OR_PATTERN              = /\A(\ *OR)\b/i
-
-
-def parse( io )
-  @q = []
-  io.each_line(nil) do |whole|
-    @s = StringScanner.new(whole)
-  end
-  scan_str
-
-  # @q.push [ false, nil ]
-  @q.push [ false, [@s.pos, nil] ]
-
-  ## call racc's private parse method
-  do_parse
-end
-
-
-## called by racc
-def next_token
-  @q.shift
-end
-
-
-def scan_str
-  until @s.eos? do
-    case
-    when @s.scan(AND_PATTERN)
-      @q.push [ :AND, [@s.pos, @s[1]] ]
-    when @s.scan(OR_PATTERN)
-      @q.push [ :OR, [@s.pos, @s[1]] ]
-    when @s.scan(SPACES_PATTERN)
-      @q.push [ :SPACES, [@s.pos, @s[1]] ]
-    when @s.scan(QUESTION_PATTERN)
-      @q.push [ :QUESTION, [@s.pos, nil] ]
-    when @s.scan(COMMA_PATTERN)
-      @q.push [ :COMMA, [@s.pos, ','] ]
-    when @s.scan(LPAREN_PATTERN)
-      @q.push [ :LPAREN, [@s.pos, '('] ]
-    when @s.scan(RPAREN_PATTERN)
-      @q.push [ :RPAREN, [@s.pos, ')'] ]
-    when @s.scan(ELSE_PATTERN)
-      @q.push [ :ELSE, [@s.pos, nil] ]
-    when @s.scan(ACTUAL_COMMENT_PATTERN)
-      @q.push [ :ACTUAL_COMMENT, [@s.pos, @s[1], @s[2]] ] if @preserve_comment
-    when @s.scan(BEGIN_END_PATTERN)
-      @q.push [ @s[2].intern, [@s.pos, nil] ]
-    when @s.scan(CONDITIONAL_PATTERN)
-      @q.push [ @s[2].intern, [@s.pos, @s[3]] ]
-    when @s.scan(EMBED_VARIABLE_PATTERN)
-      @q.push [ :EMBED_VARIABLE, [@s.pos, @s[2]] ]
-    when @s.scan(PAREN_BIND_VARIABLE_PATTERN)
-      @q.push [ :PAREN_BIND_VARIABLE, [@s.pos, @s[2]] ]
-    when @s.scan(BIND_VARIABLE_PATTERN)
-      @q.push [ :BIND_VARIABLE, [@s.pos, @s[2]] ]
-    when @s.scan(STRING_LITERAL_PATTERN)
-      @q.push [ :STRING_LITERAL, [@s.pos, @s[1]] ]
-    when @s.scan(SPLIT_TOKEN_PATTERN)
-      @q.push [ :IDENT, [@s.pos, @s[1]] ]
-    when @s.scan(UNMATCHED_COMMENT_START_PATTERN)   ## unmatched comment start, '/*','#*'
-      raise Racc::ParseError, "unmatched comment. line:[#{line_no(@s.pos)}], str:[#{@s.rest}]"
-    when @s.scan(LITERAL_PATTERN)   ## other string token
-      @q.push [ :IDENT, [@s.pos, @s[1]] ]
-    when @s.scan(SEMICOLON_AT_INPUT_END_PATTERN)
-      #drop semicolon at input end
-    else
-      raise Racc::ParseError, "syntax error at or near line:[#{line_no(@s.pos)}], str:[#{@s.rest}]"
-    end
-  end
-end
-
-
-## override racc's default on_error method
-def on_error(t, v, vstack)
-  ## cursor in value-stack is an array of two items,
-  ##   that have position value as 0th item. like [731, "ctx[:limit] "]
-  cursor = vstack.find do |tokens|
-    tokens.size == 2 and tokens[0].kind_of?(Fixnum)
-  end
-  pos = cursor[0]
-  line = line_no(pos)
-  rest = @s.string[pos .. -1]
-  raise Racc::ParseError, "syntax error at or near line:[#{line}], str:[#{rest}]"
-end
-
-
-def line_no(pos)
-  lines = 0
-  scanned = @s.string[0..(pos)]
-  scanned.each_line { lines += 1 }
-  lines
-end

data/test/assets/unterm.y

@@ -1,5 +0,0 @@
-# unterminated action
-
-class A
-rule
-  a: A {

data/test/assets/useless.y

@@ -1,12 +0,0 @@
-
-
-class A
-token A B C X
-rule
-
-targ : A list B
-     | A B C
-
-list: list X
-
-end

data/test/assets/yyerr.y

@@ -1,46 +0,0 @@
-#
-# yyerror/yyerrok/yyaccept test
-#
-
-class A
-rule
-
-target: a b c
-
-a:
-    {
-      yyerror
-      raise ArgumentError, "yyerror failed"
-    }
- | error
-
-b:
-    {
-      yyerrok
-    }
-
-c:
-    {
-      yyaccept
-      raise ArgumentError, "yyaccept failed"
-    }
-
-end
-
----- inner
-
-  def parse
-    do_parse
-  end
-
-  def next_token
-    [false, '$end']
-  end
-
-  def on_error( *args )
-    $stderr.puts "on_error called: args=#{args.inspect}"
-  end
-
----- footer
-
-A.new.parse

data/test/bench.y

@@ -1,36 +0,0 @@
-class BenchmarkParser
-
-rule
-
-  target: a a a a a   a a a a a;
-  a:      b b b b b   b b b b b;
-  b:      c c c c c   c c c c c;
-  c:      d d d d d   d d d d d;
-  d:      e e e e e   e e e e e;
-
-end
-
----- inner
-
-def initialize
-  @old = [ :e, 'e' ]
-  @i = 0
-end
-
-def next_token
-  return [false, '$'] if @i >= 10_0000
-  @i += 1
-  @old
-end
-
-def parse
-  do_parse
-end
-
----- footer
-
-require 'benchmark'
-
-Benchmark.bm do |x|
-  x.report { BenchmarkParser.new.parse }
-end

data/test/helper.rb

@@ -1,115 +0,0 @@
-verbose = $VERBOSE
-$VERBOSE = true
-begin
-
-require 'test/unit'
-begin
-  require_relative './lib/core_assertions'
-  Test::Unit::TestCase.include Test::Unit::CoreAssertions
-rescue LoadError
-end
-require 'racc/static'
-require 'fileutils'
-require 'tempfile'
-require 'timeout'
-
-module Racc
-  class TestCase < Test::Unit::TestCase
-    PROJECT_DIR = File.expand_path(File.join(File.dirname(__FILE__), '..'))
-
-    test_dir = File.join(PROJECT_DIR, 'test')
-    test_dir = File.join(PROJECT_DIR, 'racc') unless File.exist?(test_dir)
-    TEST_DIR = test_dir
-    racc = File.join(PROJECT_DIR, 'bin', 'racc')
-    racc = File.join(PROJECT_DIR, '..', 'libexec', 'racc') unless File.exist?(racc)
-    RACC = racc
-    ASSET_DIR = File.join(TEST_DIR, 'assets') # test grammars
-    REGRESS_DIR  = File.join(TEST_DIR, 'regress') # known-good generated outputs
-
-    INC = [
-      File.join(PROJECT_DIR, 'lib'),
-      File.join(PROJECT_DIR, 'ext'),
-    ].join(':')
-
-    def setup
-      @TEMP_DIR = Dir.mktmpdir("racc")
-      @OUT_DIR  = File.join(@TEMP_DIR, 'out')
-      @TAB_DIR  = File.join(@TEMP_DIR, 'tab') # generated parsers go here
-      @LOG_DIR  = File.join(@TEMP_DIR, 'log')
-      @ERR_DIR  = File.join(@TEMP_DIR, 'err')
-      FileUtils.mkdir_p([@OUT_DIR, @TAB_DIR, @LOG_DIR, @ERR_DIR])
-      FileUtils.cp File.join(TEST_DIR, "src.intp"), @TEMP_DIR
-    end
-
-    def teardown
-      FileUtils.rm_f(File.join(@TEMP_DIR, "src.intp"))
-      FileUtils.rm_rf([@OUT_DIR, @TAB_DIR, @LOG_DIR, @ERR_DIR, @TEMP_DIR])
-    end
-
-    def assert_compile(asset, args = [], **opt)
-      file = File.basename(asset, '.y')
-      args = ([args].flatten) + [
-        "#{ASSET_DIR}/#{file}.y",
-        '-Do',
-        "-O#{@OUT_DIR}/#{file}",
-        "-o#{@TAB_DIR}/#{file}",
-      ]
-      racc(*args, **opt)
-    end
-
-    def assert_debugfile(asset, ok)
-      file = File.basename(asset, '.y')
-      Dir.chdir(@LOG_DIR) do
-        File.foreach("#{file}.y") do |line|
-          line.strip!
-          case line
-          when /sr/ then assert_equal "sr#{ok[0]}", line
-          when /rr/ then assert_equal "rr#{ok[1]}", line
-          when /un/ then assert_equal "un#{ok[2]}", line
-          when /ur/ then assert_equal "ur#{ok[3]}", line
-          when /ex/ then assert_equal "ex#{ok[4]}", line
-          else
-            raise TestFailed, 'racc outputs unknown debug report???'
-          end
-        end
-      end
-    end
-
-    def assert_exec(asset)
-      lib_path = File.expand_path("../../lib", __FILE__)
-      file = File.basename(asset, '.y')
-      ruby "-I#{lib_path}", "#{@TAB_DIR}/#{file}"
-    end
-
-    def strip_version(source)
-      source.sub(/This file is automatically generated by Racc \d+\.\d+\.\d+/, '')
-    end
-
-    def assert_output_unchanged(asset)
-      file = File.basename(asset, '.y')
-
-      # Code to re-generate the expectation files
-      # File.write("#{REGRESS_DIR}/#{file}", File.read("#{@TAB_DIR}/#{file}"))
-
-      expected = File.read("#{REGRESS_DIR}/#{file}")
-      actual   = File.read("#{@TAB_DIR}/#{file}")
-      result   = (strip_version(expected) == strip_version(actual))
-
-      assert(result, "Output of test/assets/#{file}.y differed from " \
-        "expectation. Try compiling it and diff with test/regress/#{file}.")
-    end
-
-    def racc(*arg, **opt)
-      lib_path = File.expand_path("../../lib", __FILE__)
-      ruby "-I#{lib_path}", "-S", RACC, *arg, **opt
-    end
-
-    def ruby(*arg, **opt)
-      assert_ruby_status(["-C", @TEMP_DIR, *arg], **opt)
-    end
-  end
-end
-
-ensure
-$VERBOSE = verbose
-end

data/test/infini.y

@@ -1,8 +0,0 @@
-
-class I
-
-rule
-
-list: list X
-
-end