racc 1.4.6

data/test/assets/syntax.y

@@ -0,0 +1,50 @@
+#
+# racc syntax checker
+#
+
+class M1::M2::ParserClass < S1::S2::SuperClass
+
+  token A
+      | B C
+
+  convert
+    A '5'
+  end
+
+  prechigh
+    left B
+  preclow
+
+  start target
+
+  expect 0
+
+rule
+
+  target: A B C
+            {
+              print 'abc'
+            }
+        | B C A
+        | C B A
+            {
+              print 'cba'
+            }
+        | cont
+  
+  cont  : A c2 B c2 C
+
+  c2    : C C C C C
+
+end
+
+---- inner
+
+    junk code  !!!!
+
+kjaljlajrlaolanbla  /// %%%  (*((( token rule
+akiurtlajluealjflaj    @@@@   end end end end __END__
+  laieu2o879urkq96ga(Q#*&%Q#
+ #&lkji  END
+
+         q395q?///  liutjqlkr7

data/test/assets/unterm.y

@@ -0,0 +1,5 @@
+# unterminated action
+
+class A
+rule
+  a: A {

data/test/assets/useless.y

@@ -0,0 +1,12 @@
+
+
+class A
+token A B C X
+rule
+
+targ : A list B
+     | A B C
+
+list: list X
+
+end

data/test/assets/yyerr.y

@@ -0,0 +1,46 @@
+#
+# yyerror/yyerrok/yyaccept test
+#
+
+class A
+rule
+
+target: a b c
+
+a:
+    {
+      yyerror
+      raise ArgumentError, "yyerror failed"
+    }
+ | error
+
+b:
+    {
+      yyerrok
+    }
+
+c:
+    {
+      yyaccept
+      raise ArgumentError, "yyaccept failed"
+    }
+
+end
+
+---- inner
+
+  def parse
+    do_parse
+  end
+
+  def next_token
+    [false, '$end']
+  end
+
+  def on_error( *args )
+    $stderr.puts "on_error called: args=#{args.inspect}"
+  end
+
+---- footer
+
+A.new.parse

data/test/bench.y

@@ -0,0 +1,36 @@
+class BenchmarkParser
+
+rule
+
+  target: a a a a a   a a a a a;
+  a:      b b b b b   b b b b b;
+  b:      c c c c c   c c c c c;
+  c:      d d d d d   d d d d d;
+  d:      e e e e e   e e e e e;
+
+end
+
+---- inner
+
+def initialize
+  @old = [ :e, 'e' ]
+  @i = 0
+end
+
+def next_token
+  return [false, '$'] if @i >= 10_0000
+  @i += 1
+  @old
+end
+
+def parse
+  do_parse
+end
+
+---- footer
+
+require 'benchmark'
+
+Benchmark.bm do |x|
+  x.report { BenchmarkParser.new.parse }
+end

data/test/helper.rb

@@ -0,0 +1,88 @@
+$VERBOSE = true
+require 'test/unit'
+require 'racc/static'
+require 'fileutils'
+
+module Racc
+  class TestCase < Test::Unit::TestCase
+    PROJECT_DIR = File.expand_path(File.join(File.dirname(__FILE__), '..'))
+
+    TEST_DIR = File.join(PROJECT_DIR, 'test')
+
+    RACC      = File.join(PROJECT_DIR, 'bin', 'racc')
+    OUT_DIR   = File.join(TEST_DIR, 'out')
+    TAB_DIR   = File.join(TEST_DIR, 'tab')
+    LOG_DIR   = File.join(TEST_DIR, 'log')
+    ERR_DIR   = File.join(TEST_DIR, 'err')
+    ASSET_DIR = File.join(TEST_DIR, 'assets')
+
+    INC = [
+      File.join(PROJECT_DIR, 'lib'),
+      File.join(PROJECT_DIR, 'ext'),
+    ].join(':')
+
+    unless RUBY_VERSION >= '1.9'
+      undef :default_test
+    end
+
+    def setup
+      [OUT_DIR, TAB_DIR, LOG_DIR, ERR_DIR].each do |dir|
+        FileUtils.mkdir_p(dir)
+      end
+    end
+
+    def teardown
+      [OUT_DIR, TAB_DIR, LOG_DIR, ERR_DIR].each do |dir|
+        FileUtils.rm_rf(dir)
+      end
+    end
+
+    def assert_compile asset, args = []
+      asset = File.basename(asset, '.y')
+      args = ([args].flatten) + [
+        "#{ASSET_DIR}/#{asset}.y",
+        '-Do',
+        "-O#{OUT_DIR}/#{asset}",
+        "-o#{TAB_DIR}/#{asset}",
+      ]
+      racc "#{args.join(' ')}"
+    end
+
+    def assert_debugfile asset, ok
+      name = File.basename(asset, '.y')
+      Dir.chdir(TEST_DIR) do
+        File.foreach("log/#{name}.y") do |line|
+          line.strip!
+          case line
+          when /sr/ then assert_equal "sr#{ok[0]}", line
+          when /rr/ then assert_equal "rr#{ok[1]}", line
+          when /un/ then assert_equal "un#{ok[2]}", line
+          when /ur/ then assert_equal "ur#{ok[3]}", line
+          when /ex/ then assert_equal "ex#{ok[4]}", line
+          else
+            raise TestFailed, 'racc outputs unknown debug report???'
+          end
+        end
+      end
+    end
+
+    def assert_exec file
+      file = File.basename(file, '.y')
+      Dir.chdir(TEST_DIR) do
+        ruby("tab/#{file}")
+      end
+    end
+
+    def racc arg
+      ruby "-S #{RACC} #{arg}"
+    end
+    
+    def ruby arg
+      Dir.chdir(TEST_DIR) do
+        cmd = "#{ENV['_']} -I #{INC} #{arg} 2>>/tmp/out"
+        result = system(cmd)
+        result ? assert(result) : raise(cmd)
+      end
+    end
+  end
+end

data/test/infini.y

@@ -0,0 +1,8 @@
+
+class I
+
+rule
+
+list: list X
+
+end

data/test/scandata/brace

@@ -0,0 +1,7 @@
+{  {
+  } { }    {
+    { { { } } }
+    { { { {} } } }
+    {} {} {}
+  }
+}

data/test/scandata/gvar

@@ -0,0 +1 @@
+{ $' $" $& $-a $/ $\ $( $1 $2 $3 $? $-i }

data/test/scandata/normal

@@ -0,0 +1,4 @@
+{
+    # comment
+    result = "string".match(/regexp/)[0]
+}

data/test/scandata/percent

@@ -0,0 +1,18 @@
+{
+    3 % 5         # mod
+    3%5           # mod
+    3% 5          # mod
+    i % 5         # mod
+    i%5           # mod
+    i% 5          # mod
+    call %{str}   # string
+    call(%{str})  # string
+    %q{string}    # string
+    %Q{string}    # string
+    %r{string}    # string
+    %w(array)     # array
+    %x{array}     # command string
+    %{string}     # string
+    %_string_     # string
+    %/string/     # regexp
+}

data/test/scandata/slash

@@ -0,0 +1,10 @@
+{
+    # here's many '/'s
+    i = 5/1            # div
+    re = /regex/       # regexp
+    i /= 5             # div
+    result = 5 / 1     # div
+    result = 5/ 1      # div
+    call(/regex/)      # regexp
+    call /regex/       # regexp
+}

data/test/src.intp

@@ -0,0 +1,34 @@
+def assert( no, cond )
+  if cond then
+  else
+    raise( 'assert ' + to_s(no) + ' failed' )
+  end
+end
+
+assert( 1, concat(concat(concat('str=', 'a'), "b"), 'c') == 'str=abc' )
+assert( 2, 'operator' + ' ok' == 'operator ok' )
+assert( 3, 1 + 1 == 2 )
+assert( 4, 4 * 1 + 10 * 1 == 14 )
+
+if true then
+  assert( 5, true )
+else
+  assert( 6, false )
+end
+
+i = 1
+while i == 1 do
+  i = false
+end
+assert( 7, i == false )
+assert( 8, nil == nil )
+
+def func
+  assert( 9, true )
+end
+func
+
+def argfunc( str )
+  assert( 10, str == 'ok' )
+end
+argfunc 'ok'

data/test/start.y

@@ -0,0 +1,20 @@
+class S
+
+start st
+
+rule
+
+n: D { result = 'no' }
+st : A B C n { result = 'ok' }
+
+end
+
+---- inner
+
+  def parse
+    do_parse
+  end
+
+---- footer
+
+S.new.parse == 'ok' or raise 'start stmt not worked'

data/test/test_chk_y.rb

@@ -0,0 +1,51 @@
+require File.expand_path(File.join(File.dirname(__FILE__), 'helper'))
+
+module Racc
+  class TestChkY < TestCase
+    def setup
+      file = File.join(ASSET_DIR, 'chk.y')
+      @debug_flags = Racc::DebugFlags.parse_option_string('o')
+      parser = Racc::GrammarFileParser.new(@debug_flags)
+      @result = parser.parse(File.read(file), File.basename(file))
+      @states = Racc::States.new(@result.grammar).nfa
+      @states.dfa
+    end
+
+    def test_compile_chk_y
+      generator = Racc::ParserFileGenerator.new(@states, @result.params.dup)
+
+      fork {
+        eval(generator.generate_parser)
+      }
+      Process.wait
+      assert_equal 0, $?.exitstatus
+
+      grammar = @states.grammar
+
+      assert_equal 0, @states.n_srconflicts
+      assert_equal 0, @states.n_rrconflicts
+      assert_equal 0, grammar.n_useless_nonterminals
+      assert_equal 0, grammar.n_useless_rules
+      assert_nil grammar.n_expected_srconflicts
+    end
+
+    def test_compile_chk_y_line_convert
+      params = @result.params.dup
+      params.convert_line_all = true
+
+      generator = Racc::ParserFileGenerator.new(@states, @result.params.dup)
+
+      fork { eval(generator.generate_parser) }
+      assert_equal 0, $?.exitstatus
+      Process.wait
+
+      grammar = @states.grammar
+
+      assert_equal 0, @states.n_srconflicts
+      assert_equal 0, @states.n_rrconflicts
+      assert_equal 0, grammar.n_useless_nonterminals
+      assert_equal 0, grammar.n_useless_rules
+      assert_nil grammar.n_expected_srconflicts
+    end
+  end
+end

data/test/test_grammar_file_parser.rb

@@ -0,0 +1,15 @@
+require File.expand_path(File.join(File.dirname(__FILE__), 'helper'))
+
+module Racc
+  class TestGrammarFileParser < TestCase
+    def test_parse
+      file = File.join(ASSET_DIR, 'yyerr.y')
+
+      debug_flags = Racc::DebugFlags.parse_option_string('o')
+      assert debug_flags.status_logging
+
+      parser = Racc::GrammarFileParser.new(debug_flags)
+      parser.parse(File.read(file), File.basename(file))
+    end
+  end
+end

data/test/test_racc_command.rb

@@ -0,0 +1,155 @@
+require File.expand_path(File.join(File.dirname(__FILE__), 'helper'))
+
+module Racc
+  class TestRaccCommand < TestCase
+    def test_syntax_y
+      assert_compile 'syntax.y', '-v'
+      assert_debugfile 'syntax.y', [0,0,0,0,0]
+    end
+
+    def test_percent_y
+      assert_compile 'percent.y'
+      assert_debugfile 'percent.y', []
+      assert_exec 'percent.y'
+    end
+
+    def test_scan_y
+      assert_compile 'scan.y'
+      assert_debugfile 'scan.y', []
+      assert_exec 'scan.y'
+    end
+
+    def test_newsyn_y
+      assert_compile 'newsyn.y'
+      assert_debugfile 'newsyn.y', []
+    end
+
+    def test_normal_y
+      assert_compile 'normal.y'
+      assert_debugfile 'normal.y', []
+
+      assert_compile 'normal.y', '-vg'
+      assert_debugfile 'normal.y', []
+    end
+
+    def test_chk_y
+      assert_compile 'chk.y', '-vg'
+      assert_debugfile 'chk.y', []
+      assert_exec 'chk.y'
+
+      assert_compile 'chk.y', '--line-convert-all'
+      assert_debugfile 'chk.y', []
+      assert_exec 'chk.y'
+    end
+
+    def test_echk_y
+      assert_compile 'echk.y', '-E'
+      assert_debugfile 'echk.y', []
+      assert_exec 'echk.y'
+    end
+
+    def test_err_y
+      assert_compile 'err.y'
+      assert_debugfile 'err.y', []
+      assert_exec 'err.y'
+    end
+
+    def test_mailp_y
+      assert_compile 'mailp.y'
+      assert_debugfile 'mailp.y', []
+    end
+
+    def test_conf_y
+      assert_compile 'conf.y', '-v'
+      assert_debugfile 'conf.y', [4,1,1,2]
+    end
+
+    def test_rrconf_y
+      assert_compile 'rrconf.y'
+      assert_debugfile 'rrconf.y', [1,1,0,0]
+    end
+
+    def test_useless_y
+      assert_compile 'useless.y'
+      assert_debugfile 'useless.y', [0,0,1,2]
+    end
+
+    def test_opt_y
+      assert_compile 'opt.y'
+      assert_debugfile 'opt.y', []
+      assert_exec 'opt.y'
+    end
+
+    def test_yyerr_y
+      assert_compile 'yyerr.y'
+      assert_debugfile 'yyerr.y', []
+      assert_exec 'yyerr.y'
+    end
+
+    def test_recv_y
+      assert_compile 'recv.y'
+      assert_debugfile 'recv.y', [5,10,1,4]
+    end
+
+    def test_ichk_y
+      assert_compile 'ichk.y'
+      assert_debugfile 'ichk.y', []
+      assert_exec 'ichk.y'
+    end
+
+    def test_intp_y
+      assert_compile 'intp.y'
+      assert_debugfile 'intp.y', []
+      assert_exec 'intp.y'
+    end
+
+    def test_expect_y
+      assert_compile 'expect.y'
+      assert_debugfile 'expect.y', [1,0,0,0,1]
+    end
+
+    def test_nullbug1_y
+      assert_compile 'nullbug1.y'
+      assert_debugfile 'nullbug1.y', [0,0,0,0]
+    end
+
+    def test_nullbug2_y
+      assert_compile 'nullbug2.y'
+      assert_debugfile 'nullbug2.y', [0,0,0,0]
+    end
+
+    def test_firstline_y
+      assert_compile 'firstline.y'
+      assert_debugfile 'firstline.y', []
+    end
+
+    def test_nonass_y
+      assert_compile 'nonass.y'
+      assert_debugfile 'nonass.y', []
+      assert_exec 'nonass.y'
+    end
+
+    def test_digraph_y
+      assert_compile 'digraph.y'
+      assert_debugfile 'digraph.y', []
+      assert_exec 'digraph.y'
+    end
+
+    def test_noend_y
+      assert_compile 'noend.y'
+      assert_debugfile 'noend.y', []
+    end
+
+    def test_norule_y
+      assert_raises(RuntimeError) {
+        assert_compile 'norule.y'
+      }
+    end
+
+    def test_unterm_y
+      assert_raises(RuntimeError) {
+        assert_compile 'unterm.y'
+      }
+    end
+  end
+end