racc 1.4.9-java

data/DEPENDS

@@ -0,0 +1,4 @@
+racc: raccruntime
+raccruntime:
+y2racc: strscan
+racc2y: racc

data/Manifest.txt

@@ -0,0 +1,105 @@
+COPYING
+ChangeLog
+DEPENDS
+Manifest.txt
+README.ja.rdoc
+README.rdoc
+Rakefile
+TODO
+bin/racc
+bin/racc2y
+bin/y2racc
+ext/racc/MANIFEST
+ext/racc/cparse.c
+ext/racc/depend
+ext/racc/extconf.rb
+fastcache/extconf.rb
+fastcache/fastcache.c
+lib/racc.rb
+lib/racc/compat.rb
+lib/racc/debugflags.rb
+lib/racc/exception.rb
+lib/racc/grammar.rb
+lib/racc/grammarfileparser.rb
+lib/racc/info.rb
+lib/racc/iset.rb
+lib/racc/logfilegenerator.rb
+lib/racc/parser-text.rb
+lib/racc/parser.rb
+lib/racc/parserfilegenerator.rb
+lib/racc/pre-setup
+lib/racc/sourcetext.rb
+lib/racc/state.rb
+lib/racc/statetransitiontable.rb
+lib/racc/static.rb
+misc/dist.sh
+rdoc/en/NEWS.en.rdoc
+rdoc/en/command.en.html
+rdoc/en/debug.en.rdoc
+rdoc/en/grammar.en.rdoc
+rdoc/en/index.en.html
+rdoc/en/parser.en.rdoc
+rdoc/en/usage.en.rdoc
+rdoc/ja/NEWS.ja.rdoc
+rdoc/ja/command.ja.html
+rdoc/ja/debug.ja.rdoc
+rdoc/ja/grammar.ja.rdoc
+rdoc/ja/index.ja.html
+rdoc/ja/parser.ja.rdoc
+rdoc/ja/usage.ja.html
+sample/array.y
+sample/array2.y
+sample/calc-ja.y
+sample/calc.y
+sample/conflict.y
+sample/hash.y
+sample/lalr.y
+sample/lists.y
+sample/syntax.y
+sample/yyerr.y
+setup.rb
+tasks/doc.rb
+tasks/email.rb
+test/assets/chk.y
+test/assets/conf.y
+test/assets/digraph.y
+test/assets/echk.y
+test/assets/err.y
+test/assets/expect.y
+test/assets/firstline.y
+test/assets/ichk.y
+test/assets/intp.y
+test/assets/mailp.y
+test/assets/newsyn.y
+test/assets/noend.y
+test/assets/nonass.y
+test/assets/normal.y
+test/assets/norule.y
+test/assets/nullbug1.y
+test/assets/nullbug2.y
+test/assets/opt.y
+test/assets/percent.y
+test/assets/recv.y
+test/assets/rrconf.y
+test/assets/scan.y
+test/assets/syntax.y
+test/assets/unterm.y
+test/assets/useless.y
+test/assets/yyerr.y
+test/bench.y
+test/helper.rb
+test/infini.y
+test/scandata/brace
+test/scandata/gvar
+test/scandata/normal
+test/scandata/percent
+test/scandata/slash
+test/src.intp
+test/start.y
+test/test_chk_y.rb
+test/test_grammar_file_parser.rb
+test/test_racc_command.rb
+test/test_scan_y.rb
+test/testscanner.rb
+web/racc.en.rhtml
+web/racc.ja.rhtml

data/README.ja.rdoc

@@ -0,0 +1,96 @@
+= Racc
+
+* http://i.loveruby.net/en/projects/racc/
+* http://racc.rubyforge.org/
+
+== DESCRIPTION:
+
+  Racc は LALR(1) パーサジェネレータです。
+  yacc の Ruby 版に相当します。
+
+  NOTE:
+  Ruby 1.8.0 からは Racc のランタイムが標準添付されているので、
+  Racc で生成したパーサを安心して配布できます。また Ruby 1.6 系に
+  対応させたい場合は racc -E で生成してください。
+
+
+== 必要環境
+
+  *  Ruby 1.8 以降
+ (*) C コンパイラと make
+
+
+== インストール
+
+  gem インストール:
+
+    $ gem install racc
+
+  setup.rb インストル：
+
+  パッケージのトップディレクトリで次のように入力してください。
+  ($ は通常ユーザ、# はルートのプロンプトです)
+
+      $ ruby setup.rb config
+      $ ruby setup.rb setup
+     ($ su)
+      # ruby setup.rb install
+
+  これで通常のパスに Racc がインストールされます。自分の好き
+  なディレクトリにインストールしたいときは、setup.rb config に
+  各種オプションをつけて実行してください。オプションのリストは
+
+      $ ruby setup.rb --help
+
+  で見られます。
+
+
+  コンパイラがない場合
+  --------------------
+
+  config を以下のようにすれば、拡張モジュールなしで
+  インストールできます。
+
+      $ ruby setup.rb config --without-ext
+
+
+== テスト
+
+  sample/ 以下にいくつか Racc の文法ファイルのサンプルが用意
+  してあります。動くのも動かないのもありますが、少なくとも
+  calc-ja.y は動くのでこれを処理してみましょう。Racc をインス
+  トールしたあと
+
+      $ racc -ocalc.rb calc-ja.y
+
+  として下さい。処理は一瞬から数秒で終わるので、
+
+      $ ruby calc.rb
+
+  を実行してください。ちゃんと動いてますか？
+
+  Racc の文法など詳しいことは doc.ja/ ディレクトリ以下の HTML を
+  見てください。
+
+
+== ライセンス
+
+  このパッケージに付属するファイルの著作権は青木峰郎が保持します。
+  ライセンスは GNU Lesser General Public License (LGPL) version 2
+  です。ただしユーザが書いた規則ファイルや、Racc がそこから生成し
+  た Ruby スクリプトはその対象外です。好きなライセンスで配布して
+  ください。
+
+
+== バグなど
+
+  Racc を使っていてバグらしき現象に遭遇したら、下記のアドレスまで
+  メールをください。作者にはバグを修正する義務はありませんがその
+  意思はあります。また、そのときはできるだけバグを再現できる文法
+  ファイルを付けてください。
+
+
+                                         青木峰郎(あおきみねろう)
+                                              aamine@loveruby.net
+                                            http://i.loveruby.net
+

data/README.rdoc

@@ -0,0 +1,86 @@
+= Racc
+
+* http://i.loveruby.net/en/projects/racc/
+* http://racc.rubyforge.org/
+
+== DESCRIPTION:
+
+  Racc is a LALR(1) parser generator.
+  It is written in Ruby itself, and generates Ruby program.
+
+  NOTE: Ruby 1.8.x comes with Racc runtime module.  You
+  can run your parsers generated by racc 1.4.x out of the
+  box.
+
+
+== Requirement
+
+  *  Ruby 1.8.x or later.
+ (*) make and C compiler.
+
+
+== Installation
+
+  gem install:
+
+    $ gem install racc
+
+  setup.rb install:
+
+  Type this in the top directory of the extracted archive:
+
+    $ ruby setup.rb config
+    $ ruby setup.rb setup
+   ($ su)
+    # ruby setup.rb install
+
+  You can install Racc into your favorite directory by giving
+  options to setup.rb. e.g.
+  
+    $ ruby setup.rb config --prefix=/usr
+  
+  For details, try "ruby setup.rb --help".
+
+
+  If you don't have C Compiler
+  ----------------------------
+
+  You can install Racc without C compilers. Type following
+  command in config phase.
+
+    $ ruby setup.rb config --without-ext
+
+
+== Testing Racc
+
+  Racc comes with simple calculator. To compile this, on shell:
+
+      $ racc -o calc calc.y
+
+  This process costs few seconds (or less). Then type:
+
+      $ ruby calc
+
+  ... Does it works?
+  For details of Racc, see HTML documents placed under 'doc.en/'
+  and sample grammer files under 'sample/'.
+
+
+== License
+
+  Racc is distributed under the terms of the GNU Lesser General
+  Public License version 2. Note that you do NOT need to follow
+  LGPL for your own parser (racc outputs). You can provide those
+  files under any licenses you want.
+
+
+== Bug Reports
+
+  Any kind of bug reports are welcome.
+  If you find a bug of Racc, please email me. Your grammer file,
+  debug output genereted by "racc -g", are helpful.
+
+
+                                                      Minero Aoki
+                                              aamine@loveruby.net
+                                            http://i.loveruby.net

data/Rakefile

@@ -0,0 +1,51 @@
+# -*- ruby -*-
+
+require 'rubygems'
+require 'hoe'
+
+gem 'rake-compiler', '>= 0.4.1'
+require "rake/extensiontask"
+
+Hoe.plugin :debugging, :doofus, :git, :isolate
+
+Hoe.spec 'racc' do
+  developer 'Aaron Patterson', 'aaron@tenderlovemaking.com'
+
+  self.extra_rdoc_files  = Dir['*.rdoc']
+  self.history_file      = 'ChangeLog'
+  self.readme_file       = 'README.rdoc'
+  self.testlib           = :testunit
+
+  extra_dev_deps << ['rake-compiler', '>= 0.4.1']
+
+  if RUBY_PLATFORM =~ /java/
+    self.spec_extras = { :platform => 'java' }
+  else
+    self.spec_extras = {
+      :extensions            => ["ext/racc/extconf.rb"]
+    }
+  end
+
+  Rake::ExtensionTask.new "cparse", spec do |ext|
+    ext.lib_dir = File.join 'lib', 'racc'
+    ext.ext_dir = File.join 'ext', 'racc'
+  end
+end
+
+file 'lib/racc/parser-text.rb' => ['lib/racc/parser.rb'] do |t|
+  source = 'lib/racc/parser.rb'
+
+  open(t.name, 'wb') { |io|
+    io.write(<<-eorb)
+module Racc
+  PARSER_TEXT = <<'__end_of_file__'
+#{File.read(source)}
+__end_of_file__
+end
+    eorb
+  }
+end
+
+Hoe.add_include_dirs('.:lib/racc')
+
+task :compile => 'lib/racc/parser-text.rb'

data/TODO

@@ -0,0 +1,5 @@
+* check 'error' token handling.
+* interactive transition table monitor.
+* support backtracking.
+* output Ruby extention library?
+* LL(k)? (But it should not be called Racc)

data/bin/racc

@@ -0,0 +1,308 @@
+#!/usr/bin/env ruby
+#
+# $Id$
+#
+# Copyright (c) 1999-2006 Minero Aoki
+#
+# This program is free software.
+# You can distribute/modify this program under the terms of
+# the GNU LGPL, Lesser General Public License version 2.1.
+# For details of LGPL, see the file "COPYING".
+#
+
+require 'racc/static'
+require 'optparse'
+
+def main
+  output = nil
+  debug_parser = false
+  make_logfile = false
+  logfilename = nil
+  make_executable = false
+  rubypath = nil
+  embed_runtime = false
+  debug_flags = Racc::DebugFlags.new
+  line_convert = true
+  line_convert_all = false
+  omit_action_call = true
+  superclass = nil
+  check_only = false
+  verbose = false
+  profiler = RaccProfiler.new(false)
+
+  parser = OptionParser.new
+  parser.banner = "Usage: #{File.basename($0)} [options] <input>"
+  parser.on('-o', '--output-file=PATH',
+            'output file name [<input>.tab.rb]') {|name|
+    output = name
+  }
+  parser.on('-t', '--debug', 'Outputs debugging parser.') {|fl|
+    debug_parser = fl
+  }
+  parser.on('-g', 'Equivalent to -t (obsolete).') {|fl|
+    $stderr.puts "racc -g is obsolete.  Use racc -t instead." if $VERBOSE
+    debug_parser = fl
+  }
+  parser.on('-v', '--verbose',
+            'Creates <filename>.output log file.') {|fl|
+    make_logfile = fl
+  }
+  parser.on('-O', '--log-file=PATH',
+            'Log file name [<input>.output]') {|path|
+    make_logfile = true
+    logfilename = path
+  }
+  parser.on('-e', '--executable [RUBYPATH]', 'Makes executable parser.') {|path|
+    executable = true
+    rubypath = (path == 'ruby' ? nil : path)
+  }
+  parser.on('-E', '--embedded', "Embeds Racc runtime in output.") {
+    embed_runtime = true
+  }
+  parser.on('--line-convert-all', 'Converts line numbers of user codes.') {
+    line_convert_all = true
+  }
+  parser.on('-l', '--no-line-convert', 'Never convert line numbers.') {
+    line_convert = false
+    line_convert_all = false
+  }
+  parser.on('-a', '--no-omit-actions', 'Never omit actions.') {
+    omit_action_call = false
+  }
+  parser.on('--superclass=CLASSNAME',
+            'Uses CLASSNAME instead of Racc::Parser.') {|name|
+    superclass = name
+  }
+  parser.on('--runtime=FEATURE',
+            "Uses FEATURE instead of 'racc/parser'") {|feat|
+    runtime = feature
+  }
+  parser.on('-C', '--check-only', 'Checks syntax and quit immediately.') {|fl|
+    check_only = fl
+  }
+  parser.on('-S', '--output-status', 'Outputs internal status time to time.') {
+    verbose = true
+  }
+  parser.on('-P', 'Enables generator profile') {
+    profiler = RaccProfiler.new(true)
+  }
+  parser.on('-D flags', "Flags for Racc debugging (do not use).") {|flags|
+    debug_flags = Racc::DebugFlags.parse_option_string(flags)
+  }
+  #parser.on('--no-extensions', 'Run Racc without any Ruby extension.') {
+  #  Racc.const_set :Racc_No_Extentions, true
+  #}
+  parser.on('--version', 'Prints version and quit.') {
+    puts "racc version #{Racc::Version}"
+    exit 0
+  }
+  parser.on('--runtime-version', 'Prints runtime version and quit.') {
+    printf "racc runtime version %s (rev. %s); %s\n",
+           Racc::Parser::Racc_Runtime_Version,
+           Racc::Parser::Racc_Runtime_Revision,
+           if Racc::Parser.racc_runtime_type == 'ruby'
+             sprintf('ruby core version %s (rev. %s)',
+                     Racc::Parser::Racc_Runtime_Core_Version_R,
+                     Racc::Parser::Racc_Runtime_Core_Revision_R)
+           else
+             sprintf('c core version %s (rev. %s)',
+                     Racc::Parser::Racc_Runtime_Core_Version_C,
+                     Racc::Parser::Racc_Runtime_Core_Revision_C)
+           end
+    exit 0
+  }
+  parser.on('--copyright', 'Prints copyright and quit.') {
+    puts Racc::Copyright
+    exit 0
+  }
+  parser.on('--help', 'Prints this message and quit.') {
+    puts parser.help
+    exit 1
+  }
+  begin
+    parser.parse!
+  rescue OptionParser::ParseError => err
+    $stderr.puts err.message
+    $stderr.puts parser.help
+    exit 1
+  end
+  if ARGV.empty?
+    $stderr.puts 'no input'
+    exit 1
+  end
+  if ARGV.size > 1
+    $stderr.puts 'too many input'
+    exit 1
+  end
+  input = ARGV[0]
+
+  begin
+    $stderr.puts 'Parsing grammar file...' if verbose
+    result = profiler.section('parse') {
+      parser = Racc::GrammarFileParser.new(debug_flags)
+      parser.parse(File.read(input), File.basename(input))
+    }
+    if check_only
+      $stderr.puts 'syntax ok'
+      exit 0
+    end
+
+    $stderr.puts 'Generating LALR states...' if verbose
+    states = profiler.section('nfa') {
+      Racc::States.new(result.grammar).nfa
+    }
+
+    $stderr.puts "Resolving #{states.size} states..." if verbose
+    profiler.section('dfa') {
+      states.dfa
+    }
+
+    $stderr.puts 'Creating parser file...' if verbose
+    params = result.params.dup
+    # Overwrites parameters given by a grammar file with command line options.
+    params.superclass = superclass if superclass
+    params.omit_action_call = true if omit_action_call
+    # From command line option
+    if make_executable
+      params.make_executable = true
+      params.interpreter = rubypath
+    end
+    params.debug_parser = debug_parser
+    params.convert_line = line_convert
+    params.convert_line_all = line_convert_all
+    params.embed_runtime = embed_runtime
+    profiler.section('generation') {
+      generator = Racc::ParserFileGenerator.new(states, params)
+      generator.generate_parser_file(output || make_filename(input, '.tab.rb'))
+    }
+
+    if make_logfile
+      profiler.section('logging') {
+        $stderr.puts 'Creating log file...' if verbose
+        logfilename ||= make_filename(output || File.basename(input), '.output')
+        File.open(logfilename, 'w') {|f|
+          Racc::LogFileGenerator.new(states, debug_flags).output f
+        }
+      }
+    end
+    if debug_flags.status_logging
+      log_useless states.grammar
+      log_conflict states
+    else
+      report_useless states.grammar
+      report_conflict states
+    end
+
+    profiler.report
+  rescue Racc::Error, Errno::ENOENT, Errno::EPERM => err
+    raise if $DEBUG or debug_flags.any?
+    lineno = err.message.slice(/\A\d+:/).to_s
+    $stderr.puts "#{File.basename $0}: #{input}:#{lineno} #{err.message.strip}"
+    exit 1
+  end
+end
+
+def make_filename(path, suffix)
+  path.sub(/(?:\..*?)?\z/, suffix)
+end
+
+def report_conflict(states)
+  if states.should_report_srconflict?
+    $stderr.puts "#{states.n_srconflicts} shift/reduce conflicts"
+  end
+  if states.rrconflict_exist?
+    $stderr.puts "#{states.n_rrconflicts} reduce/reduce conflicts"
+  end
+end
+
+def log_conflict(states)
+  logging('w') {|f|
+    f.puts "ex#{states.grammar.n_expected_srconflicts}"
+    if states.should_report_srconflict?
+      f.puts "sr#{states.n_srconflicts}"
+    end
+    if states.rrconflict_exist?
+      f.puts "rr#{states.n_rrconflicts}"
+    end
+  }
+end
+
+def report_useless(grammar)
+  if grammar.useless_nonterminal_exist?
+    $stderr.puts "#{grammar.n_useless_nonterminals} useless nonterminals"
+  end
+  if grammar.useless_rule_exist?
+    $stderr.puts "#{grammar.n_useless_rules} useless rules"
+  end
+  if grammar.start.useless?
+    $stderr.puts 'fatal: start symbol does not derive any sentence'
+  end
+end
+
+def log_useless(grammar)
+  logging('a') {|f|
+    if grammar.useless_nonterminal_exist?
+      f.puts "un#{grammar.n_useless_nonterminals}"
+    end
+    if grammar.useless_rule_exist?
+      f.puts "ur#{grammar.n_useless_rules}"
+    end
+  }
+end
+
+def logging(mode, &block)
+  File.open("log/#{File.basename(ARGV[0])}", mode, &block)
+end
+
+class RaccProfiler
+  def initialize(really)
+    @really = really
+    @log = []
+    unless ::Process.respond_to?(:times)
+      # Ruby 1.6
+      @class = ::Time
+    else
+      @class = ::Process
+    end
+  end
+
+  def section(name)
+    if @really
+      t1 = @class.times.utime
+      result = yield
+      t2 = @class.times.utime
+      @log.push [name, t2 - t1]
+      result
+    else
+      yield
+    end
+  end
+
+  def report
+    return unless @really
+    f = $stderr
+    total = cumulative_time()
+    f.puts '--task-----------+--sec------+---%-'
+    @log.each do |name, time|
+      f.printf "%-19s %s %3d%%\n", name, pjust(time,4,4), (time/total*100).to_i
+    end
+    f.puts '-----------------+-----------+-----'
+    f.printf "%-20s%s\n", 'total', pjust(total,4,4)
+  end
+
+  private
+
+  def cumulative_time
+    t = @log.inject(0) {|sum, (name, time)| sum + time }
+    t == 0 ? 0.01 : t
+  end
+
+  def pjust(num, i, j)
+    m = /(\d+)(\.\d+)?/.match(num.to_s)
+    str = m[1].rjust(i)
+    str.concat m[2].ljust(j+1)[0,j+1] if m[2]
+    str
+  end
+end
+
+main