rex 1.0.2 → 2.0.2

data/lib/rex/info.rb

@@ -1,16 +0,0 @@
-#
-# info.rb
-#
-#   Copyright (c) 2005-2006 ARIMA Yasuhiro <arima.yasuhiro@nifty.com>
-#
-#   This program is free software.
-#   You can distribute/modify this program under the terms of
-#   the GNU Lesser General Public License version 2 or later.
-#
-
-module Rex
-  VERSION   = '1.0.2'
-  Copyright = 'Copyright (c) 2005-2006 ARIMA Yasuhiro'
-  Mailto    = 'arima.yasuhiro@nifty.com'
-end
-

data/lib/rex/rexcmd.rb

@@ -1,136 +0,0 @@
-#
-# rexcmd.rb
-#
-#   Copyright (c) 2005-2006 ARIMA Yasuhiro <arima.yasuhiro@nifty.com>
-#
-#   This program is free software.
-#   You can distribute/modify this program under the terms of
-#   the GNU LGPL, Lesser General Public License version 2.1.
-#   For details of LGPL, see the file "COPYING".
-#
-
-## ---------------------------------------------------------------------
-
-require 'getoptlong'
-module Rex
-
-class Cmd
-OPTIONS  =  <<-EOT
-
-o -o --output-file <outfile>  file name of output [<filename>.rb]
-o -s --stub             - append stub code for debug
-o -i --ignorecase       - ignore char case
-o -C --check-only       - syntax check only
-o -  --independent      - independent mode
-o -d --debug            - print debug information
-o -h --help             - print this message and quit
-o -  --version          - print version and quit
-o -  --copyright        - print copyright and quit
-
-EOT
-
-  def run
-    @status  =  1
-    usage 'no grammar file given'    if ARGV.empty?
-    usage 'too many grammar files given'    if ARGV.size > 1
-    filename  =  ARGV[0]
-
-    rex  =  Rex::Generator.new(@opt)
-    begin
-      rex.grammar_file  =  filename
-      rex.read_grammar
-      rex.parse
-      if @opt['--check-only']
-        $stderr.puts "syntax ok"
-        return  0
-      end
-      rex.write_scanner
-      @status  =  0
-
-    rescue Rex::ParseError, Errno::ENOENT
-      msg  =  $!.to_s
-      unless /\A\d/ === msg
-        msg[0,0]  =  ' '
-      end
-      $stderr.puts "#{@cmd}:#{rex.grammar_file}:#{rex.lineno}:#{msg}"
-
-    ensure
-      exit @status
-
-    end
-  end
-
-  def initialize
-    @status  =  2
-    @cmd  =  File.basename($0, ".rb")
-    tmp  =  OPTIONS.collect do |line|
-        next if /\A\s*\z/ === line
-        disp, sopt, lopt, takearg, doc  =  line.strip.split(/\s+/, 5)
-        a  =  []
-        a.push lopt    unless lopt == '-'
-        a.push sopt    unless sopt == '-'
-        a.push takearg == '-' ?
-               GetoptLong::NO_ARGUMENT : GetoptLong::REQUIRED_ARGUMENT
-        a
-    end
-    getopt  =  GetoptLong.new(*tmp.compact)
-    getopt.quiet  =  true
-
-    @opt  =  {}
-    begin
-      getopt.each do |name, arg|
-        raise GetoptLong::InvalidOption,
-            "#{@cmd}: #{name} given twice" if @opt.key? name
-        @opt[name]  =  arg.empty? ? true : arg
-      end
-    rescue GetoptLong::AmbigousOption, GetoptLong::InvalidOption,
-           GetoptLong::MissingArgument, GetoptLong::NeedlessArgument
-      usage $!.message
-    end
-
-    usage    if @opt['--help']
-
-    if @opt['--version']
-      puts "#{@cmd} version #{Rex::Version}"
-      exit 0
-    end
-    if @opt['--copyright']
-      puts "#{@cmd} version #{Rex::Version}"
-      puts "#{Rex::Copyright} <#{Rex::Mailto}>"
-      exit 0
-    end
-  end
-
-  def usage( msg=nil )
-    f  =  $stderr
-    f.puts "#{@cmd}: #{msg}"  if msg
-    f.print <<-EOT
-Usage: #{@cmd} [options] <grammar file>
-Options:
-    EOT
-
-    OPTIONS.each do |line|
-      next if line.strip.empty?
-      if /\A\s*\z/ === line
-        f.puts
-        next
-      end
-
-      disp, sopt, lopt, takearg, doc  =  line.strip.split(/\s+/, 5)
-      if disp == 'o'
-        sopt  =  nil if sopt == '-'
-        lopt  =  nil if lopt == '-'
-        opt  =  [sopt, lopt].compact.join(',')
-
-        takearg  =  nil if takearg == '-'
-        opt  =  [opt, takearg].compact.join(' ')
-
-        f.printf "%-27s %s\n", opt, doc
-      end
-    end
-
-    exit @status
-  end
-end
-end
-

data/sample/a.cmd

@@ -1 +0,0 @@
-call rex xhtmlparser.rex -s %*

data/sample/b.cmd

@@ -1 +0,0 @@
-call racc xhtmlparser.racc -v %*

data/sample/c.cmd

@@ -1,4 +0,0 @@
-:ruby xhtmlparser.tab.rb  simple.html %*
-:ruby xhtmlparser.tab.rb  simple.xhtml %*
-:ruby xhtmlparser.tab.rb  sample.html %*
-ruby xhtmlparser.tab.rb  sample.xhtml %*

data/sample/calc3.racc

@@ -1,47 +0,0 @@
-#
-# A simple calculator, version 3.
-#
-
-class Calculator3
-  prechigh
-    nonassoc UMINUS
-    left '*' '/'
-    left '+' '-'
-  preclow
-  options no_result_var
-rule
-  target  : exp
-          | /* none */ { 0 }
-
-  exp     : exp '+' exp { val[0] + val[2] }
-          | exp '-' exp { val[0] - val[2] }
-          | exp '*' exp { val[0] * val[2] }
-          | exp '/' exp { val[0] / val[2] }
-          | '(' exp ')' { val[1] }
-          | '-' NUMBER  =UMINUS { -(val[1]) }
-          | NUMBER
-end
-
----- header ----
-#
-# generated by racc
-#
-require 'calc3.rex'
-
----- inner ----
-
----- footer ----
-
-puts 'sample calc'
-puts '"q" to quit.'
-calc = Calculator3.new
-while true
-  print '>>> '; $stdout.flush
-  str = $stdin.gets.strip
-  break if /q/i === str
-  begin
-    p calc.scan_str(str)
-  rescue ParseError
-    puts 'parse error'
-  end
-end

data/sample/calc3.rex

@@ -1,15 +0,0 @@
-#
-# calc3.rex
-# lexical scanner definition for rex
-#
-
-class Calculator3
-macro
-  BLANK         \s+
-  DIGIT         \d+
-rule
-  {BLANK}
-  {DIGIT}       { [:NUMBER, text.to_i] }
-  .|\n          { [text, text] }
-inner
-end

data/sample/calc3.rex.rb

@@ -1,94 +0,0 @@
-#
-# DO NOT MODIFY!!!!
-# This file is automatically generated by rex 1.0.0
-# from lexical definition file "calc3.rex".
-#
-
-require 'racc/parser'
-#
-# calc3.rex
-# lexical scanner definition for rex
-#
-
-class Calculator3 < Racc::Parser
-  require 'strscan'
-
-  class ScanError < StandardError ; end
-
-  attr_reader :lineno
-  attr_reader :filename
-
-  def scan_setup ; end
-
-  def action &block
-    yield
-  end
-
-  def scan_str( str )
-    scan_evaluate  str
-    do_parse
-  end
-
-  def load_file( filename )
-    @filename = filename
-    open(filename, "r") do |f|
-      scan_evaluate  f.read
-    end
-  end
-
-  def scan_file( filename )
-    load_file  filename
-    do_parse
-  end
-
-  def next_token
-    @rex_tokens.shift
-  end
-
-  def scan_evaluate( str )
-    scan_setup
-    @rex_tokens = []
-    @lineno  =  1
-    ss = StringScanner.new(str)
-    state = nil
-    until ss.eos?
-      text = ss.peek(1)
-      @lineno  +=  1  if text == "\n"
-      case state
-      when nil
-        case
-        when (text = ss.scan(/\s+/))
-          ;
-
-        when (text = ss.scan(/\d+/))
-           @rex_tokens.push action { [:NUMBER, text.to_i] }
-
-        when (text = ss.scan(/.|\n/))
-           @rex_tokens.push action { [text, text] }
-
-        else
-          text = ss.string[ss.pos .. -1]
-          raise  ScanError, "can not match: '" + text + "'"
-        end  # if
-
-      else
-        raise  ScanError, "undefined state: '" + state.to_s + "'"
-      end  # case state
-    end  # until ss
-  end  # def scan_evaluate
-
-end # class
-
-if __FILE__ == $0
-  exit  if ARGV.size != 1
-  filename = ARGV.shift
-  rex = Calculator3.new
-  begin
-    rex.load_file  filename
-    while  token = rex.next_token
-      p token
-    end
-  rescue
-    $stderr.printf  "%s:%d:%s\n", rex.filename, rex.lineno, $!.message
-  end
-end

data/sample/calc3.tab.rb

@@ -1,188 +0,0 @@
-#
-# DO NOT MODIFY!!!!
-# This file is automatically generated by racc 1.4.4
-# from racc grammer file "calc3.racc".
-#
-
-require 'racc/parser'
-
-
-#
-# generated by racc
-#
-require 'calc3.rex'
-
-
-class Calculator3 < Racc::Parser
-
-##### racc 1.4.4 generates ###
-
-racc_reduce_table = [
- 0, 0, :racc_error,
- 1, 11, :_reduce_none,
- 0, 11, :_reduce_2,
- 3, 12, :_reduce_3,
- 3, 12, :_reduce_4,
- 3, 12, :_reduce_5,
- 3, 12, :_reduce_6,
- 3, 12, :_reduce_7,
- 2, 12, :_reduce_8,
- 1, 12, :_reduce_none ]
-
-racc_reduce_n = 10
-
-racc_shift_n = 19
-
-racc_action_table = [
-     7,     8,     9,    10,     6,    18,     3,     4,    11,     5,
-     7,     8,     9,    10,     3,     4,    13,     5,     3,     4,
-   nil,     5,     3,     4,   nil,     5,     3,     4,   nil,     5,
-     3,     4,   nil,     5,     7,     8,     7,     8 ]
-
-racc_action_check = [
-    12,    12,    12,    12,     1,    12,    10,    10,     3,    10,
-     2,     2,     2,     2,     0,     0,     6,     0,     4,     4,
-   nil,     4,     9,     9,   nil,     9,     8,     8,   nil,     8,
-     7,     7,   nil,     7,    17,    17,    16,    16 ]
-
-racc_action_pointer = [
-     8,     4,     7,    -1,    12,   nil,    16,    24,    20,    16,
-     0,   nil,    -3,   nil,   nil,   nil,    33,    31,   nil ]
-
-racc_action_default = [
-    -2,   -10,    -1,   -10,   -10,    -9,   -10,   -10,   -10,   -10,
-   -10,    -8,   -10,    19,    -5,    -6,    -3,    -4,    -7 ]
-
-racc_goto_table = [
-     2,     1,   nil,   nil,    12,   nil,   nil,    14,    15,    16,
-    17 ]
-
-racc_goto_check = [
-     2,     1,   nil,   nil,     2,   nil,   nil,     2,     2,     2,
-     2 ]
-
-racc_goto_pointer = [
-   nil,     1,     0 ]
-
-racc_goto_default = [
-   nil,   nil,   nil ]
-
-racc_token_table = {
- false => 0,
- Object.new => 1,
- :UMINUS => 2,
- "*" => 3,
- "/" => 4,
- "+" => 5,
- "-" => 6,
- "(" => 7,
- ")" => 8,
- :NUMBER => 9 }
-
-racc_use_result_var = false
-
-racc_nt_base = 10
-
-Racc_arg = [
- racc_action_table,
- racc_action_check,
- racc_action_default,
- racc_action_pointer,
- racc_goto_table,
- racc_goto_check,
- racc_goto_default,
- racc_goto_pointer,
- racc_nt_base,
- racc_reduce_table,
- racc_token_table,
- racc_shift_n,
- racc_reduce_n,
- racc_use_result_var ]
-
-Racc_token_to_s_table = [
-'$end',
-'error',
-'UMINUS',
-'"*"',
-'"/"',
-'"+"',
-'"-"',
-'"("',
-'")"',
-'NUMBER',
-'$start',
-'target',
-'exp']
-
-Racc_debug_parser = false
-
-##### racc system variables end #####
-
- # reduce 0 omitted
-
- # reduce 1 omitted
-
-module_eval <<'.,.,', 'calc3.racc', 13
-  def _reduce_2( val, _values)
- 0
-  end
-.,.,
-
-module_eval <<'.,.,', 'calc3.racc', 15
-  def _reduce_3( val, _values)
- val[0] + val[2]
-  end
-.,.,
-
-module_eval <<'.,.,', 'calc3.racc', 16
-  def _reduce_4( val, _values)
- val[0] - val[2]
-  end
-.,.,
-
-module_eval <<'.,.,', 'calc3.racc', 17
-  def _reduce_5( val, _values)
- val[0] * val[2]
-  end
-.,.,
-
-module_eval <<'.,.,', 'calc3.racc', 18
-  def _reduce_6( val, _values)
- val[0] / val[2]
-  end
-.,.,
-
-module_eval <<'.,.,', 'calc3.racc', 19
-  def _reduce_7( val, _values)
- val[1]
-  end
-.,.,
-
-module_eval <<'.,.,', 'calc3.racc', 20
-  def _reduce_8( val, _values)
- -(val[1])
-  end
-.,.,
-
- # reduce 9 omitted
-
- def _reduce_none( val, _values)
-  val[0]
- end
-
-end   # class Calculator3
-
-
-puts 'sample calc'
-puts '"q" to quit.'
-calc = Calculator3.new
-while true
-  print '>>> '; $stdout.flush
-  str = $stdin.gets.strip
-  break if /q/i === str
-  begin
-    p calc.scan_str(str)
-  rescue ParseError
-    puts 'parse error'
-  end
-end