rexical 1.0.3

data/lib/rexical/info.rb

@@ -0,0 +1,16 @@
+#
+# info.rb
+#
+#   Copyright (c) 2005-2006 ARIMA Yasuhiro <arima.yasuhiro@nifty.com>
+#
+#   This program is free software.
+#   You can distribute/modify this program under the terms of
+#   the GNU Lesser General Public License version 2 or later.
+#
+
+module Rexical
+  VERSION   = '1.0.3'
+  Copyright = 'Copyright (c) 2005-2006 ARIMA Yasuhiro'
+  Mailto    = 'arima.yasuhiro@nifty.com'
+end
+

data/lib/rexical/rexcmd.rb

@@ -0,0 +1,136 @@
+#
+# rexcmd.rb
+#
+#   Copyright (c) 2005-2006 ARIMA Yasuhiro <arima.yasuhiro@nifty.com>
+#
+#   This program is free software.
+#   You can distribute/modify this program under the terms of
+#   the GNU LGPL, Lesser General Public License version 2.1.
+#   For details of LGPL, see the file "COPYING".
+#
+
+## ---------------------------------------------------------------------
+
+require 'getoptlong'
+module Rexical
+
+class Cmd
+OPTIONS  =  <<-EOT
+
+o -o --output-file <outfile>  file name of output [<filename>.rb]
+o -s --stub             - append stub code for debug
+o -i --ignorecase       - ignore char case
+o -C --check-only       - syntax check only
+o -  --independent      - independent mode
+o -d --debug            - print debug information
+o -h --help             - print this message and quit
+o -  --version          - print version and quit
+o -  --copyright        - print copyright and quit
+
+EOT
+
+  def run
+    @status  =  1
+    usage 'no grammar file given'    if ARGV.empty?
+    usage 'too many grammar files given'    if ARGV.size > 1
+    filename  =  ARGV[0]
+
+    rex  =  Rexical::Generator.new(@opt)
+    begin
+      rex.grammar_file  =  filename
+      rex.read_grammar
+      rex.parse
+      if @opt['--check-only']
+        $stderr.puts "syntax ok"
+        return  0
+      end
+      rex.write_scanner
+      @status  =  0
+
+    rescue Rexical::ParseError, Errno::ENOENT
+      msg  =  $!.to_s
+      unless /\A\d/ === msg
+        msg[0,0]  =  ' '
+      end
+      $stderr.puts "#{@cmd}:#{rex.grammar_file}:#{rex.lineno}:#{msg}"
+
+    ensure
+      exit @status
+
+    end
+  end
+
+  def initialize
+    @status  =  2
+    @cmd  =  File.basename($0, ".rb")
+    tmp  =  OPTIONS.collect do |line|
+        next if /\A\s*\z/ === line
+        disp, sopt, lopt, takearg, doc  =  line.strip.split(/\s+/, 5)
+        a  =  []
+        a.push lopt    unless lopt == '-'
+        a.push sopt    unless sopt == '-'
+        a.push takearg == '-' ?
+               GetoptLong::NO_ARGUMENT : GetoptLong::REQUIRED_ARGUMENT
+        a
+    end
+    getopt  =  GetoptLong.new(*tmp.compact)
+    getopt.quiet  =  true
+
+    @opt  =  {}
+    begin
+      getopt.each do |name, arg|
+        raise GetoptLong::InvalidOption,
+            "#{@cmd}: #{name} given twice" if @opt.key? name
+        @opt[name]  =  arg.empty? ? true : arg
+      end
+    rescue GetoptLong::AmbigousOption, GetoptLong::InvalidOption,
+           GetoptLong::MissingArgument, GetoptLong::NeedlessArgument
+      usage $!.message
+    end
+
+    usage    if @opt['--help']
+
+    if @opt['--version']
+      puts "#{@cmd} version #{Rexical::Version}"
+      exit 0
+    end
+    if @opt['--copyright']
+      puts "#{@cmd} version #{Rexical::Version}"
+      puts "#{Rexical::Copyright} <#{Rexical::Mailto}>"
+      exit 0
+    end
+  end
+
+  def usage( msg=nil )
+    f  =  $stderr
+    f.puts "#{@cmd}: #{msg}"  if msg
+    f.print <<-EOT
+Usage: #{@cmd} [options] <grammar file>
+Options:
+    EOT
+
+    OPTIONS.each do |line|
+      next if line.strip.empty?
+      if /\A\s*\z/ === line
+        f.puts
+        next
+      end
+
+      disp, sopt, lopt, takearg, doc  =  line.strip.split(/\s+/, 5)
+      if disp == 'o'
+        sopt  =  nil if sopt == '-'
+        lopt  =  nil if lopt == '-'
+        opt  =  [sopt, lopt].compact.join(',')
+
+        takearg  =  nil if takearg == '-'
+        opt  =  [opt, takearg].compact.join(' ')
+
+        f.printf "%-27s %s\n", opt, doc
+      end
+    end
+
+    exit @status
+  end
+end
+end
+

data/sample/a.cmd

@@ -0,0 +1 @@
+call rex xhtmlparser.rex -s %*

data/sample/b.cmd

@@ -0,0 +1 @@
+call racc xhtmlparser.racc -v %*

data/sample/c.cmd

@@ -0,0 +1,4 @@
+:ruby xhtmlparser.tab.rb  simple.html %*
+:ruby xhtmlparser.tab.rb  simple.xhtml %*
+:ruby xhtmlparser.tab.rb  sample.html %*
+ruby xhtmlparser.tab.rb  sample.xhtml %*

data/sample/calc3.racc

@@ -0,0 +1,47 @@
+#
+# A simple calculator, version 3.
+#
+
+class Calculator3
+  prechigh
+    nonassoc UMINUS
+    left '*' '/'
+    left '+' '-'
+  preclow
+  options no_result_var
+rule
+  target  : exp
+          | /* none */ { 0 }
+
+  exp     : exp '+' exp { val[0] + val[2] }
+          | exp '-' exp { val[0] - val[2] }
+          | exp '*' exp { val[0] * val[2] }
+          | exp '/' exp { val[0] / val[2] }
+          | '(' exp ')' { val[1] }
+          | '-' NUMBER  =UMINUS { -(val[1]) }
+          | NUMBER
+end
+
+---- header ----
+#
+# generated by racc
+#
+require 'calc3.rex'
+
+---- inner ----
+
+---- footer ----
+
+puts 'sample calc'
+puts '"q" to quit.'
+calc = Calculator3.new
+while true
+  print '>>> '; $stdout.flush
+  str = $stdin.gets.strip
+  break if /q/i === str
+  begin
+    p calc.scan_str(str)
+  rescue ParseError
+    puts 'parse error'
+  end
+end

data/sample/calc3.rex

@@ -0,0 +1,15 @@
+#
+# calc3.rex
+# lexical scanner definition for rex
+#
+
+class Calculator3
+macro
+  BLANK         \s+
+  DIGIT         \d+
+rule
+  {BLANK}
+  {DIGIT}       { [:NUMBER, text.to_i] }
+  .|\n          { [text, text] }
+inner
+end

data/sample/calc3.rex.rb

@@ -0,0 +1,94 @@
+#
+# DO NOT MODIFY!!!!
+# This file is automatically generated by rex 1.0.0
+# from lexical definition file "calc3.rex".
+#
+
+require 'racc/parser'
+#
+# calc3.rex
+# lexical scanner definition for rex
+#
+
+class Calculator3 < Racc::Parser
+  require 'strscan'
+
+  class ScanError < StandardError ; end
+
+  attr_reader :lineno
+  attr_reader :filename
+
+  def scan_setup ; end
+
+  def action &block
+    yield
+  end
+
+  def scan_str( str )
+    scan_evaluate  str
+    do_parse
+  end
+
+  def load_file( filename )
+    @filename = filename
+    open(filename, "r") do |f|
+      scan_evaluate  f.read
+    end
+  end
+
+  def scan_file( filename )
+    load_file  filename
+    do_parse
+  end
+
+  def next_token
+    @rex_tokens.shift
+  end
+
+  def scan_evaluate( str )
+    scan_setup
+    @rex_tokens = []
+    @lineno  =  1
+    ss = StringScanner.new(str)
+    state = nil
+    until ss.eos?
+      text = ss.peek(1)
+      @lineno  +=  1  if text == "\n"
+      case state
+      when nil
+        case
+        when (text = ss.scan(/\s+/))
+          ;
+
+        when (text = ss.scan(/\d+/))
+           @rex_tokens.push action { [:NUMBER, text.to_i] }
+
+        when (text = ss.scan(/.|\n/))
+           @rex_tokens.push action { [text, text] }
+
+        else
+          text = ss.string[ss.pos .. -1]
+          raise  ScanError, "can not match: '" + text + "'"
+        end  # if
+
+      else
+        raise  ScanError, "undefined state: '" + state.to_s + "'"
+      end  # case state
+    end  # until ss
+  end  # def scan_evaluate
+
+end # class
+
+if __FILE__ == $0
+  exit  if ARGV.size != 1
+  filename = ARGV.shift
+  rex = Calculator3.new
+  begin
+    rex.load_file  filename
+    while  token = rex.next_token
+      p token
+    end
+  rescue
+    $stderr.printf  "%s:%d:%s\n", rex.filename, rex.lineno, $!.message
+  end
+end

data/sample/calc3.tab.rb

@@ -0,0 +1,188 @@
+#
+# DO NOT MODIFY!!!!
+# This file is automatically generated by racc 1.4.4
+# from racc grammer file "calc3.racc".
+#
+
+require 'racc/parser'
+
+
+#
+# generated by racc
+#
+require 'calc3.rex'
+
+
+class Calculator3 < Racc::Parser
+
+##### racc 1.4.4 generates ###
+
+racc_reduce_table = [
+ 0, 0, :racc_error,
+ 1, 11, :_reduce_none,
+ 0, 11, :_reduce_2,
+ 3, 12, :_reduce_3,
+ 3, 12, :_reduce_4,
+ 3, 12, :_reduce_5,
+ 3, 12, :_reduce_6,
+ 3, 12, :_reduce_7,
+ 2, 12, :_reduce_8,
+ 1, 12, :_reduce_none ]
+
+racc_reduce_n = 10
+
+racc_shift_n = 19
+
+racc_action_table = [
+     7,     8,     9,    10,     6,    18,     3,     4,    11,     5,
+     7,     8,     9,    10,     3,     4,    13,     5,     3,     4,
+   nil,     5,     3,     4,   nil,     5,     3,     4,   nil,     5,
+     3,     4,   nil,     5,     7,     8,     7,     8 ]
+
+racc_action_check = [
+    12,    12,    12,    12,     1,    12,    10,    10,     3,    10,
+     2,     2,     2,     2,     0,     0,     6,     0,     4,     4,
+   nil,     4,     9,     9,   nil,     9,     8,     8,   nil,     8,
+     7,     7,   nil,     7,    17,    17,    16,    16 ]
+
+racc_action_pointer = [
+     8,     4,     7,    -1,    12,   nil,    16,    24,    20,    16,
+     0,   nil,    -3,   nil,   nil,   nil,    33,    31,   nil ]
+
+racc_action_default = [
+    -2,   -10,    -1,   -10,   -10,    -9,   -10,   -10,   -10,   -10,
+   -10,    -8,   -10,    19,    -5,    -6,    -3,    -4,    -7 ]
+
+racc_goto_table = [
+     2,     1,   nil,   nil,    12,   nil,   nil,    14,    15,    16,
+    17 ]
+
+racc_goto_check = [
+     2,     1,   nil,   nil,     2,   nil,   nil,     2,     2,     2,
+     2 ]
+
+racc_goto_pointer = [
+   nil,     1,     0 ]
+
+racc_goto_default = [
+   nil,   nil,   nil ]
+
+racc_token_table = {
+ false => 0,
+ Object.new => 1,
+ :UMINUS => 2,
+ "*" => 3,
+ "/" => 4,
+ "+" => 5,
+ "-" => 6,
+ "(" => 7,
+ ")" => 8,
+ :NUMBER => 9 }
+
+racc_use_result_var = false
+
+racc_nt_base = 10
+
+Racc_arg = [
+ racc_action_table,
+ racc_action_check,
+ racc_action_default,
+ racc_action_pointer,
+ racc_goto_table,
+ racc_goto_check,
+ racc_goto_default,
+ racc_goto_pointer,
+ racc_nt_base,
+ racc_reduce_table,
+ racc_token_table,
+ racc_shift_n,
+ racc_reduce_n,
+ racc_use_result_var ]
+
+Racc_token_to_s_table = [
+'$end',
+'error',
+'UMINUS',
+'"*"',
+'"/"',
+'"+"',
+'"-"',
+'"("',
+'")"',
+'NUMBER',
+'$start',
+'target',
+'exp']
+
+Racc_debug_parser = false
+
+##### racc system variables end #####
+
+ # reduce 0 omitted
+
+ # reduce 1 omitted
+
+module_eval <<'.,.,', 'calc3.racc', 13
+  def _reduce_2( val, _values)
+ 0
+  end
+.,.,
+
+module_eval <<'.,.,', 'calc3.racc', 15
+  def _reduce_3( val, _values)
+ val[0] + val[2]
+  end
+.,.,
+
+module_eval <<'.,.,', 'calc3.racc', 16
+  def _reduce_4( val, _values)
+ val[0] - val[2]
+  end
+.,.,
+
+module_eval <<'.,.,', 'calc3.racc', 17
+  def _reduce_5( val, _values)
+ val[0] * val[2]
+  end
+.,.,
+
+module_eval <<'.,.,', 'calc3.racc', 18
+  def _reduce_6( val, _values)
+ val[0] / val[2]
+  end
+.,.,
+
+module_eval <<'.,.,', 'calc3.racc', 19
+  def _reduce_7( val, _values)
+ val[1]
+  end
+.,.,
+
+module_eval <<'.,.,', 'calc3.racc', 20
+  def _reduce_8( val, _values)
+ -(val[1])
+  end
+.,.,
+
+ # reduce 9 omitted
+
+ def _reduce_none( val, _values)
+  val[0]
+ end
+
+end   # class Calculator3
+
+
+puts 'sample calc'
+puts '"q" to quit.'
+calc = Calculator3.new
+while true
+  print '>>> '; $stdout.flush
+  str = $stdin.gets.strip
+  break if /q/i === str
+  begin
+    p calc.scan_str(str)
+  rescue ParseError
+    puts 'parse error'
+  end
+end