tenderlove-frex 1.0.1.20090313144615

data/test/assets/test.rex

@@ -0,0 +1,12 @@
+module A
+module B
+class C < SomethingElse
+
+macro
+  w         [\s\r\n\f]*
+
+# [:state]  pattern  [actions]
+
+            {w}~={w}         { [:INCLUDES, text] }
+
+end

data/test/rex-20060125.rb

@@ -0,0 +1,152 @@
+#!C:/Program Files/ruby-1.8/bin/ruby
+#
+# rex
+#
+#   Copyright (c) 2005 ARIMA Yasuhiro <arima.yasuhiro@nifty.com>
+#
+#   This program is free software.
+#   You can distribute/modify this program under the terms of
+#   the GNU LGPL, Lesser General Public License version 2.1.
+#   For details of LGPL, see the file "COPYING".
+#
+
+## ---------------------------------------------------------------------
+
+REX_OPTIONS  =  <<-EOT
+
+o -o --output-file <outfile>  file name of output [<filename>.rb]
+o -s --stub             - append stub code for debug
+o -i --ignorecase       - ignore char case
+o -C --check-only       - syntax check only
+o -  --independent      - independent mode
+o -d --debug            - print debug information
+o -h --help             - print this message and quit
+o -  --version          - print version and quit
+o -  --copyright        - print copyright and quit
+
+EOT
+
+## ---------------------------------------------------------------------
+
+require 'getoptlong'
+require 'rex/generator'
+require 'rex/info'
+
+## ---------------------------------------------------------------------
+
+=begin
+class Rex
+  def initialize
+  end
+end
+=end
+
+def main
+  $cmd  =  File.basename($0, ".rb")
+  opt  =  get_options
+  filename  =  ARGV[0]
+
+  rex  =  Rex::Generator.new(opt)
+  begin
+    rex.grammar_file  =  filename
+    rex.read_grammar
+    rex.parse
+    if opt['--check-only']
+      $stderr.puts "syntax ok"
+      return  0
+    end
+    rex.write_scanner
+
+  rescue Rex::ParseError, Errno::ENOENT
+    msg  =  $!.to_s
+    unless /\A\d/ === msg
+      msg[0,0]  =  ' '
+    end
+    $stderr.puts "#{$cmd}:#{rex.grammar_file}:#{rex.lineno}:#{msg}"
+    return  1
+
+  end
+  return  0
+end
+
+## ---------------------------------------------------------------------
+def get_options
+  tmp  =  REX_OPTIONS.collect do |line|
+      next if /\A\s*\z/ === line
+      disp, sopt, lopt, takearg, doc  =  line.strip.split(/\s+/, 5)
+      a  =  []
+      a.push lopt    unless lopt == '-'
+      a.push sopt    unless sopt == '-'
+      a.push takearg == '-' ?
+             GetoptLong::NO_ARGUMENT : GetoptLong::REQUIRED_ARGUMENT
+      a
+  end
+  getopt  =  GetoptLong.new(*tmp.compact)
+  getopt.quiet  =  true
+
+  opt  =  {}
+  begin
+    getopt.each do |name, arg|
+      raise GetoptLong::InvalidOption,
+          "#{$cmd}: #{name} given twice" if opt.key? name
+      opt[name]  =  arg.empty? ? true : arg
+    end
+  rescue GetoptLong::AmbigousOption, GetoptLong::InvalidOption,
+         GetoptLong::MissingArgument, GetoptLong::NeedlessArgument
+    usage 1, $!.message
+  end
+
+  usage    if opt['--help']
+
+  if opt['--version']
+    puts "#{$cmd} version #{Rex::Version}"
+    exit 0
+  end
+  if opt['--copyright']
+    puts "#{$cmd} version #{Rex::Version}"
+    puts "#{Rex::Copyright} <#{Rex::Mailto}>"
+    exit 0
+  end
+
+  usage(1, 'no grammar file given')    if ARGV.empty?
+  usage(1, 'too many grammar files given')    if ARGV.size > 1
+
+  opt
+end
+
+## ---------------------------------------------------------------------
+
+def usage(status=0, msg=nil )
+  f  =  (status == 0 ? $stdout : $stderr)
+  f.puts "#{$cmd}: #{msg}"  if msg
+  f.print <<-EOT
+Usage: #{$cmd} [options] <grammar file>
+Options:
+  EOT
+
+  REX_OPTIONS.each do |line|
+    next if line.strip.empty?
+    if /\A\s*\z/ === line
+      f.puts
+      next
+    end
+
+    disp, sopt, lopt, takearg, doc  =  line.strip.split(/\s+/, 5)
+    if disp == 'o'
+      sopt  =  nil if sopt == '-'
+      lopt  =  nil if lopt == '-'
+      opt  =  [sopt, lopt].compact.join(',')
+
+      takearg  =  nil if takearg == '-'
+      opt  =  [opt, takearg].compact.join(' ')
+
+      f.printf "%-27s %s\n", opt, doc
+    end
+  end
+
+  exit status
+end
+
+## ---------------------------------------------------------------------
+
+main

data/test/rex-20060511.rb

@@ -0,0 +1,143 @@
+#!/usr/local/bin/ruby
+#
+# rex
+#
+#   Copyright (c) 2005-2006 ARIMA Yasuhiro <arima.yasuhiro@nifty.com>
+#
+#   This program is free software.
+#   You can distribute/modify this program under the terms of
+#   the GNU LGPL, Lesser General Public License version 2.1.
+#   For details of LGPL, see the file "COPYING".
+#
+
+## ---------------------------------------------------------------------
+
+REX_OPTIONS  =  <<-EOT
+
+o -o --output-file <outfile>  file name of output [<filename>.rb]
+o -s --stub             - append stub code for debug
+o -i --ignorecase       - ignore char case
+o -C --check-only       - syntax check only
+o -  --independent      - independent mode
+o -d --debug            - print debug information
+o -h --help             - print this message and quit
+o -  --version          - print version and quit
+o -  --copyright        - print copyright and quit
+
+EOT
+
+## ---------------------------------------------------------------------
+
+require 'getoptlong'
+require 'rex/generator'
+require 'rex/info'
+
+## ---------------------------------------------------------------------
+
+class RexRunner
+  def run
+    @status  =  1
+    usage 'no grammar file given'    if ARGV.empty?
+    usage 'too many grammar files given'    if ARGV.size > 1
+    filename  =  ARGV[0]
+
+    rex  =  Rex::Generator.new(@opt)
+    begin
+      rex.grammar_file  =  filename
+      rex.read_grammar
+      rex.parse
+      if @opt['--check-only']
+        $stderr.puts "syntax ok"
+        return  0
+      end
+      rex.write_scanner
+      @status  =  0
+
+    rescue Rex::ParseError, Errno::ENOENT
+      msg  =  $!.to_s
+      unless /\A\d/ === msg
+        msg[0,0]  =  ' '
+      end
+      $stderr.puts "#{@cmd}:#{rex.grammar_file}:#{rex.lineno}:#{msg}"
+
+    ensure
+      exit @status
+
+    end
+  end
+
+  def initialize
+    @status  =  2
+    @cmd  =  File.basename($0, ".rb")
+    tmp  =  REX_OPTIONS.collect do |line|
+        next if /\A\s*\z/ === line
+        disp, sopt, lopt, takearg, doc  =  line.strip.split(/\s+/, 5)
+        a  =  []
+        a.push lopt    unless lopt == '-'
+        a.push sopt    unless sopt == '-'
+        a.push takearg == '-' ?
+               GetoptLong::NO_ARGUMENT : GetoptLong::REQUIRED_ARGUMENT
+        a
+    end
+    getopt  =  GetoptLong.new(*tmp.compact)
+    getopt.quiet  =  true
+
+    @opt  =  {}
+    begin
+      getopt.each do |name, arg|
+        raise GetoptLong::InvalidOption,
+            "#{@cmd}: #{name} given twice" if @opt.key? name
+        @opt[name]  =  arg.empty? ? true : arg
+      end
+    rescue GetoptLong::AmbigousOption, GetoptLong::InvalidOption,
+           GetoptLong::MissingArgument, GetoptLong::NeedlessArgument
+      usage $!.message
+    end
+
+    usage    if @opt['--help']
+
+    if @opt['--version']
+      puts "#{@cmd} version #{Rex::Version}"
+      exit 0
+    end
+    if @opt['--copyright']
+      puts "#{@cmd} version #{Rex::Version}"
+      puts "#{Rex::Copyright} <#{Rex::Mailto}>"
+      exit 0
+    end
+  end
+
+  def usage( msg=nil )
+    f  =  $stderr
+    f.puts "#{@cmd}: #{msg}"  if msg
+    f.print <<-EOT
+Usage: #{@cmd} [options] <grammar file>
+Options:
+    EOT
+
+    REX_OPTIONS.each do |line|
+      next if line.strip.empty?
+      if /\A\s*\z/ === line
+        f.puts
+        next
+      end
+
+      disp, sopt, lopt, takearg, doc  =  line.strip.split(/\s+/, 5)
+      if disp == 'o'
+        sopt  =  nil if sopt == '-'
+        lopt  =  nil if lopt == '-'
+        opt  =  [sopt, lopt].compact.join(',')
+
+        takearg  =  nil if takearg == '-'
+        opt  =  [opt, takearg].compact.join(' ')
+
+        f.printf "%-27s %s\n", opt, doc
+      end
+    end
+
+    exit @status
+  end
+end
+
+RexRunner.new.run
+

data/test/test_generator.rb

@@ -0,0 +1,27 @@
+require 'test/unit'
+require 'tempfile'
+require 'frex' 
+
+class TestGenerator < Test::Unit::TestCase
+  def test_header_is_written_after_module
+    file = File.join(Dir::tmpdir, 'out.rb')
+    rex = Frex::Generator.new(
+      "--independent" => true,
+      "--output-file" => file
+    )
+    rex.grammar_file = (File.join(File.dirname(__FILE__), 'assets', 'test.rex'))
+    rex.read_grammar
+    rex.parse
+    rex.write_scanner
+
+    comments = []
+    File.open(file, 'rb') { |f|
+      f.each_line do |line|
+        comments << line.chomp if line =~ /^#/
+      end
+    }
+    assert_match 'DO NOT MODIFY', comments.join
+    assert_equal '#--', comments.first
+    assert_equal '#++', comments.last
+  end
+end

metadata

@@ -0,0 +1,105 @@
+--- !ruby/object:Gem::Specification 
+name: tenderlove-frex
+version: !ruby/object:Gem::Version 
+  version: 1.0.1.20090313144615
+platform: ruby
+authors: 
+- Aaron Patterson
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-03-13 00:00:00 -07:00
+default_executable: frex
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: hoe
+  type: :development
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.9.0
+    version: 
+description: Frex is a fork of Rex. Rex is a lexical scanner generator. It is written in Ruby itself, and generates Ruby program. It is designed for use with Racc.
+email: 
+- aaronp@rubyforge.org
+executables: 
+- frex
+extensions: []
+
+extra_rdoc_files: 
+- Manifest.txt
+- CHANGELOG.rdoc
+- DOCUMENTATION.en.rdoc
+- DOCUMENTATION.ja.rdoc
+- README.rdoc
+files: 
+- CHANGELOG.rdoc
+- DOCUMENTATION.en.rdoc
+- DOCUMENTATION.ja.rdoc
+- Manifest.txt
+- README.ja
+- README.rdoc
+- Rakefile
+- bin/frex
+- frex.gemspec
+- lib/frex.rb
+- lib/frex/generator.rb
+- lib/frex/info.rb
+- lib/frex/rexcmd.rb
+- sample/a.cmd
+- sample/b.cmd
+- sample/c.cmd
+- sample/calc3.racc
+- sample/calc3.rex
+- sample/calc3.rex.rb
+- sample/calc3.tab.rb
+- sample/error1.rex
+- sample/error2.rex
+- sample/sample.html
+- sample/sample.rex
+- sample/sample.rex.rb
+- sample/sample.xhtml
+- sample/sample1.c
+- sample/sample1.rex
+- sample/sample2.bas
+- sample/sample2.rex
+- sample/simple.html
+- sample/simple.xhtml
+- sample/xhtmlparser.racc
+- sample/xhtmlparser.rex
+- test/assets/test.rex
+- test/rex-20060125.rb
+- test/rex-20060511.rb
+- test/test_generator.rb
+has_rdoc: true
+homepage: http://github.com/aaronp/frex/tree/master
+post_install_message: 
+rdoc_options: 
+- --main
+- README.rdoc
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: frex
+rubygems_version: 1.2.0
+signing_key: 
+specification_version: 2
+summary: Frex is a fork of Rex
+test_files: 
+- test/test_generator.rb