rubylexer 0.6.2 → 0.7.0

data/rlold.rb

@@ -1,12 +0,0 @@
-class RubyLexer06 < RubyLexer
-  alias lexerror lexerror_exception
-end
-
-class<<RubyLexer
-  def version(num)
-    case num
-      when 0.0..0.6: RubyLexer06 
-      else RubyLexer
-    end
-  end 
-end

data/testcode/locatetest

@@ -1,12 +0,0 @@
-test $RUBY || export RUBY=ruby
-export RUBYLEXERVSRUBY="$RUBY testcode/rubylexervsruby.rb"
-
-if $RUBY --version|grep '^ruby 1\.6'; then
-  echo 'error: need ruby 1.8'; exit
-fi
-
-
-
-for i in testdata/p.rb `(locate tk.rb;locate examples/examples_test.rb;locate .rb)|egrep -v '/testresults/|files/patch-'`; do
-  $RUBYLEXERVSRUBY $i
-done

data/testcode/rubylexervsruby.rb

@@ -1,104 +0,0 @@
-#!/usr/bin/ruby -dw
-
-require "testcode/tokentest"
-require "testcode/deletewarns"
-
-ENABLEMD5=false
-
-#these remain globals only for ease in interpolation
-$cmdpath= `which #$0`
-$cmddir=File.dirname $cmdpath
-$input=ARGV[0]
-$base='testresults/'+File.basename($input)
-$_ttfile=$base+'.tt'
-$mttfile=$base+'.mtt'
-$p_ttfile=$_ttfile+'.prs'
-$pmttfile=$mttfile+'.prs'
-$p_ttdiff=$p_ttfile+'.diff'
-$pmttdiff=$pmttfile+'.diff'
-$nopfile=$base+'.nop'
-$origfile=$nopfile+'.prs'
-$ruby=ENV['RUBY'] || 'ruby'
-
-def nop_ruby(cmd,input,output)
-   File.open(output,'w'){|f| f.print "BEGIN{exit};\n" }
-   system [cmd,input,'>>',output].join(' ')
-end
-
-def ruby_parsedump(input,output)
-  #todo: use ruby's md5 lib
-  #recursive ruby call here is unavoidable because -y flag has to be set
-
-  #do nothing if input unchanged
-  ENABLEMD5 and system "md5sum -c #{input}.md5 2>/dev/null" and return
-
-  status=0
-  IO.popen("#$ruby -w -y < #{input} 2>&1"){ |pipe| File.open(output,"w") { |outfd|
-    pipe.each{ |line|
-      outfd.print(line) \
-        if /^Shifting|^#{DeleteWarns::WARNERRREX}/o===line
-      #elsif /(warning|error)/i===line
-      #  raise("a warning or error, appearently, not caught by rex above: "+line)
-    }
-    pid,status=Process.waitpid2 pipe.pid #get err status of subprocess
-  } }
-  ENABLEMD5 and status==0 and system "md5sum #{input} > #{input}.md5" #compute sum only if no errors
-end
-
-Dir.chdir $cmddir + '/..'
-
-nop_ruby "#{$input[/\.gz$/]&&'z'}cat", $input, $nopfile
-
-print "executing: #$ruby testcode/tokentest.rb --keepws #$input\n"
-
-ruby_parsedump $nopfile, $origfile
-
-
-
-tokentest $nopfile, RubyLexer, KeepWsTokenPrinter.new, nil, $_ttfile
-tokentest $nopfile, RubyLexer, KeepWsTokenPrinter.new(' '), nil, $mttfile
-
-
-ruby_parsedump $_ttfile, $p_ttfile
-ruby_parsedump $mttfile, $pmttfile
-
-if File.exists?($p_ttfile)
-  IO.popen("diff -u1 -b #$origfile #$p_ttfile"){ |pipe|
-  File.open($p_ttdiff,"w") { |diff|
-    DeleteWarns.deletewarns(pipe){|s| diff.print s}
-  }
-  }
-  File.unlink $p_ttfile
-end
-
-if File.exists?($pmttfile)
-  IO.popen("diff -u1 -b #$origfile #$pmttfile"){ |pipe|
-  File.open($pmttdiff,"w") { |diff|
-    DeleteWarns.deletewarns(pipe){|s| diff.print s}
-  }
-  }
-  File.unlink $pmttfile
-end
-
-def head(fname)
-  File.open(fname){|fd| 10.times{ print((fd.gets or break)) } }
-end
-
-case File.zero?($p_ttdiff).to_s +
-     File.zero?($pmttdiff).to_s
-  when 'falsefalse' then
-    head $p_ttdiff
-    print "omitting #$pmttdiff\n"
-  when 'falsetrue'
-    head $p_ttdiff
-  when 'truefalse'
-    head $pmttdiff
-  when 'truetrue'
-    #File.unlink $origfile
-    exit(0)
-  default
-    raise "unexpected 2bool val"
-end
-
-exit 1
-

data/testcode/rubylexervsruby.sh

@@ -1,51 +0,0 @@
-#!/bin/sh
-#set -v
-function nop_ruby() { (echo "BEGIN{exit};"; exec $1 $2); }
-function ruby_parsedump() {
- md5sum -c $1.md5 2>/dev/null && return #do nothing if input unchanged
- ruby -w -y < $1 2>&1 | grep ^Shift|cut -d" " -f3 >$2
- md5sum $1 > $1.md5
-}
-
-cmdpath=`which $0`
-cd `dirname $cmdpath`/..
-
-cmddir=`dirname $cmdpath`
-base=testresults/`basename $1`
-origfile=$base.nop.prs
-_ttfile=$base.tt
-mttfile=$base.mtt
-p_ttfile=$_ttfile.prs
-pmttfile=$mttfile.prs
-nopfile=$base.nop
-
-#if awk "BEGIN{if(\"$1\" ~! /\.gz$/) exit(1)}"; then
-if ruby -e "'$1'[/\.gz\$/] or exit 1"; then
-   nop_ruby zcat $1 > $nopfile ;
-else
-   nop_ruby cat $1 > $nopfile ;
-fi
-
-
-
- echo executing: testcode/tokentest.rb --ruby --keepws $1 '\|'
- testcode/tokentest.rb --ruby --keepws $nopfile > $_ttfile
- testcode/tokentest.rb --ruby --maxws  $nopfile > $mttfile
- ruby_parsedump $nopfile $origfile
- ruby_parsedump $_ttfile $p_ttfile
- ruby_parsedump $mttfile $pmttfile
-
- [ -e $p_ttfile ] && (diff -ub $origfile $p_ttfile | \
-                        testcode/deletewarns.rb > $p_ttfile.diff
-                      rm $p_ttfile
-                     )
- [ -e $pmttfile ] && (diff -ub $origfile $pmttfile | \
-                        testcode/deletewarns.rb > $pmttfile.diff
-                      rm $pmttfile
-                     )
- head $p_ttfile.diff
- test -s $p_ttfile.diff || head $pmttfile.diff
-test -s $p_ttfile.diff && test -s $pmttfile.diff && echo omitting $pmttfile.diff
-
-test -z $p_ttfile.diff && test -z $pmttfile.diff && exit 0
-exit 1