redparse 0.8.4 → 1.0.0

data/test/test_xform_tree.rb

@@ -1,3 +1,21 @@
+=begin copyright
+    redparse - a ruby parser written in ruby
+    Copyright (C) 2008,2009, 2012, 2016  Caleb Clausen
+
+    This program is free software: you can redistribute it and/or modify
+    it under the terms of the GNU Lesser General Public License as published by
+    the Free Software Foundation, either version 3 of the License, or
+    (at your option) any later version.
+
+    This program is distributed in the hope that it will be useful,
+    but WITHOUT ANY WARRANTY; without even the implied warranty of
+    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+    GNU Lesser General Public License for more details.
+
+    You should have received a copy of the GNU Lesser General Public License
+    along with this program.  If not, see <http://www.gnu.org/licenses/>.
+=end
+
 require 'test/unit'
 require 'regxform'
 require "redparse"

data/test/unparse_1.9_exceptions.txt

@@ -0,0 +1,85 @@
+:!~ ====> :"!~"\\\///
+:!= ====> :"!="\\\///
+:!@ ====> :!\\\///
+:!@ ====> :"!"\\\///
+{a:  1,b:  2,c=>3} ====> {:a => 1, :b => 2, c => 3}\\\///
+{a:  b} ====> {:a => b}\\\///
+[*a,b,c] ====> [*a, b, c]\\\///
+[a,*b,*c] ====> [a, *b, *c]\\\///
+[a,*b,c] ====> [a, *b, c]\\\///
+[*a,*b,*c,*d] ====> [*a, *b, *c, *d]\\\///
+[a,*b,c,*d] ====> [a, *b, c, *d]\\\///
+{a:  b, c:  d} ====> {:a => b, :c => d}\\\///
+[*a,*b,*c,*d,e] ====> [*a, *b, *c, *d, e]\\\///
+alias !~ != ====> alias :!~ :!=\\\///
+alias !~ != ====> alias :"!~" :"!="\\\///
+alias != ` ====> alias :!= :`\\\///
+alias != ` ====> alias :"!=" :`\\\///
+alias != !~ ====> alias :!= :!~\\\///
+alias != !~ ====> alias :"!=" :"!~"\\\///
+alias !@ ` ====> alias :"!" :`\\\///
+alias !@ ` ====> alias :"!@" :`\\\///
+alias !~ x ====> alias :!~ :x\\\///
+alias !~ x ====> alias :"!~" :x\\\///
+alias != x ====> alias :!= :x\\\///
+alias != x ====> alias :"!=" :x\\\///
+alias !@ x ====> alias :"!" :x\\\///
+alias !@ x ====> alias :"!@" :x\\\///
+alias x !~ ====> alias :x :!~\\\///
+alias x !~ ====> alias :x :"!~"\\\///
+alias x != ====> alias :x :!=\\\///
+alias x != ====> alias :x :"!="\\\///
+alias x !@ ====> alias :x :"!"\\\///
+alias x !@ ====> alias :x :"!@"\\\///
+def !@; end ====> def !@; ;;end\\\///
+def !~(x); end ====> def !~(x); ;;end\\\///
+def !=(x); end ====> def !=(x); ;;end\\\///
+f.(a=1,2,3) ====> f.(a=1, 2, 3)\\\///
+not +1 ====> not 1\\\///
+not(+1) ====> not(1)\\\///
+proc{|a=10,b| x} ====> proc{|a=10, b| x;}\\\///
+proc{|a=10,b| x} ====> proc{|a=10,b| x;}\\\///
+proc{|a,b=10| x} ====> proc{|a, b=10| x;}\\\///
+proc{|a,*b,(c1,*c2,c3)|d} ====> proc{|a, *b, (c1, *c2, c3)| d;}\\\///
+proc{|*a,b,c|d} ====> proc{|*a, b, c| d;}\\\///
+proc{|a,*b,c|d} ====> proc{|a, *b, c| d;}\\\///
+proc{|a,&b| x} ====> proc{|a, &b| x;}\\\///
+proc{|&a| x} ====> proc{|&a| x;}\\\///
+?\u{10fffd} ====> ?􏿽\\\///
+?\u2665 ====> ?♥\\\///
+?\u2666 ====> ?♦\\\///
+undef !~ ====> undef :!~\\\///
+undef !~ ====> undef :"!~"\\\///
+undef != ====> undef :!=\\\///
+undef != ====> undef :"!="\\\///
+undef !@ ====> undef :"!"\\\///
+undef !@ ====> undef :"!@"\\\///
+z(*a,*b,*c,*d,e) ====> z(*a, *b, *c, *d, e)\\\///
+z(*a,*b,*c,*d) ====> z(*a, *b, *c, *d)\\\///
+z(a,*b,c,*d) ====> z(a, *b, c, *d)\\\///
+z(*a,b,c) ====> z(*a, b, c)\\\///
+z(a,*b,*c) ====> z(a, *b, *c)\\\///
+z(a,*b,c) ====> z(a, *b, c)\\\///
+a ? b
+ :  c ====> a ? b : c\\\///
+     a
+      .b ====> a.b\\\///
+
+     a
+      .b ====> a.b\\\///
+proc{|a,b=10| x} ====> proc{|a, b = 10| x;}\\\///
+proc{|a=10,b| x} ====> proc{|a = 10, b| x;}\\\///
+z=*a,*b,*c,*d ====> z = *a,*b,*c,*d\\\///
+z=*a,*b,*c,*d,e ====> z = *a,*b,*c,*d,e\\\///
+z=*a,b,c ====> z = *a,b,c\\\///
+z=a,*b,*c ====> z = a,*b,*c\\\///
+z=a,*b,c ====> z = a,*b,c\\\///
+z=a,*b,c,*d ====> z = a,*b,c,*d\\\///
+z[*a,*b,*c,*d,e]=1 ====> z[*a,*b,*c,*d,e] = 1\\\///
+z[*a,*b,*c,*d]=1 ====> z[*a,*b,*c,*d] = 1\\\///
+z[*a,b,c]=1 ====> z[*a,b,c] = 1\\\///
+z[a,*b,*c]=1 ====> z[a,*b,*c] = 1\\\///
+z[a,*b,c,*d]=1 ====> z[a,*b,c,*d] = 1\\\///
+z[a,*b,c]=1 ====> z[a,*b,c] = 1\\\///
+f.(a=1,2,3) ====> f.(a = 1, 2, 3)\\\///
+def !@; end ====> def !@ ; ;;end\\\///

data/test/unparse_1.9_exceptions.txt.old

@@ -0,0 +1,81 @@
+{a:  b} ====> {:a => b}\\\///
+{a:  b, c:  d} ====> {:a => b, :c => d}\\\///
+:!= ====> :"!="\\\///
+:!@ ====> :"!"\\\///
+:!~ ====> :"!~"\\\///
+[*a,*b,*c,*d,e] ====> [*a, *b, *c, *d, e]\\\///
+[*a,*b,*c,*d] ====> [*a, *b, *c, *d]\\\///
+[*a,b,c] ====> [*a, b, c]\\\///
+[a,*b,*c] ====> [a, *b, *c]\\\///
+[a,*b,c,*d] ====> [a, *b, c, *d]\\\///
+[a,*b,c] ====> [a, *b, c]\\\///
+alias != !~ ====> alias :"!=" :"!~"\\\///
+alias != ` ====> alias :"!=" :`\\\///
+alias != x ====> alias :"!=" :x\\\///
+alias !@ ` ====> alias :"!" :`\\\///
+alias !@ x ====> alias :"!" :x\\\///
+alias !~ != ====> alias :"!~" :"!="\\\///
+alias !~ x ====> alias :"!~" :x\\\///
+alias x != ====> alias :x :"!="\\\///
+alias x !@ ====> alias :x :"!"\\\///
+alias x !~ ====> alias :x :"!~"\\\///
+def !=(x); end ====> def !=(x); ;;end\\\///
+def !@; end ====> def !@; ;;end\\\///
+def !~(x); end ====> def !~(x); ;;end\\\///
+not +1 ====> not 1\\\///
+not(+1) ====> not(1)\\\///
+proc{|&a| x} ====> proc{|&a| x;}\\\///
+proc{|*a,b,c|d} ====> proc{|*a, b, c| d;}\\\///
+proc{|a,&b| x} ====> proc{|a, &b| x;}\\\///
+proc{|a,*b,(c1,*c2,c3)|d} ====> proc{|a, *b, (c1, *c2, c3)| d;}\\\///
+proc{|a,*b,c|d} ====> proc{|a, *b, c| d;}\\\///
+proc{|a,b=10| x} ====> proc{|a, b=10| x;}\\\///
+proc{|a=10,b| x} ====> proc{|a=10,b| x;}\\\///
+undef != ====> undef :"!="\\\///
+undef !@ ====> undef :"!"\\\///
+undef !~ ====> undef :"!~"\\\///
+z(*a,*b,*c,*d) ====> z(*a, *b, *c, *d)\\\///
+z(*a,*b,*c,*d,e) ====> z(*a, *b, *c, *d, e)\\\///
+z(*a,b,c) ====> z(*a, b, c)\\\///
+z(a,*b,*c) ====> z(a, *b, *c)\\\///
+z(a,*b,c) ====> z(a, *b, c)\\\///
+z(a,*b,c,*d) ====> z(a, *b, c, *d)\\\///
+a ? b
+ :  c ====> a ? b : c\\\///
+{a:  1,b:  2,c=>3} ====> {:a => 1, :b => 2, c => 3}\\\///
+
+     a
+      .b ====> a.b\\\///
+?\u2665 ====> ?♥\\\///
+?\u{10fffd} ====> ?􏿽\\\///
+?\u2666 ====> ?♦\\\///
+f.(a=1,2,3) ====> f.(a=1, 2, 3)\\\///
+:!@ ====> :!\\\///
+alias != !~ ====> alias :!= :!~\\\///
+alias != ` ====> alias :!= :`\\\///
+alias != x ====> alias :!= :x\\\///
+alias !@ ` ====> alias :"!@" :`\\\///
+alias !@ x ====> alias :"!@" :x\\\///
+alias !~ != ====> alias :!~ :!=\\\///
+alias !~ x ====> alias :!~ :x\\\///
+alias x != ====> alias :x :!=\\\///
+alias x !@ ====> alias :x :"!@"\\\///
+alias x !~ ====> alias :x :!~\\\///
+undef != ====> undef :!=\\\///
+undef !@ ====> undef :"!@"\\\///
+undef !~ ====> undef :!~\\\///
+:!@ ====> :"!"\\\///
+alias != !~ ====> alias :"!=" :"!~"\\\///
+alias != ` ====> alias :"!=" :`\\\///
+alias != x ====> alias :"!=" :x\\\///
+alias !@ ` ====> alias :"!" :`\\\///
+alias !@ x ====> alias :"!" :x\\\///
+alias !~ != ====> alias :"!~" :"!="\\\///
+alias !~ x ====> alias :"!~" :x\\\///
+alias x != ====> alias :x :"!="\\\///
+alias x !@ ====> alias :x :"!"\\\///
+alias x !~ ====> alias :x :"!~"\\\///
+undef != ====> undef :"!="\\\///
+undef !@ ====> undef :"!"\\\///
+undef !~ ====> undef :"!~"\\\///
+proc{|a=10,b| x} ====> proc{|a=10, b| x;}\\\///

metadata

@@ -1,55 +1,68 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: redparse
-version: !ruby/object:Gem::Version 
-  version: 0.8.4
+version: !ruby/object:Gem::Version
+  version: 1.0.0
 platform: ruby
-authors: 
+authors:
 - Caleb Clausen
 autorequire: 
 bindir: bin
 cert_chain: []
-
-date: 2010-01-03 00:00:00 -08:00
-default_executable: 
-dependencies: 
-- !ruby/object:Gem::Dependency 
+date: 2016-07-18 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
   name: rubylexer
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.8.0
   type: :runtime
-  version_requirement: 
-  version_requirements: !ruby/object:Gem::Requirement 
-    requirements: 
-    - - "="
-      - !ruby/object:Gem::Version 
-        version: 0.7.7
-    version: 
-- !ruby/object:Gem::Dependency 
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.8.0
+- !ruby/object:Gem::Dependency
   name: reg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.5.0a0
   type: :runtime
-  version_requirement: 
-  version_requirements: !ruby/object:Gem::Requirement 
-    requirements: 
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
     - - ">="
-      - !ruby/object:Gem::Version 
-        version: 0.4.8
-    version: 
-description: RedParse is a ruby parser written in pure ruby. Instead of YACC or  ANTLR, it's parse tool is a home-brewed "compiler-interpreter". (The tool is LALR(1)-equivalent and the 'parse language' is pretty nice,  even in it's current crude form.)  My intent is to have a completely correct parser for ruby, in 100%  ruby. Currently, RedParse can parse all known ruby 1.8 constructions correctly. There might be some problems with unparsing or otherwise  working with texts in a character set other than ascii. Some of the new ruby 1.9 constructions are supported in 1.9 mode. For more details on known problems, see below.
+      - !ruby/object:Gem::Version
+        version: 0.5.0a0
+description: "RedParse is a ruby parser (and parser-compiler) written in pure ruby.
+  \nInstead of YACC or ANTLR, it's parse tool is a home-brewed language. (The\ntool
+  is (at least) LALR(1)-equivalent and the 'parse language' is \npretty nice, even
+  in it's current form.)\n\nMy intent is to have a completely correct parser for ruby,
+  in 100% \nruby. And I think I've more or less succeeded. Aside from some fairly\nminor
+  quibbles (see below), RedParse can parse all known ruby 1.8 and 1.9 \nconstructions
+  correctly. Input text may be encoded in ascii, binary, \nutf-8, iso-8859-1, and
+  the euc-* family of encodings. Sjis is not yet \nsupported."
 email: caleb (at) inforadical (dot) net
 executables: []
-
 extensions: []
-
-extra_rdoc_files: 
+extra_rdoc_files:
 - README.txt
 - COPYING.LGPL
-files: 
+files:
 - COPYING.LGPL
 - History.txt
 - Makefile
 - Manifest.txt
 - README.txt
-- Rakefile
 - bin/redparse
+- lib/miniredparse.rb
 - lib/redparse.rb
+- lib/redparse/ReduceWithsFor_RedParse_1_8.rb
+- lib/redparse/ReduceWithsFor_RedParse_1_9.rb
 - lib/redparse/babynodes.rb
 - lib/redparse/babyparser.rb
 - lib/redparse/cache.rb
@@ -62,8 +75,15 @@ files:
 - lib/redparse/problemfiles.rb
 - lib/redparse/pthelper.rb
 - lib/redparse/reg_more_sugar.rb
+- lib/redparse/replacing/parse_tree.rb
+- lib/redparse/replacing/ripper.rb
+- lib/redparse/replacing/ruby_parser.rb
+- lib/redparse/ripper.rb
+- lib/redparse/ripper_sexp.rb
+- lib/redparse/stackableclasses.rb
 - lib/redparse/version.rb
 - redparse.gemspec
+- rplt.txt
 - test/data/__end.rb
 - test/data/__f.rb
 - test/data/be.rb
@@ -80,6 +100,7 @@ files:
 - test/data/hd3.rb
 - test/data/hd4.rb
 - test/data/hd5.rb
+- test/data/hd_with_blank_string.rb
 - test/data/hdcat.rb
 - test/data/hdx.rb
 - test/data/heredoc.rb
@@ -87,41 +108,45 @@ files:
 - test/data/jbridge.rb
 - test/data/mod.rb
 - test/data/nl_as_strdelim.rb
+- test/data/pt_known_output.rb
 - test/data/pw.rb
 - test/data/skkdictools.rb
+- test/data/wp.pp
 - test/data/wvt.rb
 - test/generate_parse_tree_server_rc.rb
 - test/rp-locatetest.rb
 - test/test_1.9.rb
 - test/test_all.rb
+- test/test_part.rb
 - test/test_redparse.rb
 - test/test_xform_tree.rb
-has_rdoc: true
+- test/unparse_1.9_exceptions.txt
+- test/unparse_1.9_exceptions.txt.old
 homepage: http://github.com/coatl/redparse
+licenses:
+- LGPL-2.1
+metadata: {}
 post_install_message: 
-rdoc_options: 
-- --main
+rdoc_options:
+- "--main"
 - README.txt
-require_paths: 
+require_paths:
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement 
-  requirements: 
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
   - - ">="
-    - !ruby/object:Gem::Version 
-      version: "0"
-  version: 
-required_rubygems_version: !ruby/object:Gem::Requirement 
-  requirements: 
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
   - - ">="
-    - !ruby/object:Gem::Version 
-      version: "0"
-  version: 
+    - !ruby/object:Gem::Version
+      version: '0'
 requirements: []
-
 rubyforge_project: redparse
-rubygems_version: 1.3.1
+rubygems_version: 2.5.1
 signing_key: 
 specification_version: 2
 summary: RedParse is a ruby parser written in pure ruby.
-test_files: 
+test_files:
 - test/test_all.rb

data/Rakefile

@@ -1,35 +0,0 @@
-# Copyright (C) 2008  Caleb Clausen
-# Distributed under the terms of Ruby's license.
-require 'rubygems'
-require 'hoe'
-require './lib/redparse/version.rb'
-
-if $*==["test"]
-  #hack to get 'rake test' to stay in one process
-  #which keeps netbeans happy
-  $:<<"lib"
-  require "test/test_redparse.rb"
-  Test::Unit::AutoRunner.run
-  exit
-end
- 
-   readme=open("README.txt")
-   readme.readline("\n== DESCRIPTION:")
-   readme.readline("\n\n")
-   desc=readme.readline("\n\n")
- 
-   hoe=Hoe.new("redparse", RedParse::VERSION) do |_|
-     _.author = "Caleb Clausen"
-     _.email = "redparse-owner @at@ inforadical .dot. net"
-     _.url = ["http://github.com/coatl/redparse/", "http://rubyforge.org/projects/redparse/"]
-     _.extra_deps << ['rubylexer', '>= 0.7.4']
-     _.extra_deps << ['reg', '>= 0.4.7']
-#     _.test_globs=["test/*"]
-     _.description=desc
-     _.summary=desc[/\A[^.]+\./]
-     _.spec_extras={:bindir=>'bin/'}
-#     _.rdoc_pattern=/\A(README\.txt|lib\/.*\.rb)\Z/
-#     _.remote_rdoc_dir="/"
-   end
-
-