parser 0.9.alpha

data/test/test_ruby_parser_extras.rb

@@ -0,0 +1,228 @@
+#!/usr/bin/env ruby
+# encoding: ascii-8bit
+
+require 'minitest/autorun'
+require 'ruby_parser_extras'
+
+require 'minitest/unit'
+
+class TestStackState < MiniTest::Unit::TestCase
+  attr_reader :s
+
+  def setup
+    @s = RubyParserStuff::StackState.new :test
+  end
+
+  def assert_encoding str, default = false
+    orig_str = str.dup
+    p = Ruby19Parser.new
+    s = nil
+
+    out, err = capture_io do
+      s = p.handle_encoding str
+    end
+
+    assert_equal orig_str.sub(/\357\273\277/, ''), s
+
+    exp_err = ""
+
+    if defined?(Encoding) then
+      assert_equal "UTF-8", s.encoding.to_s, str.inspect
+    else
+      exp_err = "Skipping magic encoding comment\n" unless default
+    end
+
+    assert_equal "", out, str.inspect
+    assert_equal exp_err, err, str.inspect # HACK
+  end
+
+  def test_handle_encoding_bom
+    # bom support, default to utf-8
+    assert_encoding "\xEF\xBB\xBF# blah"
+    # we force_encode to US-ASCII, then encode to UTF-8 so our lexer will work
+    assert_encoding "\xEF\xBB\xBF# encoding: US-ASCII"
+  end
+
+  def test_handle_encoding_default
+    assert_encoding "blah", :default
+  end
+
+  def test_handle_encoding_emacs
+    # Q: how many different ways can we screw these up? A: ALL OF THEM
+
+    assert_encoding "# - encoding: utf-8 -"
+    assert_encoding "# - encoding:utf-8"
+    assert_encoding "# -* coding: UTF-8 -*-"
+    assert_encoding "# -*- coding: UTF-8 -*-"
+    assert_encoding "# -*- coding: utf-8 -*"
+    assert_encoding "# -*- coding: utf-8 -*-"
+    assert_encoding "# -*- coding: utf-8; mode: ruby -*-"
+    assert_encoding "# -*- coding: utf-8; mode: ruby; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2"
+    assert_encoding "# -*- coding:utf-8; mode:ruby; -*-"
+    assert_encoding "# -*- encoding: UTF-8 -*-"
+    assert_encoding "# -*- encoding: utf-8 -*"
+    assert_encoding "# -*- encoding: utf-8 -*-"
+    assert_encoding "# -*- mode:ruby; coding:utf-8 -*-"
+    assert_encoding "# -*- ruby encoding: utf-8 -*-"
+    assert_encoding "# -- encoding: utf-8 --"
+    assert_encoding "# ~*~ encoding: utf-8 ~*~"
+    assert_encoding "#-*- coding: utf-8 -*-"
+    assert_encoding "#-*- coding:utf-8"
+    assert_encoding "#--  -*- mode: ruby; encoding: utf-8 -*-\n"
+  end
+
+  def test_handle_encoding_wtf
+    assert_encoding "# coding : utf-8"
+    assert_encoding "# Ruby 1.9: encoding: utf-8"
+    assert_encoding "# Encoding: UTF-8 <-- required, please leave this in."
+    assert_encoding "# Encoding: UTF-8"
+    assert_encoding "# coding: utf-8"
+    assert_encoding "# coding:utf-8"
+    assert_encoding "# coding=utf-8"
+    assert_encoding "# encoding: ASCII"
+    assert_encoding "# encoding: ASCII-8BIT"
+    assert_encoding "# encoding: ISO-8859-1"
+    assert_encoding "# encoding: UTF-8"
+    assert_encoding "# encoding: ascii-8bit"
+    assert_encoding "# encoding: cp1252"
+    assert_encoding "# encoding: euc-jp -*-"
+    assert_encoding "# encoding: utf-8 # -*- ruby -*-"
+    assert_encoding "# encoding: utf-8 require 'github_api/utils/url'"
+    assert_encoding "# encoding: utf-8!"
+    assert_encoding "# encoding: utf-8"
+    assert_encoding "#<Encoding:UTF-8>"
+    assert_encoding "#Encoding: UTF-8"
+    assert_encoding "#coding:utf-8"
+    assert_encoding "#encoding: UTF-8!"
+    assert_encoding "#encoding: UTF-8"
+    assert_encoding "#encoding: cp1252"
+    assert_encoding "#encoding: sjis"
+    assert_encoding "#encoding: utf-8"
+  end
+
+  def test_handle_encoding_normal
+    assert_encoding "# encoding: UTF-8"
+    assert_encoding "# encoding: UTF-8\r\n" # UGH I hate windoze
+    assert_encoding "# coding: UTF-8"
+    assert_encoding "# encoding = UTF-8"
+    assert_encoding "# coding = UTF-8"
+  end
+
+  def test_handle_encoding_vim
+    assert_encoding "#  vim: set fileencoding=utf-8 filetype=ruby ts=2 : "
+    assert_encoding "# vim: fileencoding=UTF-8 ft=ruby syn=ruby ts=2 sw=2 ai eol et si"
+    assert_encoding "# vim: fileencoding=UTF-8 nobomb sw=2 ts=2 et"
+    assert_encoding "# vim: filetype=ruby, fileencoding=UTF-8, tabsize=2, shiftwidth=2"
+    assert_encoding "# vim: set fileencoding=utf-8"
+    assert_encoding "# vim:encoding=UTF-8:"
+    assert_encoding "# vim:fileencoding=UTF-8:"
+    assert_encoding "# vim:set fileencoding=utf-8 filetype=ruby"
+    assert_encoding "# vim:set fileencoding=utf-8:"
+  end
+
+  def test_stack_state
+    s.push true
+    s.push false
+    s.lexpop
+    assert_equal [false, true], s.stack
+  end
+
+  def test_is_in_state
+    assert_equal false, s.is_in_state
+    s.push false
+    assert_equal false, s.is_in_state
+    s.push true
+    assert_equal true, s.is_in_state
+    s.push false
+    assert_equal false, s.is_in_state
+  end
+
+  def test_lexpop
+    assert_equal [false], s.stack
+    s.push true
+    s.push false
+    assert_equal [false, true, false], s.stack
+    s.lexpop
+    assert_equal [false, true], s.stack
+  end
+
+  def test_pop
+    assert_equal [false], s.stack
+    s.push true
+    assert_equal [false, true], s.stack
+    assert_equal true, s.pop
+    assert_equal [false], s.stack
+  end
+
+  def test_push
+    assert_equal [false], s.stack
+    s.push true
+    s.push false
+    assert_equal [false, true, false], s.stack
+  end
+end
+
+class TestEnvironment < MiniTest::Unit::TestCase
+  def deny t
+    assert ! t
+  end
+
+  def setup
+    @env = RubyParserStuff::Environment.new
+    @env[:blah] = 42
+    assert_equal 42, @env[:blah]
+  end
+
+  def test_var_scope_dynamic
+    @env.extend :dynamic
+    assert_equal 42, @env[:blah]
+    @env.unextend
+    assert_equal 42, @env[:blah]
+  end
+
+  def test_var_scope_static
+    @env.extend
+    assert_equal nil, @env[:blah]
+    @env.unextend
+    assert_equal 42, @env[:blah]
+  end
+
+  def test_all_dynamic
+    expected = { :blah => 42 }
+
+    @env.extend :dynamic
+    assert_equal expected, @env.all
+    @env.unextend
+    assert_equal expected, @env.all
+  end
+
+  def test_all_static
+    @env.extend
+    expected = { }
+    assert_equal expected, @env.all
+
+    @env.unextend
+    expected = { :blah => 42 }
+    assert_equal expected, @env.all
+  end
+
+  def test_all_static_deeper
+    expected0 = { :blah => 42 }
+    expected1 = { :blah => 42, :blah2 => 24 }
+    expected2 = { :blah => 27 }
+
+    @env.extend :dynamic
+    @env[:blah2] = 24
+    assert_equal expected1, @env.all
+
+    @env.extend
+    @env[:blah] = 27
+    assert_equal expected2, @env.all
+
+    @env.unextend
+    assert_equal expected1, @env.all
+
+    @env.unextend
+    assert_equal expected0, @env.all
+  end
+end

metadata

@@ -0,0 +1,163 @@
+--- !ruby/object:Gem::Specification
+name: parser
+version: !ruby/object:Gem::Version
+  version: 0.9.alpha
+platform: ruby
+authors:
+- Peter Zotov
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-03-28 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: sexp_processor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '4.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '4.1'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '4.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '4.7'
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.10'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.10'
+- !ruby/object:Gem::Dependency
+  name: racc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.4.6
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.4.6
+- !ruby/object:Gem::Dependency
+  name: hoe
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.5'
+description: |-
+  ruby_parser (RP) is a ruby parser written in pure ruby (utilizing
+  racc--which does by default use a C extension). RP's output is
+  the same as ParseTree's output: s-expressions using ruby's arrays and
+  base types.
+
+  As an example:
+
+    def conditional1 arg1
+      return 1 if arg1 == 0
+      return 0
+    end
+
+  becomes:
+
+    s(:defn, :conditional1, s(:args, :arg1),
+      s(:if,
+        s(:call, s(:lvar, :arg1), :==, s(:lit, 0)),
+        s(:return, s(:lit, 1)),
+        nil),
+      s(:return, s(:lit, 0)))
+email:
+- whitequark@whitequark.org
+executables:
+- ruby_parse
+- ruby_parse_extract_error
+extensions: []
+extra_rdoc_files:
+- History.txt
+- Manifest.txt
+- README.txt
+files:
+- .autotest
+- History.txt
+- Manifest.txt
+- README.txt
+- Rakefile
+- bin/ruby_parse
+- bin/ruby_parse_extract_error
+- lib/gauntlet_rubyparser.rb
+- lib/ruby18_parser.rb
+- lib/ruby18_parser.y
+- lib/ruby19_parser.rb
+- lib/ruby19_parser.y
+- lib/ruby_lexer.rb
+- lib/ruby_parser.rb
+- lib/ruby_parser_extras.rb
+- test/test_ruby_lexer.rb
+- test/test_ruby_parser.rb
+- test/test_ruby_parser_extras.rb
+- .gemtest
+homepage: https://github.com/seattlerb/ruby_parser
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options:
+- --main
+- README.txt
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>'
+    - !ruby/object:Gem::Version
+      version: 1.3.1
+requirements: []
+rubyforge_project: parser
+rubygems_version: 2.0.0
+signing_key: 
+specification_version: 4
+summary: ruby_parser (RP) is a ruby parser written in pure ruby (utilizing racc--which
+  does by default use a C extension)
+test_files:
+- test/test_ruby_lexer.rb
+- test/test_ruby_parser.rb
+- test/test_ruby_parser_extras.rb