ruby_parser 3.0.0.a8 → 3.0.0.a9

data/test/test_ruby_parser_extras.rb

@@ -1,3 +1,5 @@
+# encoding: US-ASCII
+
 require 'rubygems'
 gem "minitest"
 require 'minitest/autorun'
@@ -12,6 +14,113 @@ class TestStackState < MiniTest::Unit::TestCase
     @s = RubyParserStuff::StackState.new :test
   end
 
+  def assert_encoding str, default = false
+    orig_str = str.dup
+    p = Ruby19Parser.new
+    s = nil
+
+    out, err = capture_io do
+      s = p.handle_encoding str
+    end
+
+    assert_equal orig_str.sub(/\357\273\277/, ''), s
+
+    exp_err = ""
+
+    if defined?(Encoding) then
+      assert_equal "UTF-8", s.encoding.to_s, str.inspect
+    else
+      exp_err = "Skipping magic encoding comment\n" unless default
+    end
+
+    assert_equal "", out, str.inspect
+    assert_equal exp_err, err, str.inspect # HACK
+  end
+
+  def test_handle_encoding_bom
+    # bom support, default to utf-8
+    assert_encoding "\xEF\xBB\xBF# blah"
+    # we force_encode to US-ASCII, then encode to UTF-8 so our lexer will work
+    assert_encoding "\xEF\xBB\xBF# encoding: US-ASCII"
+  end
+
+  def test_handle_encoding_default
+    assert_encoding "blah", :default
+  end
+
+  def test_handle_encoding_emacs
+    # Q: how many different ways can we screw these up? A: ALL OF THEM
+
+    assert_encoding "# - encoding: utf-8 -"
+    assert_encoding "# - encoding:utf-8"
+    assert_encoding "# -* coding: UTF-8 -*-"
+    assert_encoding "# -*- coding: UTF-8 -*-"
+    assert_encoding "# -*- coding: utf-8 -*"
+    assert_encoding "# -*- coding: utf-8 -*-"
+    assert_encoding "# -*- coding: utf-8; mode: ruby -*-"
+    assert_encoding "# -*- coding: utf-8; mode: ruby; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2"
+    assert_encoding "# -*- coding:utf-8; mode:ruby; -*-"
+    assert_encoding "# -*- encoding: UTF-8 -*-"
+    assert_encoding "# -*- encoding: utf-8 -*"
+    assert_encoding "# -*- encoding: utf-8 -*-"
+    assert_encoding "# -*- mode:ruby; coding:utf-8 -*-"
+    assert_encoding "# -*- ruby encoding: utf-8 -*-"
+    assert_encoding "# -- encoding: utf-8 --"
+    assert_encoding "# ~*~ encoding: utf-8 ~*~"
+    assert_encoding "#-*- coding: utf-8 -*-"
+    assert_encoding "#-*- coding:utf-8"
+    assert_encoding "#--  -*- mode: ruby; encoding: utf-8 -*-\n"
+  end
+
+  def test_handle_encoding_wtf
+    assert_encoding "# coding : utf-8"
+    assert_encoding "# Ruby 1.9: encoding: utf-8"
+    assert_encoding "# Encoding: UTF-8 <-- required, please leave this in."
+    assert_encoding "# Encoding: UTF-8"
+    assert_encoding "# coding: utf-8"
+    assert_encoding "# coding:utf-8"
+    assert_encoding "# coding=utf-8"
+    assert_encoding "# encoding: ASCII"
+    assert_encoding "# encoding: ASCII-8BIT"
+    assert_encoding "# encoding: ISO-8859-1"
+    assert_encoding "# encoding: UTF-8"
+    assert_encoding "# encoding: ascii-8bit"
+    assert_encoding "# encoding: cp1252"
+    assert_encoding "# encoding: euc-jp -*-"
+    assert_encoding "# encoding: utf-8 # -*- ruby -*-"
+    assert_encoding "# encoding: utf-8 require 'github_api/utils/url'"
+    assert_encoding "# encoding: utf-8!"
+    assert_encoding "# encoding: utf-8"
+    assert_encoding "#<Encoding:UTF-8>"
+    assert_encoding "#Encoding: UTF-8"
+    assert_encoding "#coding:utf-8"
+    assert_encoding "#encoding: UTF-8!"
+    assert_encoding "#encoding: UTF-8"
+    assert_encoding "#encoding: cp1252"
+    assert_encoding "#encoding: sjis"
+    assert_encoding "#encoding: utf-8"
+  end
+
+  def test_handle_encoding_normal
+    assert_encoding "# encoding: UTF-8"
+    assert_encoding "# encoding: UTF-8\r\n" # UGH I hate windoze
+    assert_encoding "# coding: UTF-8"
+    assert_encoding "# encoding = UTF-8"
+    assert_encoding "# coding = UTF-8"
+  end
+
+  def test_handle_encoding_vim
+    assert_encoding "#  vim: set fileencoding=utf-8 filetype=ruby ts=2 : "
+    assert_encoding "# vim: fileencoding=UTF-8 ft=ruby syn=ruby ts=2 sw=2 ai eol et si"
+    assert_encoding "# vim: fileencoding=UTF-8 nobomb sw=2 ts=2 et"
+    assert_encoding "# vim: filetype=ruby, fileencoding=UTF-8, tabsize=2, shiftwidth=2"
+    assert_encoding "# vim: set fileencoding=utf-8"
+    assert_encoding "# vim:encoding=UTF-8:"
+    assert_encoding "# vim:fileencoding=UTF-8:"
+    assert_encoding "# vim:set fileencoding=utf-8 filetype=ruby"
+    assert_encoding "# vim:set fileencoding=utf-8:"
+  end
+
   def test_stack_state
     s.push true
     s.push false

metadata

@@ -1,15 +1,15 @@
 --- !ruby/object:Gem::Specification 
 name: ruby_parser
 version: !ruby/object:Gem::Version 
-  hash: -2499361588
+  hash: 2793290959
   prerelease: 6
   segments: 
   - 3
   - 0
   - 0
   - a
-  - 8
-  version: 3.0.0.a8
+  - 9
+  version: 3.0.0.a9
 platform: ruby
 authors: 
 - Ryan Davis
@@ -38,7 +38,7 @@ cert_chain:
   FBHgymkyj/AOSqKRIpXPhjC6
   -----END CERTIFICATE-----
 
-date: 2012-09-26 00:00:00 Z
+date: 2012-10-22 00:00:00 Z
 dependencies: 
 - !ruby/object:Gem::Dependency 
   name: sexp_processor
@@ -63,11 +63,11 @@ dependencies:
     requirements: 
     - - ~>
       - !ruby/object:Gem::Version 
-        hash: 1
+        hash: 25
         segments: 
-        - 3
-        - 3
-        version: "3.3"
+        - 4
+        - 1
+        version: "4.1"
   type: :development
   version_requirements: *id002
 - !ruby/object:Gem::Dependency 
@@ -109,11 +109,11 @@ dependencies:
     requirements: 
     - - ~>
       - !ruby/object:Gem::Version 
-        hash: 7
+        hash: 5
         segments: 
         - 3
-        - 0
-        version: "3.0"
+        - 1
+        version: "3.1"
   type: :development
   version_requirements: *id005
 description: |-
@@ -124,24 +124,19 @@ description: |-
   
   As an example:
   
-    def conditional1(arg1)
-      if arg1 == 0 then
-        return 1
-      end
+    def conditional1 arg1
+      return 1 if arg1 == 0
       return 0
     end
   
   becomes:
   
-    s(:defn, :conditional1,
-     s(:args, :arg1),
-     s(:scope,
-      s(:block,
-       s(:if,
-        s(:call, s(:lvar, :arg1), :==, s(:arglist, s(:lit, 0))),
+    s(:defn, :conditional1, s(:args, :arg1),
+      s(:if,
+        s(:call, s(:lvar, :arg1), :==, s(:lit, 0)),
         s(:return, s(:lit, 1)),
         nil),
-       s(:return, s(:lit, 0)))))
+      s(:return, s(:lit, 0)))
 email: 
 - ryand-ruby@zenspider.com
 executables: 

metadata.gz.sig

@@ -1,2 +1,5 @@
-oD��%�Ŝ#x��=
�G8,���8�3G�����(;����z�jHF���+��<*��d���2�{�2G��2��q���U�2�_B���c���@��Q�,:R�w���j�pV�g�}R�~&��Bx��qcڣ^��
-�dhjJ��أpi�����i�C�ij����C	E���T��6�⢶(|��>L:%��ߗ�ډ�Y�6E��ᵎ��Du�L�H��|�g\e��bB��>YwJߟA���6(#��_n
+14난r/�W2�ńĕ�y����6ڷ\��a���n�z^����Λ�?�l�ԑGI	"�S����P�Pk�T��5���+կ�
+�*Y��f*I��p���~�"�%�j:�y��+QSE���Խ��tܽ�|í���
+��|��m���lY��j�!�\��X�m��+wj��k�l�b��jr��
+0#qx��ga/t1X5:�����~�B$5��:
+��e��_�v�v�	7B0=���k��Vf