sourcify 0.1.2 → 0.2.0

data/spec/proc_scanner/heredoc_spec.rb

@@ -0,0 +1,142 @@
+require File.join(File.dirname(__FILE__), 'spec_helper')
+
+describe "Heredoc (wo indent)" do
+  %w{X "X" 'X'}.each do |tag|
+
+    should "handle <<#{tag}\\n .. \\nX\\n" do
+      process(%Q(
+            s <<#{tag}
+ aa 
+X
+             )).should.include([:heredoc, "<<#{tag}\n aa \nX"])
+    end
+
+    should "not handle <<#{tag} \\n .. \\nX\\n" do
+      process(%Q(
+            s << #{tag}
+ aa 
+X
+             )).should.not.include([:heredoc, "<<#{tag} \n aa \nX"])
+    end
+
+    should "not handle <<#{tag}\\n .. \\n X\\n" do
+      process(%Q(
+            s <<#{tag}
+ aa 
+ X
+             )).should.not.include([:heredoc, "<<#{tag} \n aa \n X"])
+    end
+
+    should "not handle <<#{tag}\\n .. \\nX \\n" do
+      process(%Q(
+            s <<#{tag}
+ aa
+X 
+             )).should.not.include([:heredoc, "<<#{tag} \n aa \nX "])
+    end
+
+    should "not handle class <<#{tag}\\n .. \\nX \\n" do
+      process(%Q(
+
+            class <<#{tag}
+ aa 
+X
+             )).should.not.include([:heredoc, "<<#{tag}\n aa \nX"])
+    end
+
+    should "handle xclass <<#{tag}\\n .. \\nX \\n" do
+      process(%Q(
+            xclass <<#{tag}
+ aa 
+X
+             )).should.include([:heredoc, "<<#{tag}\n aa \nX"])
+    end
+
+    should "handle classx <<#{tag}\\n .. \\nX \\n" do
+      process(%Q(
+            classx <<#{tag}
+ aa 
+X
+             )).should.include([:heredoc, "<<#{tag}\n aa \nX"])
+    end
+
+    should "handle <<#{tag}\\n .. \\nX \\n" do
+      process(%Q(
+<<#{tag}
+ aa 
+X
+             )).should.include([:heredoc, "<<#{tag}\n aa \nX"])
+    end
+
+  end
+end
+
+describe "Heredoc (w indent)" do
+  %w{X "X" 'X'}.each do |tag|
+
+    should "handle <<-#{tag}\\n .. \\nX\\n" do
+      process(%Q(
+            s <<-#{tag}
+ aa 
+X
+             )).should.include([:heredoc, "<<-#{tag}\n aa \nX"])
+    end
+
+    should "handle <<-#{tag}\\n .. \\n X\\n" do
+      process(%Q(
+            s <<-#{tag}
+ aa 
+ X
+             )).should.include([:heredoc, "<<-#{tag}\n aa \n X"])
+    end
+
+    should "not handle <<-#{tag} \\n .. \\nX\\n" do
+      process(%Q(
+            s <<-#{tag} 
+ aa 
+X
+             )).should.not.include([:heredoc, "<<-#{tag} \n aa \n X"])
+    end
+
+    should "not handle <<-#{tag}\\n .. \\nX \\n" do
+      process(%Q(
+            s <<-#{tag}
+ aa 
+X 
+             )).should.not.include([:heredoc, "<<-#{tag}\n aa \nX "])
+    end
+
+    should "not handle class <<-#{tag}\\n .. \\nX \\n" do
+      process(%Q(
+            class <<-#{tag}
+ aa 
+X
+             )).should.not.include([:heredoc, "<<-#{tag}\n aa \nX"])
+    end
+
+    should "handle xclass <<-#{tag}\\n .. \\nX \\n" do
+      process(%Q(
+            xclass <<-#{tag}
+ aa 
+X
+             )).should.include([:heredoc, "<<-#{tag}\n aa \nX"])
+    end
+
+    should "handle classx <<-#{tag}\\n .. \\nX \\n" do
+      process(%Q(
+            classx <<-#{tag}
+ aa 
+X
+             )).should.include([:heredoc, "<<-#{tag}\n aa \nX"])
+    end
+
+    should "handle <<-#{tag}\\n .. \\nX \\n" do
+      process(%Q(
+<<-#{tag}
+ aa 
+X
+             )).should.include([:heredoc, "<<-#{tag}\n aa \nX"])
+    end
+
+  end
+end

data/spec/proc_scanner/kw_do_alias1_spec.rb

@@ -0,0 +1,87 @@
+require File.join(File.dirname(__FILE__), 'spec_helper')
+
+describe "Keyword do alias #1 (incrementing do...end counter by 1)" do
+
+  behaves_like 'has started do...end counter'
+
+  %w{class def module begin case module if unless}.each do |kw|
+
+    %w{_ x 1}.each do |c|
+      should "not increment counter with ... (#{kw}#{c} ...)" do
+        do_end_counter(<<EOL
+aa (#{kw}#{c} bb ... )
+cc
+EOL
+               ).should.equal([0,0])
+      end
+    end
+
+    should "increment counter with ... (#{kw} ...)" do
+      do_end_counter(<<EOL
+aa (#{kw} bb ... )
+cc
+EOL
+             ).should.equal([1,1])
+    end
+
+    should "increment counter with ... ; #{kw} ..." do
+      do_end_counter(<<EOL
+aa; #{kw} bb ...
+cc
+EOL
+             ).should.equal([1,1])
+    end
+
+    should "increment counter with ... \\n #{kw} ..." do
+      do_end_counter(<<EOL
+aa
+ #{kw} bb ...
+cc
+EOL
+             ).should.equal([1,1])
+    end
+
+    should "increment counter with ... \\n \t #{kw} ..." do
+      do_end_counter(<<EOL
+aa
+ \t #{kw} bb ...
+cc
+EOL
+             ).should.equal([1,1])
+    end
+
+    should "increment counter with ... , #{kw} ..." do
+      do_end_counter(<<EOL
+aa , #{kw} bb ...
+cc
+EOL
+             ).should.equal([1,1])
+    end
+
+    should "increment counter with ... = #{kw} ..." do
+      do_end_counter(<<EOL
+aa = #{kw} bb ...
+cc
+EOL
+             ).should.equal([1,1])
+    end
+
+    should "increment counter with ... do #{kw} ..." do
+      do_end_counter(<<EOL
+aa do #{kw} bb ...
+cc
+EOL
+             ).should.equal([2,2])
+    end
+
+    should "increment counter with ... then #{kw} ..." do
+      do_end_counter(<<EOL
+aa then #{kw} bb ...
+cc
+EOL
+             ).should.equal([1,1])
+    end
+
+  end
+
+end

data/spec/proc_scanner/kw_do_alias2_spec.rb

@@ -0,0 +1,86 @@
+require File.join(File.dirname(__FILE__), 'spec_helper')
+
+describe "Keyword do alias #2 (increment do..end block counter by 0..1)" do
+
+  behaves_like 'has started do...end counter'
+
+  %w{while until for}.each do |kw|
+
+    %w{_ x 1}.each do |c|
+      should "not increment counter with ... (#{kw}#{c} ...)" do
+        do_end_counter(<<EOL
+aa (#{kw}#{c} bb ... )
+cc
+EOL
+               ).should.equal([0,0])
+      end
+    end
+
+    should "increment counter with ... (#{kw} ...)" do
+      do_end_counter(<<EOL
+aa (#{kw} bb ... )
+cc
+EOL
+                    ).should.equal([0,1])
+    end
+
+    should "increment counter with ... ; #{kw} ..." do
+      do_end_counter(<<EOL
+aa; #{kw} bb ...
+cc
+EOL
+                    ).should.equal([0,1])
+    end
+
+    should "increment counter with ... \\n #{kw} ..." do
+      do_end_counter(<<EOL
+aa
+ #{kw} bb ...
+cc
+EOL
+                    ).should.equal([0,1])
+    end
+
+    should "increment counter with ... \\n \t #{kw} ..." do
+      do_end_counter(<<EOL
+aa
+ \t #{kw} bb ...
+cc
+EOL
+                    ).should.equal([0,1])
+    end
+
+    should "increment counter with ... = #{kw} ..." do
+    do_end_counter(<<EOL
+aa = #{kw} bb ...
+cc
+EOL
+                  ).should.equal([0,1])
+    end
+
+    should "increment counter with ... , #{kw} ..." do
+    do_end_counter(<<EOL
+aa , #{kw} bb ...
+cc
+EOL
+                  ).should.equal([0,1])
+    end
+
+    should "increment counter with ... do #{kw} ..." do
+    do_end_counter(<<EOL
+aa do #{kw} bb ...
+cc
+EOL
+                  ).should.equal([1,2])
+    end
+
+    should "increment counter with ... then #{kw} ..." do
+      do_end_counter(<<EOL
+aa then #{kw} bb ...
+cc
+EOL
+                    ).should.equal([0,1])
+    end
+
+  end
+end

data/spec/proc_scanner/per_line_comment_spec.rb

@@ -0,0 +1,34 @@
+require File.join(File.dirname(__FILE__), 'spec_helper')
+
+describe "Per line comment (# ...)" do
+
+  should 'handle start of line' do
+    process(<<EOL
+aa
+# bb
+cc
+EOL
+           ).should.include([:comment, '# bb'])
+  end
+
+  should 'handle middle of line' do
+    process(<<EOL
+aa # bb
+cc
+EOL
+           ).should.include([:comment, '# bb'])
+  end
+
+  should 'ignore within heredoc' do
+    process(<<EOL
+            s <<eol
+aa
+# bb
+cc
+eol
+EOL
+           ).should.not.include([:comment, '# bb'])
+
+  end
+
+end

data/spec/proc_scanner/single_quote_str_spec.rb

@@ -0,0 +1,68 @@
+require File.join(File.dirname(__FILE__), 'spec_helper')
+
+describe 'Single quote strings (\', %q & %w)' do
+
+  %w{~ ` ! @ # $ % ^ & * _ - + = \\ | ; : ' " , . ? /}.map{|w| [w,w] }.concat(
+    [%w{( )}, %w{[ ]}, %w({ }), %w{< >}]
+  ).each do |q1,q2|
+    %w{q w}.each do |t|
+
+      should "handle %#{t}#{q1}...#{q2} (wo escape (single))" do
+        process(" xx %#{t}#{q1}hello#{q2} ").should.include([:sstring, "%#{t}#{q1}hello#{q2}"])
+      end
+
+      should "handle %#{t}#{q1}...#{q2} (wo escape (multiple))" do
+        tokens = process(" xx %#{t}#{q1}hello#{q2} %#{t}#{q1}world#{q2} ")
+        tokens.should.include([:sstring, "%#{t}#{q1}hello#{q2}"])
+        tokens.should.include([:sstring, "%#{t}#{q1}world#{q2}"])
+      end
+
+      should "handle %#{t}#{q1}...#{q2} (w escape (single))" do
+        process(" xx %#{t}#{q1}hel\\#{q2}lo#{q2} ").should.
+          include([:sstring, "%#{t}#{q1}hel\\#{q2}lo#{q2}"])
+      end
+
+      should "handle %#{t}#{q1}...#{q2} (w escape (multiple))" do
+        process(" xx %#{t}#{q1}h\\#{q2}el\\#{q2}lo#{q2} ").should.
+          include([:sstring, "%#{t}#{q1}h\\#{q2}el\\#{q2}lo#{q2}"])
+      end
+
+      # NOTE: We are skipping '\\' cos %q\\\\ is always raise SyntaxError no matter
+      # how many backslashes we add
+      unless q1 == '\\'
+        should "handle %#{t}#{q1}\\\\#{q2}" do
+          process(" xx %#{t}#{q1}\\\\#{q2} %#{t}#{q2}lo#{q2} ").should.
+            include([:sstring, "%#{t}#{q1}\\\\#{q2}"])
+        end
+      end
+
+    end
+  end
+
+  should "handle '...' (wo escape (single))" do
+    process(" xx 'hello' ").should.include([:sstring, "'hello'"])
+  end
+
+  should "handle '...' (wo escape (multiple))" do
+    tokens = process(" xx 'hello' 'world' ")
+    tokens.should.include([:sstring, "'hello'"])
+    tokens.should.include([:sstring, "'world'"])
+  end
+
+  should "handle '...' (w escape (single))" do
+    process(" xx 'hel\\'lo' ").should.include([:sstring, "'hel\\'lo'"])
+  end
+
+  should "handle '...' (w escape (multiple))" do
+    process(" xx 'h\\'el\\'lo' ").should.include([:sstring, "'h\\'el\\'lo'"])
+  end
+
+  should "handle '\\\\'" do
+    process(%q(
+      aa '\\\\' 
+      cc
+      'dd'
+    )).should.include([:sstring, "'\\\\'"])
+  end
+
+end

data/spec/proc_scanner/spec_helper.rb

@@ -0,0 +1,33 @@
+require File.join(File.dirname(__FILE__), '..', 'spec_helper')
+
+module Sourcify::Proc::Scanner
+  class << self ; attr_reader :tokens ; end
+  class << self ; attr_reader :do_end_counter ; end
+end
+
+def process(data)
+  Sourcify::Proc::Scanner.process(data)
+  Sourcify::Proc::Scanner.tokens
+end
+
+def do_end_counter(data)
+  Sourcify::Proc::Scanner.process(data)
+  Sourcify::Proc::Scanner.do_end_counter.counts
+end
+
+shared 'has started do...end counter' do
+
+  before do
+    Sourcify::Proc::Scanner::DoEndBlockCounter.class_eval do
+      alias_method :orig_started?, :started?
+      def started?; true; end
+    end
+  end
+
+  after do
+    Sourcify::Proc::Scanner::DoEndBlockCounter.class_eval do
+      alias_method :started?, :orig_started?
+    end
+  end
+
+end