ikra 0.0.1

data/lib/sourcify/spec/raw_scanner/heredoc_w_indent_shared_spec.rb

@@ -0,0 +1,69 @@
+shared "Heredoc (w indent)" do
+  %w{X "X" 'X'}.each do |tag|
+
+    should "handle <<-#{tag}\\n .. \\nX\\n" do
+      process(%Q(
+            s <<-#{tag}
+ aa 
+X
+             )).should.include([:heredoc, "<<-#{tag}\n aa \nX"])
+    end
+
+    should "handle <<-#{tag}\\n .. \\n X\\n" do
+      process(%Q(
+            s <<-#{tag}
+ aa 
+ X
+             )).should.include([:heredoc, "<<-#{tag}\n aa \n X"])
+    end
+
+    should "not handle <<-#{tag} \\n .. \\nX\\n" do
+      process(%Q(
+            s <<-#{tag} 
+ aa 
+X
+             )).should.not.include([:heredoc, "<<-#{tag} \n aa \n X"])
+    end
+
+    should "not handle <<-#{tag}\\n .. \\nX \\n" do
+      process(%Q(
+            s <<-#{tag}
+ aa 
+X 
+             )).should.not.include([:heredoc, "<<-#{tag}\n aa \nX "])
+    end
+
+    should "not handle class <<-#{tag}\\n .. \\nX \\n" do
+      process(%Q(
+            class <<-#{tag}
+ aa 
+X
+             )).should.not.include([:heredoc, "<<-#{tag}\n aa \nX"])
+    end
+
+    should "handle xclass <<-#{tag}\\n .. \\nX \\n" do
+      process(%Q(
+            xclass <<-#{tag}
+ aa 
+X
+             )).should.include([:heredoc, "<<-#{tag}\n aa \nX"])
+    end
+
+    should "handle classx <<-#{tag}\\n .. \\nX \\n" do
+      process(%Q(
+            classx <<-#{tag}
+ aa 
+X
+             )).should.include([:heredoc, "<<-#{tag}\n aa \nX"])
+    end
+
+    should "handle <<-#{tag}\\n .. \\nX \\n" do
+      process(%Q(
+<<-#{tag}
+ aa 
+X
+             )).should.include([:heredoc, "<<-#{tag}\n aa \nX"])
+    end
+
+  end
+end

data/lib/sourcify/spec/raw_scanner/heredoc_wo_indent_shared_spec.rb

@@ -0,0 +1,70 @@
+shared "Heredoc (wo indent)" do
+  %w{X "X" 'X'}.each do |tag|
+
+    should "handle <<#{tag}\\n .. \\nX\\n" do
+      process(%Q(
+            s <<#{tag}
+ aa 
+X
+             )).should.include([:heredoc, "<<#{tag}\n aa \nX"])
+    end
+
+    should "not handle <<#{tag} \\n .. \\nX\\n" do
+      process(%Q(
+            s << #{tag}
+ aa 
+X
+             )).should.not.include([:heredoc, "<<#{tag} \n aa \nX"])
+    end
+
+    should "not handle <<#{tag}\\n .. \\n X\\n" do
+      process(%Q(
+            s <<#{tag}
+ aa 
+ X
+             )).should.not.include([:heredoc, "<<#{tag} \n aa \n X"])
+    end
+
+    should "not handle <<#{tag}\\n .. \\nX \\n" do
+      process(%Q(
+            s <<#{tag}
+ aa
+X 
+             )).should.not.include([:heredoc, "<<#{tag} \n aa \nX "])
+    end
+
+    should "not handle class <<#{tag}\\n .. \\nX \\n" do
+      process(%Q(
+
+            class <<#{tag}
+ aa 
+X
+             )).should.not.include([:heredoc, "<<#{tag}\n aa \nX"])
+    end
+
+    should "handle xclass <<#{tag}\\n .. \\nX \\n" do
+      process(%Q(
+            xclass <<#{tag}
+ aa 
+X
+             )).should.include([:heredoc, "<<#{tag}\n aa \nX"])
+    end
+
+    should "handle classx <<#{tag}\\n .. \\nX \\n" do
+      process(%Q(
+            classx <<#{tag}
+ aa 
+X
+             )).should.include([:heredoc, "<<#{tag}\n aa \nX"])
+    end
+
+    should "handle <<#{tag}\\n .. \\nX \\n" do
+      process(%Q(
+<<#{tag}
+ aa 
+X
+             )).should.include([:heredoc, "<<#{tag}\n aa \nX"])
+    end
+
+  end
+end

data/lib/sourcify/spec/raw_scanner/kw_block_start_alias1_shared_spec.rb

@@ -0,0 +1,73 @@
+shared "Keyword block start alias #1 (incrementing counter by 1)" do
+  kw_block_start_alias1.each do |kw|
+
+    %w{_ x 1}.each do |c|
+      should "not increment counter with ... (#{kw}#{c} ...)" do
+        kw_block_start_counter(<<EOL
+aa (#{kw}#{c} bb ... )
+cc
+EOL
+               ).should.equal([0,0])
+      end
+    end
+
+    should "increment counter with ... (#{kw} ...)" do
+      kw_block_start_counter(<<EOL
+aa (#{kw} bb ... )
+cc
+EOL
+             ).should.equal([1,1])
+    end
+
+    should "increment counter with ... ; #{kw} ..." do
+      kw_block_start_counter(<<EOL
+aa; #{kw} bb ...
+cc
+EOL
+             ).should.equal([1,1])
+    end
+
+    should "increment counter with ... \\n #{kw} ..." do
+      kw_block_start_counter(<<EOL
+aa
+ #{kw} bb ...
+cc
+EOL
+             ).should.equal([1,1])
+    end
+
+    should "increment counter with ... \\n \t #{kw} ..." do
+      kw_block_start_counter(<<EOL
+aa
+ \t #{kw} bb ...
+cc
+EOL
+             ).should.equal([1,1])
+    end
+
+    should "increment counter with ... , #{kw} ..." do
+      kw_block_start_counter(<<EOL
+aa , #{kw} bb ...
+cc
+EOL
+             ).should.equal([1,1])
+    end
+
+    should "increment counter with ... = #{kw} ..." do
+      kw_block_start_counter(<<EOL
+aa = #{kw} bb ...
+cc
+EOL
+             ).should.equal([1,1])
+    end
+
+    should "increment counter with ... then #{kw} ..." do
+      kw_block_start_counter(<<EOL
+aa then #{kw} bb ...
+cc
+EOL
+             ).should.equal([1,1])
+    end
+
+  end
+end

data/lib/sourcify/spec/raw_scanner/kw_block_start_alias2_shared_spec.rb

@@ -0,0 +1,73 @@
+shared "Keyword block start alias #2 (incrementing counter by 0..1)" do
+  kw_block_start_alias2.each do |kw|
+
+    %w{_ x 1}.each do |c|
+      should "not increment counter with ... (#{kw}#{c} ...)" do
+        kw_block_start_counter(<<EOL
+aa (#{kw}#{c} bb ... )
+cc
+EOL
+               ).should.equal([0,0])
+      end
+    end
+
+    should "increment counter with ... (#{kw} ...)" do
+      kw_block_start_counter(<<EOL
+aa (#{kw} bb ... )
+cc
+EOL
+                    ).should.equal([0,1])
+    end
+
+    should "increment counter with ... ; #{kw} ..." do
+      kw_block_start_counter(<<EOL
+aa; #{kw} bb ...
+cc
+EOL
+                    ).should.equal([0,1])
+    end
+
+    should "increment counter with ... \\n #{kw} ..." do
+      kw_block_start_counter(<<EOL
+aa
+ #{kw} bb ...
+cc
+EOL
+                    ).should.equal([0,1])
+    end
+
+    should "increment counter with ... \\n \t #{kw} ..." do
+      kw_block_start_counter(<<EOL
+aa
+ \t #{kw} bb ...
+cc
+EOL
+                    ).should.equal([0,1])
+    end
+
+    should "increment counter with ... = #{kw} ..." do
+    kw_block_start_counter(<<EOL
+aa = #{kw} bb ...
+cc
+EOL
+                  ).should.equal([0,1])
+    end
+
+    should "increment counter with ... , #{kw} ..." do
+    kw_block_start_counter(<<EOL
+aa , #{kw} bb ...
+cc
+EOL
+                  ).should.equal([0,1])
+    end
+
+    should "increment counter with ... then #{kw} ..." do
+      kw_block_start_counter(<<EOL
+aa then #{kw} bb ...
+cc
+EOL
+                    ).should.equal([0,1])
+    end
+
+  end
+end

data/lib/sourcify/spec/raw_scanner/per_line_comment_shared_spec.rb

@@ -0,0 +1,32 @@
+shared "Per line comment (# ...)" do
+
+  should 'handle start of line' do
+    process(<<EOL
+aa
+# bb
+cc
+EOL
+           ).should.include([:comment, '# bb'])
+  end
+
+  should 'handle middle of line' do
+    process(<<EOL
+aa # bb
+cc
+EOL
+           ).should.include([:comment, '# bb'])
+  end
+
+  should 'ignore within heredoc' do
+    process(<<EOL
+            s <<eol
+aa
+# bb
+cc
+eol
+EOL
+           ).should.not.include([:comment, '# bb'])
+
+  end
+
+end

data/lib/sourcify/spec/raw_scanner/shared_specs.rb

@@ -0,0 +1,3 @@
+Dir[File.expand_path('../*_shared_spec.rb', __FILE__)].each do |file|
+  require file
+end

data/lib/sourcify/spec/raw_scanner/single_quote_str_shared_spec.rb

@@ -0,0 +1,79 @@
+shared 'Single quote strings (\', %q & %w)' do
+
+  %w{~ ` ! @ # $ % ^ & * _ - + = \\ | ; : ' " , . ? /}.map{|w| [w,w] }.concat(
+    [%w{( )}, %w{[ ]}, %w({ }), %w{< >}]
+  ).each do |q1,q2|
+    %w{q w}.each do |t|
+
+      should "handle %#{t}#{q1}...#{q2} (wo escape (single))" do
+        process(" xx %#{t}#{q1}hello#{q2} ").should.include([:sstring, "%#{t}#{q1}hello#{q2}"])
+      end
+
+      should "handle %#{t}#{q1}...#{q2} (wo escape (multiple))" do
+        tokens = process(" xx %#{t}#{q1}hello#{q2} %#{t}#{q1}world#{q2} ")
+        tokens.should.include([:sstring, "%#{t}#{q1}hello#{q2}"])
+        tokens.should.include([:sstring, "%#{t}#{q1}world#{q2}"])
+      end
+
+      should "handle %#{t}#{q1}...#{q2} (w escape (single))" do
+        process(" xx %#{t}#{q1}hel\\#{q2}lo#{q2} ").should.
+          include([:sstring, "%#{t}#{q1}hel\\#{q2}lo#{q2}"])
+      end
+
+      should "handle %#{t}#{q1}...#{q2} (w escape (multiple))" do
+        process(" xx %#{t}#{q1}h\\#{q2}el\\#{q2}lo#{q2} ").should.
+          include([:sstring, "%#{t}#{q1}h\\#{q2}el\\#{q2}lo#{q2}"])
+      end
+
+      # NOTE: We are skipping '\\' cos %q\\\\ is always raise SyntaxError no matter
+      # how many backslashes we add
+      unless q1 == '\\'
+        should "handle %#{t}#{q1}\\\\#{q2}" do
+          process(" xx %#{t}#{q1}\\\\#{q2} %#{t}#{q2}lo#{q2} ").should.
+            include([:sstring, "%#{t}#{q1}\\\\#{q2}"])
+        end
+      end
+
+      should "handle %#{t}#{q1}#{q2}" do
+        process(" xx %#{t}#{q1}#{q2} %#{t}#{q2}lo#{q2} ").should.
+          include([:sstring, "%#{t}#{q1}#{q2}"])
+      end
+
+    end
+  end
+
+  should "handle '...' (wo escape (single))" do
+    process(" xx 'hello' ").should.include([:sstring, "'hello'"])
+  end
+
+  should "handle '...' (wo escape (multiple))" do
+    tokens = process(" xx 'hello' 'world' ")
+    tokens.should.include([:sstring, "'hello'"])
+    tokens.should.include([:sstring, "'world'"])
+  end
+
+  should "handle '...' (w escape (single))" do
+    process(" xx 'hel\\'lo' ").should.include([:sstring, "'hel\\'lo'"])
+  end
+
+  should "handle '...' (w escape (multiple))" do
+    process(" xx 'h\\'el\\'lo' ").should.include([:sstring, "'h\\'el\\'lo'"])
+  end
+
+  should "handle '\\\\'" do
+    process(%q(
+      aa '\\\\' 
+      cc
+      'dd'
+    )).should.include([:sstring, "'\\\\'"])
+  end
+
+  should "handle ''" do
+    process(%q(
+      aa '' 
+      cc
+      'dd'
+    )).should.include([:sstring, "''"])
+  end
+
+end

data/lib/sourcify/spec/raw_scanner/slash_operator_shared_spec.rb

@@ -0,0 +1,71 @@
+shared "Slash operator" do
+
+  should 'handle w preceding variable' do
+    process(%Q(a / b)).should.include([:op, '/'])
+  end
+
+  should 'handle w preceding constant' do
+    process(%Q(A / b)).should.include([:op, '/'])
+  end
+
+  should 'handle w preceding symbol' do
+    process(%Q(:a / b)).should.include([:op, '/'])
+  end
+
+  should 'handle w preceding digit' do
+    process(%Q(0 / b)).should.include([:op, '/'])
+  end
+
+  should 'handle w preceding a~f' do
+    process(%Q(0xa / b)).should.include([:op, '/'])
+    process(%Q(0xb / b)).should.include([:op, '/'])
+    process(%Q(0xc / b)).should.include([:op, '/'])
+    process(%Q(0xd / b)).should.include([:op, '/'])
+    process(%Q(0xe / b)).should.include([:op, '/'])
+    process(%Q(0xf / b)).should.include([:op, '/'])
+  end
+
+  should 'handle w preceding dstring' do
+    process(%Q("a" / b)).should.include([:op, '/'])
+  end
+
+  should 'handle w preceding sstring' do
+    process(%Q('a' / b)).should.include([:op, '/'])
+  end
+
+  should "handle w preceding ')' char" do
+    process(%Q{) / b}).should.include([:op, '/'])
+
+  end
+
+  should "handle w preceding ']' char" do
+    process(%Q(] / b)).should.include([:op, '/'])
+  end
+
+  should "handle w preceding '}' char" do
+    process(%Q(} / b)).should.include([:op, '/'])
+  end
+
+  should "not handle w preceding newline" do
+    process(%Q(
+      / b /
+    )).should.not.include([:op, '/'])
+  end
+
+  should "not handle w preceding ';' char" do
+    process(%Q(; / b /)).should.not.include([:op, '/'])
+  end
+
+  should "not handle w preceding '(' char" do
+    process(%Q{( / b /}).should.not.include([:op, '/'])
+  end
+
+  should "not handle w preceding '{' char" do
+    process(%Q({ / b /)).should.not.include([:op, '/'])
+  end
+
+  should "not handle w preceding '[' char" do
+    process(%Q([ / b /)).should.not.include([:op, '/'])
+  end
+
+end