mail 1.3.3 → 1.3.4

data/lib/vendor/treetop-1.4.3/spec/compiler/test_grammar.tt

@@ -0,0 +1,7 @@
+module Test
+  grammar Grammar
+    rule foo
+      'foo'
+    end
+  end
+end

data/lib/vendor/treetop-1.4.3/spec/compiler/test_grammar_do.treetop

@@ -0,0 +1,7 @@
+module Test
+  grammar Grammar do
+    rule foo do
+      'foo'
+    end
+  end
+end

data/lib/vendor/treetop-1.4.3/spec/compiler/tt_compiler_spec.rb

@@ -0,0 +1,216 @@
+require 'digest/sha1'
+
+# ensure the Kernel.system and Kernel.open's always use the correct tt and
+# Treetop library versions, not a previously installed gem
+ENV['PATH'] = File.expand_path(File.dirname(__FILE__) + '../../../bin' +
+                              File::PATH_SEPARATOR + ENV['PATH'])
+$LOAD_PATH.unshift(File.expand_path(File.dirname(__FILE__) + '../../../lib'))
+
+describe "The 'tt' comand line compiler" do
+
+  context 'when processing a single grammar file' do
+    before(:each) do
+      # create a fresh but dumb grammar file for each example
+      @test_base = "dumb-#{rand(1000)}"
+      @test_grammar = "#{@test_base}.tt"
+      File.open(@test_grammar, 'w+') do |f|
+        f.print("grammar Dumb\n")
+        f.print("end\n")
+      end unless File.exists?(@test_grammar)
+    end
+
+    after(:each) do
+      # cleanup test grammar and parser output files
+      f = "#{@test_base}.rb"
+      File.delete(@test_grammar) if File.exists?(@test_grammar)
+      File.delete(f) if File.exists?(f)
+    end
+
+    it 'can compile a grammar file' do
+      # puts %q{emulate 'tt dumb.tt'}
+      system("ruby -S tt #{@test_grammar}").should be_true
+
+      pf = "#{@test_base}.rb"
+      File.exists?(pf).should be_true
+      File.zero?(pf).should_not be_true
+    end
+
+    it 'can compile a relative pathed grammar file' do
+      dir = File.basename(File.expand_path(File.dirname(@test_grammar)))
+
+      # puts %q{emulate 'tt "../<current_dir>/dumb.tt"'}
+      system("ruby -S tt \"../#{dir}/#{@test_grammar}\"").should be_true
+
+      pf = "#{@test_base}.rb"
+      File.exists?(pf).should be_true
+      File.zero?(pf).should_not be_true
+    end
+
+    it 'can compile an absolute pathed grammar file' do
+      # puts %q{emulate 'tt "/path/to/dumb.tt"'}
+      system("ruby -S tt \"#{File.expand_path(@test_grammar)}\"").should be_true
+
+      pf = "#{@test_base}.rb"
+      File.exists?(pf).should be_true
+      File.zero?(pf).should_not be_true
+    end
+
+    it 'can compile without explicit file extensions' do
+      # puts %q{emulate 'tt dumb'}
+      system("ruby -S tt #{@test_base}").should be_true
+
+      pf = "#{@test_base}.rb"
+      File.exists?(pf).should be_true
+      File.zero?(pf).should_not be_true
+    end
+
+    it 'skips nonexistent grammar file without failing or creating bogus output' do
+      # puts %q{emulate 'tt dumb.bad'}
+      Kernel.open("|ruby -S tt #{@test_base}.bad") do |io|
+        (io.read =~ /ERROR.*?not exist.*?continuing/).should_not be_nil
+      end
+
+      File.exists?("#{@test_base}.rb").should be_false
+    end
+
+    it 'can compile to a specified parser source file' do
+      # puts %q{emulate 'tt -o my_dumb_test_parser.rb dumb'}
+      pf = 'my_dumb_test_parser.rb'
+      begin
+        system("ruby -S tt -o #{pf} #{@test_base}").should be_true
+
+        File.exists?(pf).should be_true
+        File.zero?(pf).should_not be_true
+      ensure
+        File.delete(pf) if File.exists?(pf)
+      end
+    end
+
+    it 'by default, does not overwrite an existing file without an autogenerated header' do
+      # puts %q{emulate 'tt -o must_save_parser.rb dumb'}
+      pf = 'must_save_parser.rb'
+      begin
+        system("ruby -S tt -o #{pf} #{@test_base}").should be_true
+
+        File.exists?(pf).should be_true
+        File.zero?(pf).should_not be_true
+
+        # Modify the file and make sure it remains unchanged:
+        File.open(pf, "r+") { |f| f.write("# Changed...") }
+        orig_file_hash = Digest::SHA1.hexdigest(File.read(pf))
+
+        Kernel.open("|ruby -S tt -o #{pf} #{@test_base}") do |io|
+          (io.read =~ /ERROR.*?already exists.*?skipping/).should_not be_nil
+        end
+
+        Digest::SHA1.hexdigest(File.read(pf)).should == orig_file_hash
+      ensure
+        File.delete(pf) if File.exists?(pf)
+      end
+    end
+
+    it 'by default, overwrites a changed file with an intact autogenerated header' do
+      # puts %q{emulate 'tt -o must_save_parser.rb dumb'}
+      pf = 'must_save_parser.rb'
+      begin
+        system("ruby -S tt -o #{pf} #{@test_base}").should be_true
+
+        File.exists?(pf).should be_true
+        File.zero?(pf).should_not be_true
+        orig_file_hash = Digest::SHA1.hexdigest(File.read(pf))
+
+        # Modify the file and make sure it gets reverted:
+        File.open(pf, "r+") { |f| f.gets; f.write("#") }
+
+        system("ruby -S tt -o #{pf} #{@test_base}").should be_true
+        Digest::SHA1.hexdigest(File.read(pf)).should == orig_file_hash
+      ensure
+        File.delete(pf) if File.exists?(pf)
+      end
+    end
+
+    it 'can be forced to overwrite existing file #{@test_base}' do
+      pf = "#{@test_base}.rb"
+      system("echo some junk >#{pf}").should be_true
+
+      File.exists?(pf).should be_true
+      File.zero?(pf).should_not be_true
+      orig_file_hash = Digest::SHA1.hexdigest(File.read(pf))
+
+      system("ruby -S tt -f #{@test_base}").should be_true
+      Digest::SHA1.hexdigest(File.read(pf)).should_not == orig_file_hash
+    end
+
+  end
+
+  context 'when processing multiple grammar files' do
+
+    before(:each) do
+      # provide fresh but dumb grammar files for each test
+      @test_bases = []
+      @test_grammars = []
+
+      %w[dumb1 dumb2].each do |e|
+        base = "#{e}-#{rand(1000)}"
+        grammar_file = "#{base}.tt"
+        @test_bases << base
+        @test_grammars << grammar_file
+
+        File.open(grammar_file, 'w+') do |f|
+          f.print("grammar #{e.capitalize}\n")
+          f.print("end\n")
+        end unless File.exists?(grammar_file)
+      end
+    end
+
+    after(:each) do
+      # cleanup test grammar and output parser files
+      @test_grammars.each { |f| File.delete(f) if File.exists?(f) }
+      @test_bases.each { |f| File.delete("#{f}.rb") if File.exists?("#{f}.rb") }
+    end
+ 
+    it 'can compile them in one invocation' do
+      # puts %q{emulate 'tt dumb1.tt dumb2.tt'}
+      system("ruby -S tt #{@test_grammars.join(' ')}").should be_true
+
+      @test_bases.each do |f|
+        pf = "#{f}.rb"
+        File.exists?(pf).should be_true
+        File.zero?(pf).should_not be_true
+      end
+    end
+
+    it 'can compile them without explicit file extenstions' do
+      # puts %q{emulate 'tt dumb1 dumb2'}
+      system("ruby -S tt #{@test_bases.join(' ')}").should be_true
+
+      @test_bases.each do |f|
+        pf = "#{f}.rb"
+        File.exists?(pf).should be_true
+        File.zero?(pf).should_not be_true
+      end
+    end
+
+    it 'can skip nonexistent and invalid extension named grammar files' do
+      # puts %q{emulate 'tt not_here bad_ext.ttg dumb1 dumb2'}
+      system("ruby -S tt not_here bad_ext.ttg #{@test_bases.join(' ')} >/dev/null 2>&1").should be_true
+
+      File.exists?('not_here.rb').should_not be_true
+      File.exists?('bad_ext.rb').should_not be_true
+
+      @test_bases.each do |f|
+        pf = "#{f}.rb"
+        File.exists?(pf).should be_true
+        File.zero?(pf).should_not be_true
+      end
+    end
+
+    it 'can not specify an output file' do
+      # puts %q{emulate 'tt -o my_bogus_test_parser.rb dumb1 dumb2'}
+      pf = 'my_bogus_test_parser.rb'
+      system("ruby -S tt -o #{pf} #{@test_bases.join(' ')} >/dev/null 2>&1").should be_false
+      File.exists?(pf).should be_false
+    end
+  end
+
+end

data/lib/vendor/treetop-1.4.3/spec/compiler/zero_or_more_spec.rb

@@ -0,0 +1,56 @@
+require File.expand_path("#{File.dirname(__FILE__)}/../spec_helper")
+
+module ZeroOrMoreSpec
+  class Foo < Treetop::Runtime::SyntaxNode
+  end
+
+  describe "zero or more of a terminal symbol followed by a node class declaration and a block" do
+    testing_expression '"foo"* <ZeroOrMoreSpec::Foo> { def a_method; end }'
+  
+    it "successfully parses epsilon, returning an instance declared node class and recording a terminal failure" do
+      parse('') do |result|
+        result.should_not be_nil
+        result.should be_an_instance_of(Foo)
+        result.should respond_to(:a_method)
+
+        terminal_failures = parser.terminal_failures
+        terminal_failures.size.should == 1
+        failure = terminal_failures.first
+        failure.index.should == 0
+        failure.expected_string.should == 'foo'
+      end
+    end
+  
+    it "successfully parses two of that terminal in a row, returning an instance of the declared node class and recording a failure representing the third attempt " do
+      parse("foofoo") do |result|
+        result.should_not be_nil
+        result.should be_an_instance_of(Foo)
+
+        terminal_failures = parser.terminal_failures
+        terminal_failures.size.should == 1
+        failure = terminal_failures.first
+        failure.index.should == 6
+        failure.expected_string.should == 'foo'
+      end
+    end
+  end
+
+  describe "Zero or more of a sequence" do
+    testing_expression '("foo" "bar")*'
+  
+    it "resets the index appropriately following partially matcing input" do
+      parse('foobarfoo', :consume_all_input => false) do |result|
+        result.should_not be_nil
+        result.interval.should == (0...6)
+      end
+    end
+  end
+
+  describe "Zero or more of a choice" do
+    testing_expression '("a" / "b")*'
+
+    it "successfully parses matching input" do
+      parse('abba').should_not be_nil
+    end
+  end
+end

data/lib/vendor/treetop-1.4.3/spec/composition/a.treetop

@@ -0,0 +1,11 @@
+module Test
+  grammar A
+    rule a
+      'a'
+    end
+    
+    rule inherit
+      'super'
+    end
+  end
+end

data/lib/vendor/treetop-1.4.3/spec/composition/b.treetop

@@ -0,0 +1,11 @@
+module Test
+  grammar B
+    rule b
+      'b'
+    end
+    
+    rule inherit
+      super 'keyword'
+    end
+  end
+end

data/lib/vendor/treetop-1.4.3/spec/composition/c.treetop

@@ -0,0 +1,10 @@
+module Test
+  grammar C
+    include A
+    include B
+    
+    rule c
+      a b 'c'
+    end
+  end
+end

data/lib/vendor/treetop-1.4.3/spec/composition/d.treetop

@@ -0,0 +1,10 @@
+module Test
+  grammar D
+    include A
+    include B
+    
+    rule inherit
+      super 'works'
+    end
+  end
+end

data/lib/vendor/treetop-1.4.3/spec/composition/f.treetop

@@ -0,0 +1,17 @@
+
+require "a"
+
+require	File.dirname(__FILE__) + "/b"
+require File.dirname(__FILE__) + "/subfolder/e_includes_c"
+
+module Test
+  grammar F
+    include A
+    include B
+    include E
+    
+    rule f
+      c e 'f'
+    end
+  end
+end

data/lib/vendor/treetop-1.4.3/spec/composition/grammar_composition_spec.rb

@@ -0,0 +1,40 @@
+require File.expand_path("#{File.dirname(__FILE__)}/../spec_helper")
+
+module GrammarCompositionSpec
+  describe "several composed grammars" do
+    before do
+      dir = File.dirname(__FILE__)
+      Treetop.load File.join(dir, 'a')
+      Treetop.load File.join(dir, 'b')
+      Treetop.load File.join(dir, 'c')
+      # Check that polyglot finds d.treetop and loads it:
+      $: << dir
+      require 'd'
+  
+      @c = ::Test::CParser.new
+      @d = ::Test::DParser.new
+    end
+
+    specify "rules in C have access to rules defined in A and B" do
+      @c.parse('abc').should_not be_nil
+    end
+
+    specify "rules in C can override rules in A and B with super semantics" do
+      @d.parse('superkeywordworks').should_not be_nil
+    end
+  end
+  
+  describe "composed grammar chaining with require" do
+    before do
+      # Load f with polyglot without using the load path:
+      require File.dirname(__FILE__) + '/f'
+  
+      @f = ::Test::FParser.new
+    end
+    
+    specify "rules in F have access to rule defined in E" do
+      @f.parse('abcef').should_not be_nil
+    end
+    
+  end
+end

data/lib/vendor/treetop-1.4.3/spec/composition/subfolder/e_includes_c.treetop

@@ -0,0 +1,15 @@
+require File.dirname(__FILE__) + "/../c"
+
+module Test
+  grammar E
+    include C
+    
+    rule e
+      'e'
+    end
+    
+    rule inherit
+      'super'
+    end
+  end
+end

data/lib/vendor/treetop-1.4.3/spec/ruby_extensions/string_spec.rb

@@ -0,0 +1,32 @@
+require File.expand_path("#{File.dirname(__FILE__)}/../spec_helper")
+
+describe String do
+  before do
+    @string = %{
+      0123456789
+      012345
+      01234567
+      0123
+    }.tabto(0).strip
+  end
+  
+  it "can translate indices to column numbers" do
+    @string.column_of(0).should == 1
+    @string.column_of(5).should == 6
+    @string.column_of(10).should == 11
+    @string.column_of(11).should == 1
+    @string.column_of(17).should == 7
+    @string.column_of(18).should == 1
+    @string.column_of(24).should == 7
+  end
+  
+  it "can translate indices to line numbers" do
+    @string.line_of(0).should == 1
+    @string.line_of(5).should == 1
+    @string.line_of(10).should == 1
+    @string.line_of(11).should == 2
+    @string.line_of(17).should == 2
+    @string.line_of(18).should == 3
+    @string.line_of(24).should == 3
+  end
+end