ciat 0.4.8 → 0.4.9

data/spec/ciat/subresult_spec.rb

@@ -0,0 +1,40 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+
+describe CIAT::Subresult do
+  before(:each) do
+    @elements = mock("elements")
+    @light = mock("light")
+    @processor = mock("processor")
+    
+    @subtest_result = CIAT::Subresult.new(@elements, @light, @processor)
+  end
+  
+  it "should look up relevant elements" do
+    test = mock("test")
+    names = [mock("name 0"), mock("name 1"), mock("name 2")]
+    relevants = [mock("element 0"), mock("element 1"), mock("element 2")]
+    
+    @subtest_result.should_receive(:relevant_element_names).and_return(names)
+    @elements.should_receive(:element?).with(names[0]).and_return(true)
+    @elements.should_receive(:element).with(names[0]).and_return(relevants[0])
+    @elements.should_receive(:element?).with(names[1]).and_return(true)
+    @elements.should_receive(:element).with(names[1]).and_return(relevants[1])
+    @elements.should_receive(:element?).with(names[2]).and_return(true)
+    @elements.should_receive(:element).with(names[2]).and_return(relevants[2])
+    
+    @subtest_result.relevant_elements.should == relevants
+  end
+  
+  it "should have relevant element names" do
+    kind, hash, setting = 
+      mock("kind"), mock("hash"), mock("setting")
+    names = mock("names")
+    
+    @processor.should_receive(:kind).and_return(kind)
+    kind.should_receive(:element_name_hash).and_return(hash)
+    @light.should_receive(:setting).and_return(setting)
+    hash.should_receive(:[]).with(setting).and_return(names)
+    
+    @subtest_result.relevant_element_names.should == names
+  end
+end

data/spec/ciat/suite_builder_spec.rb

@@ -0,0 +1,70 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+
+describe CIAT::SuiteBuilder do
+  include MockHelpers
+  
+  before(:each) do
+    @options = {}
+    @default_builder = CIAT::SuiteBuilder.new(options)
+  end
+  
+  it "should build default feedback" do
+    @default_builder.build_feedback.
+      should be_an_instance_of(CIAT::Feedback::Composite)
+  end
+  
+  describe "making test files" do
+    it "should make test files" do
+      files = array_of_mocks(3, "files")
+      output_folder = mock("output folder")
+      test_files = array_of_mocks(3, "test file")
+
+      @default_builder.should_receive(:build_output_folder).
+        at_least(:once).and_return(output_folder)
+      CIAT::TestFile.should_receive(:new).
+        with(files[0], output_folder).and_return(test_files[0])
+      CIAT::TestFile.should_receive(:new).
+        with(files[1], output_folder).and_return(test_files[1])
+      CIAT::TestFile.should_receive(:new).
+        with(files[2], output_folder).and_return(test_files[2])
+    
+      @default_builder.make_test_files(files).should == test_files
+    end
+
+    it "should complain if no test files to make" do
+      lambda {
+        @default_builder.make_test_files([])
+      }.should raise_error(IOError)
+    end
+  end
+  
+  describe "getting and processing test files" do
+    it "should get filename from filenames option" do
+      files = mock("files")
+      test_files = mock("test files")
+      
+      options[:files] = files
+      @default_builder.should_receive(:make_test_files).
+        with(files).and_return(test_files)
+        
+      @default_builder.build_test_files.should == test_files
+    end
+    
+    it "should get filenames from folder" do
+      input_folder, pattern = mock("input folder"), mock("pattern")
+      files = mock("files")
+      output_folder = mock("output folder")
+      test_files = mock("test files")
+      
+      options[:folder] = input_folder
+      options[:pattern] = pattern
+      File.should_receive(:join).with(input_folder, "**", pattern).
+        and_return("the full path")
+      Dir.should_receive(:[]).with("the full path").and_return(files)
+      @default_builder.should_receive(:make_test_files).
+        with(files).and_return(test_files)
+      
+      @default_builder.build_test_files.should == test_files      
+    end
+  end
+end

data/spec/ciat/suite_spec.rb

@@ -0,0 +1,64 @@
+require File.dirname(__FILE__) + '/../spec_helper.rb'
+
+describe CIAT::Suite do
+  include MockHelpers
+  
+  it "should construct with suite builder" do
+    options = mock("options")
+    suite_builder = mock("suite builder")
+    processors, output_folder, test_files, feedback =
+      mock("processors"), mock("output folder"),
+      mock("test files"), mock("feedback")
+    suite = mock("suite")
+    
+    CIAT::SuiteBuilder.should_receive(:new).
+      with(options).and_return(suite_builder)
+    suite_builder.should_receive(:build_processors).and_return(processors)
+    suite_builder.should_receive(:build_output_folder).
+      and_return(output_folder)
+    suite_builder.should_receive(:build_test_files).and_return(test_files)
+    suite_builder.should_receive(:build_feedback).and_return(feedback)
+    CIAT::Suite.should_receive(:new).
+      with(processors, output_folder, test_files, feedback).and_return(suite)
+      
+    CIAT::Suite.build(options).should == suite
+  end
+    
+  describe "the top-level function to run the tests" do
+    before(:each) do
+      @processors = array_of_mocks(3, "processor")
+      @output_folder = mock("output folder")
+      @test_files = array_of_mocks(3, "test file")
+      @feedback = mock("feedback")
+      @suite = CIAT::Suite.new(
+                  @processors, @output_folder, @test_files, @feedback
+                  )
+    end
+    
+    it "should have a size based on the number of test files" do
+      @suite.stub_chain(:test_files, :size).and_return(42)
+
+      @suite.size.should == 42
+    end
+
+    it "should run tests on test files" do
+      folder = "THE_FOLDER"
+      results = array_of_mocks(3, "result")
+
+      @feedback.should_receive(:pre_tests).with(@suite)
+      expect_create_and_run_test(@test_files[0], results[0])
+      expect_create_and_run_test(@test_files[1], results[1])
+      expect_create_and_run_test(@test_files[2], results[2])
+      @feedback.should_receive(:post_tests).with(@suite)
+    
+      @suite.run.should == results
+      @suite.results.should == results
+    end
+    
+    def expect_create_and_run_test(test_file, result)
+      test = mock("test for #{test_file}")
+      @suite.should_receive(:create_test).with(test_file).and_return(test)
+      test.should_receive(:run).and_return(result)
+    end
+  end
+end

data/spec/ciat/test_element_spec.rb

@@ -0,0 +1,78 @@
+require File.dirname(__FILE__) + '/../spec_helper'
+
+describe CIAT::TestElement do
+  before(:each) do
+    @name = mock("name")
+    @filename = mock("filename")
+    @content = mock("content")
+    @element = CIAT::TestElement.new(@name, @filename, @content)
+  end
+  
+  describe "treating as a file" do
+    it "should be written as a file when interesting content" do
+      @element.should_receive(:write_file).with(@filename, @content)
+
+      @element.as_file.should == @filename
+    end
+
+    it "should just return filename for pending content" do
+      test_element = CIAT::TestElement.new(:some_name, @filename, nil)
+      
+      test_element.should_not_receive(:write_file)
+      
+      test_element.as_file.should == @filename
+    end
+  end
+  
+  describe "having content" do
+    it "should have cached content" do
+      @element.content.should == @content
+    end
+    
+    it "should read when content is empty" do
+      read_content = mock("read content")
+      test_element = CIAT::TestElement.new(:some_name, @filename, nil)
+      
+      test_element.should_receive(:read_file).
+        with(@filename).and_return(read_content)
+      
+      test_element.content.should == read_content
+    end
+  end
+  
+  describe "finding template files" do
+    it "should have a template file based on the name" do
+      entry = mock("entry")
+    
+      @element.should_receive(:yaml_entry).at_least(:once).and_return(entry)
+      entry.should_receive(:[]).with("template").and_return("filename")
+    
+      @element.template.should == File.join("elements", "filename")
+    end
+    
+    it "should raise an error when name is missing from YAML file" do
+      @element.should_receive(:yaml_entry).and_return(nil)
+
+      lambda { @element.template }.should raise_error
+    end
+  end
+  
+  it "should describe the test element" do
+    entry, description = mock("entry"), mock("description")
+    
+    @element.should_receive(:yaml_entry).and_return(entry)
+    entry.should_receive(:[]).with("description").and_return(description)
+    
+    @element.describe.should == description
+  end
+  
+  it "should get a YAML entry" do
+    metadata, entry = mock("metadata"), mock("entry")
+  
+    @element.should_receive(:metadata).and_return(metadata)
+    @name.should_receive(:to_s).at_least(:once).and_return("name")
+    metadata.should_receive(:[]).with("name").and_return(entry)
+    
+    @element.yaml_entry.should == entry
+  end
+end

data/spec/ciat/test_file_spec.rb

@@ -0,0 +1,96 @@
+require File.dirname(__FILE__) + '/../spec_helper.rb'
+
+describe CIAT::TestFile do
+  before(:each) do
+    File.should_receive(:exists?).with(anything).
+      any_number_of_times.and_return(true)
+    @test_file = CIAT::TestFile.new(mock("filename"), mock("output folder"))
+  end
+  
+  describe "processing test file" do
+    it "should split and write" do
+      raw_elements = {
+        :e0 => mock("raw element 0"), :e1 => mock("raw element 1"), 
+        :e2 => mock("raw element 2") }
+      filenames = [mock("filename 0"), mock("filename 1"), mock("filename 2")]
+      elements = { 
+        :e0 => mock("element 0"), :e1 => mock("element 1"), 
+        :e2 => mock("element 2") }
+
+      @test_file.should_receive(:split).and_return(raw_elements)
+      @test_file.should_receive(:filename).with(:e0).and_return(filenames[0])
+      @test_file.should_receive(:filename).with(:e1).and_return(filenames[1])
+      @test_file.should_receive(:filename).with(:e2).and_return(filenames[2])
+      CIAT::TestElement.should_receive(:new).
+        with(:e0, filenames[0], raw_elements[:e0]).and_return(elements[:e0])
+      CIAT::TestElement.should_receive(:new).
+        with(:e1, filenames[1], raw_elements[:e1]).and_return(elements[:e1])
+      CIAT::TestElement.should_receive(:new).
+        with(:e2, filenames[2], raw_elements[:e2]).and_return(elements[:e2])
+      
+      @test_file.process.should == elements
+    end
+  end
+  
+  describe "splitting a test file" do
+    it "should split just a description" do
+      expect_file_content("description only\n")
+      @test_file.split.should == { :description => "description only\n" }
+    end
+    
+    it "should split description and something else" do
+      expect_file_content("description\n", "==== tag\n", "content\n")
+      @test_file.split.should == { :description => "description\n", :tag => "content\n" }
+    end
+    
+    it "should split the test file" do
+      expect_file_content("d\n", "==== source\n", "s\n",
+        "==== compilation_expected \n", "p\n",
+        "==== output_expected\n", "o\n")
+      @test_file.split.should == { :description => "d\n",
+        :source => "s\n", :compilation_expected => "p\n", :output_expected => "o\n" }
+    end
+    
+    it "should allow spaces in element name" do
+      expect_file_content("description\n" , "==== element name\n", "content\n")
+      @test_file.split.should == {
+        :description => "description\n", :element_name => "content\n" }
+    end
+    
+    def expect_file_content(*content)
+      @test_file.should_receive(:read).and_return(content)
+    end
+  end
+end
+
+describe CIAT::TestFile, "generating actual file names" do
+  before(:each) do
+    File.should_receive(:exists?).with(anything).
+      any_number_of_times.and_return(true)
+    @output_folder = "outie"
+    @test_file = CIAT::TestFile.new("ciat/phile.ciat", @output_folder)
+  end
+  
+  it "should return the original filename" do
+    @test_file.filename(:ciat).should == "ciat/phile.ciat"
+  end
+  
+  it "should work with no modifiers" do
+    @test_file.filename().should == "outie/ciat/phile"
+  end
+  
+  it "should work with multiple modifiers" do
+    @test_file.filename("one", "two", "three").should == "outie/ciat/phile_one_two_three"
+  end
+end
+
+describe CIAT::TestFile, "constructor errors" do
+  it "should complain about a missing file" do
+    File.should_receive(:exists?).
+      with("does-not-exist.ciat").and_return(false)
+    
+    lambda {
+      CIAT::TestFile.new("does-not-exist.ciat", nil)
+    }.should raise_error(IOError)
+  end
+end

data/spec/ciat/test_spec.rb

@@ -0,0 +1,127 @@
+require File.dirname(__FILE__) + '/../spec_helper.rb'
+
+describe CIAT::Test do
+  before(:each) do
+    @filename = mock("filename")
+    @test_file = mock("test file")
+    @processors = [mock("p 0"), mock("p 1"), mock("p 2")]
+    @differ = mock("differ")
+    @feedback = mock("feedback")
+    @test = CIAT::Test.new(@test_file, @processors, @feedback)
+  end
+
+  describe "running a test" do
+    it "should run a complete test" do
+      subresults = mock("subresults")
+      result = mock("result")
+      
+      @test.should_receive(:run_processors).and_return(subresults)
+      CIAT::TestResult.should_receive(:new).with(@test, subresults).
+        and_return(result)
+      
+      @test.run.should == result
+    end
+  end
+
+  describe "running processors" do
+    before(:each) do
+      @subresults = [mock("subresult 0"), 
+        mock("subresult 1"), mock("subresult 2")]
+    end
+    
+    it "should run just the first processor" do
+      light = mock("light", :green? => false)
+      
+      @processors[0].should_receive(:process).with(@test).
+        and_return(light)
+      @test.should_receive(:subresult).with(@processors[0], light).
+        and_return(@subresults[0])
+      @test.should_receive(:subresult).with(@processors[1]).
+        and_return(@subresults[1])
+      @test.should_receive(:subresult).with(@processors[2]).
+        and_return(@subresults[2])
+      
+      @test.run_processors.should == @subresults
+    end
+
+    it "should run just the first two processors" do
+      lights = [mock("light 0", :green? => true), 
+                mock("light 1", :green? => false)]
+      
+      @processors[0].should_receive(:process).with(@test).
+        and_return(lights[0])
+      @test.should_receive(:subresult).with(@processors[0], lights[0]).
+        and_return(@subresults[0])
+      @processors[1].should_receive(:process).with(@test).
+        and_return(lights[1])
+      @test.should_receive(:subresult).with(@processors[1], lights[1]).
+        and_return(@subresults[1])
+      @test.should_receive(:subresult).with(@processors[2]).
+        and_return(@subresults[2])
+      
+      @test.run_processors.should == @subresults
+    end
+
+    it "should run just all processors" do
+      lights = [mock("light 0", :green? => true),
+                mock("light 1", :green? => true), mock("light 2")]
+
+      @processors[0].should_receive(:process).with(@test).
+        and_return(lights[0])
+      @test.should_receive(:subresult).with(@processors[0], lights[0]).
+        and_return(@subresults[0])
+      @processors[1].should_receive(:process).with(@test).
+        and_return(lights[1])
+      @test.should_receive(:subresult).with(@processors[1], lights[1]).
+        and_return(@subresults[1])
+      @processors[2].should_receive(:process).with(@test).
+        and_return(lights[2])
+      @test.should_receive(:subresult).with(@processors[2], lights[2]).
+        and_return(@subresults[2])
+      
+      @test.run_processors.should == @subresults
+    end
+  end
+  
+  it "should processor subresult" do
+    light, processor = mock("light"), mock("processor")
+    subresult = mock("subresult")
+    
+    CIAT::Subresult.should_receive(:new).with(@test, light, processor).
+      and_return(subresult)
+    @feedback.should_receive(:report_subresult).with(subresult)
+
+    @test.subresult(processor, light).should == subresult
+  end
+  
+  describe "processing elements" do
+    before(:each) do
+      @elements = mock("elements")
+      @test.should_receive(:elements).and_return(@elements)
+    end
+    
+    it "should return specified element" do
+      element = mock("element")
+    
+      @elements.should_receive(:[]).with(:foo).and_return(element)
+    
+      @test.element(:foo).should == element
+    end
+
+    it "should return specified element with multi-word name" do
+      element = mock("element")
+    
+      @elements.should_receive(:[]).with(:foo_bar_joe).and_return(element)
+    
+      @test.element(:foo, :bar, :joe).should == element
+    end
+  
+    it "should check to see if element exists" do
+      exists = mock("a boolean")
+    
+      @elements.should_receive(:has_key?).with(:foo_bar_joe).and_return(exists)
+    
+      @test.element?(:foo, :bar, :joe).should == exists
+    end
+  end
+end