ceedling 0.31.1 → 1.0.1

data/spec/gcov/gcov_test_cases_spec.rb

@@ -1,3 +1,10 @@
+# =========================================================================
+#   Ceedling - Test-Centered Build System for C
+#   ThrowTheSwitch.org
+#   Copyright (c) 2010-25 Mike Karlesky, Mark VanderVoord, & Greg Williams
+#   SPDX-License-Identifier: MIT
+# =========================================================================
+
 require 'fileutils'
 require 'tmpdir'
 require 'yaml'
@@ -7,6 +14,31 @@ require 'pp'
 
 module GcovTestCases
 
+  def determine_reports_to_test
+    @gcov_reports = []
+
+    begin
+      `gcovr --version 2>&1`
+      @gcov_reports << :gcovr if $?.exitstatus == 0
+    rescue
+      puts "No GCOVR exec to test against"
+    end
+
+    begin
+      `reportgenerator --version 2>&1`
+      @gcov_reports << :reportgenerator if $?.exitstatus == 0
+    rescue
+      puts "No ReportGenerator exec to test against"
+    end
+  end
+
+  def prep_project_yml_for_coverage
+    FileUtils.cp test_asset_path("project.yml"), "project.yml"
+    @c.uncomment_project_yml_option_for_test("- gcov")
+    @c.comment_project_yml_option_for_test("- gcovr") unless @gcov_reports.include? :gcovr
+    @c.uncomment_project_yml_option_for_test("- ReportGenerator") if @gcov_reports.include? :reportgenerator
+  end
+
   def _add_gcov_section_in_project(project_file_path, name, values)
     project_file_contents = File.readlines(project_file_path)
     name_index = project_file_contents.index(":gcov:\n")
@@ -53,13 +85,13 @@ module GcovTestCases
   def can_test_projects_with_gcov_with_success
     @c.with_context do
       Dir.chdir @proj_name do
-        FileUtils.cp test_asset_path("project_with_guts_gcov.yml"), "project.yml"
+        prep_project_yml_for_coverage
         FileUtils.cp test_asset_path("example_file.h"), 'src/'
         FileUtils.cp test_asset_path("example_file.c"), 'src/'
         FileUtils.cp test_asset_path("test_example_file_success.c"), 'test/'
 
-        output = `bundle exec ruby -S ceedling gcov:all`
-        expect($?.exitstatus).to match(0) # Since a test either pass or are ignored, we return success here
+        output = `bundle exec ruby -S ceedling gcov:all 2>&1`
+        expect($?.exitstatus).to match(0) # Since test cases either pass or are ignored, Ceedling exits with success
         expect(output).to match(/TESTED:\s+\d/)
         expect(output).to match(/PASSED:\s+\d/)
         expect(output).to match(/FAILED:\s+\d/)
@@ -71,13 +103,13 @@ module GcovTestCases
   def can_test_projects_with_gcov_with_fail
     @c.with_context do
       Dir.chdir @proj_name do
-        FileUtils.cp test_asset_path("project_with_guts_gcov.yml"), "project.yml"
+        prep_project_yml_for_coverage
         FileUtils.cp test_asset_path("example_file.h"), 'src/'
         FileUtils.cp test_asset_path("example_file.c"), 'src/'
         FileUtils.cp test_asset_path("test_example_file.c"), 'test/'
 
         output = `bundle exec ruby -S ceedling gcov:all 2>&1`
-        expect($?.exitstatus).to match(1) # Since a test fails, we return error here
+        expect($?.exitstatus).to match(1) # Unit test failures => Ceedling exit code 1
         expect(output).to match(/TESTED:\s+\d/)
         expect(output).to match(/PASSED:\s+\d/)
         expect(output).to match(/FAILED:\s+\d/)
@@ -86,111 +118,226 @@ module GcovTestCases
     end
   end
 
-  def can_test_projects_with_gcov_with_fail_because_of_uncovered_files
+  # TODO: Restore this test when the :abort_on_uncovered option is restored in the Gcov plugin
+  # def can_test_projects_with_gcov_with_fail_because_of_uncovered_files
+  #   @c.with_context do
+  #     Dir.chdir @proj_name do
+  #       prep_project_yml_for_coverage
+  #       add_gcov_option("abort_on_uncovered", "TRUE")
+  #       FileUtils.cp test_asset_path("example_file.h"), 'src/'
+  #       FileUtils.cp test_asset_path("example_file.c"), 'src/'
+  #       FileUtils.cp test_asset_path("uncovered_example_file.c"), 'src/'
+  #       FileUtils.cp test_asset_path("test_example_file_success.c"), 'test/'
+
+  #       output = `bundle exec ruby -S ceedling gcov:all 2>&1`
+  #       expect($?.exitstatus).to match(1) # Gcov causes Ceedlng to exit with error
+  #       expect(output).to match(/TESTED:\s+\d/)
+  #       expect(output).to match(/PASSED:\s+\d/)
+  #       expect(output).to match(/FAILED:\s+\d/)
+  #       expect(output).to match(/IGNORED:\s+\d/)
+  #     end
+  #   end
+  # end
+
+  # TODO: Restore this test when the :abort_on_uncovered option is restored in the Gcov plugin
+  # def can_test_projects_with_gcov_with_success_because_of_ignore_uncovered_list
+  #   @c.with_context do
+  #     Dir.chdir @proj_name do
+  #       prep_project_yml_for_coverage
+  #       add_gcov_option("abort_on_uncovered", "TRUE")
+  #       add_gcov_section("uncovered_ignore_list", ["src/foo_file.c"])
+  #       FileUtils.cp test_asset_path("example_file.h"), "src/"
+  #       FileUtils.cp test_asset_path("example_file.c"), "src/"
+  #       # "src/foo_file.c" is in the ignore uncovered list
+  #       FileUtils.cp test_asset_path("uncovered_example_file.c"), "src/foo_file.c"
+  #       FileUtils.cp test_asset_path("test_example_file_success.c"), "test/"
+
+  #       output = `bundle exec ruby -S ceedling gcov:all 2>&1`
+  #       expect($?.exitstatus).to match(0)
+  #       expect(output).to match(/TESTED:\s+\d/)
+  #       expect(output).to match(/PASSED:\s+\d/)
+  #       expect(output).to match(/FAILED:\s+\d/)
+  #       expect(output).to match(/IGNORED:\s+\d/)
+  #     end
+  #   end
+  # end
+
+  # TODO: Restore this test when the :abort_on_uncovered option is restored in the Gcov plugin
+  # def can_test_projects_with_gcov_with_success_because_of_ignore_uncovered_list_with_globs
+  #   @c.with_context do
+  #     Dir.chdir @proj_name do
+  #       prep_project_yml_for_coverage
+  #       add_gcov_option("abort_on_uncovered", "TRUE")
+  #       add_gcov_section("uncovered_ignore_list", ["src/B/**"])
+  #       FileUtils.mkdir_p(["src/A", "src/B/C"])
+  #       FileUtils.cp test_asset_path("example_file.h"), "src/A"
+  #       FileUtils.cp test_asset_path("example_file.c"), "src/A"
+  #       # "src/B/**" is in the ignore uncovered list
+  #       FileUtils.cp test_asset_path("uncovered_example_file.c"), "src/B/C/foo_file.c"
+  #       FileUtils.cp test_asset_path("test_example_file_success.c"), "test/"
+
+  #       output = `bundle exec ruby -S ceedling gcov:all 2>&1`
+  #       expect($?.exitstatus).to match(1) # Unit test failures => Ceedling exit code 1
+  #       expect(output).to match(/TESTED:\s+\d/)
+  #       expect(output).to match(/PASSED:\s+\d/)
+  #       expect(output).to match(/FAILED:\s+\d/)
+  #       expect(output).to match(/IGNORED:\s+\d/)
+  #     end
+  #   end
+  # end
+
+
+  def can_test_projects_with_gcov_with_compile_error
     @c.with_context do
       Dir.chdir @proj_name do
-        FileUtils.cp test_asset_path("project_with_guts_gcov.yml"), "project.yml"
-        add_gcov_option("abort_on_uncovered", "TRUE")
+        prep_project_yml_for_coverage
         FileUtils.cp test_asset_path("example_file.h"), 'src/'
         FileUtils.cp test_asset_path("example_file.c"), 'src/'
-        FileUtils.cp test_asset_path("uncovered_example_file.c"), 'src/'
-        FileUtils.cp test_asset_path("test_example_file_success.c"), 'test/'
+        FileUtils.cp test_asset_path("test_example_file_boom.c"), 'test/'
 
         output = `bundle exec ruby -S ceedling gcov:all 2>&1`
-        expect($?.exitstatus).to match(255) # Since a test fails, we return error here
-        expect(output).to match(/TESTED:\s+\d/)
-        expect(output).to match(/PASSED:\s+\d/)
-        expect(output).to match(/FAILED:\s+\d/)
-        expect(output).to match(/IGNORED:\s+\d/)
+        expect($?.exitstatus).to match(1) # Since a test explodes, Ceedling exits with error
+        expect(output).to match(/(?:ERROR: Ceedling Failed)|(?:Ceedling could not complete operations because of errors)/)
       end
     end
   end
 
-  def can_test_projects_with_gcov_with_success_because_of_ignore_uncovered_list
+  def can_fetch_project_help_for_gcov
     @c.with_context do
       Dir.chdir @proj_name do
-        FileUtils.cp test_asset_path("project_with_guts_gcov.yml"), "project.yml"
-        add_gcov_option("abort_on_uncovered", "TRUE")
-        add_gcov_section("uncovered_ignore_list", ["src/foo_file.c"])
-        FileUtils.cp test_asset_path("example_file.h"), "src/"
-        FileUtils.cp test_asset_path("example_file.c"), "src/"
-        FileUtils.cp test_asset_path("uncovered_example_file.c"), "src/foo_file.c" # "src/foo_file.c" is in the ignore uncovered list
-        FileUtils.cp test_asset_path("test_example_file_success.c"), "test/"
-
-        output = `bundle exec ruby -S ceedling gcov:all 2>&1`
+        prep_project_yml_for_coverage
+        output = `bundle exec ruby -S ceedling help 2>&1`
         expect($?.exitstatus).to match(0)
-        expect(output).to match(/TESTED:\s+\d/)
-        expect(output).to match(/PASSED:\s+\d/)
-        expect(output).to match(/FAILED:\s+\d/)
-        expect(output).to match(/IGNORED:\s+\d/)
+        expect(output).to match(/ceedling gcov:\*/i)
+        expect(output).to match(/ceedling gcov:all/i)
       end
     end
   end
 
-  def can_test_projects_with_gcov_with_success_because_of_ignore_uncovered_list_with_globs
+  def can_create_html_reports
     @c.with_context do
       Dir.chdir @proj_name do
-        FileUtils.cp test_asset_path("project_with_guts_gcov.yml"), "project.yml"
-        add_gcov_option("abort_on_uncovered", "TRUE")
-        add_gcov_section("uncovered_ignore_list", ["src/B/**"])
-        FileUtils.mkdir_p(["src/A", "src/B/C"])
-        FileUtils.cp test_asset_path("example_file.h"), "src/A"
-        FileUtils.cp test_asset_path("example_file.c"), "src/A"
-        FileUtils.cp test_asset_path("uncovered_example_file.c"), "src/B/C/foo_file.c" # "src/B/**" is in the ignore uncovered list
-        FileUtils.cp test_asset_path("test_example_file_success.c"), "test/"
+        prep_project_yml_for_coverage
+        FileUtils.cp test_asset_path("example_file.h"), 'src/'
+        FileUtils.cp test_asset_path("example_file.c"), 'src/'
+        FileUtils.cp test_asset_path("test_example_file_success.c"), 'test/'
 
         output = `bundle exec ruby -S ceedling gcov:all 2>&1`
-        expect($?.exitstatus).to match(0)
-        expect(output).to match(/TESTED:\s+\d/)
-        expect(output).to match(/PASSED:\s+\d/)
-        expect(output).to match(/FAILED:\s+\d/)
-        expect(output).to match(/IGNORED:\s+\d/)
+        if @gcov_reports.include? :gcovr
+          expect(output).to match(/Generating HTML coverage report in 'build\/artifacts\/gcov\/gcovr'\.\.\./)
+          expect(File.exist?('build/artifacts/gcov/gcovr/GcovCoverageResults.html')).to eq true
+        end
+        if @gcov_reports.include? :modulegenerator
+          expect(output).to match(/Generating HtmlBasic coverage report in 'build\/artifacts\/gcov\/ReportGenerator'\.\.\./)
+          expect(File.exist?('build/artifacts/gcov/ReportGenerator/summary.htm')).to eq true
+        end
       end
     end
   end
 
-
-  def can_test_projects_with_gcov_with_compile_error
+  def can_create_html_reports_from_crashing_test_runner_with_enabled_debug_for_test_cases_not_causing_crash
     @c.with_context do
       Dir.chdir @proj_name do
-        FileUtils.cp test_asset_path("project_with_guts_gcov.yml"), "project.yml"
+        prep_project_yml_for_coverage
         FileUtils.cp test_asset_path("example_file.h"), 'src/'
         FileUtils.cp test_asset_path("example_file.c"), 'src/'
-        FileUtils.cp test_asset_path("test_example_file_boom.c"), 'test/'
+        FileUtils.cp test_asset_path("test_example_file_crash.c"), 'test/'
+
+        @c.merge_project_yml_for_test({:project => { :use_backtrace => :gdb }})
 
         output = `bundle exec ruby -S ceedling gcov:all 2>&1`
-        expect($?.exitstatus).to match(1) # Since a test explodes, we return error here
-        expect(output).to match(/ERROR: Ceedling Failed/)
+        expect($?.exitstatus).to match(1) # Ceedling should exit with error because of failed test due to crash
+        expect(output).to match(/crashed/i)
+        expect(output).to match(/Unit test failures./)
+        expect(File.exist?('./build/gcov/results/test_example_file_crash.fail'))
+        output_rd = File.read('./build/gcov/results/test_example_file_crash.fail')
+        expect(output_rd =~ /test_add_numbers_will_fail \(\) at test\/test_example_file_crash.c\:14/ )
+        expect(output).to match(/TESTED:\s+2/)
+        expect(output).to match(/PASSED:\s+(?:0|1)/)
+        expect(output).to match(/FAILED:\s+(?:1|2)/)
+        expect(output).to match(/IGNORED:\s+0/)
+        expect(output).to match(/example_file.c \| Lines executed:5?0.00% of 4/)
+        if @gcov_reports.include? :gcovr
+          expect(output).to match(/Generating HTML coverage report in 'build\/artifacts\/gcov\/gcovr'\.\.\./)
+          expect(File.exist?('build/artifacts/gcov/gcovr/GcovCoverageResults.html')).to eq true
+        end
+        if @gcov_reports.include? :modulegenerator
+          expect(output).to match(/Generating HtmlBasic coverage report in 'build\/artifacts\/gcov\/ReportGenerator'\.\.\./)
+          expect(File.exist?('build/artifacts/gcov/ReportGenerator/summary.htm')).to eq true
+        end
       end
     end
   end
 
-  def can_fetch_project_help_for_gcov
+  def can_create_html_reports_from_crashing_test_runner_with_enabled_debug_with_zero_coverage
     @c.with_context do
       Dir.chdir @proj_name do
-        FileUtils.cp test_asset_path("project_with_guts_gcov.yml"), "project.yml"
-        output = `bundle exec ruby -S ceedling help`
-        expect($?.exitstatus).to match(0)
-        expect(output).to match(/ceedling gcov:\*/i)
-        expect(output).to match(/ceedling gcov:all/i)
-        expect(output).to match(/ceedling gcov:delta/i)
-        expect(output).to match(/ceedling utils:gcov/i)
+        prep_project_yml_for_coverage
+        FileUtils.cp test_asset_path("example_file.h"), 'src/'
+        FileUtils.cp test_asset_path("example_file.c"), 'src/'
+        FileUtils.cp test_asset_path("test_example_file_crash.c"), 'test/'
+
+        @c.merge_project_yml_for_test({:project => { :use_backtrace => :gdb }})
+
+        output = `bundle exec ruby -S ceedling gcov:all --exclude_test_case=test_add_numbers_adds_numbers 2>&1`
+        expect($?.exitstatus).to match(1) # Ceedling should exit with error because of failed test due to crash
+        expect(output).to match(/Test Case Crashed/i)
+        expect(output).to match(/Unit test failures./)
+        expect(File.exist?('./build/gcov/results/test_example_file_crash.fail'))
+        output_rd = File.read('./build/gcov/results/test_example_file_crash.fail')
+        expect(output_rd =~ /test_add_numbers_will_fail \(\) at test\/test_example_file_crash.c\:14/ )
+        expect(output).to match(/TESTED:\s+1/)
+        expect(output).to match(/PASSED:\s+0/)
+        expect(output).to match(/FAILED:\s+1/)
+        expect(output).to match(/IGNORED:\s+0/)
+        expect(output).to match(/example_file.c \| Lines executed:0.00% of 4/)
+
+        if @gcov_reports.include? :gcovr
+          expect(output).to match(/Generating HTML coverage report in 'build\/artifacts\/gcov\/gcovr'\.\.\./)
+          expect(File.exist?('build/artifacts/gcov/gcovr/GcovCoverageResults.html')).to eq true
+        end
+        if @gcov_reports.include? :modulegenerator
+          expect(output).to match(/Generating HtmlBasic coverage report in 'build\/artifacts\/gcov\/ReportGenerator'\.\.\./)
+          expect(File.exist?('build/artifacts/gcov/ReportGenerator/summary.htm')).to eq true
+        end
       end
     end
   end
 
-  def can_create_html_report
+  def can_create_html_reports_from_test_runner_with_enabled_debug_with_100_coverage_when_excluding_crashing_test_case
     @c.with_context do
       Dir.chdir @proj_name do
-        FileUtils.cp test_asset_path("project_with_guts_gcov.yml"), "project.yml"
+        prep_project_yml_for_coverage
         FileUtils.cp test_asset_path("example_file.h"), 'src/'
         FileUtils.cp test_asset_path("example_file.c"), 'src/'
-        FileUtils.cp test_asset_path("test_example_file_success.c"), 'test/'
+        FileUtils.cp test_asset_path("test_example_file_crash.c"), 'test/'
+
+        add_test_case = "\nvoid test_difference_between_two_numbers(void)\n"\
+                        "{\n" \
+                        "  TEST_ASSERT_EQUAL_INT(0, difference_between_numbers(1,1));\n" \
+                        "}\n"
+        
+        updated_test_file = File.read('test/test_example_file_crash.c').split("\n")
+        updated_test_file.insert(updated_test_file.length(), add_test_case)
+        File.write('test/test_example_file_crash.c', updated_test_file.join("\n"), mode: 'w')
+
+        output = `bundle exec ruby -S ceedling gcov:all --exclude_test_case=test_add_numbers_will_fail 2>&1`
+        expect($?.exitstatus).to match(0)
+        expect(File.exist?('./build/gcov/results/test_example_file_crash.pass'))
+        expect(output).to match(/TESTED:\s+2/)
+        expect(output).to match(/PASSED:\s+2/)
+        expect(output).to match(/FAILED:\s+0/)
+        expect(output).to match(/IGNORED:\s+0/)
+        expect(output).to match(/example_file.c \| Lines executed:100.00% of 4/)
 
-        output = `bundle exec ruby -S ceedling gcov:all`
-        output = `bundle exec ruby -S ceedling utils:gcov`
-        expect(output).to match(/Creating gcov results report\(s\) in 'build\/artifacts\/gcov'\.\.\. Done/)
-        expect(File.exists?('build/artifacts/gcov/GcovCoverageResults.html')).to eq true
+        if @gcov_reports.include? :gcovr
+          expect(output).to match(/Generating HTML coverage report in 'build\/artifacts\/gcov\/gcovr'\.\.\./)
+          expect(File.exist?('build/artifacts/gcov/gcovr/GcovCoverageResults.html')).to eq true
+        end
+        if @gcov_reports.include? :modulegenerator
+          expect(output).to match(/Generating HtmlBasic coverage report in 'build\/artifacts\/gcov\/ReportGenerator'\.\.\./)
+          expect(File.exist?('build/artifacts/gcov/ReportGenerator/summary.htm')).to eq true
+        end
       end
     end
   end

data/spec/generator_test_results_sanity_checker_spec.rb

@@ -1,16 +1,32 @@
+# =========================================================================
+#   Ceedling - Test-Centered Build System for C
+#   ThrowTheSwitch.org
+#   Copyright (c) 2010-25 Mike Karlesky, Mark VanderVoord, & Greg Williams
+#   SPDX-License-Identifier: MIT
+# =========================================================================
+
 require 'spec_helper'
 require 'ceedling/generator_test_results_sanity_checker'
 require 'ceedling/constants'
-require 'ceedling/streaminator'
+require 'ceedling/loginator'
 require 'ceedling/configurator'
 
 describe GeneratorTestResultsSanityChecker do
   before(:each) do
-    # this will always be mocked
-    @configurator = Configurator.new({:configurator_setup => nil, :configurator_builder => nil, :configurator_plugins => nil, :cmock_builder => nil, :yaml_wrapper => nil, :system_wrapper => nil})
-    @streaminator = Streaminator.new({:streaminator_helper => nil, :verbosinator => nil, :loginator => nil, :stream_wrapper => nil})
+    # These will always be mocked
+    @loginator = Loginator.new({:verbosinator => nil, :file_wrapper => nil, :system_wrapper => nil})
+    @configurator = Configurator.new({
+      :configurator_setup => nil,
+      :configurator_builder => nil,
+      :configurator_plugins => nil,
+      :config_walkinator => nil,
+      :yaml_wrapper => nil,
+      :system_wrapper => nil,
+      :loginator => @loginator,
+      :reportinator => nil
+    })
 
-    @sanity_checker = described_class.new({:configurator => @configurator, :streaminator => @streaminator})
+    @sanity_checker = described_class.new({:configurator => @configurator, :loginator => @loginator})
   
     @results = {}
     @results[:ignores] = ['', '', '']
@@ -46,7 +62,7 @@ describe GeneratorTestResultsSanityChecker do
       @configurator.sanity_checks = TestResultsSanityChecks::NORMAL
       @results[:counts][:ignored] = 0
       allow(@configurator).to receive(:extension_executable).and_return('')
-      allow(@streaminator).to receive(:stderr_puts)
+      allow(@loginator).to receive(:log)
       expect{@sanity_checker.verify(@results, 3)}.to raise_error(RuntimeError)
     end
 
@@ -54,7 +70,7 @@ describe GeneratorTestResultsSanityChecker do
       @configurator.sanity_checks = TestResultsSanityChecks::NORMAL
       @results[:counts][:failed] = 0
       allow(@configurator).to receive(:extension_executable).and_return('')
-      allow(@streaminator).to receive(:stderr_puts)
+      allow(@loginator).to receive(:log)
       expect{@sanity_checker.verify(@results, 3)}.to raise_error(RuntimeError)
     end
 
@@ -62,21 +78,21 @@ describe GeneratorTestResultsSanityChecker do
       @configurator.sanity_checks = TestResultsSanityChecks::NORMAL
       @results[:counts][:total] = 0
       allow(@configurator).to receive(:extension_executable).and_return('')
-      allow(@streaminator).to receive(:stderr_puts)
+      allow(@loginator).to receive(:log)
       expect{@sanity_checker.verify(@results, 3)}.to raise_error(RuntimeError)
     end
 
     it 'rasies error if thorough check fails for error code not 255 not equal' do
       @configurator.sanity_checks = TestResultsSanityChecks::THOROUGH
       allow(@configurator).to receive(:extension_executable).and_return('')
-      allow(@streaminator).to receive(:stderr_puts)
+      allow(@loginator).to receive(:log)
       expect{@sanity_checker.verify(@results, 2)}.to raise_error(RuntimeError)
     end
 
     it 'rasies error if thorough check fails for error code 255 less than 255' do
       @configurator.sanity_checks = TestResultsSanityChecks::THOROUGH
       allow(@configurator).to receive(:extension_executable).and_return('')
-      allow(@streaminator).to receive(:stderr_puts)
+      allow(@loginator).to receive(:log)
       expect{@sanity_checker.verify(@results, 255)}.to raise_error(RuntimeError)
     end
 

data/spec/generator_test_results_spec.rb

@@ -1,9 +1,16 @@
+# =========================================================================
+#   Ceedling - Test-Centered Build System for C
+#   ThrowTheSwitch.org
+#   Copyright (c) 2010-25 Mike Karlesky, Mark VanderVoord, & Greg Williams
+#   SPDX-License-Identifier: MIT
+# =========================================================================
+
 require 'spec_helper'
 require 'ceedling/generator_test_results_sanity_checker'
 require 'ceedling/generator_test_results'
 require 'ceedling/yaml_wrapper'
 require 'ceedling/constants'
-require 'ceedling/streaminator'
+require 'ceedling/loginator'
 require 'ceedling/configurator'
 
 NORMAL_OUTPUT =
@@ -55,53 +62,70 @@ TEST_OUT_FILE_FAIL = 'out.fail'
 describe GeneratorTestResults do
   before(:each) do
     # these will always be mocked
-    @configurator = Configurator.new({:configurator_setup => nil, :configurator_builder => nil, :configurator_plugins => nil, :cmock_builder => nil, :yaml_wrapper => nil, :system_wrapper => nil})
-    @streaminator = Streaminator.new({:streaminator_helper => nil, :verbosinator => nil, :loginator => nil, :stream_wrapper => nil})
+    # this will always be mocked
+    @loginator = Loginator.new({:verbosinator => nil, :file_wrapper => nil, :system_wrapper => nil})
+    @configurator = Configurator.new({
+      :configurator_setup => nil,
+      :configurator_builder => nil,
+      :configurator_plugins => nil,
+      :config_walkinator => nil,
+      :yaml_wrapper => nil,
+      :system_wrapper => nil,
+      :loginator => @loginator,
+      :reportinator => nil
+    })
     
     # these will always be used as is.
     @yaml_wrapper = YamlWrapper.new
-    @sanity_checker = GeneratorTestResultsSanityChecker.new({:configurator => @configurator, :streaminator => @streaminator})
-    
-    @generate_test_results = described_class.new({:configurator => @configurator, :generator_test_results_sanity_checker => @sanity_checker, :yaml_wrapper => @yaml_wrapper})
+    @sanity_checker = GeneratorTestResultsSanityChecker.new({:configurator => @configurator, :loginator => @loginator})
+
+    @generate_test_results = described_class.new(
+      {
+        :configurator => @configurator,
+        :generator_test_results_sanity_checker => @sanity_checker,
+        :yaml_wrapper => @yaml_wrapper
+      }
+    )
   end
 
   after(:each) do
-    if File.exists?(TEST_OUT_FILE)
+    if File.exist?(TEST_OUT_FILE)
       File.delete(TEST_OUT_FILE)
     end
   end
   
   describe '#process_and_write_results' do
-    it 'handles an empty input' do
-      @generate_test_results.process_and_write_results({:output => ''}, TEST_OUT_FILE, 'some/place/test_example.c')
-      expect(IO.read(TEST_OUT_FILE)).to eq(IO.read('spec/support/test_example_empty.pass'))
+    it 'raises on an empty input' do
+      expect{ 
+        @generate_test_results.process_and_write_results('test_example.out', {:output => ''}, TEST_OUT_FILE, 'some/place/test_example.c')
+      }.to raise_error( /Could not parse/i )
+    end
+
+    it 'raises on mangled test output' do
+      expect{ 
+        @generate_test_results.process_and_write_results('test_example.out', {:output => MANGLED_OUTPUT}, TEST_OUT_FILE, 'some/place/test_example.c')
+      }.to raise_error( /Could not parse/i )
     end
 
     it 'handles a normal test output' do
-      @generate_test_results.process_and_write_results({:output => NORMAL_OUTPUT}, TEST_OUT_FILE, 'some/place/test_example.c')
+      @generate_test_results.process_and_write_results('test_example.out', {:output => NORMAL_OUTPUT}, TEST_OUT_FILE, 'some/place/test_example.c')
       expect(IO.read(TEST_OUT_FILE)).to eq(IO.read('spec/support/test_example.pass'))
     end
 
     it 'handles a normal test output with time' do
-      @generate_test_results.process_and_write_results({:output => NORMAL_OUTPUT, :time => 0.01234}, TEST_OUT_FILE, 'some/place/test_example.c')
+      @generate_test_results.process_and_write_results('test_example.out', {:output => NORMAL_OUTPUT, :time => 0.01234}, TEST_OUT_FILE, 'some/place/test_example.c')
       expect(IO.read(TEST_OUT_FILE)).to eq(IO.read('spec/support/test_example_with_time.pass'))
     end
 
     it 'handles a normal test output with ignores' do
-      @generate_test_results.process_and_write_results({:output => IGNORE_OUTPUT}, TEST_OUT_FILE, 'some/place/test_example.c')
+      @generate_test_results.process_and_write_results('test_example.out', {:output => IGNORE_OUTPUT}, TEST_OUT_FILE, 'some/place/test_example.c')
       expect(IO.read(TEST_OUT_FILE)).to eq(IO.read('spec/support/test_example_ignore.pass'))
     end
 
     it 'handles a normal test output with failures' do
       allow(@configurator).to receive(:extension_testfail).and_return('.fail')
-      @generate_test_results.process_and_write_results({:output => FAIL_OUTPUT}, TEST_OUT_FILE, 'some/place/test_example.c')
+      @generate_test_results.process_and_write_results('test_example.out', {:output => FAIL_OUTPUT}, TEST_OUT_FILE, 'some/place/test_example.c')
       expect(IO.read(TEST_OUT_FILE_FAIL)).to eq(IO.read('spec/support/test_example.fail'))
     end
-
-    it 'handles a mangled test output as gracefully as it can' do
-      @generate_test_results.process_and_write_results({:output => MANGLED_OUTPUT}, TEST_OUT_FILE, 'some/place/test_example.c')
-      expect(IO.read(TEST_OUT_FILE)).to eq(IO.read('spec/support/test_example_mangled.pass'))
-    end
-
   end
 end

data/spec/manual/stress_test.rb

@@ -0,0 +1,31 @@
+# =========================================================================
+#   Ceedling - Test-Centered Build System for C
+#   ThrowTheSwitch.org
+#   Copyright (c) 2010-25 Mike Karlesky, Mark VanderVoord, & Greg Williams
+#   SPDX-License-Identifier: MIT
+# =========================================================================
+
+iterations = (ARGV[0] || 25).to_i
+puts "Stress Testing Each Scenario #{iterations} times..."
+
+require 'open3'
+
+defaults = { :dir => File.expand_path(File.dirname(__FILE__)) + '/../../examples/temp_sensor' }
+
+tasks = { 
+  'ceedling clobber test:all' => defaults,
+  'ceedling -v=4 clobber test:all' => defaults,
+  'ceedling test:all' => defaults,
+  'ceedling --verbosity=obnoxious --mixin=add_unity_helper --mixin=add_gcov clobber test:all' => defaults,
+}
+
+tasks.each_pair do |k,v|
+  Dir.chdir(v[:dir]) do
+    iterations.times do |i|
+      puts "=============== RUNNING ITERATION #{i+1}:\n#{k.to_s}\n===============\n\n"
+      stdout, stderr, status = Open3.capture3(k)
+      puts stdout,stderr,status
+      raise "\n\nCrashed on #{k} Iteration #{i+1}" unless status.success?
+    end
+  end
+end

data/spec/parsing_parcels_spec.rb

@@ -0,0 +1,66 @@
+# =========================================================================
+#   Ceedling - Test-Centered Build System for C
+#   ThrowTheSwitch.org
+#   Copyright (c) 2010-25 Mike Karlesky, Mark VanderVoord, & Greg Williams
+#   SPDX-License-Identifier: MIT
+# =========================================================================
+
+require 'spec_helper'
+require 'ceedling/parsing_parcels'
+
+describe ParsingParcels do
+  before(:each) do
+
+    @parsing_parcels = described_class.new()
+  end
+
+  context "#code_lines" do
+    it "should clean code of encoding problems and comments" do
+      file_contents = <<~CONTENTS
+      /* TEST_SOURCE_FILE("foo.c") */    // Eliminate single line comment block
+      // TEST_SOURCE_FILE("bar.c")       // Eliminate single line comment
+      Some text⛔️
+      /* // /*                           // Eliminate tricky comment block enclosing comments
+        TEST_SOURCE_FILE("boom.c")
+        */   //                          // Eliminate trailing single line comment following block comment
+      More text
+      #define STR1 "/* comment  "        // Strip out (single line) C string containing block comment
+      #define STR2 "  /* comment  "      // Strip out (single line) C string containing block comment
+      CONTENTS
+
+      got = []
+
+      @parsing_parcels.code_lines( StringIO.new( file_contents ) ) do |line|
+        line.strip!
+        got << line if !line.empty?
+      end
+
+      expected = [
+        'Some text', # ⛔️ removed with encoding sanitizing
+        'More text',
+        "#define STR1",
+        "#define STR2"
+      ]
+
+      expect( got ).to eq expected
+    end
+
+    it "should treat continuations as a single line" do
+      file_contents = "// TEST_SOURCE_FILE(\"foo.c\") \\  \nTEST_SOURCE_FILE(\"bar.c\")\nSome text⛔️ \\\nMore text\n"
+      got = []
+
+      @parsing_parcels.code_lines( StringIO.new( file_contents ) ) do |line|
+        line.strip!
+        got << line if !line.empty?
+      end
+
+      expected = [
+        'Some text More text'
+      ]
+
+      expect( got ).to eq expected
+    end
+
+  end
+
+end