xcpretty-security-patched 0.3.0

data/features/steps/formatting_steps.rb

@@ -0,0 +1,386 @@
+# encoding: utf-8
+Given(/^I have a file to compile$/) do
+  add_run_input SAMPLE_COMPILE
+end
+
+Given(/^I have a file to compile with ccache$/) do
+  add_run_input SAMPLE_COMPILE_CCACHE
+end
+
+Given(/^I have a xib to compile$/) do
+  add_run_input SAMPLE_COMPILE_XIB
+end
+
+Given(/^I have a storyboard to compile$/) do
+  add_run_input SAMPLE_COMPILE_STORYBOARD
+end
+
+Given(/^I have a precompiled header$/) do
+  add_run_input SAMPLE_PRECOMPILE
+end
+
+Given(/^I have an aggregate target to build$/) do
+  add_run_input SAMPLE_AGGREGATE_TARGET
+end
+
+Given(/^I have a file to analyze$/) do
+  add_run_input SAMPLE_ANALYZE
+end
+
+Given(/^I have a file to shallow analyze$/) do
+  add_run_input SAMPLE_ANALYZE_SHALLOW
+end
+
+Given(/^I have a failing test in my suite$/) do
+  add_run_input SAMPLE_OLD_SPECTA_FAILURE
+end
+
+Given(/^I have a swift fatal error in a test in my suite$/) do
+  add_run_input SAMPLE_SWIFT_FATAL_ERROR_IN_TEST_MAKE_TESTS_RESTARTING
+end
+
+Given(/^all of my tests will pass in my suite$/) do
+  3.times { add_run_input SAMPLE_OCUNIT_TEST }
+end
+
+Given(/^I have a passing test in my suite$/) do
+  add_run_input SAMPLE_OCUNIT_TEST
+end
+
+Given(/^I have a slow\-ish test in my suite$/) do
+  add_run_input SAMPLE_SLOWISH_TEST
+end
+
+Given(/^I have a slow test in my suite$/) do
+  add_run_input SAMPLE_SLOW_TEST
+end
+
+Given(/^the tests have started running$/) do
+  add_run_input SAMPLE_OCUNIT_TEST_RUN_BEGINNING
+end
+
+Given(/^I start a test suite$/) do
+  add_run_input SAMPLE_OCUNIT_SUITE_BEGINNING
+end
+
+Given(/^the test suite has finished$/) do
+  add_run_input SAMPLE_OCUNIT_SUITE_COMPLETION
+  add_run_input SAMPLE_EXECUTED_TESTS
+end
+
+Given(/^I have a file to code sign$/) do
+  add_run_input SAMPLE_CODESIGN
+end
+
+Given(/^I have a framework to code sign$/) do
+  add_run_input SAMPLE_CODESIGN_FRAMEWORK
+end
+
+Given(/^I have a target which will not be code signed$/) do
+  add_run_input SAMPLE_WILL_NOT_BE_CODE_SIGNED
+end
+
+Given(/^I have a file to preprocess$/) do
+  add_run_input SAMPLE_PREPROCESS
+end
+
+Given(/^I have a file to copy with PBXCp/) do
+  add_run_input SAMPLE_PBXCP
+end
+
+Given(/^podfile.lock wasn't in sync$/) do
+  add_run_input SAMPLE_PODS_ERROR
+end
+
+Given(/^there was a syntax error$/) do
+  add_run_input SAMPLE_COMPILE_ERROR
+end
+
+Given(/^there was a missing file$/) do
+  add_run_input SAMPLE_FILE_MISSING_ERROR
+end
+
+Given(/^there were warnings in the code$/) do
+  add_run_input SAMPLE_FORMAT_WARNING
+end
+
+Given(/^the linker has failed with undefined symbols$/) do
+  add_run_input SAMPLE_UNDEFINED_SYMBOLS
+end
+
+Given(/^I have a pending test in my suite$/) do
+  add_run_input SAMPLE_PENDING_KIWI_TEST
+end
+
+Given(/^I have a measuring test in my suite$/) do
+  add_run_input SAMPLE_MEASURING_TEST
+end
+
+Given(/^I have a tiff file to validate$/) do
+  add_run_input SAMPLE_TIFFUTIL
+end
+
+Given(/^I have a file to touch$/) do
+  add_run_input SAMPLE_TOUCH
+end
+
+Given(/^I have a screenshot in the output folder/) do
+  copy_file_to_screenshot_dir(SAMPLE_SCREENSHOT_FILE)
+end
+
+Given(/^I have an unrelated image in the output folder/) do
+  copy_file_to_screenshot_dir(SAMPLE_UNRELATED_IMAGE_FILE)
+end
+
+Given(/^I have completed a build$/) do
+  add_run_input SAMPLE_BUILD_SUCCEEDED
+end
+
+Given(/^I have completed a clean$/) do
+  add_run_input SAMPLE_CLEAN_SUCCEEDED
+end
+
+Given(/^the provisioning profile doesn't support capability$/) do
+  add_run_input SAMPLE_PROFILE_DOESNT_SUPPORT_CAPABILITY_ERROR
+end
+
+Given(/^the provisioning profile doesn't include entitlement$/) do
+  add_run_input SAMPLE_PROFILE_DOESNT_INCLUDE_ENTITLEMENT_ERROR
+end
+
+Given(/^the target requires code signing$/) do
+  add_run_input SAMPLE_CODE_SIGNING_IS_REQUIRED_ERROR
+end
+
+Given(/^the matching profile is missing$/) do
+  add_run_input SAMPLE_NO_PROFILE_MATCHING_ERROR
+end
+
+Then(/^I should see a "(\w+)" completion message$/) do |phase|
+  run_output.should start_with("▸ #{phase.capitalize} Succeeded")
+end
+
+Then(/^I should see text beginning with "(.*?)"$/) do |text|
+  run_output.lines.to_a.detect { |line| line.start_with? text }.should_not be_nil
+end
+
+Then(/^I should see text containing "(.*?)" and beginning with "(.*?)"$/) do |inner, start|
+  run_output.lines.to_a.detect { |line| line.start_with?(start) && line.include?(inner) }.should_not be_nil
+end
+
+Then(/^I should (green|red) text beginning with "(.*?)"$/) do |color, text|
+  run_output.should start_with(send(color.to_sym, text))
+end
+
+Then(/^I should see a successful tiff validation message$/) do
+  run_output.should start_with("▸ Validating")
+end
+
+Then(/^I should see a successful touch message$/) do
+  run_output.should start_with("▸ Touching")
+end
+
+When(/^I pipe to xcpretty with "(.*?)"$/) do |flags|
+  run_xcpretty(flags)
+end
+
+When(/^I pipe to xcpretty with a custom formatter$/) do
+  formatter_path = File.expand_path('../../../spec/fixtures/custom_formatter.rb', __FILE__)
+  run_xcpretty("-f #{formatter_path}")
+end
+
+Then(/^I should see a custom compilation message$/) do
+  run_output.should start_with("😎 Compilation party time")
+end
+
+Then(/^I should see a successful compilation message$/) do
+  run_output.should start_with("▸ Compiling")
+end
+
+Then(/^I should see a successful precompilation message$/) do
+  run_output.should start_with("▸ Precompiling")
+end
+
+Then(/^I should see an aggregate target message$/) do
+  run_output.should start_with("▸ Aggregate")
+end
+
+Then(/^I should see a successful analyze message$/) do
+  run_output.should start_with("▸ Analyzing")
+end
+
+Then(/^I should see a successful code signing message$/) do
+  run_output.should start_with("▸ Signing")
+end
+
+Then(/^I should see a target will not be code signed warning$/) do
+  run_output.should include(yellow("⚠️  FrameworkName will not be code signed because its settings don't specify a development team."))
+end
+
+Then(/^I should see a successful preprocessing message$/) do
+  run_output.should start_with("▸ Preprocessing")
+end
+
+Then(/^I should see a successful copying message$/) do
+  run_output.should start_with("▸ Copying")
+end
+
+Then(/^I should see a yellow completion icon$/) do
+  run_output.should start_with(yellow("▸"))
+end
+
+Then(/^I should see a failed test icon$/) do
+  run_output.should start_with("F")
+end
+
+Then(/^I should see a passing test icon in ASCII$/) do
+  run_output.should start_with(".")
+end
+
+Then(/^I should see a red failed test icon$/) do
+  run_output.should include(red("F"))
+end
+
+Then(/^I should see a pending test icon in ASCII$/) do
+  run_output.should start_with("P")
+end
+
+Then(/^I should see a yellow pending test icon$/) do
+  run_output.should start_with(yellow("P"))
+end
+
+Then(/^I should see a measuring test icon in ASCII$/) do
+  run_output.should start_with('T')
+end
+
+Then(/^I should see a yellow measuring test icon$/) do
+  run_output.should start_with(yellow('T'))
+end
+
+Then(/^the final execution message should be (red|green)$/) do |color|
+  last_line = run_output.lines.to_a.last
+  last_line.should be_colored(color.to_sym)
+end
+
+Then(/^I should see a green passing test icon$/) do
+  run_output.should include(green("."))
+end
+
+Then(/^I should see the name of a failed test$/) do
+  run_output.should =~ FAILING_TEST_NAME_MATCHER
+end
+
+Then(/^I should see the path of a failed test$/) do
+  run_output.should =~ TEST_PATH_MATCHER
+end
+
+Then(/^I should see the name of a passing test$/) do
+  run_output.should =~ PASSING_TEST_NAME_MATCHER
+end
+
+Then(/^I should not see the path of a passing test$/) do
+  run_output.should_not =~ TEST_PATH_MATCHER
+end
+
+Then(/^I should see that test suite has started$/) do
+  run_output.should =~ TEST_RUN_START_MATCHER
+end
+
+Then(/^I should see the name of suite only$/) do
+  run_output.should =~ TEST_SUITE_START_MATCHER
+end
+
+Then(/^I should see that the test suite finished$/) do
+  run_output.strip.should =~ TEST_SUITE_COMPLETION_MATCHER
+end
+
+Then(/^I should see a red failed test mark$/) do
+  run_output.should include(red("✗"))
+end
+
+Then(/^I should see a green passing test mark$/) do
+  run_output.should include(green("✓"))
+end
+
+Then(/^I should see a non-utf prefixed output$/) do
+  run_output.should start_with("    " + green("."))
+end
+
+Then(/^I should not see the name of the test group$/) do
+  run_output.should_not include("RACTupleSpec")
+end
+
+Then(/^I should see a red error message$/) do
+  run_output.should include(red("❌  error: ")[0..-5]) # trim \e[0m
+end
+
+Then(/^I should see that sandbox is not in sync with Podfile.lock$/) do
+  run_output.should include("The sandbox is not in sync with the Podfile.lock")
+end
+
+Then(/^I should see which file is missing$/) do
+  run_output.should include(SAMPLE_FILE_MISSING_ERROR.split('directory: ')[1].delete("'"))
+end
+
+Then(/^I should see a yellow warning message$/) do
+  run_output.should include("#{yellow('⚠️  ')}/Users/supermarin/code/oss/ObjectiveSugar/Example/ObjectiveSugar/AppDelegate.m:19:31:")
+  run_output.should include(yellow("format specifies type 'id' but the argument has type 'int' [-Wformat]"))
+end
+
+Then(/^I should see a red compilation error$/) do
+  run_output.should include(red("expected identifier"))
+end
+
+Then(/^I should see a failed line$/) do
+  run_output.should include("[[thread.lastMessage should] equal:thread.];")
+end
+
+Then(/^I should see a cyan cursor$/) do
+  run_output.should include(cyan("                                                          ^"))
+end
+
+Then(/^I should see the undefined symbold message$/) do
+  run_output.should include(red("❌  Undefined symbols for architecture x86_64"))
+end
+
+Then(/^I should see the symbol and reference that caused failure$/) do
+  run_output.should include("_OBJC_CLASS_$_CABasicAnimation")
+  run_output.should include("objc-class-ref in ATZRadialProgressControl.o")
+end
+
+Then(/^I should see the name of a pending test$/) do
+  run_output.should =~ PENDING_TEST_NAME_MATCHER
+end
+
+Then(/^I should see the name of a measuring test$/) do
+  run_output.should =~ MEASURING_TEST_NAME_MATCHER
+end
+
+Then(/^I should see the test time in yellow$/) do
+  run_output.should include("#{yellow("0.026")}")
+end
+
+Then(/^I should see the test time in red$/) do
+  run_output.should include("#{red("0.101")}")
+end
+
+Then(/^I should see text matching "(.*?)"$/) do |text|
+  run_output.lines.to_a.last.strip.should == text
+end
+
+Then(/^I should see the profile doesn't support capability message$/) do
+  run_output.should include("Provisioning profile \"Profile Name\" doesn't support the Push Notifications capability.")
+end
+
+Then(/^I should see the profile doesn't include entitlement message$/) do
+  run_output.should include("Provisioning profile \"Profile Name\" doesn't include the aps-environment entitlement.")
+end
+
+Then(/^I should see the code signing is requried message$/) do
+  run_output.should include("Code signing is required for product type 'Application' in SDK 'iOS 10.0'")
+end
+
+Then(/^I should see the no profile matching message$/) do
+  run_output.should include("No profile matching 'TargetName' found:  Xcode couldn't find a profile matching 'TargetName'. Install the profile (by dragging and dropping it onto Xcode's dock item) or select a different one in the General tab of the target editor.")
+end
+

data/features/steps/html_steps.rb

@@ -0,0 +1,32 @@
+Then(/^I should see a test suite section in HTML$/) do
+  html_test_suites.first.should_not be_nil
+end
+
+Then(/^I should see a failed test in HTML$/) do
+  html_report_body.get_elements("//*[contains(@class, 'test failing')]/").to_a.size.should_not == 0
+end
+
+Then(/^the failure counter should show (\d+) tests?$/) do |fail_count|
+  html_report_body.get_elements("//*[@id='fail-count']/").first.elements.to_a.first.text.to_i.should == fail_count.to_i
+end
+
+Then(/^I should see a passing test in HTML$/) do
+  html_report_body.get_elements("//*[contains(@class, 'test passing')]/").to_a.size.should_not == 0
+end
+
+Then(/^I should see (\d+) tests in HTML$/) do |test_count|
+  html_report_body.get_elements("//*[contains(@class, 'test ')]/").size.should == test_count.to_i
+end
+
+Then(/^I should see (\d+) test suite sections? in HTML$/) do |section_count|
+  html_test_suites.size.should == section_count.to_i
+end
+
+Then(/^I should see a screenshot in HTML$/) do
+  html_report_body.get_elements("//*[contains(@class, 'screenshot')]/").to_a.size.should_not == 0
+end
+
+Then(/^I should not see a screenshot in HTML$/) do
+  html_report_body.get_elements("//*[contains(@class, 'screenshot')]/").to_a.size.should == 0
+end
+

data/features/steps/json_steps.rb

@@ -0,0 +1,45 @@
+Given(/^some big input$/) do
+  add_run_input File.open('features/fixtures/xcodebuild.log', 'r').read
+end
+
+Then(/^I should have a JSON compilation database in a custom path$/) do
+  step("I should have a JSON compilation database at \"#{custom_report_path}\"")
+end
+
+Then(/^I should have a JSON compilation database at "(.*?)"$/) do |path|
+  json = JSON.parse(File.open(path, 'r').read)
+  json.should_not be_nil
+end
+
+Then(/^I should have JSON compilation databases in two custom paths$/) do
+  step("I should have a JSON compilation database at \"#{custom_report_path}\"")
+  step("I should have a JSON compilation database at \"#{other_custom_report_path}\"")
+end
+
+Then(/^the JSON compilation database should contain an entry with a command$/) do
+  json_db.length.should == 1
+  json_db[0]['command'].should start_with('/')
+  json_db[0]['command'].should include('clang ')
+  json_db[0]['command'].should include(' -c ')
+  json_db[0]['command'].should include(' -o ')
+  json_db[0]['command'].should end_with('.o')
+end
+
+Then(/^the JSON compilation database should contain an entry with a file$/) do
+  json_db[0]['file'].should end_with('.m')
+end
+
+Then(/^the JSON compilation database should contain an entry with a directory$/) do
+  json_db[0]['directory'].should start_with('/')
+end
+
+Then(/^the JSON compilation database should be complete$/) do
+  entries = json_db.select { |entry| entry['command'] && entry['file'] && entry['directory'] }
+  entries.length.should == JSON_DB_FIXTURE_COMMAND_COUNT
+end
+
+Then(/^entries with a command shouldn't have malformed "-include" directives$/) do
+  entries = json_db.select { |entry| entry['command'].match(/-include\s+-/) }
+  entries.length.should == 0
+end
+

data/features/steps/junit_steps.rb

@@ -0,0 +1,39 @@
+Then(/^I should see a failed test node in my report$/) do
+  junit_report_root.elements.to_a.detect do |node|
+    element = node.elements.to_a.first
+    element && element.name == "failure"
+  end.should_not be_nil
+end
+
+Then(/^I should see a passing test node in my report$/) do
+  junit_report_root.elements.to_a.detect do |node|
+    node.attributes["time"] != nil
+  end.should_not be_nil
+end
+
+Then(/^I should see a pending test node in my report$/) do
+  junit_report_root.elements.to_a.detect do |node|
+    node.elements.to_a.detect { |child| child.name == 'skipped' }
+  end.should_not be_nil
+end
+
+Then(/^I should see a test suite node$/) do
+  junit_report_root.elements.to_a.first.should_not be_nil
+end
+
+Then(/^I should see (\d+) tests in my report$/) do |test_count|
+  junit_report_root.attributes["tests"].should == test_count
+  junit_report_root.elements.to_a.size.should == test_count.to_i
+end
+
+Then(/^I should see (\d+) test suites$/) do |count|
+  suites = junit_report.root.elements.to_a
+  suites.size.should == count.to_i
+  suites.count { |s| s.name == 'testsuite' }.should == count.to_i
+end
+
+Then(/^I should have a test report at "(.*?)"$/) do |path|
+  doc = REXML::Document.new(File.open(path, 'r').read)
+  doc.root.should_not be_nil
+end
+

data/features/steps/report_steps.rb

@@ -0,0 +1,27 @@
+Given(/^I have tests in my suite from 2 classes$/) do
+  add_run_input SAMPLE_OCUNIT_TEST
+  add_run_input SAMPLE_KIWI_TEST
+end
+
+When(/^I pipe to xcpretty with "(.*?)" and specify a custom path$/) do |args|
+  step("I pipe to xcpretty with \"#{args} --output #{custom_report_path}\"")
+end
+
+When(/^I pipe to xcpretty with two custom "(.*?)" report paths$/) do |type|
+  step("I pipe to xcpretty with \"--report #{type} --output #{custom_report_path} --report #{type} --output #{other_custom_report_path}\"")
+end
+
+Then(/^I should have test reports in two custom paths$/) do
+  step("I should have a test report at \"#{custom_report_path}\"")
+  step("I should have a test report at \"#{other_custom_report_path}\"")
+end
+
+Then(/^I should have a test report in a custom path$/) do
+  step("I should have a test report at \"#{custom_report_path}\"")
+end
+
+When(/^I pipe to xcpretty with a custom reporter$/) do
+  reporter_path = File.expand_path('../../../spec/fixtures/custom_reporter.rb', __FILE__)
+  run_xcpretty("-r #{reporter_path}")
+end
+

data/features/steps/xcpretty_steps.rb

@@ -0,0 +1,31 @@
+When(/^I run xcpretty$/) do
+  @output = `bin/xcpretty 2>&1`
+end
+
+When(/^I run xcpretty with (.*)$/) do |flags|
+  @output = `bin/xcpretty #{flags}`
+end
+
+When(/^I run xcpretty over a big file$/) do
+  start_time = Time.now
+  @output = `cat features/fixtures/xcodebuild.log | bin/xcpretty -c`
+  @xcpretty_run_time = Time.now - start_time
+end
+
+Then(/^I should see the help banner$/) do
+  run_output.should include("Usage: xcodebuild [options] | xcpretty")
+end
+
+Then(/^I should see the xcpretty version$/) do
+  run_output.should include(XCPretty::VERSION)
+end
+
+Then(/^the exit status code should be (\d)$/) do |numbah|
+  $?.exitstatus.should == numbah.to_i
+end
+
+Then(/^the performance should be way faster than running cat$/) do
+  puts "XCPretty run time: #{@xcpretty_run_time}"
+  @xcpretty_run_time.should < 2
+end
+

data/features/support/env.rb

@@ -0,0 +1,123 @@
+$LOAD_PATH.unshift File.expand_path('../../..', __FILE__)
+
+require 'tempfile'
+require 'spec/fixtures/constants'
+require 'spec/support/matchers/colors'
+require 'lib/xcpretty/ansi'
+require 'lib/xcpretty/version'
+require 'lib/xcpretty/syntax'
+require 'rexml/document'
+require 'lib/xcpretty/formatters/formatter'
+require 'lib/xcpretty/reporters/reporter'
+require 'lib/xcpretty/reporters/junit'
+require 'lib/xcpretty/reporters/html'
+require 'lib/xcpretty/reporters/json_compilation_database'
+
+begin
+  require 'json'
+rescue LoadError
+  require 'vendor/json_pure/parser'
+end
+
+include XCPretty::ANSI
+
+TEST_RUN_START_MATCHER = /Test Suite .+ started/
+TEST_SUITE_COMPLETION_MATCHER = /Executed \d+ tests, with \d+ failures \(\d+ unexpected\) in \d+\.\d+ \(\d+\.\d+\) seconds/
+TEST_SUITE_START_MATCHER = /[\w]*(Spec|Tests)$/
+TEST_PATH_MATCHER = %r{[\w/\-\s]+:\d+}
+PASSING_TEST_NAME_MATCHER = %r{\w+\s\(\d+\.\d+\sseconds\)}
+PENDING_TEST_NAME_MATCHER = %r{\w+\s\[PENDING\]}
+FAILING_TEST_NAME_MATCHER = %r{\w+, expected:}
+MEASURING_TEST_NAME_MATCHER = %r{\w+\smeasured\s\(\d+\.\d+\sseconds\)}
+
+JSON_DB_FIXTURE_COMMAND_COUNT = 557
+
+def run_xcpretty(flags)
+  input_file = Tempfile.new('xcpretty_input')
+  File.open(input_file.path, 'w') do |file|
+    file.print run_input
+  end
+  @output = %x(cat '#{input_file.path}' | bin/xcpretty #{flags})
+  input_file.unlink
+end
+
+def add_run_input(text)
+  run_input << "\n#{text}"
+end
+
+def run_input
+  @input ||= ''
+end
+
+def run_output
+  @output ||= ''
+end
+
+def html_report
+  @html_report ||= REXML::Document.new(File.open(XCPretty::HTML::FILEPATH, 'r').read.sub("<!DOCTYPE html>", ""))
+end
+
+def html_report_body
+  html_report.root.get_elements('//body').first
+end
+
+def html_test_suites
+  parent = html_report_body.get_elements("//*[@id='test-suites']/").first
+  parent.elements.to_a.select do |e|
+    e.attributes['class'] && e.attributes['class'].include?('test-suite')
+  end
+end
+
+def json_db
+  @json ||= JSON.parse(File.open(custom_report_path, 'r').read)
+end
+
+def junit_report
+  REXML::Document.new(File.open(XCPretty::JUnit::FILEPATH, 'r').read)
+end
+
+def junit_report_root
+  junit_report.root.elements.to_a.first
+end
+
+def custom_report
+  @custom_report ||= File.open(XCPretty::Reporter::FILEPATH, 'r').read
+end
+
+def custom_report_path
+  @custom_report_path ||= begin
+    @custom_report_file1 = Tempfile.new('custom_report_path')
+    @custom_report_file1.path
+  end
+end
+
+def other_custom_report_path
+  @custom_report_path2 ||= begin
+    @custom_report_file2 = Tempfile.new('custom_report_path')
+    @custom_report_file2.path
+  end
+end
+
+def copy_file_to_screenshot_dir(screenshot_file)
+  @screenshot_file_path = "#{XCPretty::HTML::SCREENSHOT_DIR}/#{screenshot_file}"
+  FileUtils.cp("features/assets/#{screenshot_file}", @screenshot_file_path)
+end
+
+Before do
+  self.colorize = true
+end
+
+After do
+  @input  = ""
+  @output = ""
+  @custom_report_file1.unlink if @custom_report_file1
+  @custom_report_file2.unlink if @custom_report_file2
+  @html_report = nil
+  @json = nil
+  FileUtils.rm_rf(XCPretty::JUnit::FILEPATH)
+  FileUtils.rm_rf(XCPretty::HTML::FILEPATH)
+  FileUtils.rm_rf(XCPretty::JSONCompilationDatabase::FILEPATH)
+  FileUtils.rm_rf(XCPretty::Reporter::FILEPATH)
+  File.delete(@screenshot_file_path) if @screenshot_file_path
+end
+