fastlane-plugin-test_center 3.14.4 → 3.15.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4364b9e3e49e3aa1a3bbd1e26feb07e449de72900bcd1ec3341ff8d1b0ca62ad
-  data.tar.gz: f983745b33c34838839d546aff4c4e407673c8241e72ab14b695d288792bdac4
+  metadata.gz: '09ff419b88b430de488e1e2b4053a89b474f355f903c4cc3cfc4df69286da6f8'
+  data.tar.gz: 80114cde688e0efa5f1f5d6b6ee1f0167bd7cc8119598452fb53acd62945c60b
 SHA512:
-  metadata.gz: 1bb52a9bcc82781df58b2ab2b6dd33c1831da0b345b9b51842959b8a372e5341b773cf639e3cb884bccc426336dad01c8ff1e7fc418fad0baefe201e12c46bab
-  data.tar.gz: 8d6e6a9321e13aada993f1099f45b7317f4d4c30e8bbdfa55a35a49a1a0dd3aa6c7e06c7dd244132e37d4c149ac0a6b9f94d9198d3f0bd8ee912853fa44f773d
+  metadata.gz: b97fe2075ff7a24dead50f00d3a25028566ead76bb1f01ad95d3dd702ebdf33bff942fad7eff475a82c21a4b3caf892af197300ae8d3f4c8a768bb137f9eba35
+  data.tar.gz: 84fc593aee44b48ca43709ae6401e85546867b3b2502cf8000db752738a40fb24410645fb0243f85797e51f8190e46e9c1e9a69b72610342d4d618fb2f597ff2

data/lib/fastlane/plugin/test_center/actions/collate_junit_reports.rb

@@ -8,7 +8,7 @@ module Fastlane
         if report_filepaths.size == 1
           FileUtils.cp(report_filepaths[0], params[:collated_report])
         else
-          UI.verbose("collate_junit_reports with #{report_filepaths}")
+          verbose("collate_junit_reports with #{report_filepaths}")
           reports = report_filepaths.map { |report_filepath| REXML::Document.new(File.new(report_filepath)) }
           packages = reports.map { |r| r.root.attribute('name').value }.uniq
           combine_multiple_targets = packages.size > 1 
@@ -23,7 +23,7 @@ module Fastlane
             increment_testable_tries(target_report.root, report.root)
             package = report.root.attribute('name').value
             preprocess_testsuites(report, package, combine_multiple_targets)
-            UI.verbose("> collating last report file #{report_filepaths.last}")
+            verbose("> collating last report file #{report_filepaths.last}")
             report.elements.each('//testsuite') do |testsuite|
               testsuite_name = testsuite.attribute('name').value
               package_attribute = ''
@@ -32,15 +32,15 @@ module Fastlane
               end
               target_testsuite = REXML::XPath.first(target_report, "//testsuite[@name='#{testsuite_name}' #{package_attribute}]")
               if target_testsuite
-                UI.verbose("  > collating testsuite #{testsuite_name}")
+                verbose("  > collating testsuite #{testsuite_name}")
                 collate_testsuite(target_testsuite, testsuite)
-                UI.verbose("  < collating testsuite #{testsuite_name}")
+                verbose("  < collating testsuite #{testsuite_name}")
               else
                 testable = REXML::XPath.first(target_report, "//testsuites")
                 testable << testsuite
               end
             end
-            UI.verbose("< collating last report file #{report_filepaths.last}")
+            verbose("< collating last report file #{report_filepaths.last}")
           end
           target_report.elements.each('//testsuite') do |testsuite|
             update_testsuite_counts(testsuite)
@@ -83,12 +83,12 @@ module Fastlane
         testsuite_name = testsuite.attribute('name').value
         duplicate_testsuites = REXML::XPath.match(report, "//testsuite[@name='#{testsuite_name}']")
         if duplicate_testsuites.size > 1
-          UI.verbose("    > flattening_duplicate_testsuites")
+          verbose("    > flattening_duplicate_testsuites")
           duplicate_testsuites.drop(1).each do |duplicate_testsuite|
             collate_testsuite(testsuite, duplicate_testsuite)
             duplicate_testsuite.parent.delete_element(duplicate_testsuite)
           end
-          UI.verbose("    < flattening_duplicate_testsuites")
+          verbose("    < flattening_duplicate_testsuites")
         end
         update_testsuite_counts(testsuite)
       end
@@ -108,14 +108,14 @@ module Fastlane
           target_testcase = REXML::XPath.first(target_testsuite, "testcase[@name='#{name}' and @classname='#{classname}']")
           # Replace target_testcase with testcase
           if target_testcase
-            UI.verbose("      collate_testsuite with testcase #{name}")
-            UI.verbose("      replacing \"#{target_testcase}\" with \"#{testcase}\"")
+            verbose("      collate_testsuite with testcase #{name}")
+            verbose("      replacing \"#{target_testcase}\" with \"#{testcase}\"")
             parent = target_testcase.parent
             increment_testcase_tries(target_testcase, testcase) unless testcase.root == target_testcase.root 
             parent.insert_after(target_testcase, testcase)
             parent.delete_element(target_testcase)
-            UI.verbose("")
-            UI.verbose("      target_testcase after replacement \"#{parent}\"")
+            verbose("")
+            verbose("      target_testcase after replacement \"#{parent}\"")
           else
             target_testsuite << testcase
           end
@@ -165,6 +165,12 @@ module Fastlane
         (value1 + value2).to_s
       end
 
+      def self.verbose(message)
+        return if ENV.fetch('COLLATE_JUNIT_REPORTS_VERBOSITY', 1).to_i.zero?
+
+        UI.verbose(message)
+      end
+
       #####################################################
       # @!group Documentation
       #####################################################

data/lib/fastlane/plugin/test_center/actions/multi_scan.rb

@@ -13,12 +13,7 @@ module Fastlane
 
     class MultiScanAction < Action
       def self.run(params)
-        params[:quit_simulators] = params._values[:force_quit_simulator] if params._values[:force_quit_simulator]
-        if params[:try_count] < 1
-          UI.important('multi_scan will not test any if :try_count < 0, setting to 1')
-          params[:try_count] = 1
-        end
-
+        update_interdependent_params(params)
         strip_leading_and_trailing_whitespace_from_output_types(params)
 
         warn_of_xcode11_result_bundle_incompatability(params)
@@ -28,16 +23,23 @@ module Fastlane
         force_quit_simulator_processes if params[:quit_simulators]
 
         prepare_for_testing(params.values)
+        
+        tests_passed = true
+        summary = {}
+        if params[:build_for_testing]
+          summary = build_summary
+        else
+          coerce_destination_to_array(params)
+          platform = :mac
+          platform = :ios_simulator if Scan.config[:destination].any? { |d| d.include?('platform=iOS Simulator') }
 
-        coerce_destination_to_array(params)
-        platform = :mac
-        platform = :ios_simulator if Scan.config[:destination].any? { |d| d.include?('platform=iOS Simulator') }
+          runner_options = params.values.merge(platform: platform)
+          runner = ::TestCenter::Helper::MultiScanManager::Runner.new(runner_options)
+          tests_passed = runner.run
 
-        runner_options = params.values.merge(platform: platform)
-        runner = ::TestCenter::Helper::MultiScanManager::Runner.new(runner_options)
-        tests_passed = runner.run
+          summary = run_summary(params, tests_passed)
+        end
 
-        summary = run_summary(params, tests_passed)
         print_run_summary(summary)
 
         if params[:fail_build] && !tests_passed
@@ -46,6 +48,14 @@ module Fastlane
         summary
       end
 
+      def self.update_interdependent_params(params)
+        params[:quit_simulators] = params._values[:force_quit_simulator] if params._values[:force_quit_simulator]
+        if params[:try_count] < 1
+          UI.important('multi_scan will not test any if :try_count < 0, setting to 1')
+          params[:try_count] = 1
+        end
+      end
+
       def self.warn_of_parallelism_with_circle_ci(params)
         if params[:parallel_testrun_count] > 1 && Helper.is_circle_ci?
           UI.important("Warning: problems have occurreed when running parallel simulators on Circle CI.")
@@ -101,6 +111,16 @@ module Fastlane
         # :nocov:
       end
 
+      def self.build_summary
+        {
+          result: true,
+          total_tests: 0,
+          passing_testcount: 0,
+          failed_testcount: 0,
+          total_retry_count: 0
+        }
+      end
+
       def self.run_summary(scan_options, tests_passed)
         scan_options = scan_options.clone
 
@@ -439,6 +459,22 @@ module Fastlane
             is_string: false,
             default_value: true
           ),
+          FastlaneCore::ConfigItem.new(
+            key: :override_scan_options_block,
+            description: 'A block invoked with a Hash of the scan options that will be used when test run is about to start. This allows your code to modify the arguments that will be sent to scan',
+            optional: true,
+            is_string: false,
+            default_value: nil,
+            type: Proc
+          ),
+          FastlaneCore::ConfigItem.new(
+            key: :reuse_simulators_for_parallel_testruns,
+            description: 'Find simulators (or clone new ones) that match the requested device for the parallel test runs. This option sets :pre_delete_cloned_simulators to false',
+            optional: true,
+            is_string: false,
+            type: Boolean,
+            default_value: false
+          ),
           FastlaneCore::ConfigItem.new(
             key: :testrun_completed_block,
             description: 'A block invoked each time a test run completes. When combined with :parallel_testrun_count, will be called separately in each child process. Return a Hash with :continue set to false to stop retrying tests, or :only_testing to change which tests will be run in the next try',
@@ -446,6 +482,14 @@ module Fastlane
             is_string: false,
             default_value: nil,
             type: Proc
+          ),
+          FastlaneCore::ConfigItem.new(
+            key: :simulator_started_callback,
+            description: 'A block invoked after the iOS simulators have started',
+            optional: true,
+            is_string: false,
+            default_value: nil,
+            type: Proc
           )
         ]
       end
@@ -475,6 +519,10 @@ module Fastlane
             }
           end
 
+          sim_callback = lambda do |simulator_device_udid|
+            puts \"Start streaming system log for device \#{simulator_device_udid}\"
+          end
+
           multi_scan(
             project: File.absolute_path('../AtomicBoy/AtomicBoy.xcodeproj'),
             scheme: 'AtomicBoy',
@@ -482,7 +530,8 @@ module Fastlane
             batch_count: 4,
             fail_build: false,
             parallel_testrun_count: 4,
-            testrun_completed_block: test_run_block
+            testrun_completed_block: test_run_block,
+            simulator_started_callback: sim_callback
           )
           ",
           "

data/lib/fastlane/plugin/test_center/actions/tests_from_xctestrun.rb

@@ -139,25 +139,32 @@ module Fastlane
           "
           require 'fastlane/actions/scan'
 
-          UI.important(
-            'example: ' \\
-            'get list of tests that are referenced from an xctestrun file'
-          )
-          # build the tests so that we have a xctestrun file to parse
-          scan(
-            build_for_testing: true,
-            workspace: File.absolute_path('../AtomicBoy/AtomicBoy.xcworkspace'),
-            scheme: 'AtomicBoy'
-          )
-
-          # find the xctestrun file
-          derived_data_path = Scan.config[:derived_data_path]
-          xctestrun_file = Dir.glob(\"\#{derived_data_path}/Build/Products/*.xctestrun\").first
+          lane :split_tests do
+            scan(
+              build_for_testing: true,
+              workspace: File.absolute_path('../AtomicBoy/AtomicBoy.xcworkspace'),
+              scheme: 'AtomicBoy'
+            )
+            derived_data_path = Scan.config[:derived_data_path]
+            xctestrun_file = Dir.glob(\"\#{derived_data_path}/Build/Products/*.xctestrun\").first
+            tests = tests_from_xctestrun(xctestrun: xctestrun_file).values.flatten.shuffle
+            slice_size = (tests.size/4.0).ceil
+            tests.each_slice(slice_size).each_with_index do |inner_array, index|
+              File.write(\"test_output/batch\#{index}.txt\", inner_array.join(','))
+            end
+          end
 
-          # get the tests from the xctestrun file
-          tests = tests_from_xctestrun(xctestrun: xctestrun_file)
-          UI.header('xctestrun file contains the following tests')
-          tests.values.flatten.each { |test_identifier| puts test_identifier }
+          lane :run_split_tests do |options|
+            batch_file = File.join('test_output', \"batch\#{options[:batch_index]}.txt\")
+            only_testing = File.read(batch_file).split(',')
+            multi_scan(
+              workspace: File.absolute_path('../AtomicBoy/AtomicBoy.xcworkspace'),
+              scheme: 'AtomicBoy',
+              try_count: 3,
+              fail_build: false,
+              only_testing: only_testing
+            )
+          end
           "
         ]
       end

data/lib/fastlane/plugin/test_center/helper/fastlane_core/device_manager/simulator_extensions.rb

@@ -1,6 +1,7 @@
 
 module FixedCopyLogarchiveFastlaneSimulator
   def self.included(base)
+    @@log_collection_start_time = DateTime.now
     base.instance_eval do
       def copy_logarchive(device, log_identity, logs_destination_dir)
         require 'shellwords'
@@ -8,7 +9,11 @@ module FixedCopyLogarchiveFastlaneSimulator
         logarchive_dst = File.join(logs_destination_dir, "system_logs-#{log_identity}.logarchive")
         FileUtils.rm_rf(logarchive_dst)
         FileUtils.mkdir_p(File.expand_path("..", logarchive_dst))
-        command = "xcrun simctl spawn #{device.udid} log collect --output #{logarchive_dst.shellescape} 2>/dev/null"
+
+        logs_collection_start = @@log_collection_start_time.strftime('%Y-%m-%d %H:%M:%S')
+        command = "xcrun simctl spawn #{device.udid} log collect "
+        command << "--start '#{logs_collection_start}' "
+        command << "--output #{logarchive_dst.shellescape} 2>/dev/null"
         FastlaneCore::CommandExecutor.execute(command: command, print_all: false, print_command: true)
       end
     end

data/lib/fastlane/plugin/test_center/helper/html_test_report.rb

@@ -1,6 +1,19 @@
 module TestCenter
   module Helper
     module HtmlTestReport
+
+      def self.verbose(message)
+        return if ENV.fetch('COLLATE_HTML_REPORTS_VERBOSITY', 1).to_i.zero?
+
+        FastlaneCore::UI.verbose(message)
+      end
+
+      def self.error(message)
+        return if ENV.fetch('COLLATE_HTML_REPORTS_VERBOSITY', 1).to_i.zero?
+
+        FastlaneCore::UI.error(message)
+      end
+
       class Report
         require 'rexml/formatters/transitive'
 
@@ -24,16 +37,16 @@ module TestCenter
         def collate_report(report)
           testsuites.each(&:remove_duplicate_testcases)
           report.testsuites.each(&:remove_duplicate_testcases)
-          FastlaneCore::UI.verbose("TestCenter::Helper::HtmlTestReport::Report.collate_report to report:\n\t#{@root}")
+          HtmlTestReport.verbose("TestCenter::Helper::HtmlTestReport::Report.collate_report to report:\n\t#{@root}")
           report.testsuites.each do |given_testsuite|
             existing_testsuite = testsuite_with_title(given_testsuite.title)
             if existing_testsuite.nil?
-              FastlaneCore::UI.verbose("\tadding testsuite\n\t\t#{given_testsuite}")
+              HtmlTestReport.verbose("\tadding testsuite\n\t\t#{given_testsuite}")
               add_testsuite(given_testsuite)
             else
-              FastlaneCore::UI.verbose("\tcollating testsuite\n\t\t#{given_testsuite.root}")
+              HtmlTestReport.verbose("\tcollating testsuite\n\t\t#{given_testsuite.root}")
               existing_testsuite.collate_testsuite(given_testsuite)
-              FastlaneCore::UI.verbose("\tafter collation exiting testsuite\n\t\t#{existing_testsuite.root}")
+              HtmlTestReport.verbose("\tafter collation exiting testsuite\n\t\t#{existing_testsuite.root}")
             end
           end
           update_test_count
@@ -210,15 +223,15 @@ module TestCenter
           given_testcases.each do |given_testcase|
             existing_testcase = testcase_with_title(given_testcase.title)
             if existing_testcase.nil?
-              FastlaneCore::UI.verbose("\t\tadding testcase\n\t\t\t#{given_testcase.root}")
+              HtmlTestReport.verbose("\t\tadding testcase\n\t\t\t#{given_testcase.root}")
               unless given_testcase.passing?
-                FastlaneCore::UI.verbose("\t\t\twith failure:\n\t\t\t\t#{given_testcase.failure_details}")
+                HtmlTestReport.verbose("\t\t\twith failure:\n\t\t\t\t#{given_testcase.failure_details}")
               end
               add_testcase(given_testcase)
             else
-              FastlaneCore::UI.verbose("\t\tupdating testcase\n\t\t\t#{existing_testcase.root}")
+              HtmlTestReport.verbose("\t\tupdating testcase\n\t\t\t#{existing_testcase.root}")
               unless given_testcase.passing?
-                FastlaneCore::UI.verbose("\t\t\twith failure:\n\t\t\t\t#{given_testcase.failure_details}")
+                HtmlTestReport.verbose("\t\t\twith failure:\n\t\t\t\t#{given_testcase.failure_details}")
               end
               existing_testcase.update_testcase(given_testcase)
             end
@@ -275,7 +288,7 @@ module TestCenter
           color = row_color
           failure = failure_details
           if failure.nil? && !passing?
-            FastlaneCore::UI.error("\t\t\t\tupdating failing test case that does not have failure_details")
+            HtmlTestReport.error("\t\t\t\tupdating failing test case that does not have failure_details")
           end
           parent = @root.parent
 
@@ -283,7 +296,7 @@ module TestCenter
 
           new_failure = testcase.failure_details
           if new_failure && testcase.passing?
-            FastlaneCore::UI.error("\t\t\t\tswapping passing failing test case that _does_have_ failure_details")
+            HtmlTestReport.error("\t\t\t\tswapping passing failing test case that _does_have_ failure_details")
           end
 
           parent.replace_child(@root, testcase.root)

data/lib/fastlane/plugin/test_center/helper/multi_scan_manager/device_manager.rb

@@ -18,6 +18,17 @@ module FastlaneCore
         self.name = newname
       end
 
+      def disable_hardware_keyboard
+        UI.verbose("Disabling hardware keyboard for #{self.udid}")
+        plist_filepath = File.expand_path("~/Library/Preferences/com.apple.iphonesimulator.plist")
+        keyboard_pref_key = ":DevicePreferences:#{self.udid}:ConnectHardwareKeyboard"
+
+        command = "/usr/libexec/PlistBuddy -c \"Set #{keyboard_pref_key} false\" #{plist_filepath} 2>/dev/null || "
+        command << "/usr/libexec/PlistBuddy -c \"Add #{keyboard_pref_key} bool false\" #{plist_filepath}"
+
+        `#{command}`
+      end
+
       def boot
         return unless is_simulator
         return unless os_type == "iOS"

data/lib/fastlane/plugin/test_center/helper/multi_scan_manager/retrying_scan.rb

@@ -7,53 +7,6 @@ module TestCenter
           @retrying_scan_helper = RetryingScanHelper.new(@options)
         end
 
-        # :nocov:
-        def scan_config
-          Scan.config
-        end
-
-        def scan_cache
-          Scan.cache
-        end
-        # :nocov:
-
-        def prepare_scan_config
-          # this allows multi_scan's `destination` option to be picked up by `scan`
-          scan_config._values.delete(:device)
-          ENV.delete('SCAN_DEVICE')
-          scan_config._values.delete(:devices)
-          ENV.delete('SCAN_DEVICES')
-          # this prevents double -resultBundlePath args to xcodebuild
-          if ReportNameHelper.includes_xcresult?(@options[:output_types])
-            scan_config._values.delete(:result_bundle)
-            ENV.delete('SCAN_RESULT_BUNDLE')
-          end
-          scan_config._values.delete(:skip_testing)
-          scan_cache.clear
-        end
-
-        def update_scan_options
-          valid_scan_keys = Fastlane::Actions::ScanAction.available_options.map(&:key)
-          scan_options = @options.select { |k,v| valid_scan_keys.include?(k) }
-                                  .merge(@retrying_scan_helper.scan_options)
-
-          prepare_scan_config
-          scan_options[:build_for_testing] = false
-          scan_options.delete(:skip_testing)
-          FastlaneCore::UI.verbose("retrying_scan #update_scan_options")
-          scan_options.each do |k,v|
-            next if v.nil?
-
-            scan_config.set(k,v) unless v.nil?
-            FastlaneCore::UI.verbose("\tSetting #{k.to_s} to #{v}")
-          end
-          if @options[:scan_devices_override]
-            scan_device_names = @options[:scan_devices_override].map { |device| device.name }
-            FastlaneCore::UI.verbose("\tSetting Scan.devices to #{scan_device_names}")
-            Scan.devices.replace(@options[:scan_devices_override])
-          end
-        end
-
         # :nocov:
         def self.run(options)
           RetryingScan.new(options).run
@@ -64,12 +17,6 @@ module TestCenter
           try_count = @options[:try_count] || 1
           begin
             @retrying_scan_helper.before_testrun
-            update_scan_options
-
-            values = scan_config.values(ask: false)
-            values[:xcode_path] = File.expand_path("../..", FastlaneCore::Helper.xcode_path)
-            ScanHelper.print_scan_parameters(values)
-
             Scan::Runner.new.run
             @retrying_scan_helper.after_testrun
             true

data/lib/fastlane/plugin/test_center/helper/multi_scan_manager/retrying_scan_helper.rb

@@ -23,9 +23,78 @@ module TestCenter
           delete_xcresults # has to be performed _after_ moving a *.test_result
           quit_simulator
           set_json_env
+          set_scan_config
           print_starting_scan_message
         end
 
+        def set_scan_config
+          valid_scan_keys = Fastlane::Actions::ScanAction.available_options.map(&:key)
+          new_scan_options = @options.select { |k,v| valid_scan_keys.include?(k) }
+                                 .merge(scan_options)
+
+          prepare_scan_config
+          new_scan_options[:build_for_testing] = false
+          new_scan_options.delete(:skip_testing)
+
+          new_scan_options = send_callback_override_scan_options_block(new_scan_options)
+
+          FastlaneCore::UI.verbose("retrying_scan #update_scan_options")
+          new_scan_options.each do |k,v|
+            next if v.nil?
+
+            scan_config.set(k,v) unless v.nil?
+            FastlaneCore::UI.verbose("\tSetting #{k.to_s} to #{v}")
+          end
+          if @options[:scan_devices_override]
+            scan_device_names = @options[:scan_devices_override].map { |device| device.name }
+            FastlaneCore::UI.verbose("\tSetting Scan.devices to #{scan_device_names}")
+            if Scan.devices
+              Scan.devices.replace(@options[:scan_devices_override])
+            else
+              Scan.devices = @options[:scan_devices_override]
+            end
+          end
+ 
+          values = scan_config.values(ask: false)
+          values[:xcode_path] = File.expand_path("../..", FastlaneCore::Helper.xcode_path)
+          ScanHelper.print_scan_parameters(values)
+        end
+
+        # :nocov:
+        def scan_config
+          Scan.config
+        end
+
+        def scan_cache
+          Scan.cache
+        end
+        # :nocov:
+
+        def prepare_scan_config
+          # this allows multi_scan's `destination` option to be picked up by `scan`
+          scan_config._values.delete(:device)
+          ENV.delete('SCAN_DEVICE')
+          scan_config._values.delete(:devices)
+          ENV.delete('SCAN_DEVICES')
+          # this prevents double -resultBundlePath args to xcodebuild
+          if ReportNameHelper.includes_xcresult?(@options[:output_types])
+            scan_config._values.delete(:result_bundle)
+            ENV.delete('SCAN_RESULT_BUNDLE')
+          end
+          scan_config._values.delete(:skip_testing)
+          scan_cache.clear
+        end
+
+        def send_callback_override_scan_options_block(new_scan_options)
+          return new_scan_options unless @options[:override_scan_options_block]
+
+          callback_result = @options[:override_scan_options_block].call(new_scan_options)
+          if callback_result.kind_of?(Hash)
+            return callback_result
+          end
+          new_scan_options
+        end
+
         def quit_simulator
           return unless @options[:quit_simulators]
 

data/lib/fastlane/plugin/test_center/helper/multi_scan_manager/runner.rb

@@ -21,6 +21,8 @@ module TestCenter
             update_options_to_use_xcresult_output
           end
           @batch_count = 1 # default count. Will be updated by setup_testcollector
+          @options[:parallel_testrun_count] ||= 1
+          @initial_parallel_testrun_count = @options[:parallel_testrun_count]
           setup_testcollector
           setup_logcollection
           FastlaneCore::UI.verbose("< done in TestCenter::Helper::MultiScanManager.initialize")
@@ -41,6 +43,7 @@ module TestCenter
         def setup_logcollection
           FastlaneCore::UI.verbose("> setup_logcollection")
           return unless @options[:include_simulator_logs]
+          return unless @options[:platform] == :ios_simulator
           return if Scan::Runner.method_defined?(:prelaunch_simulators)
 
           # We need to prelaunch the simulators so xcodebuild
@@ -66,6 +69,7 @@ module TestCenter
           @test_collector = TestCollector.new(@options)
           @options.reject! { |key| %i[testplan].include?(key) }
           @batch_count = @test_collector.batches.size
+          @options[:parallel_testrun_count] = @initial_parallel_testrun_count
           tests = @test_collector.batches.flatten
           if tests.size < @options[:parallel_testrun_count].to_i
             FastlaneCore::UI.important(":parallel_testrun_count greater than the number of tests (#{tests.size}). Reducing to that number.")
@@ -89,16 +93,51 @@ module TestCenter
           remove_preexisting_test_result_bundles
           remote_preexisting_xcresult_bundles
 
-          tests_passed = false
+          test_results = [false]
           if should_run_tests_through_single_try?
-            tests_passed = run_tests_through_single_try
+            test_results.clear
+            setup_run_tests_for_each_device do |device_name|
+              FastlaneCore::UI.message("Single try testing for device '#{device_name}'") if device_name
+              test_results << run_tests_through_single_try
+            end
           end
 
-          unless tests_passed || @options[:try_count] < 1
+          unless test_results.all? || @options[:try_count] < 1
+            test_results.clear 
             setup_testcollector
-            tests_passed = run_test_batches
+            setup_run_tests_for_each_device do |device_name|
+              FastlaneCore::UI.message("Testing batches for device '#{device_name}'") if device_name
+              test_results << run_test_batches
+            end
           end
-          tests_passed
+          test_results.all?
+        end
+
+        def setup_run_tests_for_each_device
+          original_output_directory = @options.fetch(:output_directory, 'test_results') 
+          unless @options[:platform] == :ios_simulator
+            yield
+            return
+          end
+
+          scan_destinations = Scan.config[:destination].clone
+          try_count = @options[:try_count]
+
+          scan_destinations.each_with_index do |destination, device_index|
+            @options[:try_count] = try_count
+            device_udid_match = destination.match(/id=(?<udid>[^,]+)/)
+            device_udid = device_udid_match[:udid] if device_udid_match
+            if scan_destinations.size > 1
+              @options[:output_directory] = File.join(original_output_directory, device_udid)
+              Scan.config[:destination].replace([destination])
+            end
+            command = "xcrun simctl list devices | grep #{device_udid}"
+            device_info = Fastlane::Actions.sh(command, log: false)
+
+            yield device_info.strip.gsub(/ \(#{device_udid}.*/, '')
+          end
+          Scan.config[:destination].replace(scan_destinations)
+          @options[:output_directory] = original_output_directory
         end
 
         def should_run_tests_through_single_try?
@@ -148,6 +187,8 @@ module TestCenter
           options = @options.reject { |key| %i[device devices force_quit_simulator].include?(key) }
           options[:try_count] = 1
 
+          SimulatorHelper.call_simulator_started_callback(@options, Scan.devices)
+
           tests_passed = RetryingScan.run(options)
           @options[:try_count] -= 1
 
@@ -193,6 +234,11 @@ module TestCenter
           pool_options[:test_batch_results] = test_batch_results
           pool_options[:xctestrun] = @test_collector.xctestrun_path
 
+          serial_test_batches = (@options.fetch(:parallel_testrun_count, 1) == 1)
+          if serial_test_batches && !@options[:invocation_based_tests]
+            SimulatorHelper.call_simulator_started_callback(@options, Scan.devices)
+          end
+
           pool = TestBatchWorkerPool.new(pool_options)
           pool.setup_workers
 

data/lib/fastlane/plugin/test_center/helper/multi_scan_manager/simulator_helper.rb

@@ -4,6 +4,8 @@ module TestCenter
       class SimulatorHelper
         def initialize(options)
           @options = options
+          # TODO: add byebug to make sure we're mocking this
+          @all_simulators = FastlaneCore::DeviceManager.simulators('iOS') 
         end
 
         def setup
@@ -12,6 +14,38 @@ module TestCenter
           end
         end
 
+        def parallel_destination_simulators
+          remaining_desired_simulators = @options[:parallel_testrun_count] || 0
+
+          simulators = []
+          if @options[:reuse_simulators_for_parallel_testruns]
+            matching_simulators = find_matching_destination_simulators(remaining_desired_simulators)
+            remaining_desired_simulators -= matching_simulators.size
+            (0...matching_simulators.size).each do |s|
+              simulators << [matching_simulators[s]]
+            end
+          end
+
+          if remaining_desired_simulators > 0
+            simulators.concat(clone_destination_simulators(remaining_desired_simulators))
+          end
+          simulators
+        end
+
+        def find_matching_destination_simulators(remaining_desired_simulators)
+          destination = Scan.config[:destination].clone.first
+
+          desired_device = @all_simulators.find do |simulator|
+            match = destination.match(/id=(?<udid>[^,]+)/) 
+            match && match[:udid] == simulator.udid
+          end
+
+          matching_simulators = @all_simulators.find_all do |simulator|
+            desired_device.os_version == simulator.os_version && simulator.name =~ /#{Regexp.escape(desired_device.name)} Clone \d #{self.class.name}<[^>]+>/ 
+          end
+          matching_simulators.first(remaining_desired_simulators)
+        end
+
         def simulator_matches_destination(simulator, destination)
           match = destination.match(/id=(?<udid>[^,]+)/)
           if match
@@ -27,12 +61,12 @@ module TestCenter
           found_match
         end
 
-        def clone_destination_simulators
+        def clone_destination_simulators(remaining_desired_simulators)
           cloned_simulators = []
 
-          run_count = @options[:parallel_testrun_count] || 0
+          run_count = remaining_desired_simulators
           destinations = Scan.config[:destination].clone
-          original_simulators = FastlaneCore::DeviceManager.simulators('iOS').find_all do |simulator|
+          original_simulators = @all_simulators.find_all do |simulator|
             found_simulator = destinations.find do |destination|
               simulator_matches_destination(simulator, destination)
             end
@@ -63,6 +97,15 @@ module TestCenter
             simulator.delete if /#{self.class.name}<\d+>/ =~ simulator.name
           end
         end
+
+        def self.call_simulator_started_callback(options, devices)
+          return unless options[:simulator_started_callback]
+          return unless options[:platform] == :ios_simulator
+
+          devices.each do |device|
+            options[:simulator_started_callback].call(device.udid)
+          end
+        end
       end
     end
   end

data/lib/fastlane/plugin/test_center/helper/multi_scan_manager/test_batch_worker_pool.rb

@@ -23,17 +23,23 @@ module TestCenter
 
           @simhelper = SimulatorHelper.new(
             parallel_testrun_count: @options[:parallel_testrun_count],
-            pre_delete_cloned_simulators: @options.fetch(:pre_delete_cloned_simulators, true)
+            pre_delete_cloned_simulators: @options.fetch(:pre_delete_cloned_simulators, true),
+            reuse_simulators_for_parallel_testruns: @options[:reuse_simulators_for_parallel_testruns] || false
           )
           @simhelper.setup
-          @clones = @simhelper.clone_destination_simulators
+          @clones = @simhelper.parallel_destination_simulators
           main_pid = Process.pid
-          at_exit do
-            clean_up_cloned_simulators(@clones) if Process.pid == main_pid
+          unless @options[:reuse_simulators_for_parallel_testruns]
+            at_exit do
+              clean_up_cloned_simulators(@clones) if Process.pid == main_pid
+            end
           end
           # boot all the simulators _before_ calling `xcodebuilt test` to avoid
           # testmanagerd connection failures.
+          @clones.flatten.each(&:shutdown)
+          @clones.flatten.each(&:disable_hardware_keyboard)
           @clones.flatten.each(&:boot)
+          SimulatorHelper.call_simulator_started_callback(@options, @clones.flatten)
           @clones
         end
 
@@ -63,7 +69,9 @@ module TestCenter
         def parallel_scan_options(worker_index)
           options = @options.reject { |key| %i[device devices].include?(key) }
           options[:destination] = destination_for_worker(worker_index)
-          options[:scan_devices_override] = simulator_devices_for_worker(worker_index)
+          if @options[:platform] == :ios_simulator
+            options[:scan_devices_override] = simulator_devices_for_worker(worker_index)
+          end
           options[:buildlog_path] = buildlog_path_for_worker(worker_index) if @options[:buildlog_path]
           options[:derived_data_path] = derived_data_path_for_worker(worker_index)
           options[:batch_index] = worker_index
@@ -89,6 +97,12 @@ module TestCenter
           clones.flatten.each(&:delete)
         end
 
+        def shutdown_cloned_simulators(clones)
+          return if clones.nil?
+
+          clones.flatten.each(&:shutdown)
+        end
+
         def setup_serial_workers
           serial_scan_options = @options.reject { |key| %i[device devices].include?(key) }
           serial_scan_options[:destination] ||= Scan&.config&.fetch(:destination)
@@ -125,6 +139,7 @@ module TestCenter
             busy_workers.map(&:pid).each do |pid|
               Process.wait(pid)
             end
+            shutdown_cloned_simulators(@clones)
             busy_workers.each { |w| w.process_results }
           end
         end

data/lib/fastlane/plugin/test_center/helper/test_collector.rb

@@ -116,9 +116,9 @@ module TestCenter
             # with their own testCases.
             if all_known_tests[testable].to_a.empty?
               FastlaneCore::UI.verbose("Unable to expand #{testable} to constituent tests")
-              expand_test_identifiers = [testable]
+              expanded_test_identifiers = [testable]
             else
-              expand_test_identifiers = all_known_tests[testable]
+              expanded_test_identifiers = all_known_tests[testable]
             end
           else
             # this is a testable and a test suite, let's expand it out to all of
@@ -131,7 +131,7 @@ module TestCenter
             end
           end
           test_identifiers.delete_at(index)
-          test_identifiers.insert(index, *expand_test_identifiers)
+          test_identifiers.insert(index, *expanded_test_identifiers)
         end
       end
 

data/lib/fastlane/plugin/test_center/version.rb

@@ -1,5 +1,5 @@
 module Fastlane
   module TestCenter
-    VERSION = "3.14.4"
+    VERSION = "3.15.0"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fastlane-plugin-test_center
 version: !ruby/object:Gem::Version
-  version: 3.14.4
+  version: 3.15.0
 platform: ruby
 authors:
 - Lyndsey Ferguson
-autorequire:
+autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-10-05 00:00:00.000000000 Z
+date: 2020-12-21 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: json
@@ -310,7 +310,7 @@ homepage: https://github.com/lyndsey-ferguson/fastlane-plugin-test_center
 licenses:
 - MIT
 metadata: {}
-post_install_message:
+post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -326,7 +326,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubygems_version: 3.1.2
-signing_key:
+signing_key: 
 specification_version: 4
 summary: Makes testing your iOS app easier
 test_files: []