fastlane-plugin-test_center 3.14.5 → 3.15.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 513eae983cc2a800cbfe418da79a22bbff3a89aa7511e3a76ea84e9c2a241df3
-  data.tar.gz: 0f0d063b2c0a2fb8276e8a7186a0726008fe28e50c1354d1c36c91810bad674b
+  metadata.gz: 576a5f0ccfcd2493c0221b3d8e16c244f7eafd8f8aa7371ea33d7e11e9f1926a
+  data.tar.gz: f9b497dead45562546fd30b7f3308e0788e86398922def524ebb304afb7b850f
 SHA512:
-  metadata.gz: cab19007a6dd5782e59641d1ef22d5d0dd5a942b58be2c5a6e9129ddb41117b06ac6a93c60a778707b1ea6a45d99c4b05fd83774835903bc451443ed79177181
-  data.tar.gz: a09815bbfb934d8295972eaa10033ad9115039d56060bb85732d60feb56ef713dce449bc7de202393f7a2392234ea7562f67ffcbc53ef17f457ff0da39bb1ca2
+  metadata.gz: 609a60a2c1bd1142efd31b20ffc0aa53aa6aae4ff3eeb0697ab81bcfa4a62ce2b772d03873cf78c369bb02e80f6d47ed47cb2edba1d6c802677709c98adbec86
+  data.tar.gz: d80449b8a95bc8af7e16e0279dd6faaf1dcb84549aef51e95eea579d4d54c1efe5b08bc58c7641614adc112fad37cc153b44fbd2837c97ee489e3a85c946e052

data/lib/fastlane/plugin/test_center/actions/collate_junit_reports.rb

@@ -8,7 +8,7 @@ module Fastlane
         if report_filepaths.size == 1
           FileUtils.cp(report_filepaths[0], params[:collated_report])
         else
-          UI.verbose("collate_junit_reports with #{report_filepaths}")
+          verbose("collate_junit_reports with #{report_filepaths}")
           reports = report_filepaths.map { |report_filepath| REXML::Document.new(File.new(report_filepath)) }
           packages = reports.map { |r| r.root.attribute('name').value }.uniq
           combine_multiple_targets = packages.size > 1 
@@ -23,7 +23,7 @@ module Fastlane
             increment_testable_tries(target_report.root, report.root)
             package = report.root.attribute('name').value
             preprocess_testsuites(report, package, combine_multiple_targets)
-            UI.verbose("> collating last report file #{report_filepaths.last}")
+            verbose("> collating last report file #{report_filepaths.last}")
             report.elements.each('//testsuite') do |testsuite|
               testsuite_name = testsuite.attribute('name').value
               package_attribute = ''
@@ -32,15 +32,15 @@ module Fastlane
               end
               target_testsuite = REXML::XPath.first(target_report, "//testsuite[@name='#{testsuite_name}' #{package_attribute}]")
               if target_testsuite
-                UI.verbose("  > collating testsuite #{testsuite_name}")
+                verbose("  > collating testsuite #{testsuite_name}")
                 collate_testsuite(target_testsuite, testsuite)
-                UI.verbose("  < collating testsuite #{testsuite_name}")
+                verbose("  < collating testsuite #{testsuite_name}")
               else
                 testable = REXML::XPath.first(target_report, "//testsuites")
                 testable << testsuite
               end
             end
-            UI.verbose("< collating last report file #{report_filepaths.last}")
+            verbose("< collating last report file #{report_filepaths.last}")
           end
           target_report.elements.each('//testsuite') do |testsuite|
             update_testsuite_counts(testsuite)
@@ -83,12 +83,12 @@ module Fastlane
         testsuite_name = testsuite.attribute('name').value
         duplicate_testsuites = REXML::XPath.match(report, "//testsuite[@name='#{testsuite_name}']")
         if duplicate_testsuites.size > 1
-          UI.verbose("    > flattening_duplicate_testsuites")
+          verbose("    > flattening_duplicate_testsuites")
           duplicate_testsuites.drop(1).each do |duplicate_testsuite|
             collate_testsuite(testsuite, duplicate_testsuite)
             duplicate_testsuite.parent.delete_element(duplicate_testsuite)
           end
-          UI.verbose("    < flattening_duplicate_testsuites")
+          verbose("    < flattening_duplicate_testsuites")
         end
         update_testsuite_counts(testsuite)
       end
@@ -108,14 +108,14 @@ module Fastlane
           target_testcase = REXML::XPath.first(target_testsuite, "testcase[@name='#{name}' and @classname='#{classname}']")
           # Replace target_testcase with testcase
           if target_testcase
-            UI.verbose("      collate_testsuite with testcase #{name}")
-            UI.verbose("      replacing \"#{target_testcase}\" with \"#{testcase}\"")
+            verbose("      collate_testsuite with testcase #{name}")
+            verbose("      replacing \"#{target_testcase}\" with \"#{testcase}\"")
             parent = target_testcase.parent
             increment_testcase_tries(target_testcase, testcase) unless testcase.root == target_testcase.root 
             parent.insert_after(target_testcase, testcase)
             parent.delete_element(target_testcase)
-            UI.verbose("")
-            UI.verbose("      target_testcase after replacement \"#{parent}\"")
+            verbose("")
+            verbose("      target_testcase after replacement \"#{parent}\"")
           else
             target_testsuite << testcase
           end
@@ -165,6 +165,12 @@ module Fastlane
         (value1 + value2).to_s
       end
 
+      def self.verbose(message)
+        return if ENV.fetch('COLLATE_JUNIT_REPORTS_VERBOSITY', 1).to_i.zero?
+
+        UI.verbose(message)
+      end
+
       #####################################################
       # @!group Documentation
       #####################################################

data/lib/fastlane/plugin/test_center/actions/multi_scan.rb

@@ -13,12 +13,7 @@ module Fastlane
 
     class MultiScanAction < Action
       def self.run(params)
-        params[:quit_simulators] = params._values[:force_quit_simulator] if params._values[:force_quit_simulator]
-        if params[:try_count] < 1
-          UI.important('multi_scan will not test any if :try_count < 0, setting to 1')
-          params[:try_count] = 1
-        end
-
+        update_interdependent_params(params)
         strip_leading_and_trailing_whitespace_from_output_types(params)
 
         warn_of_xcode11_result_bundle_incompatability(params)
@@ -53,6 +48,14 @@ module Fastlane
         summary
       end
 
+      def self.update_interdependent_params(params)
+        params[:quit_simulators] = params._values[:force_quit_simulator] if params._values[:force_quit_simulator]
+        if params[:try_count] < 1
+          UI.important('multi_scan will not test any if :try_count < 0, setting to 1')
+          params[:try_count] = 1
+        end
+      end
+
       def self.warn_of_parallelism_with_circle_ci(params)
         if params[:parallel_testrun_count] > 1 && Helper.is_circle_ci?
           UI.important("Warning: problems have occurreed when running parallel simulators on Circle CI.")
@@ -456,6 +459,22 @@ module Fastlane
             is_string: false,
             default_value: true
           ),
+          FastlaneCore::ConfigItem.new(
+            key: :override_scan_options_block,
+            description: 'A block invoked with a Hash of the scan options that will be used when test run is about to start. This allows your code to modify the arguments that will be sent to scan',
+            optional: true,
+            is_string: false,
+            default_value: nil,
+            type: Proc
+          ),
+          FastlaneCore::ConfigItem.new(
+            key: :reuse_simulators_for_parallel_testruns,
+            description: 'Find simulators (or clone new ones) that match the requested device for the parallel test runs. This option sets :pre_delete_cloned_simulators to false',
+            optional: true,
+            is_string: false,
+            type: Boolean,
+            default_value: false
+          ),
           FastlaneCore::ConfigItem.new(
             key: :testrun_completed_block,
             description: 'A block invoked each time a test run completes. When combined with :parallel_testrun_count, will be called separately in each child process. Return a Hash with :continue set to false to stop retrying tests, or :only_testing to change which tests will be run in the next try',
@@ -463,6 +482,14 @@ module Fastlane
             is_string: false,
             default_value: nil,
             type: Proc
+          ),
+          FastlaneCore::ConfigItem.new(
+            key: :simulator_started_callback,
+            description: 'A block invoked after the iOS simulators have started',
+            optional: true,
+            is_string: false,
+            default_value: nil,
+            type: Proc
           )
         ]
       end
@@ -492,6 +519,10 @@ module Fastlane
             }
           end
 
+          sim_callback = lambda do |simulator_device_udid|
+            puts \"Start streaming system log for device \#{simulator_device_udid}\"
+          end
+
           multi_scan(
             project: File.absolute_path('../AtomicBoy/AtomicBoy.xcodeproj'),
             scheme: 'AtomicBoy',
@@ -499,7 +530,8 @@ module Fastlane
             batch_count: 4,
             fail_build: false,
             parallel_testrun_count: 4,
-            testrun_completed_block: test_run_block
+            testrun_completed_block: test_run_block,
+            simulator_started_callback: sim_callback
           )
           ",
           "

data/lib/fastlane/plugin/test_center/actions/tests_from_xctestrun.rb

@@ -139,25 +139,32 @@ module Fastlane
           "
           require 'fastlane/actions/scan'
 
-          UI.important(
-            'example: ' \\
-            'get list of tests that are referenced from an xctestrun file'
-          )
-          # build the tests so that we have a xctestrun file to parse
-          scan(
-            build_for_testing: true,
-            workspace: File.absolute_path('../AtomicBoy/AtomicBoy.xcworkspace'),
-            scheme: 'AtomicBoy'
-          )
-
-          # find the xctestrun file
-          derived_data_path = Scan.config[:derived_data_path]
-          xctestrun_file = Dir.glob(\"\#{derived_data_path}/Build/Products/*.xctestrun\").first
+          lane :split_tests do
+            scan(
+              build_for_testing: true,
+              workspace: File.absolute_path('../AtomicBoy/AtomicBoy.xcworkspace'),
+              scheme: 'AtomicBoy'
+            )
+            derived_data_path = Scan.config[:derived_data_path]
+            xctestrun_file = Dir.glob(\"\#{derived_data_path}/Build/Products/*.xctestrun\").first
+            tests = tests_from_xctestrun(xctestrun: xctestrun_file).values.flatten.shuffle
+            slice_size = (tests.size/4.0).ceil
+            tests.each_slice(slice_size).each_with_index do |inner_array, index|
+              File.write(\"test_output/batch\#{index}.txt\", inner_array.join(','))
+            end
+          end
 
-          # get the tests from the xctestrun file
-          tests = tests_from_xctestrun(xctestrun: xctestrun_file)
-          UI.header('xctestrun file contains the following tests')
-          tests.values.flatten.each { |test_identifier| puts test_identifier }
+          lane :run_split_tests do |options|
+            batch_file = File.join('test_output', \"batch\#{options[:batch_index]}.txt\")
+            only_testing = File.read(batch_file).split(',')
+            multi_scan(
+              workspace: File.absolute_path('../AtomicBoy/AtomicBoy.xcworkspace'),
+              scheme: 'AtomicBoy',
+              try_count: 3,
+              fail_build: false,
+              only_testing: only_testing
+            )
+          end
           "
         ]
       end

data/lib/fastlane/plugin/test_center/helper/fastlane_core/device_manager/simulator_extensions.rb

@@ -1,6 +1,7 @@
 
 module FixedCopyLogarchiveFastlaneSimulator
   def self.included(base)
+    @@log_collection_start_time = DateTime.now
     base.instance_eval do
       def copy_logarchive(device, log_identity, logs_destination_dir)
         require 'shellwords'
@@ -8,7 +9,11 @@ module FixedCopyLogarchiveFastlaneSimulator
         logarchive_dst = File.join(logs_destination_dir, "system_logs-#{log_identity}.logarchive")
         FileUtils.rm_rf(logarchive_dst)
         FileUtils.mkdir_p(File.expand_path("..", logarchive_dst))
-        command = "xcrun simctl spawn #{device.udid} log collect --output #{logarchive_dst.shellescape} 2>/dev/null"
+
+        logs_collection_start = @@log_collection_start_time.strftime('%Y-%m-%d %H:%M:%S')
+        command = "xcrun simctl spawn #{device.udid} log collect "
+        command << "--start '#{logs_collection_start}' "
+        command << "--output #{logarchive_dst.shellescape} 2>/dev/null"
         FastlaneCore::CommandExecutor.execute(command: command, print_all: false, print_command: true)
       end
     end

data/lib/fastlane/plugin/test_center/helper/html_test_report.rb

@@ -1,6 +1,19 @@
 module TestCenter
   module Helper
     module HtmlTestReport
+
+      def self.verbose(message)
+        return if ENV.fetch('COLLATE_HTML_REPORTS_VERBOSITY', 1).to_i.zero?
+
+        FastlaneCore::UI.verbose(message)
+      end
+
+      def self.error(message)
+        return if ENV.fetch('COLLATE_HTML_REPORTS_VERBOSITY', 1).to_i.zero?
+
+        FastlaneCore::UI.error(message)
+      end
+
       class Report
         require 'rexml/formatters/transitive'
 
@@ -24,16 +37,16 @@ module TestCenter
         def collate_report(report)
           testsuites.each(&:remove_duplicate_testcases)
           report.testsuites.each(&:remove_duplicate_testcases)
-          FastlaneCore::UI.verbose("TestCenter::Helper::HtmlTestReport::Report.collate_report to report:\n\t#{@root}")
+          HtmlTestReport.verbose("TestCenter::Helper::HtmlTestReport::Report.collate_report to report:\n\t#{@root}")
           report.testsuites.each do |given_testsuite|
             existing_testsuite = testsuite_with_title(given_testsuite.title)
             if existing_testsuite.nil?
-              FastlaneCore::UI.verbose("\tadding testsuite\n\t\t#{given_testsuite}")
+              HtmlTestReport.verbose("\tadding testsuite\n\t\t#{given_testsuite}")
               add_testsuite(given_testsuite)
             else
-              FastlaneCore::UI.verbose("\tcollating testsuite\n\t\t#{given_testsuite.root}")
+              HtmlTestReport.verbose("\tcollating testsuite\n\t\t#{given_testsuite.root}")
               existing_testsuite.collate_testsuite(given_testsuite)
-              FastlaneCore::UI.verbose("\tafter collation exiting testsuite\n\t\t#{existing_testsuite.root}")
+              HtmlTestReport.verbose("\tafter collation exiting testsuite\n\t\t#{existing_testsuite.root}")
             end
           end
           update_test_count
@@ -210,15 +223,15 @@ module TestCenter
           given_testcases.each do |given_testcase|
             existing_testcase = testcase_with_title(given_testcase.title)
             if existing_testcase.nil?
-              FastlaneCore::UI.verbose("\t\tadding testcase\n\t\t\t#{given_testcase.root}")
+              HtmlTestReport.verbose("\t\tadding testcase\n\t\t\t#{given_testcase.root}")
               unless given_testcase.passing?
-                FastlaneCore::UI.verbose("\t\t\twith failure:\n\t\t\t\t#{given_testcase.failure_details}")
+                HtmlTestReport.verbose("\t\t\twith failure:\n\t\t\t\t#{given_testcase.failure_details}")
               end
               add_testcase(given_testcase)
             else
-              FastlaneCore::UI.verbose("\t\tupdating testcase\n\t\t\t#{existing_testcase.root}")
+              HtmlTestReport.verbose("\t\tupdating testcase\n\t\t\t#{existing_testcase.root}")
               unless given_testcase.passing?
-                FastlaneCore::UI.verbose("\t\t\twith failure:\n\t\t\t\t#{given_testcase.failure_details}")
+                HtmlTestReport.verbose("\t\t\twith failure:\n\t\t\t\t#{given_testcase.failure_details}")
               end
               existing_testcase.update_testcase(given_testcase)
             end
@@ -275,7 +288,7 @@ module TestCenter
           color = row_color
           failure = failure_details
           if failure.nil? && !passing?
-            FastlaneCore::UI.error("\t\t\t\tupdating failing test case that does not have failure_details")
+            HtmlTestReport.error("\t\t\t\tupdating failing test case that does not have failure_details")
           end
           parent = @root.parent
 
@@ -283,7 +296,7 @@ module TestCenter
 
           new_failure = testcase.failure_details
           if new_failure && testcase.passing?
-            FastlaneCore::UI.error("\t\t\t\tswapping passing failing test case that _does_have_ failure_details")
+            HtmlTestReport.error("\t\t\t\tswapping passing failing test case that _does_have_ failure_details")
           end
 
           parent.replace_child(@root, testcase.root)

data/lib/fastlane/plugin/test_center/helper/multi_scan_manager/device_manager.rb

@@ -18,6 +18,17 @@ module FastlaneCore
         self.name = newname
       end
 
+      def disable_hardware_keyboard
+        UI.verbose("Disabling hardware keyboard for #{self.udid}")
+        plist_filepath = File.expand_path("~/Library/Preferences/com.apple.iphonesimulator.plist")
+        keyboard_pref_key = ":DevicePreferences:#{self.udid}:ConnectHardwareKeyboard"
+
+        command = "/usr/libexec/PlistBuddy -c \"Set #{keyboard_pref_key} false\" #{plist_filepath} 2>/dev/null || "
+        command << "/usr/libexec/PlistBuddy -c \"Add #{keyboard_pref_key} bool false\" #{plist_filepath}"
+
+        `#{command}`
+      end
+
       def boot
         return unless is_simulator
         return unless os_type == "iOS"

data/lib/fastlane/plugin/test_center/helper/multi_scan_manager/retrying_scan.rb

@@ -7,53 +7,6 @@ module TestCenter
           @retrying_scan_helper = RetryingScanHelper.new(@options)
         end
 
-        # :nocov:
-        def scan_config
-          Scan.config
-        end
-
-        def scan_cache
-          Scan.cache
-        end
-        # :nocov:
-
-        def prepare_scan_config
-          # this allows multi_scan's `destination` option to be picked up by `scan`
-          scan_config._values.delete(:device)
-          ENV.delete('SCAN_DEVICE')
-          scan_config._values.delete(:devices)
-          ENV.delete('SCAN_DEVICES')
-          # this prevents double -resultBundlePath args to xcodebuild
-          if ReportNameHelper.includes_xcresult?(@options[:output_types])
-            scan_config._values.delete(:result_bundle)
-            ENV.delete('SCAN_RESULT_BUNDLE')
-          end
-          scan_config._values.delete(:skip_testing)
-          scan_cache.clear
-        end
-
-        def update_scan_options
-          valid_scan_keys = Fastlane::Actions::ScanAction.available_options.map(&:key)
-          scan_options = @options.select { |k,v| valid_scan_keys.include?(k) }
-                                  .merge(@retrying_scan_helper.scan_options)
-
-          prepare_scan_config
-          scan_options[:build_for_testing] = false
-          scan_options.delete(:skip_testing)
-          FastlaneCore::UI.verbose("retrying_scan #update_scan_options")
-          scan_options.each do |k,v|
-            next if v.nil?
-
-            scan_config.set(k,v) unless v.nil?
-            FastlaneCore::UI.verbose("\tSetting #{k.to_s} to #{v}")
-          end
-          if @options[:scan_devices_override]
-            scan_device_names = @options[:scan_devices_override].map { |device| device.name }
-            FastlaneCore::UI.verbose("\tSetting Scan.devices to #{scan_device_names}")
-            Scan.devices.replace(@options[:scan_devices_override])
-          end
-        end
-
         # :nocov:
         def self.run(options)
           RetryingScan.new(options).run
@@ -64,12 +17,6 @@ module TestCenter
           try_count = @options[:try_count] || 1
           begin
             @retrying_scan_helper.before_testrun
-            update_scan_options
-
-            values = scan_config.values(ask: false)
-            values[:xcode_path] = File.expand_path("../..", FastlaneCore::Helper.xcode_path)
-            ScanHelper.print_scan_parameters(values)
-
             Scan::Runner.new.run
             @retrying_scan_helper.after_testrun
             true

data/lib/fastlane/plugin/test_center/helper/multi_scan_manager/retrying_scan_helper.rb

@@ -23,9 +23,78 @@ module TestCenter
           delete_xcresults # has to be performed _after_ moving a *.test_result
           quit_simulator
           set_json_env
+          set_scan_config
           print_starting_scan_message
         end
 
+        def set_scan_config
+          valid_scan_keys = Fastlane::Actions::ScanAction.available_options.map(&:key)
+          new_scan_options = @options.select { |k,v| valid_scan_keys.include?(k) }
+                                 .merge(scan_options)
+
+          prepare_scan_config
+          new_scan_options[:build_for_testing] = false
+          new_scan_options.delete(:skip_testing)
+
+          new_scan_options = send_callback_override_scan_options_block(new_scan_options)
+
+          FastlaneCore::UI.verbose("retrying_scan #update_scan_options")
+          new_scan_options.each do |k,v|
+            next if v.nil?
+
+            scan_config.set(k,v) unless v.nil?
+            FastlaneCore::UI.verbose("\tSetting #{k.to_s} to #{v}")
+          end
+          if @options[:scan_devices_override]
+            scan_device_names = @options[:scan_devices_override].map { |device| device.name }
+            FastlaneCore::UI.verbose("\tSetting Scan.devices to #{scan_device_names}")
+            if Scan.devices
+              Scan.devices.replace(@options[:scan_devices_override])
+            else
+              Scan.devices = @options[:scan_devices_override]
+            end
+          end
+ 
+          values = scan_config.values(ask: false)
+          values[:xcode_path] = File.expand_path("../..", FastlaneCore::Helper.xcode_path)
+          ScanHelper.print_scan_parameters(values)
+        end
+
+        # :nocov:
+        def scan_config
+          Scan.config
+        end
+
+        def scan_cache
+          Scan.cache
+        end
+        # :nocov:
+
+        def prepare_scan_config
+          # this allows multi_scan's `destination` option to be picked up by `scan`
+          scan_config._values.delete(:device)
+          ENV.delete('SCAN_DEVICE')
+          scan_config._values.delete(:devices)
+          ENV.delete('SCAN_DEVICES')
+          # this prevents double -resultBundlePath args to xcodebuild
+          if ReportNameHelper.includes_xcresult?(@options[:output_types])
+            scan_config._values.delete(:result_bundle)
+            ENV.delete('SCAN_RESULT_BUNDLE')
+          end
+          scan_config._values.delete(:skip_testing)
+          scan_cache.clear
+        end
+
+        def send_callback_override_scan_options_block(new_scan_options)
+          return new_scan_options unless @options[:override_scan_options_block]
+
+          callback_result = @options[:override_scan_options_block].call(new_scan_options)
+          if callback_result.kind_of?(Hash)
+            return callback_result
+          end
+          new_scan_options
+        end
+
         def quit_simulator
           return unless @options[:quit_simulators]
 
@@ -98,11 +167,14 @@ module TestCenter
             FastlaneCore::UI.important('Disabling -quiet as failing tests cannot be found with it enabled.')
             xcargs.gsub!('-quiet', '')
           end
-          xcargs.gsub!(/-parallel-testing-enabled(=|\s+)(YES|NO)/, '')
+          if FastlaneCore::Helper.xcode_at_least?(10)
+            xcargs.gsub!(/-parallel-testing-enabled(=|\s+)(YES|NO)/, '')
+            xcargs << " -parallel-testing-enabled NO "
+          end
           retrying_scan_options = @reportnamer.scan_options.merge(
             {
               output_directory: output_directory,
-              xcargs: "#{xcargs} -parallel-testing-enabled NO "
+              xcargs: xcargs
             }
           )
           if @reportnamer.includes_xcresult?

data/lib/fastlane/plugin/test_center/helper/multi_scan_manager/runner.rb

@@ -21,6 +21,8 @@ module TestCenter
             update_options_to_use_xcresult_output
           end
           @batch_count = 1 # default count. Will be updated by setup_testcollector
+          @options[:parallel_testrun_count] ||= 1
+          @initial_parallel_testrun_count = @options[:parallel_testrun_count]
           setup_testcollector
           setup_logcollection
           FastlaneCore::UI.verbose("< done in TestCenter::Helper::MultiScanManager.initialize")
@@ -67,6 +69,7 @@ module TestCenter
           @test_collector = TestCollector.new(@options)
           @options.reject! { |key| %i[testplan].include?(key) }
           @batch_count = @test_collector.batches.size
+          @options[:parallel_testrun_count] = @initial_parallel_testrun_count
           tests = @test_collector.batches.flatten
           if tests.size < @options[:parallel_testrun_count].to_i
             FastlaneCore::UI.important(":parallel_testrun_count greater than the number of tests (#{tests.size}). Reducing to that number.")
@@ -94,7 +97,7 @@ module TestCenter
           if should_run_tests_through_single_try?
             test_results.clear
             setup_run_tests_for_each_device do |device_name|
-              FastlaneCore::UI.message("Single try testing for device '#{device_name}'")
+              FastlaneCore::UI.message("Single try testing for device '#{device_name}'") if device_name
               test_results << run_tests_through_single_try
             end
           end
@@ -103,7 +106,7 @@ module TestCenter
             test_results.clear 
             setup_testcollector
             setup_run_tests_for_each_device do |device_name|
-              FastlaneCore::UI.message("Testing batches for device '#{device_name}'")
+              FastlaneCore::UI.message("Testing batches for device '#{device_name}'") if device_name
               test_results << run_test_batches
             end
           end
@@ -112,6 +115,11 @@ module TestCenter
 
         def setup_run_tests_for_each_device
           original_output_directory = @options.fetch(:output_directory, 'test_results') 
+          unless @options[:platform] == :ios_simulator
+            yield
+            return
+          end
+
           scan_destinations = Scan.config[:destination].clone
           try_count = @options[:try_count]
 
@@ -179,6 +187,8 @@ module TestCenter
           options = @options.reject { |key| %i[device devices force_quit_simulator].include?(key) }
           options[:try_count] = 1
 
+          SimulatorHelper.call_simulator_started_callback(@options, Scan.devices)
+
           tests_passed = RetryingScan.run(options)
           @options[:try_count] -= 1
 
@@ -224,6 +234,11 @@ module TestCenter
           pool_options[:test_batch_results] = test_batch_results
           pool_options[:xctestrun] = @test_collector.xctestrun_path
 
+          serial_test_batches = (@options.fetch(:parallel_testrun_count, 1) == 1)
+          if serial_test_batches && !@options[:invocation_based_tests]
+            SimulatorHelper.call_simulator_started_callback(@options, Scan.devices)
+          end
+
           pool = TestBatchWorkerPool.new(pool_options)
           pool.setup_workers
 

data/lib/fastlane/plugin/test_center/helper/multi_scan_manager/simulator_helper.rb

@@ -4,6 +4,8 @@ module TestCenter
       class SimulatorHelper
         def initialize(options)
           @options = options
+          # TODO: add byebug to make sure we're mocking this
+          @all_simulators = FastlaneCore::DeviceManager.simulators('iOS') 
         end
 
         def setup
@@ -12,6 +14,38 @@ module TestCenter
           end
         end
 
+        def parallel_destination_simulators
+          remaining_desired_simulators = @options[:parallel_testrun_count] || 0
+
+          simulators = []
+          if @options[:reuse_simulators_for_parallel_testruns]
+            matching_simulators = find_matching_destination_simulators(remaining_desired_simulators)
+            remaining_desired_simulators -= matching_simulators.size
+            (0...matching_simulators.size).each do |s|
+              simulators << [matching_simulators[s]]
+            end
+          end
+
+          if remaining_desired_simulators > 0
+            simulators.concat(clone_destination_simulators(remaining_desired_simulators))
+          end
+          simulators
+        end
+
+        def find_matching_destination_simulators(remaining_desired_simulators)
+          destination = Scan.config[:destination].clone.first
+
+          desired_device = @all_simulators.find do |simulator|
+            match = destination.match(/id=(?<udid>[^,]+)/) 
+            match && match[:udid] == simulator.udid
+          end
+
+          matching_simulators = @all_simulators.find_all do |simulator|
+            desired_device.os_version == simulator.os_version && simulator.name =~ /#{Regexp.escape(desired_device.name)} Clone \d #{self.class.name}<[^>]+>/ 
+          end
+          matching_simulators.first(remaining_desired_simulators)
+        end
+
         def simulator_matches_destination(simulator, destination)
           match = destination.match(/id=(?<udid>[^,]+)/)
           if match
@@ -27,12 +61,12 @@ module TestCenter
           found_match
         end
 
-        def clone_destination_simulators
+        def clone_destination_simulators(remaining_desired_simulators)
           cloned_simulators = []
 
-          run_count = @options[:parallel_testrun_count] || 0
+          run_count = remaining_desired_simulators
           destinations = Scan.config[:destination].clone
-          original_simulators = FastlaneCore::DeviceManager.simulators('iOS').find_all do |simulator|
+          original_simulators = @all_simulators.find_all do |simulator|
             found_simulator = destinations.find do |destination|
               simulator_matches_destination(simulator, destination)
             end
@@ -63,6 +97,15 @@ module TestCenter
             simulator.delete if /#{self.class.name}<\d+>/ =~ simulator.name
           end
         end
+
+        def self.call_simulator_started_callback(options, devices)
+          return unless options[:simulator_started_callback]
+          return unless options[:platform] == :ios_simulator
+
+          devices.each do |device|
+            options[:simulator_started_callback].call(device.udid)
+          end
+        end
       end
     end
   end

data/lib/fastlane/plugin/test_center/helper/multi_scan_manager/test_batch_worker_pool.rb

@@ -23,17 +23,23 @@ module TestCenter
 
           @simhelper = SimulatorHelper.new(
             parallel_testrun_count: @options[:parallel_testrun_count],
-            pre_delete_cloned_simulators: @options.fetch(:pre_delete_cloned_simulators, true)
+            pre_delete_cloned_simulators: @options.fetch(:pre_delete_cloned_simulators, true),
+            reuse_simulators_for_parallel_testruns: @options[:reuse_simulators_for_parallel_testruns] || false
           )
           @simhelper.setup
-          @clones = @simhelper.clone_destination_simulators
+          @clones = @simhelper.parallel_destination_simulators
           main_pid = Process.pid
-          at_exit do
-            clean_up_cloned_simulators(@clones) if Process.pid == main_pid
+          unless @options[:reuse_simulators_for_parallel_testruns]
+            at_exit do
+              clean_up_cloned_simulators(@clones) if Process.pid == main_pid
+            end
           end
           # boot all the simulators _before_ calling `xcodebuilt test` to avoid
           # testmanagerd connection failures.
+          @clones.flatten.each(&:shutdown)
+          @clones.flatten.each(&:disable_hardware_keyboard)
           @clones.flatten.each(&:boot)
+          SimulatorHelper.call_simulator_started_callback(@options, @clones.flatten)
           @clones
         end
 

data/lib/fastlane/plugin/test_center/version.rb

@@ -1,5 +1,5 @@
 module Fastlane
   module TestCenter
-    VERSION = "3.14.5"
+    VERSION = "3.15.1"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fastlane-plugin-test_center
 version: !ruby/object:Gem::Version
-  version: 3.14.5
+  version: 3.15.1
 platform: ruby
 authors:
 - Lyndsey Ferguson
-autorequire:
+autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-10-16 00:00:00.000000000 Z
+date: 2020-12-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: json
@@ -310,7 +310,7 @@ homepage: https://github.com/lyndsey-ferguson/fastlane-plugin-test_center
 licenses:
 - MIT
 metadata: {}
-post_install_message:
+post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -326,7 +326,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubygems_version: 3.1.2
-signing_key:
+signing_key: 
 specification_version: 4
 summary: Makes testing your iOS app easier
 test_files: []