xcknife 0.6.4 → 0.11.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 1e7dcc40d67413a5b35f7eba1289d75724965a63
-  data.tar.gz: 7ea917dd613f5fcdd8e6a41471538c01bf9df4d2
+SHA256:
+  metadata.gz: e63c27c7af4820f72ed2ef5813306be1dc4d6793fc837bca402d53ac53eff7ff
+  data.tar.gz: 180ebe00183782dbb1b0b63cdf23ce010ffe31a6cc910b921ff031f32f97d462
 SHA512:
-  metadata.gz: b786211a86a81b9483a8721de939de4bcb7eba683698e334d6f299e706153ee607a3b8de6621599465cecbf236b42805618f2e71812a664c9c9cf8abd20c8ae3
-  data.tar.gz: 1295e3a8a1e7040d0acadf14d42e2c36838f9fdde95c8d57c83b4bcaa4986165b689239a27cdecbdb512233110b3d54c40d1175c649f7c8b7c267642495c47bf
+  metadata.gz: cb9824f69aef912ab664c29c56ef5b9f00a58765b3361f109917bfd0374d4ac003c3420f76e20f27b820d71a516e07d676bc0718d171cc1c0c1d9849553d9421
+  data.tar.gz: 50c7119def1b9d0334fcd55677838b346f7ba1971b6cf949fd664190494628a7799aacf1cc45b9977bc099e0675955a29bfdf571059456b309f86a7c0e4bdb7b

data/.gitignore

@@ -2,9 +2,10 @@
 pkg
 .idea/
 *.gem
-Gemfile.lock
 xcuserdata/
 testdumperbuild
 contents.xcworkspacedata
 TestDumper/TestDumper.dylib
 *.tmp
+.bin/
+.bundle/

data/.ruby-version

@@ -1 +1 @@
-2.2.3
+2.6.1

data/.travis.yml

@@ -3,11 +3,7 @@ sudo: false
 matrix:
   include:
     - os: osx
-      osx_image: xcode8
-    - os: osx
-      osx_image: xcode8.1
-    - os: osx
-      osx_image: xcode8.2
+      osx_image: xcode10.2
 
 before_script:
   - export LANG=en_US.UTF-8

data/Gemfile.lock

@@ -0,0 +1,35 @@
+PATH
+  remote: .
+  specs:
+    xcknife (0.11.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    diff-lcs (1.3)
+    rake (11.1.2)
+    rspec (3.4.0)
+      rspec-core (~> 3.4.0)
+      rspec-expectations (~> 3.4.0)
+      rspec-mocks (~> 3.4.0)
+    rspec-core (3.4.4)
+      rspec-support (~> 3.4.0)
+    rspec-expectations (3.4.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.4.0)
+    rspec-mocks (3.4.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.4.0)
+    rspec-support (3.4.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.12)
+  rake (~> 11.1.1)
+  rspec (~> 3.4.0)
+  xcknife!
+
+BUNDLED WITH
+   1.17.3

data/OWNERS.yml

@@ -0,0 +1,2 @@
+---
+cc: [mdx-ios]

data/README.md

@@ -9,7 +9,7 @@ It works by leveraging [xctool's](https://github.com/facebook/xctool) [json-stre
 
 XCKnife generates a list of only arguments meant to be pass to Xctool's [*-only* test arguments](https://github.com/facebook/xctool#testing), but alternatively could used to generate multiple xcschemes with the proper test partitions.
 
-More information on XCKnife, go [here](https://corner.squareup.com/2016/06/xcknife-faster-distributed-tests-for-ios.html).
+More information on XCKnife, go [here](https://developer.squareup.com/blog/xcknife-faster-distributed-tests-for-ios).
  
 ## Install
 
@@ -20,9 +20,10 @@ More information on XCKnife, go [here](https://corner.squareup.com/2016/06/xckni
 ```
 $ xcknife --help
 Usage: xcknife [options] worker-count historical-timings-json-stream-file [current-tests-json-stream-file]
-    -p, --partition TARGETS          Comma separated list of targets. Can be used multiple times
+    -p, --partition TARGETS          Comma separated list of targets. Can be used multiple times.
     -o, --output FILENAME            Output file. Defaults to STDOUT
     -a, --abbrev                     Results are abbreviated
+    -x, --xcodebuild-output          Output is formatted for xcodebuild
     -h, --help                       Show this message
 ```
 
@@ -68,7 +69,7 @@ This will balance the tests onthe `iPhoneTestTarget` into 3 machines. The output
         }]}]}
 ```
 
-This provides a lot of data about the partitions and their imabalances (both internal to the partition sets, and amongst them).
+This provides a lot of data about the partitions and their imbalances (both internal to the partition sets, and amongst them).
 
 If you only want the *-only* arguments, run with the `-a` flag:
 
@@ -193,6 +194,14 @@ XCKnife uses only a few attributes of a json-stream file. If you are storing the
 
 `$ xcknife-min example/xcknife-exemplar-historical-data.json-stream minified.json-stream` 
 
+## Dependencies
+
+XCKnife requires the use of the `gtimeout` command, which is provided in the GNU coreutils brew package. If you don't already have them, they can be installed with the command:
+
+```
+brew install coreutils
+```
+
 ## Contributing
 
 Any contributors to the master *xcknife* repository must sign the

data/Rakefile

@@ -1,5 +1,4 @@
 require 'rspec/core/rake_task'
-require "bundler/gem_tasks"
 require 'fileutils'
 
 RSpec::Core::RakeTask.new(:spec)
@@ -19,4 +18,5 @@ end
 desc "Release wih test_dumper"
 task :gem_release => [:build_test_dumper, :build] do
   system 'gem push pkg/xcknife-*.gem'
-end
+end
+

data/TestDumper/README.md

@@ -1,6 +1,6 @@
 # TestDumper - EXPERIMENTAL
 
-Utility that replaces xctool for enumerating tests. It requires the `build-for-testing` feature Xcode8 introduced on xcodebuild. In particular, it leverages the xctestrun file (see `man xcodebuild.xctestrun`).
+Utility that replaces xctool for enumerating tests. It requires the `build-for-testing` feature Xcode 8 introduced on xcodebuild. In particular, it leverages the xctestrun file (see `man xcodebuild.xctestrun`).
 
 ## Building.
 
@@ -17,6 +17,7 @@ $ xcknife-test-dumper --help
 Usage: xcknife-test-dumper [options] derived_data_folder output_file [device_id]
     -d, --debug                      Debug mode enabled
     -r, --retry-count COUNT          Max retry count for simulator output
+    -x, --simctl-timeout SECONDS    Max allowed time in seconds for simctl commands
     -t OUTPUT_FOLDER,                Sets temporary Output folder
         --temporary-output
     -s, --scheme XCSCHEME_FILE       Reads environments variables from the xcscheme file

data/TestDumper/TestDumper.xcodeproj/project.pbxproj

@@ -181,7 +181,7 @@
 			isa = PBXProject;
 			attributes = {
 				LastSwiftUpdateCheck = 0700;
-				LastUpgradeCheck = 0700;
+				LastUpgradeCheck = 1010;
 				ORGANIZATIONNAME = "Square, Inc";
 				TargetAttributes = {
 					F60C68B91B8D038300CC8521 = {
@@ -198,7 +198,7 @@
 					};
 				};
 			};
-			buildConfigurationList = F60C68B41B8D038300CC8521 /* Build configuration list for PBXProject "toolc" */;
+			buildConfigurationList = F60C68B41B8D038300CC8521 /* Build configuration list for PBXProject "TestDumper" */;
 			compatibilityVersion = "Xcode 3.2";
 			developmentRegion = English;
 			hasScannedForEncodings = 0;
@@ -288,13 +288,23 @@
 				CLANG_CXX_LIBRARY = "libc++";
 				CLANG_ENABLE_MODULES = YES;
 				CLANG_ENABLE_OBJC_ARC = YES;
+				CLANG_WARN_BLOCK_CAPTURE_AUTORELEASING = YES;
 				CLANG_WARN_BOOL_CONVERSION = YES;
+				CLANG_WARN_COMMA = YES;
 				CLANG_WARN_CONSTANT_CONVERSION = YES;
+				CLANG_WARN_DEPRECATED_OBJC_IMPLEMENTATIONS = YES;
 				CLANG_WARN_DIRECT_OBJC_ISA_USAGE = YES_ERROR;
 				CLANG_WARN_EMPTY_BODY = YES;
 				CLANG_WARN_ENUM_CONVERSION = YES;
+				CLANG_WARN_INFINITE_RECURSION = YES;
 				CLANG_WARN_INT_CONVERSION = YES;
+				CLANG_WARN_NON_LITERAL_NULL_CONVERSION = YES;
+				CLANG_WARN_OBJC_IMPLICIT_RETAIN_SELF = YES;
+				CLANG_WARN_OBJC_LITERAL_CONVERSION = YES;
 				CLANG_WARN_OBJC_ROOT_CLASS = YES_ERROR;
+				CLANG_WARN_RANGE_LOOP_ANALYSIS = YES;
+				CLANG_WARN_STRICT_PROTOTYPES = YES;
+				CLANG_WARN_SUSPICIOUS_MOVE = YES;
 				CLANG_WARN_UNREACHABLE_CODE = YES;
 				CLANG_WARN__DUPLICATE_METHOD_MATCH = YES;
 				"CODE_SIGN_IDENTITY[sdk=iphoneos*]" = "iPhone Developer";
@@ -337,13 +347,23 @@
 				CLANG_CXX_LIBRARY = "libc++";
 				CLANG_ENABLE_MODULES = YES;
 				CLANG_ENABLE_OBJC_ARC = YES;
+				CLANG_WARN_BLOCK_CAPTURE_AUTORELEASING = YES;
 				CLANG_WARN_BOOL_CONVERSION = YES;
+				CLANG_WARN_COMMA = YES;
 				CLANG_WARN_CONSTANT_CONVERSION = YES;
+				CLANG_WARN_DEPRECATED_OBJC_IMPLEMENTATIONS = YES;
 				CLANG_WARN_DIRECT_OBJC_ISA_USAGE = YES_ERROR;
 				CLANG_WARN_EMPTY_BODY = YES;
 				CLANG_WARN_ENUM_CONVERSION = YES;
+				CLANG_WARN_INFINITE_RECURSION = YES;
 				CLANG_WARN_INT_CONVERSION = YES;
+				CLANG_WARN_NON_LITERAL_NULL_CONVERSION = YES;
+				CLANG_WARN_OBJC_IMPLICIT_RETAIN_SELF = YES;
+				CLANG_WARN_OBJC_LITERAL_CONVERSION = YES;
 				CLANG_WARN_OBJC_ROOT_CLASS = YES_ERROR;
+				CLANG_WARN_RANGE_LOOP_ANALYSIS = YES;
+				CLANG_WARN_STRICT_PROTOTYPES = YES;
+				CLANG_WARN_SUSPICIOUS_MOVE = YES;
 				CLANG_WARN_UNREACHABLE_CODE = YES;
 				CLANG_WARN__DUPLICATE_METHOD_MATCH = YES;
 				"CODE_SIGN_IDENTITY[sdk=iphoneos*]" = "iPhone Developer";
@@ -373,12 +393,13 @@
 		F60C68D11B8D038300CC8521 /* Debug */ = {
 			isa = XCBuildConfiguration;
 			buildSettings = {
+				ALWAYS_EMBED_SWIFT_STANDARD_LIBRARIES = YES;
 				CLANG_ENABLE_MODULES = YES;
+				CODE_SIGN_IDENTITY = "";
 				DEFINES_MODULE = YES;
 				DYLIB_COMPATIBILITY_VERSION = 1;
 				DYLIB_CURRENT_VERSION = 1;
 				DYLIB_INSTALL_NAME_BASE = "@rpath";
-				EMBEDDED_CONTENT_CONTAINS_SWIFT = YES;
 				FRAMEWORK_SEARCH_PATHS = (
 					"$(inherited)",
 					"$(SDKROOT)/../../Library/Frameworks/",
@@ -399,12 +420,13 @@
 		F60C68D21B8D038300CC8521 /* Release */ = {
 			isa = XCBuildConfiguration;
 			buildSettings = {
+				ALWAYS_EMBED_SWIFT_STANDARD_LIBRARIES = YES;
 				CLANG_ENABLE_MODULES = YES;
+				CODE_SIGN_IDENTITY = "";
 				DEFINES_MODULE = YES;
 				DYLIB_COMPATIBILITY_VERSION = 1;
 				DYLIB_CURRENT_VERSION = 1;
 				DYLIB_INSTALL_NAME_BASE = "@rpath";
-				EMBEDDED_CONTENT_CONTAINS_SWIFT = YES;
 				FRAMEWORK_SEARCH_PATHS = (
 					"$(inherited)",
 					"$(SDKROOT)/../../Library/Frameworks/",
@@ -483,7 +505,7 @@
 /* End XCBuildConfiguration section */
 
 /* Begin XCConfigurationList section */
-		F60C68B41B8D038300CC8521 /* Build configuration list for PBXProject "toolc" */ = {
+		F60C68B41B8D038300CC8521 /* Build configuration list for PBXProject "TestDumper" */ = {
 			isa = XCConfigurationList;
 			buildConfigurations = (
 				F60C68CE1B8D038300CC8521 /* Debug */,

data/TestDumper/TestDumper.xcodeproj/project.xcworkspace/xcshareddata/IDEWorkspaceChecks.plist

@@ -0,0 +1,8 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
+<plist version="1.0">
+<dict>
+	<key>IDEDidComputeMac32BitWarning</key>
+	<true/>
+</dict>
+</plist>

data/TestDumper/TestDumper.xcodeproj/xcshareddata/xcschemes/TestDumper.xcscheme

@@ -1,6 +1,6 @@
 <?xml version="1.0" encoding="UTF-8"?>
 <Scheme
-   LastUpgradeVersion = "0800"
+   LastUpgradeVersion = "1010"
    version = "1.3">
    <BuildAction
       parallelizeBuildables = "YES"

data/TestDumper/TestDumper/Initialize.m

@@ -7,13 +7,9 @@
 //
 
 @import Dispatch;
+@import Foundation;
 @import XCTest;
 
-
-
-
-@class NSSet, NSString, NSURL, NSUUID;
-
 @interface XCTestConfiguration : NSObject <NSSecureCoding>
 {
     NSURL *_testBundleURL;
@@ -71,6 +67,46 @@
 
 #include <dlfcn.h>
 
+// Logging
+FILE *logFile;
+
+void initializeLogFile(const char *logFilePath)
+{
+    logFile = fopen(logFilePath, "w");
+}
+
+void logDebug(NSString *, ...) NS_FORMAT_FUNCTION(1, 2);
+void logDebug(NSString *msg, ...)
+{
+    assert(logFile);
+    va_list varargs;
+    va_start(varargs, msg);
+    msg = [[NSString alloc] initWithFormat:msg arguments:varargs];
+    va_end(varargs);
+    fprintf(logFile, "%s\n", msg.UTF8String);
+    
+    NSLog(@"%@", msg);
+}
+
+void logInit()
+{
+    logDebug(@"Starting TestDumper...");
+    logDebug(@"Environment Variables:");
+    logDebug(@"%@", NSProcessInfo.processInfo.environment.description);
+    logDebug(@"Command Line Arguments:");
+    logDebug(@"%@", NSProcessInfo.processInfo.arguments.description);
+    
+    logDebug(@"--------------------------------");
+}
+
+OS_NORETURN
+void logEnd(Boolean success)
+{
+    int exitCode = success ? EXIT_SUCCESS : EXIT_FAILURE;
+    logDebug(@"EndingTestDumper...\nExiting with status %d", exitCode);
+    fclose(logFile);
+    exit(exitCode);
+}
 
 // Used for a structured log, just like Xctool's.
 // Example: https://github.com/square/xcknife/blob/master/example/xcknife-exemplar.json-stream
@@ -81,10 +117,10 @@ static void PrintJSON(FILE *outFile, id JSONObject)
 
     if (error) {
         fprintf(outFile, "{ \"message\" : \"Error while serializing to JSON. Check out simulator logs for details\" }");
-        NSLog(@"ERROR: Error generating JSON for object: %s: %s\n",
+        logDebug(@"ERROR: Error generating JSON for object: %s: %s\n",
                 [[JSONObject description] UTF8String],
                 [[error localizedFailureReason] UTF8String]);
-        exit(1);
+        logEnd(false);
     }
 
     fwrite([data bytes], 1, [data length], outFile);
@@ -114,58 +150,60 @@ static void PrintTestClass(FILE *outFile, NSString *testClass) {
                          @"totalDuration" : @"0"});
 }
 
-void enumerateTests();
+void enumerateTests(NSString *);
 
 const int TEST_TARGET_LEVEL = 0;
 const int TEST_CLASS_LEVEL = 1;
 const int TEST_METHOD_LEVEL = 2;
+FILE *noteFile;
 
 __attribute__((constructor))
 void initialize() {
     NSLog(@"Starting TestDumper");
+    const char *logFilePath = [[[NSProcessInfo processInfo] arguments][3] UTF8String];
+    initializeLogFile(logFilePath);
+    logInit();
+    NSString *testBundlePath = [[NSProcessInfo processInfo] arguments][4];
     NSString *testDumperOutputPath = NSProcessInfo.processInfo.environment[@"TestDumperOutputPath"];
     NSFileManager *fileManager = [NSFileManager defaultManager];
 
     if ([fileManager fileExistsAtPath:testDumperOutputPath]) {
-        NSLog(@"File already exists %@. Stopping", testDumperOutputPath);
-        exit(0);
+        logDebug(@"File already exists %@. Stopping", testDumperOutputPath);
+        logEnd(true);
     }
-    NSString *testType = [NSString stringWithUTF8String: getenv("XCTEST_TYPE")];
 
+    NSString *testType = [NSString stringWithUTF8String: getenv("XCTEST_TYPE")];
     if ([testType isEqualToString: @"APPTEST"]) {
         [[NSNotificationCenter defaultCenter] addObserverForName:UIApplicationDidFinishLaunchingNotification object:nil queue:nil usingBlock:^(NSNotification * _Nonnull note) {
-            enumerateTests();
+            enumerateTests(testBundlePath);
         }];
     } else {
-        enumerateTests();
+        enumerateTests(testBundlePath);
     }
 }
 
-
-void enumerateTests() {
-    XCTestConfiguration *config = [[XCTestConfiguration alloc] init];
-    NSString *testType = [NSString stringWithUTF8String: getenv("XCTEST_TYPE")];
-    NSString *testTarget = [NSString stringWithUTF8String: getenv("XCTEST_TARGET")];
-
-    if ([testType isEqualToString: @"APPTEST"]) {
-        config.testBundleURL = [NSURL fileURLWithPath:NSProcessInfo.processInfo.environment[@"XCInjectBundle"]];
-        config.targetApplicationPath = NSProcessInfo.processInfo.environment[@"XCInjectBundleInto"];
-
-        NSString *configPath = [NSTemporaryDirectory() stringByAppendingPathComponent:[NSString stringWithFormat:@"%ul.xctestconfiguration", arc4random()]];
-
-        NSLog(@"Writing config to %@", configPath);
-
-        NSData *data = [NSKeyedArchiver archivedDataWithRootObject:config];
-
-        [data writeToFile:configPath atomically:true];
-
-        setenv("XCTestConfigurationFilePath", configPath.UTF8String, YES);
-
-        dlopen(getenv("IDE_INJECTION_PATH"), RTLD_GLOBAL);
+void enumerateTests(NSString *testBundlePath) {
+    logDebug(@"Listing all test bundles");
+    for (NSBundle *bundle in NSBundle.allBundles) {
+        logDebug(@"Found a test bundle named: %@", bundle.bundlePath);
     }
-    NSString *testBundle = [[[NSProcessInfo processInfo] arguments] lastObject];
-    [[NSBundle bundleWithPath:testBundle] load];
-
+    logDebug(@"Finished listing all test bundles");
+    
+    NSBundle* testBundleObj = [NSBundle bundleWithPath:testBundlePath];
+    [testBundleObj load];
+    logDebug(@"test bundle loaded");
+    
+    logDebug(@"Listing all test bundles");
+    for (NSBundle *bundle in NSBundle.allBundles) {
+        logDebug(@"Found a test bundle named: %@", bundle.bundlePath);
+    }
+    logDebug(@"Finished listing all test bundles");
+    
+    NSString *testType = [NSString stringWithUTF8String: getenv("XCTEST_TYPE")];
+    NSString *testTarget = [[[testBundlePath componentsSeparatedByString:@"/"] lastObject] componentsSeparatedByString:@"."][0];
+    
+    logDebug(@"The test target is: %@ of type %@", testTarget, testType);
+    
     FILE *outFile;
     NSString *testDumperOutputPath = NSProcessInfo.processInfo.environment[@"TestDumperOutputPath"];
 
@@ -175,17 +213,18 @@ void enumerateTests() {
         outFile = fopen(testDumperOutputPath.UTF8String, "w+");
     }
 
-    NSLog(@"Opened %@ with fd %p", testDumperOutputPath, outFile);
+    logDebug(@"Opened %@ with fd %p", testDumperOutputPath, outFile);
     if (outFile == NULL) {
-        NSLog(@"File already exists %@. Stopping", testDumperOutputPath);
-        exit(0);
+        logDebug(@"File already exists at %@. Stopping", testDumperOutputPath);
+        logEnd(true);
     }
-
+    
     PrintDumpStart(outFile, testType);
-    [[XCTestSuite defaultTestSuite] printTestsWithLevel:0 withTarget: testTarget withParent: nil outputFile:outFile];
+    XCTestSuite* testSuite = [XCTestSuite defaultTestSuite];
+    [testSuite printTestsWithLevel:0 withTarget: testTarget withParent: nil outputFile:outFile];
     PrintDumpEnd(outFile, testType);
     fclose(outFile);
-    exit(0);
+    logEnd(true);
 }
 
 
@@ -208,7 +247,7 @@ void enumerateTests() {
                 // nothing to do here
                 break;
             default:
-                NSLog(@"Uknown level %ld", level);
+                logDebug(@"Unknown test level %ld for test %@", level, t.debugDescription);
 
         }
         if (level == TEST_METHOD_LEVEL) {

data/example/run_example.rb

@@ -26,6 +26,7 @@ def run(historical_file, current_file)
     partition_set.each do |partition|
       puts "target name for worker #{shard_number} = #{target_name}"
       puts "only is: #{xctool_only_arguments(partition).inspect}"
+      puts "skip-only is: #{xcodebuild_skip_arguments(partition, result.test_time_for_partitions).inspect}"
       shard_number += 1
     end
   end

data/lib/xcknife.rb

@@ -7,5 +7,5 @@ require 'xcknife/exceptions'
 require 'xcknife/xcscheme_analyzer'
 
 module XCKnife
-  VERSION = '0.6.4'
+  VERSION = '0.11.1'
 end

data/lib/xcknife/exceptions.rb

@@ -1,6 +1,8 @@
 module XCKnife
   # Base error class for xcknife
-  XCKnifeError = Class.new(StandardError)
+  XCKnifeError = Class.new(RuntimeError)
+
+  TestDumpError = Class.new(XCKnifeError)
 
   StreamParsingError = Class.new(XCKnifeError)
-end
+end

data/lib/xcknife/stream_parser.rb

@@ -10,31 +10,40 @@ module XCKnife
 
     attr_reader :number_of_shards, :test_partitions, :stats, :relevant_partitions
 
-    def initialize(number_of_shards, test_partitions)
+    def initialize(number_of_shards, test_partitions, options_for_metapartition: Array.new(test_partitions.size, {}), allow_fewer_shards: false)
       @number_of_shards = number_of_shards
       @test_partitions = test_partitions.map(&:to_set)
       @relevant_partitions = test_partitions.flatten.to_set
       @stats = ResultStats.new
-      ResultStats.members.each { |k| @stats[k] = 0}
+      @options_for_metapartition = options_for_metapartition.map { |o| Options::DEFAULT.merge(o) }
+      @allow_fewer_shards = allow_fewer_shards
+      ResultStats.members.each { |k| @stats[k] = 0 }
     end
 
-    PartitionWithMachines = Struct.new :test_time_map, :number_of_shards, :partition_time, :max_shard_count
+    PartitionWithMachines = Struct.new :test_time_map, :number_of_shards, :partition_time, :max_shard_count, :options
     MachineAssignment = Struct.new :test_time_map, :total_time
     ResultStats = Struct.new :historical_total_tests, :current_total_tests, :class_extrapolations, :target_extrapolations
+    Options = Struct.new :max_shard_count, :split_bundles_across_machines, :allow_fewer_shards do
+      def merge(hash)
+        self.class.new(*to_h.merge(hash).values_at(*members))
+      end
+    end
+    Options::DEFAULT = Options.new(nil, true, false).freeze
 
     class PartitionResult
       TimeImbalances = Struct.new :partition_set, :partitions
-      attr_reader :stats, :test_maps, :test_times, :total_test_time, :test_time_imbalances
+      attr_reader :stats, :test_maps, :test_times, :total_test_time, :test_time_imbalances, :test_time_for_partitions
       extend Forwardable
       delegate ResultStats.members => :@stats
 
-      def initialize(stats, partition_sets)
+      def initialize(stats, partition_sets, test_time_for_partitions)
         @stats = stats
         @partition_sets = partition_sets
         @test_maps = partition_sets_map(&:test_time_map)
         @test_times = partition_sets_map(&:total_time)
         @total_test_time = test_times.flatten.inject(:+)
         @test_time_imbalances = compute_test_time_imbalances
+        @test_time_for_partitions = test_time_for_partitions.inject(&:merge)
       end
 
       private
@@ -74,8 +83,8 @@ module XCKnife
 
     def compute_shards_for_partitions(test_time_for_partitions)
       PartitionResult.new(@stats, split_machines_proportionally(test_time_for_partitions).map do |partition|
-        compute_single_shards(partition.number_of_shards, partition.test_time_map)
-      end)
+        compute_single_shards(partition.number_of_shards, partition.test_time_map, options: partition.options)
+      end, test_time_for_partitions)
     end
 
     def test_time_for_partitions(historical_events, current_events = nil)
@@ -101,18 +110,21 @@ module XCKnife
 
       used_shards = 0
       assignable_shards = number_of_shards - partitions.size
-      partition_with_machines_list = partitions.map do |test_time_map|
+      partition_with_machines_list = partitions.each_with_index.map do |test_time_map, metapartition|
+        options = @options_for_metapartition[metapartition]
         partition_time = 0
-        max_shard_count = test_time_map.values.map(&:size).inject(:+) || 1
-        each_duration(test_time_map) { |duration_in_milliseconds| partition_time += duration_in_milliseconds}
+        max_shard_count = test_time_map.each_value.map(&:size).reduce(&:+) || 1
+        max_shard_count = [max_shard_count, options.max_shard_count].min if options.max_shard_count
+        each_duration(test_time_map) { |duration_in_milliseconds| partition_time += duration_in_milliseconds }
         n = [1 + (assignable_shards * partition_time.to_f / total).floor, max_shard_count].min
         used_shards += n
-        PartitionWithMachines.new(test_time_map, n, partition_time, max_shard_count)
+        PartitionWithMachines.new(test_time_map, n, partition_time, max_shard_count, options)
       end
 
       fifo_with_machines_who_can_use_more_shards = partition_with_machines_list.select { |x| x.number_of_shards < x.max_shard_count}.sort_by(&:partition_time)
-      while (number_of_shards - used_shards) > 0
+      while number_of_shards > used_shards
         if fifo_with_machines_who_can_use_more_shards.empty?
+          break if @allow_fewer_shards
           raise XCKnife::XCKnifeError, "There are #{number_of_shards - used_shards} extra machines"
         end
         machine = fifo_with_machines_who_can_use_more_shards.pop
@@ -125,9 +137,9 @@ module XCKnife
       partition_with_machines_list
     end
 
-    # Computes  a 2-aproximation to the optimal partition_time, which is an instance of the Open shop scheduling problem (which is NP-hard)
+    # Computes a 2-aproximation to the optimal partition_time, which is an instance of the Open shop scheduling problem (which is NP-hard)
     # see: https://en.wikipedia.org/wiki/Open-shop_scheduling
-    def compute_single_shards(number_of_shards, test_time_map)
+    def compute_single_shards(number_of_shards, test_time_map, options: Options::DEFAULT)
       raise XCKnife::XCKnifeError, "There are not enough workers provided" if number_of_shards <= 0
       raise XCKnife::XCKnifeError, "Cannot shard an empty partition_time" if test_time_map.empty?
       assignements = Array.new(number_of_shards) { MachineAssignment.new(Hash.new { |k, v| k[v] = [] }, 0) }
@@ -139,13 +151,36 @@ module XCKnife
         end
       end
 
-      list_of_test_target_class_times.sort_by! { |test_target, class_name, duration_in_milliseconds| -duration_in_milliseconds }
-      list_of_test_target_class_times.each do |test_target, class_name, duration_in_milliseconds|
+      # This might seem like an uncessary level of indirection, but it allows us to keep
+      # logic consistent regardless of the `split_bundles_across_machines` option
+      list_of_test_target_classes_times = list_of_test_target_class_times.group_by do |test_target, class_name, duration_in_milliseconds|
+        if options.split_bundles_across_machines
+          [test_target, class_name]
+        else
+          test_target
+        end
+      end.map do |(test_target, _), classes|
+        [
+          test_target,
+          classes.map { |test_target, class_name, duration_in_milliseconds| class_name },
+          classes.reduce(0) { |total_duration, (test_target, class_name, duration_in_milliseconds)| total_duration + duration_in_milliseconds},
+        ]
+      end
+
+      list_of_test_target_classes_times.sort_by! { |test_target, class_names, duration_in_milliseconds| -duration_in_milliseconds }
+      list_of_test_target_classes_times.each do |test_target, class_names, duration_in_milliseconds|
         assignemnt = assignements.min_by(&:total_time)
-        assignemnt.test_time_map[test_target] << class_name
+        assignemnt.test_time_map[test_target].concat class_names
         assignemnt.total_time += duration_in_milliseconds
       end
-      raise XCKnife::XCKnifeError, "Too many shards" if assignements.any? { |a| a.test_time_map.empty? }
+
+      if (empty_test_map_assignments = assignements.select { |a| a.test_time_map.empty? }) && !empty_test_map_assignments.empty? && !options.allow_fewer_shards
+        test_grouping = options.split_bundles_across_machines ? 'classes' : 'targets'
+        raise XCKnife::XCKnifeError, "Too many shards -- #{empty_test_map_assignments.size} of #{number_of_shards} assignments are empty," \
+                                     " because there are not enough test #{test_grouping} for that many shards."
+      end
+      assignements.reject! { |a| a.test_time_map.empty? }
+
       assignements
     end
 

data/lib/xcknife/test_dumper.rb

@@ -5,6 +5,9 @@ require 'tmpdir'
 require 'ostruct'
 require 'set'
 require 'logger'
+require 'shellwords'
+require 'open3'
+require 'xcknife/exceptions'
 
 module XCKnife
   class TestDumper
@@ -14,21 +17,25 @@ module XCKnife
 
     attr_reader :logger
 
-    def initialize(args)
+    def initialize(args, logger: Logger.new($stdout, progname: 'xcknife test dumper'))
       @debug = false
       @max_retry_count = 150
       @temporary_output_folder = nil
       @xcscheme_file = nil
       @parser = build_parser
+      @naive_dump_bundle_names = []
+      @skip_dump_bundle_names = []
+      @simctl_timeout = 0
       parse_arguments(args)
       @device_id ||= "booted"
-      @logger = Logger.new($stdout)
+      @logger = logger
       @logger.level = @debug ? Logger::DEBUG : Logger::FATAL
       @parser = nil
     end
 
     def run
-      helper = TestDumperHelper.new(@device_id, @max_retry_count, @debug, @logger)
+      helper = TestDumperHelper.new(@device_id, @max_retry_count, @debug, @logger, @dylib_logfile_path,
+                                    naive_dump_bundle_names: @naive_dump_bundle_names, skip_dump_bundle_names: @skip_dump_bundle_names, simctl_timeout: @simctl_timeout)
       extra_environment_variables = parse_scheme_file
       logger.info { "Environment variables from xcscheme: #{extra_environment_variables.pretty_inspect}" }
       output_fd = File.open(@output_file, "w")
@@ -38,8 +45,7 @@ module XCKnife
         end
       else
         unless File.directory?(@temporary_output_folder)
-          puts "Error no such directory: #{@temporary_output_folder}"
-          exit 1
+          raise TestDumpError, "Error no such directory: #{@temporary_output_folder}"
         end
 
         if Dir.entries(@temporary_output_folder).any? { |f| File.file?(File.join(@temporary_output_folder,f)) }
@@ -62,8 +68,7 @@ module XCKnife
     def parse_scheme_file
       return {} unless @xcscheme_file
       unless File.exists?(@xcscheme_file)
-        puts "Error: no such xcscheme file: #{@xcscheme_file}"
-        exit 1
+        raise ArgumentError, "Error: no such xcscheme file: #{@xcscheme_file}"
       end
       XCKnife::XcschemeAnalyzer.extract_environment_variables(IO.read(@xcscheme_file))
     end
@@ -89,8 +94,12 @@ module XCKnife
         opts.banner += " #{arguments_banner}"
         opts.on("-d", "--debug", "Debug mode enabled") { |v| @debug = v }
         opts.on("-r", "--retry-count COUNT", "Max retry count for simulator output", Integer) { |v| @max_retry_count = v }
+        opts.on("-x", '--simctl-timeout SECONDS', "Max allowed time in seconds for simctl commands", Integer) { |v| @simctl_timeout = v }
         opts.on("-t", "--temporary-output OUTPUT_FOLDER", "Sets temporary Output folder") { |v| @temporary_output_folder = v }
         opts.on("-s", "--scheme XCSCHEME_FILE", "Reads environments variables from the xcscheme file") { |v| @xcscheme_file = v }
+        opts.on("-l", "--dylib_logfile DYLIB_LOG_FILE", "Path for dylib log file") { |v| @dylib_logfile_path = v }
+        opts.on('--naive-dump TEST_BUNDLE_NAMES', 'List of test bundles to dump using static analysis', Array) { |v| @naive_dump_bundle_names = v }
+        opts.on('--skip-dump TEST_BUNDLE_NAMES', 'List of test bundles to skip dumping', Array) { |v| @skip_dump_bundle_names = v }
 
         opts.on_tail("-h", "--help", "Show this message") do
           puts opts
@@ -104,7 +113,7 @@ module XCKnife
     end
 
     def optional_arguments
-      %w[device_id]
+      %w[device_id simctl_timeout]
     end
 
     def arguments_banner
@@ -113,8 +122,7 @@ module XCKnife
     end
 
     def warn_and_exit(msg)
-      warn "#{msg.to_s.capitalize} \n\n#{@parser}"
-      exit 1
+      raise TestDumpError, "#{msg.to_s.capitalize} \n\n#{@parser}"
     end
 
     def concat_to_file(test_specification, output_fd)
@@ -143,51 +151,72 @@ module XCKnife
 
     attr_reader :logger
 
-    def initialize(device_id, max_retry_count, debug, logger)
+    def initialize(device_id, max_retry_count, debug, logger, dylib_logfile_path,
+                   naive_dump_bundle_names: [], skip_dump_bundle_names: [], simctl_timeout: 0)
       @xcode_path = `xcode-select -p`.strip
       @simctl_path = `xcrun -f simctl`.strip
-      @platforms_path = "#{@xcode_path}/Platforms/"
-      @platform_path = "#{@platforms_path}/iPhoneSimulator.platform"
-      @sdk_path = "#{@platform_path}/Developer/SDKs/iPhoneSimulator.sdk"
+      @nm_path = `xcrun -f nm`.strip
+      @swift_path = `xcrun -f swift`.strip
+      @platforms_path = File.join(@xcode_path, "Platforms")
+      @platform_path = File.join(@platforms_path, "iPhoneSimulator.platform")
+      @sdk_path = File.join(@platform_path, "Developer/SDKs/iPhoneSimulator.sdk")
       @testroot = nil
       @device_id = device_id
       @max_retry_count = max_retry_count
+      @simctl_timeout = simctl_timeout
       @logger = logger
       @debug = debug
+      @dylib_logfile_path = dylib_logfile_path if dylib_logfile_path
+      @naive_dump_bundle_names = naive_dump_bundle_names
+      @skip_dump_bundle_names = skip_dump_bundle_names
     end
 
     def call(derived_data_folder, list_folder, extra_environment_variables = {})
-      @testroot = "#{derived_data_folder}/Build/Products/"
-      xctestrun_file = Dir["#{@testroot}/*.xctestrun"].first
+      @testroot = File.join(derived_data_folder, 'Build', 'Products')
+      xctestrun_file = Dir[File.join(@testroot, '*.xctestrun')].first
       if xctestrun_file.nil?
-        puts "No xctestrun on #{@testroot}"
-        exit 1
+        raise ArgumentError, "No xctestrun on #{@testroot}"
       end
       xctestrun_as_json = `plutil -convert json -o - "#{xctestrun_file}"`
       FileUtils.mkdir_p(list_folder)
-      JSON.load(xctestrun_as_json).map do |test_bundle_name, test_bundle|
-        test_specification = list_tests_wiht_simctl(list_folder, test_bundle, test_bundle_name, extra_environment_variables)
-        wait_test_dumper_completion(test_specification.json_stream_file)
+      list_tests(JSON.load(xctestrun_as_json), list_folder, extra_environment_variables)
+    end
+
+    private
+
+    attr_reader :testroot
+
+    def list_tests(xctestrun, list_folder, extra_environment_variables)
+      xctestrun.reject! { |test_bundle_name, _| test_bundle_name == '__xctestrun_metadata__' }
+      xctestrun.map do |test_bundle_name, test_bundle|
+        if @skip_dump_bundle_names.include?(test_bundle_name)
+          logger.info { "Skipping dumping tests in `#{test_bundle_name}` -- writing out fake event"}
+          test_specification = list_single_test(list_folder, test_bundle, test_bundle_name)
+        elsif @naive_dump_bundle_names.include?(test_bundle_name)
+          test_specification = list_tests_with_nm(list_folder, test_bundle, test_bundle_name)
+        else
+          test_specification = list_tests_with_simctl(list_folder, test_bundle, test_bundle_name, extra_environment_variables)
+          wait_test_dumper_completion(test_specification.json_stream_file)
+        end
+
         test_specification
       end
     end
 
-    private
-    def list_tests_wiht_simctl(list_folder, test_bundle, test_bundle_name, extra_environment_variables)
+    def list_tests_with_simctl(list_folder, test_bundle, test_bundle_name, extra_environment_variables)
       env_variables = test_bundle["EnvironmentVariables"]
       testing_env_variables = test_bundle["TestingEnvironmentVariables"]
-      outpath = "#{list_folder}/#{test_bundle_name}"
+      outpath = File.join(list_folder, test_bundle_name)
       test_host = replace_vars(test_bundle["TestHostPath"])
       test_bundle_path = replace_vars(test_bundle["TestBundlePath"], test_host)
       test_dumper_path = File.expand_path(File.join(File.dirname(__FILE__), '..', '..', 'TestDumper', 'TestDumper.dylib'))
       unless File.exist?(test_dumper_path)
-        warn "Could not find TestDumpber.dylib on #{test_dumper_path}"
-        exit 1
+        raise TestDumpError, "Could not find TestDumper.dylib on #{test_dumper_path}"
       end
 
       is_logic_test = test_bundle["TestHostBundleIdentifier"].nil?
       env = simctl_child_attrs(
-        "XCTEST_TYPE" => is_logic_test ? "LOGICTEST" : "APPTEST",
+        "XCTEST_TYPE" => xctest_type(test_bundle),
         "XCTEST_TARGET" => test_bundle_name,
         "TestDumperOutputPath" => outpath,
         "IDE_INJECTION_PATH" => testing_env_variables["DYLD_INSERT_LIBRARIES"],
@@ -206,7 +235,7 @@ module XCKnife
       )
       env.merge!(simctl_child_attrs(extra_environment_variables))
       inject_vars(env, test_host)
-      FileUtils.remove(outpath) if File.exists?(outpath)
+      FileUtils.rm_f(outpath)
       logger.info { "Temporary TestDumper file for #{test_bundle_name} is #{outpath}" }
       if is_logic_test
         run_logic_test(env, test_host, test_bundle_path)
@@ -218,6 +247,46 @@ module XCKnife
       return TestSpecification.new outpath, discover_tests_to_skip(test_bundle)
     end
 
+    def list_tests_with_nm(list_folder, test_bundle, test_bundle_name)
+      output_methods(list_folder, test_bundle, test_bundle_name) do |test_bundle_path|
+        methods = []
+        swift_demangled_nm(test_bundle_path) do |output|
+          output.each_line do |line|
+            next unless method = method_from_nm_line(line)
+            methods << method
+          end
+        end
+        methods
+      end
+    end
+
+    def list_single_test(list_folder, test_bundle, test_bundle_name)
+      output_methods(list_folder, test_bundle, test_bundle_name) do
+        [{ class: test_bundle_name, method: 'test' }]
+      end
+    end
+
+    def output_methods(list_folder, test_bundle, test_bundle_name)
+      outpath = File.join(list_folder, test_bundle_name)
+      logger.info { "Writing out TestDumper file for #{test_bundle_name} to #{outpath}" }
+      test_specification = TestSpecification.new outpath, discover_tests_to_skip(test_bundle)
+
+      test_bundle_path = replace_vars(test_bundle["TestBundlePath"], replace_vars(test_bundle["TestHostPath"]))
+      methods = yield(test_bundle_path)
+
+      test_type = xctest_type(test_bundle)
+      File.open test_specification.json_stream_file, 'a' do |f|
+        f << JSON.dump(message: "Starting Test Dumper", event: "begin-test-suite", testType: test_type) << "\n"
+        f << JSON.dump(event: 'begin-ocunit', bundleName: File.basename(test_bundle_path), targetName: test_bundle_name) << "\n"
+        methods.map { |method| method[:class] }.uniq.each do |class_name|
+          f << JSON.dump(test: '1', className: class_name, event: "end-test", totalDuration: "0") << "\n"
+        end
+        f << JSON.dump(message: "Completed Test Dumper", event: "end-action", testType: test_type) << "\n"
+      end
+
+      test_specification
+    end
+
     def discover_tests_to_skip(test_bundle)
       identifier_for_test_method = "/"
       skip_test_identifiers = test_bundle["SkipTestIdentifiers"] || []
@@ -228,10 +297,31 @@ module XCKnife
       @simctl_path
     end
 
+    def wrapped_simctl(args)
+      args = [*gtimeout, simctl] + args
+      args
+    end
+
+    def gtimeout
+      return [] unless @simctl_timeout > 0
+
+      path = gtimeout_path
+      if path.empty?
+        puts "warning: simctl_timeout specified but 'gtimeout' is not installed. The specified timeout will be ignored."
+        return []
+      end
+
+      [path, "-k", "5", "#{@simctl_timeout}"]
+    end
+
+    def gtimeout_path
+      `which gtimeout`.strip
+    end
+
     def replace_vars(str, testhost = "<UNKNOWN>")
       str.gsub("__PLATFORMS__", @platforms_path).
         gsub("__TESTHOST__", testhost).
-        gsub("__TESTROOT__", @testroot)
+        gsub("__TESTROOT__", testroot)
     end
 
     def inject_vars(env, test_host)
@@ -247,9 +337,19 @@ module XCKnife
     end
 
     def install_app(test_host_path)
-      until system("#{simctl} install #{@device_id} '#{test_host_path}'")
-        sleep 0.1
+      retries_count = 0
+      max_retry_count = 3
+      until (retries_count > max_retry_count) or call_simctl(["install", @device_id, test_host_path])
+        retries_count += 1
+        call_simctl ['shutdown', @device_id]
+        call_simctl ['boot', @device_id]
+        sleep 1.0
+      end
+
+      if retries_count > max_retry_count
+        raise TestDumpError, "Installing #{test_host_path} failed"
       end
+
     end
 
     def wait_test_dumper_completion(file)
@@ -257,8 +357,7 @@ module XCKnife
       until has_test_dumper_terminated?(file)  do
         retries_count += 1
         if retries_count == @max_retry_count
-          puts "Timeout error on: #{file}"
-          exit 1
+          raise TestDumpError, "Timeout error on: #{file}"
         end
         sleep 0.1
       end
@@ -267,29 +366,67 @@ module XCKnife
     def has_test_dumper_terminated?(file)
       return false unless File.exists?(file)
       last_line = `tail -n 1 "#{file}"`
-      return /Completed Test Dumper/.match(last_line)
+      return last_line.include?("Completed Test Dumper")
     end
 
     def run_apptest(env, test_host_bundle_identifier, test_bundle_path)
-      call_simctl env, "launch #{@device_id} '#{test_host_bundle_identifier}' -XCTest All '#{test_bundle_path}'"
+      unless call_simctl(["launch", @device_id, test_host_bundle_identifier, '-XCTest', 'All', dylib_logfile_path, test_bundle_path], env: env)
+        raise TestDumpError, "Launching #{test_bundle_path} in #{test_host_bundle_identifier} failed"
+      end
     end
 
     def run_logic_test(env, test_host, test_bundle_path)
-      call_simctl env, "spawn #{@device_id} '#{test_host}' -XCTest All '#{test_bundle_path}'#{redirect_output}"
-    end
-
-    def redirect_output
-      return '' unless @debug
-      ' 2> /dev/null'
+      opts = @debug ? {} : { err: "/dev/null" }
+      unless call_simctl(["spawn", @device_id, test_host, '-XCTest', 'All', dylib_logfile_path, test_bundle_path], env: env, **opts)
+        raise TestDumpError, "Spawning #{test_bundle_path} in #{test_host} failed"
+      end
     end
 
-    def call_simctl(env, string_args)
-      cmd = "#{simctl} #{string_args}"
+    def call_simctl(args, env: {}, **spawn_opts)
+      args = wrapped_simctl(args)
+      cmd = Shellwords.shelljoin(args)
       puts "Running:\n$ #{cmd}"
       logger.info { "Environment variables:\n #{env.pretty_print_inspect}" }
-      unless system(env, cmd)
-        puts "Simctl errored with the following env:\n #{env.pretty_print_inspect}"
+
+      ret = system(env, *args, **spawn_opts)
+      puts "Simctl errored with the following env:\n #{env.pretty_print_inspect}" unless ret
+      ret
+    end
+
+    def dylib_logfile_path
+      @dylib_logfile_path ||= '/tmp/xcknife_testdumper_dylib.log'
+    end
+
+    def xctest_type(test_bundle)
+      if test_bundle["TestHostBundleIdentifier"].nil?
+        "LOGICTEST"
+      else
+        "APPTEST"
+      end
+    end
+
+    def swift_demangled_nm(test_bundle_path)
+      Open3.pipeline_r([@nm_path, File.join(test_bundle_path, File.basename(test_bundle_path, '.xctest'))], [@swift_path, 'demangle']) do |o, _ts|
+        yield(o)
       end
     end
+
+    def method_from_nm_line(line)
+      return unless line.strip =~ %r{^
+        [\da-f]+\s # address
+        [tT]\s # symbol type
+        (?: # method
+          -\[(.+)\s(test.+)\] # objc instance method
+          | # or swift instance method
+            _? # only present on Xcode 10.0 and below
+            (?:@objc\s)? # optional objc annotation
+            (?:[^\.]+\.)? # module name
+            (.+) # class name
+            \.(test.+)\s->\s\(\) # method signature
+        )
+      $}ox
+
+      { class: $1 || $3, method: $2 || $4 }
+    end
   end
 end

data/lib/xcknife/xctool_cmd_helper.rb

@@ -1,4 +1,5 @@
-require 'pp'
+require 'set'
+
 module XCKnife
   module XCToolCmdHelper
     def only_arguments_for_a_partition_set(output_type, partition_set)
@@ -24,17 +25,41 @@ module XCKnife
     end
 
     # only-testing is available since Xcode 8
-    def xcodebuild_only_arguments(single_partition)
-      single_partition.flat_map do |test_target, classes|
+    def xcodebuild_only_arguments(single_partition, meta_partition = nil)
+      only_targets = if meta_partition
+        single_partition.keys.to_set & meta_partition.flat_map(&:keys).group_by(&:to_s).select{|_,v| v.size == 1 }.map(&:first).to_set
+      else
+        Set.new
+      end
+
+      only_target_arguments = only_targets.sort.map { |test_target| "-only-testing:#{test_target}" }
+
+      only_class_arguments = single_partition.flat_map do |test_target, classes|
+        next [] if only_targets.include?(test_target)
+
         classes.sort.map do |clazz|
           "-only-testing:#{test_target}/#{clazz}"
         end
+      end.sort
+
+      only_target_arguments + only_class_arguments
+    end
 
+    # skip-testing is available since Xcode 8
+    def xcodebuild_skip_arguments(single_partition, test_time_for_partitions)
+      excluded_targets = test_time_for_partitions.keys.to_set - single_partition.keys.to_set
+      skipped_target_arguments = excluded_targets.sort.map { |test_target| "-skip-testing:#{test_target}" }
+
+      skipped_classes_arguments = single_partition.flat_map do |test_target, classes|
+        all_classes = test_time_for_partitions[test_target].keys.to_set
+        (all_classes - classes.to_set).sort.map { |test_class| "-skip-testing:#{test_target}/#{test_class}" }
       end
+
+      skipped_target_arguments + skipped_classes_arguments
     end
 
     def xcodebuild_only_arguments_for_a_partition_set(partition_set)
       partition_set.map { |partition| xctool_only_arguments(partition) }
     end
   end
-end
+end

data/xcknife.gemspec

@@ -17,9 +17,6 @@ Gem::Specification.new do |s|
     Works by leveraging xctool's json-streams timing and test data.
   DESCRIPTION
 
-  # Only allow gem to be pushed to https://rubygems.org
-  s.metadata["allowed_push_host"] = 'https://rubygems.org'
-
   s.files         = `git ls-files`.split($INPUT_RECORD_SEPARATOR).reject { |f| f =~ /^spec/} + ["TestDumper/TestDumper.dylib"]
   s.bindir        = 'bin'
   s.executables      = ['xcknife', 'xcknife-min', 'xcknife-test-dumper']

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: xcknife
 version: !ruby/object:Gem::Version
-  version: 0.6.4
+  version: 0.11.1
 platform: ruby
 authors:
 - Daniel Ribeiro
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-02-22 00:00:00.000000000 Z
+date: 2020-06-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -38,18 +38,20 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".gitignore"
-- ".gitmodules"
 - ".rspec"
 - ".ruby-version"
 - ".travis.yml"
 - CONTRIBUTING.md
 - Gemfile
+- Gemfile.lock
 - LICENSE
+- OWNERS.yml
 - README.md
 - Rakefile
 - TestDumper/README.md
 - TestDumper/TestDumper.dylib
 - TestDumper/TestDumper.xcodeproj/project.pbxproj
+- TestDumper/TestDumper.xcodeproj/project.xcworkspace/xcshareddata/IDEWorkspaceChecks.plist
 - TestDumper/TestDumper.xcodeproj/xcshareddata/xcschemes/TestDumper.xcscheme
 - TestDumper/TestDumper/Info.plist
 - TestDumper/TestDumper/Initialize.m
@@ -75,8 +77,7 @@ files:
 homepage: https://github.com/square/xcknife
 licenses:
 - Apache-2.0
-metadata:
-  allowed_push_host: https://rubygems.org
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
@@ -92,8 +93,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.4.5.1
+rubygems_version: 3.0.8
 signing_key: 
 specification_version: 4
 summary: Simple tool for optimizing XCTest runs across machines

data/.gitmodules

@@ -1,3 +0,0 @@
-[submodule "spec/xcknife-exemplar"]
-	path = spec/xcknife-exemplar
-	url = https://github.com/danielribeiro/xcknife-exemplar.git