xcknife 0.5.0 → 0.6.0

data/TestDumper/TestDumper.xcodeproj/xcshareddata/xcschemes/TestDumper.xcscheme

@@ -0,0 +1,109 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<Scheme
+   LastUpgradeVersion = "0800"
+   version = "1.3">
+   <BuildAction
+      parallelizeBuildables = "YES"
+      buildImplicitDependencies = "YES">
+      <BuildActionEntries>
+         <BuildActionEntry
+            buildForTesting = "YES"
+            buildForRunning = "YES"
+            buildForProfiling = "YES"
+            buildForArchiving = "YES"
+            buildForAnalyzing = "YES">
+            <BuildableReference
+               BuildableIdentifier = "primary"
+               BlueprintIdentifier = "F60C68B91B8D038300CC8521"
+               BuildableName = "TestDumper.framework"
+               BlueprintName = "TestDumper"
+               ReferencedContainer = "container:TestDumper.xcodeproj">
+            </BuildableReference>
+         </BuildActionEntry>
+      </BuildActionEntries>
+   </BuildAction>
+   <TestAction
+      buildConfiguration = "Debug"
+      selectedDebuggerIdentifier = "Xcode.DebuggerFoundation.Debugger.LLDB"
+      selectedLauncherIdentifier = "Xcode.DebuggerFoundation.Launcher.LLDB"
+      shouldUseLaunchSchemeArgsEnv = "YES">
+      <Testables>
+         <TestableReference
+            skipped = "NO">
+            <BuildableReference
+               BuildableIdentifier = "primary"
+               BlueprintIdentifier = "F60C68C41B8D038300CC8521"
+               BuildableName = "TestDumperTests.xctest"
+               BlueprintName = "TestDumperTests"
+               ReferencedContainer = "container:TestDumper.xcodeproj">
+            </BuildableReference>
+         </TestableReference>
+         <TestableReference
+            skipped = "NO">
+            <BuildableReference
+               BuildableIdentifier = "primary"
+               BlueprintIdentifier = "F67087161B8D09D7000466B2"
+               BuildableName = "TestTests.xctest"
+               BlueprintName = "TestTests"
+               ReferencedContainer = "container:TestDumper.xcodeproj">
+            </BuildableReference>
+         </TestableReference>
+      </Testables>
+      <MacroExpansion>
+         <BuildableReference
+            BuildableIdentifier = "primary"
+            BlueprintIdentifier = "F60C68B91B8D038300CC8521"
+            BuildableName = "TestDumper.framework"
+            BlueprintName = "TestDumper"
+            ReferencedContainer = "container:TestDumper.xcodeproj">
+         </BuildableReference>
+      </MacroExpansion>
+      <AdditionalOptions>
+      </AdditionalOptions>
+   </TestAction>
+   <LaunchAction
+      buildConfiguration = "Debug"
+      selectedDebuggerIdentifier = "Xcode.DebuggerFoundation.Debugger.LLDB"
+      selectedLauncherIdentifier = "Xcode.DebuggerFoundation.Launcher.LLDB"
+      launchStyle = "0"
+      useCustomWorkingDirectory = "NO"
+      ignoresPersistentStateOnLaunch = "NO"
+      debugDocumentVersioning = "YES"
+      debugServiceExtension = "internal"
+      allowLocationSimulation = "YES">
+      <MacroExpansion>
+         <BuildableReference
+            BuildableIdentifier = "primary"
+            BlueprintIdentifier = "F60C68B91B8D038300CC8521"
+            BuildableName = "TestDumper.framework"
+            BlueprintName = "TestDumper"
+            ReferencedContainer = "container:TestDumper.xcodeproj">
+         </BuildableReference>
+      </MacroExpansion>
+      <AdditionalOptions>
+      </AdditionalOptions>
+   </LaunchAction>
+   <ProfileAction
+      buildConfiguration = "Release"
+      shouldUseLaunchSchemeArgsEnv = "YES"
+      savedToolIdentifier = ""
+      useCustomWorkingDirectory = "NO"
+      debugDocumentVersioning = "YES">
+      <MacroExpansion>
+         <BuildableReference
+            BuildableIdentifier = "primary"
+            BlueprintIdentifier = "F60C68B91B8D038300CC8521"
+            BuildableName = "TestDumper.framework"
+            BlueprintName = "TestDumper"
+            ReferencedContainer = "container:TestDumper.xcodeproj">
+         </BuildableReference>
+      </MacroExpansion>
+   </ProfileAction>
+   <AnalyzeAction
+      buildConfiguration = "Debug">
+   </AnalyzeAction>
+   <ArchiveAction
+      buildConfiguration = "Release"
+      revealArchiveInOrganizer = "YES">
+   </ArchiveAction>
+</Scheme>

data/TestDumper/TestDumper/Info.plist

@@ -0,0 +1,26 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE plist PUBLIC "-//Apple//DTD PLIST 1.0//EN" "http://www.apple.com/DTDs/PropertyList-1.0.dtd">
+<plist version="1.0">
+<dict>
+	<key>CFBundleDevelopmentRegion</key>
+	<string>en</string>
+	<key>CFBundleExecutable</key>
+	<string>$(EXECUTABLE_NAME)</string>
+	<key>CFBundleIdentifier</key>
+	<string>$(PRODUCT_BUNDLE_IDENTIFIER)</string>
+	<key>CFBundleInfoDictionaryVersion</key>
+	<string>6.0</string>
+	<key>CFBundleName</key>
+	<string>$(PRODUCT_NAME)</string>
+	<key>CFBundlePackageType</key>
+	<string>FMWK</string>
+	<key>CFBundleShortVersionString</key>
+	<string>1.0</string>
+	<key>CFBundleSignature</key>
+	<string>????</string>
+	<key>CFBundleVersion</key>
+	<string>$(CURRENT_PROJECT_VERSION)</string>
+	<key>NSPrincipalClass</key>
+	<string></string>
+</dict>
+</plist>

data/TestDumper/TestDumper/Initialize.m

@@ -0,0 +1,193 @@
+//
+//  Initialize.m
+//  TestDumper
+//
+//  Created by Mike Lewis on 8/25/15.
+//  Copyright (c) 2015 Square, Inc. All rights reserved.
+//
+
+@import Dispatch;
+@import XCTest;
+
+
+
+
+@class NSSet, NSString, NSURL, NSUUID;
+
+@interface XCTestConfiguration : NSObject <NSSecureCoding>
+{
+    NSURL *_testBundleURL;
+    NSSet *_testsToSkip;
+    NSSet *_testsToRun;
+    BOOL _reportResultsToIDE;
+    NSUUID *_sessionIdentifier;
+    NSString *_pathToXcodeReportingSocket;
+    BOOL _disablePerformanceMetrics;
+    BOOL _treatMissingBaselinesAsFailures;
+    NSURL *_baselineFileURL;
+    NSString *_targetApplicationPath;
+    NSString *_targetApplicationBundleID;
+    NSString *_productModuleName;
+    BOOL _reportActivities;
+    BOOL _testsMustRunOnMainThread;
+}
+
++ (id)configurationWithContentsOfFile:(id)arg1;
++ (id)activeTestConfiguration;
++ (void)setActiveTestConfiguration:(id)arg1;
++ (BOOL)supportsSecureCoding;
+@property BOOL testsMustRunOnMainThread; // @synthesize testsMustRunOnMainThread=_testsMustRunOnMainThread;
+@property BOOL reportActivities; // @synthesize reportActivities=_reportActivities;
+@property(copy) NSString *productModuleName; // @synthesize productModuleName=_productModuleName;
+@property(copy) NSString *targetApplicationBundleID; // @synthesize targetApplicationBundleID=_targetApplicationBundleID;
+@property(copy) NSString *targetApplicationPath; // @synthesize targetApplicationPath=_targetApplicationPath;
+@property BOOL treatMissingBaselinesAsFailures; // @synthesize treatMissingBaselinesAsFailures=_treatMissingBaselinesAsFailures;
+@property BOOL disablePerformanceMetrics; // @synthesize disablePerformanceMetrics=_disablePerformanceMetrics;
+@property BOOL reportResultsToIDE; // @synthesize reportResultsToIDE=_reportResultsToIDE;
+@property(copy) NSURL *baselineFileURL; // @synthesize baselineFileURL=_baselineFileURL;
+@property(copy) NSString *pathToXcodeReportingSocket; // @synthesize pathToXcodeReportingSocket=_pathToXcodeReportingSocket;
+@property(copy) NSUUID *sessionIdentifier; // @synthesize sessionIdentifier=_sessionIdentifier;
+@property(copy) NSSet *testsToSkip; // @synthesize testsToSkip=_testsToSkip;
+@property(copy) NSSet *testsToRun; // @synthesize testsToRun=_testsToRun;
+@property(copy) NSURL *testBundleURL; // @synthesize testBundleURL=_testBundleURL;
+- (BOOL)isEqual:(id)arg1;
+- (unsigned long long)hash;
+- (id)description;
+- (BOOL)writeToFile:(id)arg1;
+- (void)encodeWithCoder:(id)arg1;
+- (id)initWithCoder:(id)arg1;
+- (id)init;
+- (void)dealloc;
+
+@end
+
+
+
+@interface XCTestSuite (DumpAdditions)
+
+- (void)printTestsWithLevel:(NSInteger)level withTarget:(NSString*) target withParent:(NSString*) parent  outputFile:(FILE *)outputFile;
+
+@end
+
+#include <dlfcn.h>
+
+
+// Used for a structured log, just like Xctool's.
+// Example: https://github.com/square/xcknife/blob/master/example/xcknife-exemplar.json-stream
+static void PrintJSON(FILE *outFile, id JSONObject)
+{
+    NSError *error = nil;
+    NSData *data = [NSJSONSerialization dataWithJSONObject:JSONObject options:0 error:&error];
+
+    if (error) {
+        fprintf(outFile, "{ \"message\" : \"Error while serializing to JSON. Check out simulator logs for details\" }");
+        NSLog(@"ERROR: Error generating JSON for object: %s: %s\n",
+                [[JSONObject description] UTF8String],
+                [[error localizedFailureReason] UTF8String]);
+        exit(1);
+    }
+
+    fwrite([data bytes], 1, [data length], outFile);
+    fprintf(outFile, "\n");
+}
+
+static void PrintDumpStart(FILE *outFile, NSString *testType) {
+    PrintJSON(outFile, @{@"message" : @"Starting Test Dumper",
+                         @"testType" : testType,
+                         @"event": @"begin-test-suite"});
+}
+
+static void PrintDumpEnd(FILE *outFile, NSString *testType) {
+    PrintJSON(outFile, @{@"message" : @"Completed Test Dumper",
+                         @"testType" : testType,
+                         @"event": @"end-action"});
+}
+
+static void PrintTestTarget(FILE *outFile, NSString *targetName, NSString *bundleName) {
+    PrintJSON(outFile, @{@"event" : @"begin-ocunit", @"bundleName" : bundleName, @"targetName" : targetName});
+}
+
+static void PrintTestClass(FILE *outFile, NSString *testClass) {
+    PrintJSON(outFile, @{@"className" : testClass,
+                         @"test" : @"1",
+                         @"event" : @"end-test",
+                         @"totalDuration" : @"0"});
+}
+
+const int TEST_TARGET_LEVEL = 0;
+const int TEST_CLASS_LEVEL = 1;
+const int TEST_METHOD_LEVEL = 2;
+
+__attribute__((constructor))
+void initialize() {
+    XCTestConfiguration *config = [[XCTestConfiguration alloc] init];
+    NSString *testType = [NSString stringWithUTF8String: getenv("XCTEST_TYPE")];
+    NSString *testTarget = [NSString stringWithUTF8String: getenv("XCTEST_TARGET")];
+
+
+    if ([testType isEqualToString: @"APPTEST"]) {
+        config.testBundleURL = [NSURL fileURLWithPath:NSProcessInfo.processInfo.environment[@"XCInjectBundle"]];
+        config.targetApplicationPath = NSProcessInfo.processInfo.environment[@"XCInjectBundleInto"];
+
+        NSString *configPath = [NSTemporaryDirectory() stringByAppendingPathComponent:[NSString stringWithFormat:@"%ul.xctestconfiguration", arc4random()]];
+
+        NSLog(@"Writing config to %@", configPath);
+
+        NSData *data = [NSKeyedArchiver archivedDataWithRootObject:config];
+
+        [data writeToFile:configPath atomically:true];
+
+        setenv("XCTestConfigurationFilePath", configPath.UTF8String, YES);
+
+        dlopen(getenv("IDE_INJECTION_PATH"), RTLD_GLOBAL);
+    }
+    NSString *testBundle = [[[NSProcessInfo processInfo] arguments] lastObject];
+    [[NSBundle bundleWithPath:testBundle] load];
+
+    FILE *outFile;
+    NSString *testDumperOutputPath = NSProcessInfo.processInfo.environment[@"TestDumperOutputPath"];
+    
+    if (testDumperOutputPath == nil) {
+        outFile = stdout;
+    } else {
+        outFile =  fopen(testDumperOutputPath.UTF8String, "w+");
+    }
+
+    NSLog(@"Opened %@ with fd %p", testDumperOutputPath, outFile);
+
+    PrintDumpStart(outFile, testType);
+    [[XCTestSuite defaultTestSuite] printTestsWithLevel:0 withTarget: testTarget withParent: nil outputFile:outFile];
+    PrintDumpEnd(outFile, testType);
+    fclose(outFile);
+    exit(0);
+}
+
+// This test enumerates the Xctest classes and targets, in the json-stream format. We only enumerate the first test method,
+// since xcknife does use test method level information (ref: https://github.com/square/xcknife)
+@implementation XCTestSuite (DumpAdditions)
+
+- (void)printTestsWithLevel:(NSInteger)level withTarget:(NSString*) target withParent:(NSString*) parent  outputFile:(FILE *)outputFile;
+{
+
+    for (XCTest *t in self.tests) {
+        switch (level) {
+            case TEST_TARGET_LEVEL :
+                PrintTestTarget(outputFile, target, t.name);
+                break;
+            case TEST_METHOD_LEVEL:
+                PrintTestClass(outputFile, parent);
+                break;
+            default:
+                NSLog(@"Uknown level %ld", level);
+
+        }
+        if (level == TEST_METHOD_LEVEL) {
+            break;
+        }
+        if ([t isKindOfClass:[XCTestSuite class]]) {
+            [(XCTestSuite *)t printTestsWithLevel: (level + 1) withTarget: target withParent: t.name outputFile:outputFile];
+        }
+    }
+}
+
+@end

data/TestDumper/TestDumper/TestDumper.h

@@ -0,0 +1,7 @@
+#import <UIKit/UIKit.h>
+
+//! Project version number for TestDumper.
+FOUNDATION_EXPORT double TestDumperVersionNumber;
+
+//! Project version string for TestDumper.
+FOUNDATION_EXPORT const unsigned char TestDumperVersionString[];

data/TestDumper/build.sh

@@ -0,0 +1,6 @@
+#!/bin/bash
+xcodebuild -project TestDumper.xcodeproj \
+    -configuration Debug \
+    -derivedDataPath testdumperbuild \
+    -scheme TestDumper \
+    -sdk iphonesimulator build

data/bin/xcknife-min

@@ -8,7 +8,7 @@ require 'json' unless defined?(::JSON)
 INTERESTING_EVENTS = %w[begin-ocunit end-test].to_set
 def cleanup(input_file_name, output_file_name)
   if input_file_name.nil? or output_file_name.nil?
-    return puts "Usage: xcknife_clean [input] [output]"
+    return puts "Usage: xcknife-min [input] [output]"
   end
   lines = IO.readlines(input_file_name)
   lines_written = 0

data/bin/xcknife-test-dumper

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+require 'xcknife'
+
+XCKnife::TestDumper.invoke

data/example/README.md

@@ -10,6 +10,4 @@ $ ruby run_example.rb
 
 This is equivalent to the example of: 
 
-```
-$ xcknife -p CommonTestTarget -p CommonTestTarget,iPadTestTarget 6 example/xcknife-exemplar-historical-data.json-stream example/xcknife-exemplar.json-stream
-```
+`$ xcknife -p CommonTestTarget -p CommonTestTarget,iPadTestTarget 6 example/xcknife-exemplar-historical-data.json-stream example/xcknife-exemplar.json-stream`

data/lib/xcknife.rb

@@ -2,8 +2,9 @@ require 'xcknife/events_analyzer'
 require 'xcknife/stream_parser'
 require 'xcknife/xctool_cmd_helper'
 require 'xcknife/runner'
+require 'xcknife/test_dumper'
 require 'xcknife/exceptions'
 
 module XCKnife
-  VERSION = '0.5.0'
+  VERSION = '0.6.0'
 end

data/lib/xcknife/runner.rb

@@ -12,6 +12,7 @@ module XCKnife
 
     def initialize(args)
       @abbreviated_output = false
+      @xcodebuild_output = false
       @partitions = []
       @partition_names = []
       @worker_count = nil
@@ -30,9 +31,15 @@ module XCKnife
       warn "Error: #{e}"
       exit 1
     end
+
     private
     def gen_abbreviated_output(result)
-      result.test_maps.map { |partition_set| xctool_only_arguments_for_a_partition_set(partition_set) }
+      result.test_maps.map { |partition_set| only_arguments_for_a_partition_set(partition_set, output_type) }
+    end
+
+
+    def output_type
+      @xcodebuild_output ? :xcodebuild : :xctool
     end
 
     def gen_full_output(result)
@@ -66,7 +73,7 @@ module XCKnife
     def partition_data(result, shard_number, partition, partition_set_i, partition_j)
       {
         shard_number: shard_number,
-        cli_arguments: xctool_only_arguments(partition),
+        cli_arguments: only_arguments(output_type, partition),
         partition_imbalance_ratio: result.test_time_imbalances.partitions[partition_set_i][partition_j]
       }
     end
@@ -109,6 +116,7 @@ module XCKnife
         end
         opts.on("-o", "--output FILENAME", "Output file. Defaults to STDOUT") { |v| @output_file_name = v }
         opts.on("-a", "--abbrev", "Results are abbreviated") { |v| @abbreviated_output = v }
+        opts.on("-x", "--xcodebuild-output", "Output is formatted for xcodebuild") { |v| @xcodebuild_output = v }
 
         opts.on_tail("-h", "--help", "Show this message") do
           puts opts

data/lib/xcknife/test_dumper.rb

@@ -0,0 +1,196 @@
+require 'json'
+require 'pp'
+require 'fileutils'
+require 'tmpdir'
+require 'ostruct'
+require 'set'
+
+module XCKnife
+  class TestDumper
+    def self.invoke
+      new(ARGV).run
+    end
+
+    def initialize(args)
+      @derived_data_folder, @output_file, @device_id = args
+      @device_id ||= "booted"
+    end
+
+    def run
+      if @derived_data_folder.nil? or @output_file.nil?
+        return puts "Usage: xcknife-test-dumper [derived_data_folder] [output_file] [<device_id>]"
+      end
+      helper = TestDumperHelper.new(@device_id)
+      output_fd = File.open(@output_file, "w")
+      Dir.mktmpdir("xctestdumper_") do |outfolder|
+        helper.call(@derived_data_folder, outfolder).each do |test_specification|
+          concat_to_file(test_specification, output_fd)
+        end
+      end
+      output_fd.close
+      puts "Done listing test methods"
+    end
+
+    private
+    def concat_to_file(test_specification, output_fd)
+      file = test_specification.json_stream_file
+      wait_test_dumper_completion(file)
+        IO.readlines(file).each do |line|
+        event = OpenStruct.new(JSON.load(line))
+        output_fd.write(line) unless should_test_event_be_ignored?(test_specification, event)
+      end
+      output_fd.flush
+    end
+
+    # Current limitation: this only supports class level skipping
+    def should_test_event_be_ignored?(test_specification, event)
+      return false unless event["test"] == "1"
+      test_specification.skip_test_identifiers.include?(event["className"])
+    end
+
+    def wait_test_dumper_completion(file)
+      retries_count = 0
+      until has_test_dumper_terminated?(file)  do
+        retries_count += 1
+        assert_has_not_timed_out(retries_count, file)
+        sleep 0.1
+      end
+    end
+
+    def assert_has_not_timed_out(retries_count, file)
+      if retries_count == 100
+        puts "Timeout error on: #{file}"
+        exit 1
+      end
+    end
+
+    def has_test_dumper_terminated?(file)
+      return false unless File.exists?(file)
+      last_line = `tail -n 1 "#{file}"`
+      return /Completed Test Dumper/.match(last_line)
+    end
+  end
+
+
+  class TestDumperHelper
+    TestSpecification = Struct.new :json_stream_file, :skip_test_identifiers
+
+    def initialize(device_id)
+      @xcode_path = `xcode-select -p`.strip
+      @simctl_path = `xcrun -f simctl`.strip
+      @platforms_path = "#{@xcode_path}/Platforms/"
+      @platform_path = "#{@platforms_path}/iPhoneSimulator.platform"
+      @sdk_path = "#{@platform_path}/Developer/SDKs/iPhoneSimulator.sdk"
+      @testroot = nil
+      @device_id = device_id
+    end
+
+    def call(derived_data_folder, list_folder)
+      @testroot = "#{derived_data_folder}/Build/Products/"
+      xctestrun_file = Dir["#{@testroot}/*.xctestrun"].first
+      if xctestrun_file.nil?
+        puts "No xctestrun on #{@testroot}"
+        exit 1
+      end
+      xctestrun_as_json = `plutil -convert json -o - "#{xctestrun_file}"`
+      FileUtils.mkdir_p(list_folder)
+      JSON.load(xctestrun_as_json).map do |test_bundle_name, test_bundle|
+        list_tests_wiht_simctl(list_folder, test_bundle, test_bundle_name)
+      end
+    end
+
+    def list_tests_wiht_simctl(list_folder, test_bundle, test_bundle_name)
+      env_variables = test_bundle["EnvironmentVariables"]
+      testing_env_variables = test_bundle["TestingEnvironmentVariables"]
+      outpath = "#{list_folder}/#{test_bundle_name}"
+      test_host = replace_vars(test_bundle["TestHostPath"])
+      test_bundle_path = replace_vars(test_bundle["TestBundlePath"], test_host)
+      test_dumper_path = File.expand_path(File.join(File.dirname(__FILE__), '..', '..', 'TestDumper', 'TestDumper.dylib'))
+      unless File.exist?(test_dumper_path)
+        warn "Could not find TestDumpber.dylib on #{test_dumper_path}"
+        exit 1
+      end
+
+      is_logic_test = test_bundle["TestHostBundleIdentifier"].nil?
+      env = simctl_child_attrs(
+        "XCTEST_TYPE" => is_logic_test ? "LOGICTEST" : "APPTEST",
+        "XCTEST_TARGET" => test_bundle_name,
+        "TestDumperOutputPath" => outpath,
+        "IDE_INJECTION_PATH" => testing_env_variables["DYLD_INSERT_LIBRARIES"],
+        "XCInjectBundleInto" => testing_env_variables["XCInjectBundleInto"],
+        "XCInjectBundle" => test_bundle_path,
+        "TestBundleLocation" => test_bundle_path,
+        "OS_ACTIVITY_MODE" => "disable",
+        "DYLD_PRINT_LIBRARIES" => "YES",
+        "DYLD_PRINT_ENV" => "YES",
+        "DYLD_ROOT_PATH" => @sdk_path,
+        "DYLD_LIBRARY_PATH" => env_variables["DYLD_LIBRARY_PATH"],
+        "DYLD_FRAMEWORK_PATH" => env_variables["DYLD_FRAMEWORK_PATH"],
+        "DYLD_FALLBACK_LIBRARY_PATH" => "#{@sdk_path}/usr/lib",
+        "DYLD_FALLBACK_FRAMEWORK_PATH" => "#{@platform_path}/Developer/Library/Frameworks",
+        "DYLD_INSERT_LIBRARIES" => test_dumper_path,
+      )
+      inject_vars(env, test_host)
+      if is_logic_test
+        run_logic_test(env, test_host, test_bundle_path)
+      else
+        install_app(test_host)
+        test_host_bundle_identifier = replace_vars(test_bundle["TestHostBundleIdentifier"], test_host)
+        run_apptest(env, test_host_bundle_identifier, test_bundle_path)
+      end
+      return TestSpecification.new outpath, discover_tests_to_skip(test_bundle)
+    end
+
+    private
+
+    def discover_tests_to_skip(test_bundle)
+      identifier_for_test_method = "/"
+      skip_test_identifiers = test_bundle["SkipTestIdentifiers"] || []
+      skip_test_identifiers.reject { |i| i.include?(identifier_for_test_method) }.to_set
+    end
+
+    def simctl
+      @simctl_path
+    end
+
+    def replace_vars(str, testhost = "<UNKNOWN>")
+      str.gsub("__PLATFORMS__", @platforms_path).
+        gsub("__TESTHOST__", testhost).
+        gsub("__TESTROOT__", @testroot)
+    end
+
+    def inject_vars(env, test_host)
+      env.each do |k, v|
+        env[k] = replace_vars(v || "", test_host)
+      end
+    end
+
+    def simctl_child_attrs(attrs = {})
+      env = {}
+      attrs.each { |k, v| env["SIMCTL_CHILD_#{k}"] = v }
+      env
+    end
+
+    def install_app(test_host_path)
+      until system("#{simctl} install #{@device_id} '#{test_host_path}'")
+        sleep 0.1
+      end
+    end
+
+    def run_apptest(env, test_host_bundle_identifier, test_bundle_path)
+      call_simctl env, "launch #{@device_id} '#{test_host_bundle_identifier}' -XCTest All '#{test_bundle_path}'"
+    end
+
+    def run_logic_test(env, test_host, test_bundle_path)
+      call_simctl env, "spawn #{@device_id} '#{test_host}' -XCTest All '#{test_bundle_path}' 2> /dev/null"
+    end
+
+    def call_simctl(env, string_args)
+      cmd = "#{simctl} #{string_args}"
+      puts "Running:\n$ #{cmd}"
+      unless system(env, cmd)
+        puts "Simctl errored with the following env:\n #{env.pretty_print_inspect}"
+      end
+    end
+  end
+end