ava 0.16.0 → 0.17.0

package/api.js

@@ -2,19 +2,47 @@
 var EventEmitter = require('events').EventEmitter;
 var path = require('path');
 var util = require('util');
-var Promise = require('bluebird');
-var objectAssign = require('object-assign');
 var commonPathPrefix = require('common-path-prefix');
-var resolveCwd = require('resolve-cwd');
 var uniqueTempDir = require('unique-temp-dir');
 var findCacheDir = require('find-cache-dir');
+var objectAssign = require('object-assign');
+var resolveCwd = require('resolve-cwd');
 var debounce = require('lodash.debounce');
-var ms = require('ms');
 var AvaFiles = require('ava-files');
-var AvaError = require('./lib/ava-error');
-var fork = require('./lib/fork');
+var autoBind = require('auto-bind');
+var Promise = require('bluebird');
+var getPort = require('get-port');
+var arrify = require('arrify');
+var ms = require('ms');
 var CachingPrecompiler = require('./lib/caching-precompiler');
 var RunStatus = require('./lib/run-status');
+var AvaError = require('./lib/ava-error');
+var fork = require('./lib/fork');
+
+function resolveModules(modules) {
+	return arrify(modules).map(function (name) {
+		var modulePath = resolveCwd(name);
+		if (modulePath === null) {
+			throw new Error('Could not resolve required module \'' + name + '\'');
+		}
+
+		return modulePath;
+	});
+}
+
+function getBlankResults() {
+	return {
+		stats: {
+			knownFailureCount: 0,
+			testCount: 0,
+			passCount: 0,
+			skipCount: 0,
+			todoCount: 0,
+			failCount: 0
+		},
+		tests: []
+	};
+}
 
 function Api(options) {
 	if (!(this instanceof Api)) {
@@ -22,6 +50,7 @@ function Api(options) {
 	}
 
 	EventEmitter.call(this);
+	autoBind(this);
 
 	this.options = objectAssign({
 		cwd: process.cwd(),
@@ -29,24 +58,13 @@ function Api(options) {
 		match: []
 	}, options);
 
-	this.options.require = (this.options.require || []).map(function (moduleId) {
-		var ret = resolveCwd(moduleId);
-		if (ret === null) {
-			throw new Error('Could not resolve required module \'' + moduleId + '\'');
-		}
-
-		return ret;
-	});
-
-	Object.keys(Api.prototype).forEach(function (key) {
-		this[key] = this[key].bind(this);
-	}, this);
+	this.options.require = resolveModules(this.options.require);
 }
 
 util.inherits(Api, EventEmitter);
 module.exports = Api;
 
-Api.prototype._runFile = function (file, runStatus) {
+Api.prototype._runFile = function (file, runStatus, execArgv) {
 	var hash = this.precompiler.precompileFile(file);
 	var precompiled = {};
 	precompiled[file] = hash;
@@ -55,105 +73,198 @@ Api.prototype._runFile = function (file, runStatus) {
 		precompiled: precompiled
 	});
 
-	var emitter = fork(file, options);
-
+	var emitter = fork(file, options, execArgv);
 	runStatus.observeFork(emitter);
 
 	return emitter;
 };
 
+Api.prototype.run = function (files, options) {
+	var self = this;
+
+	return new AvaFiles({cwd: this.options.resolveTestsFrom, files: files})
+		.findTestFiles()
+		.then(function (files) {
+			return self._run(files, options);
+		});
+};
+
 Api.prototype._onTimeout = function (runStatus) {
 	var timeout = ms(this.options.timeout);
-	var message = 'Exited because no new tests completed within the last ' + timeout + 'ms of inactivity';
-
-	runStatus.handleExceptions({
-		exception: new AvaError(message),
-		file: undefined
-	});
+	var err = new AvaError('Exited because no new tests completed within the last ' + timeout + 'ms of inactivity');
+	this._handleError(runStatus, err);
 
 	runStatus.emit('timeout');
 };
 
-Api.prototype.run = function (files, options) {
+Api.prototype._setupTimeout = function (runStatus) {
 	var self = this;
+	var timeout = ms(this.options.timeout);
 
-	return new AvaFiles({files: files, cwd: this.options.resolveTestsFrom})
-		.findTestFiles()
-		.then(function (files) {
-			return self._run(files, options);
+	runStatus._restartTimer = debounce(function () {
+		self._onTimeout(runStatus);
+	}, timeout);
+
+	runStatus._restartTimer();
+	runStatus.on('test', runStatus._restartTimer);
+};
+
+Api.prototype._cancelTimeout = function (runStatus) {
+	runStatus._restartTimer.cancel();
+};
+
+Api.prototype._setupPrecompiler = function (files) {
+	var isCacheEnabled = this.options.cacheEnabled !== false;
+	var cacheDir = uniqueTempDir();
+
+	if (isCacheEnabled) {
+		var foundDir = findCacheDir({
+			name: 'ava',
+			files: files
 		});
+		if (foundDir !== null) {
+			cacheDir = foundDir;
+		}
+	}
+
+	this.options.cacheDir = cacheDir;
+
+	var isPowerAssertEnabled = this.options.powerAssert !== false;
+	this.precompiler = new CachingPrecompiler({
+		path: cacheDir,
+		babel: this.options.babelConfig,
+		powerAssert: isPowerAssertEnabled
+	});
 };
 
-Api.prototype._run = function (files, _options) {
-	var self = this;
+Api.prototype._run = function (files, options) {
+	options = options || {};
+
 	var runStatus = new RunStatus({
+		runOnlyExclusive: options.runOnlyExclusive,
 		prefixTitles: this.options.explicitTitles || files.length > 1,
-		runOnlyExclusive: _options && _options.runOnlyExclusive,
 		base: path.relative('.', commonPathPrefix(files)) + path.sep
 	});
 
-	if (self.options.timeout) {
-		var timeout = ms(self.options.timeout);
-		runStatus._restartTimer = debounce(function () {
-			self._onTimeout(runStatus);
-		}, timeout);
-		runStatus._restartTimer();
-		runStatus.on('test', runStatus._restartTimer);
-	}
-
-	self.emit('test-run', runStatus, files);
+	this.emit('test-run', runStatus, files);
 
 	if (files.length === 0) {
-		runStatus.handleExceptions({
-			exception: new AvaError('Couldn\'t find any files to test'),
-			file: undefined
-		});
+		var err = new AvaError('Couldn\'t find any files to test');
+		this._handleError(runStatus, err);
 
 		return Promise.resolve(runStatus);
 	}
 
-	var cacheEnabled = self.options.cacheEnabled !== false;
-	var cacheDir = (cacheEnabled && findCacheDir({
-		name: 'ava',
-		files: files
-	})) || uniqueTempDir();
+	this._setupPrecompiler(files);
 
-	self.options.cacheDir = cacheDir;
-	self.precompiler = new CachingPrecompiler(cacheDir, self.options.babelConfig);
-	self.fileCount = files.length;
+	if (this.options.timeout) {
+		this._setupTimeout(runStatus);
+	}
 
 	var overwatch;
 	if (this.options.concurrency > 0) {
-		overwatch = this._runLimitedPool(files, runStatus, self.options.serial ? 1 : this.options.concurrency);
+		var concurrency = this.options.serial ? 1 : this.options.concurrency;
+		overwatch = this._runWithPool(files, runStatus, concurrency);
 	} else {
-		// _runNoPool exists to preserve legacy behavior, specifically around `.only`
-		overwatch = this._runNoPool(files, runStatus);
+		// _runWithoutPool exists to preserve legacy behavior, specifically around `.only`
+		overwatch = this._runWithoutPool(files, runStatus);
 	}
 
 	return overwatch;
 };
 
-Api.prototype._runNoPool = function (files, runStatus) {
+Api.prototype._computeForkExecArgs = function (files) {
+	var execArgv = this.options.testOnlyExecArgv || process.execArgv;
+	var debugArgIndex = -1;
+
+	// --debug-brk is used in addition to --inspect to break on first line and wait
+	execArgv.some(function (arg, index) {
+		var isDebugArg = arg === '--inspect' || arg.indexOf('--inspect=') === 0;
+		if (isDebugArg) {
+			debugArgIndex = index;
+		}
+
+		return isDebugArg;
+	});
+
+	var isInspect = debugArgIndex >= 0;
+	if (!isInspect) {
+		execArgv.some(function (arg, index) {
+			var isDebugArg = arg === '--debug' || arg === '--debug-brk' || arg.indexOf('--debug-brk=') === 0 || arg.indexOf('--debug=') === 0;
+			if (isDebugArg) {
+				debugArgIndex = index;
+			}
+
+			return isDebugArg;
+		});
+	}
+
+	if (debugArgIndex === -1) {
+		return Promise.resolve([]);
+	}
+
+	return Promise
+		.map(files, getPort)
+		.map(function (port) {
+			var forkExecArgv = execArgv.slice();
+			var flagName = isInspect ? '--inspect' : '--debug';
+			var oldValue = forkExecArgv[debugArgIndex];
+			if (oldValue.indexOf('brk') > 0) {
+				flagName += '-brk';
+			}
+
+			forkExecArgv[debugArgIndex] = flagName + '=' + port;
+
+			return forkExecArgv;
+		});
+};
+
+Api.prototype._handleError = function (runStatus, err) {
+	runStatus.handleExceptions({
+		exception: err,
+		file: err.file ? path.relative('.', err.file) : undefined
+	});
+};
+
+Api.prototype._runWithoutPool = function (files, runStatus) {
 	var self = this;
-	var tests = new Array(self.fileCount);
 
-	// TODO: thid should be cleared at the end of the run
+	var tests = [];
+	var execArgvList;
+
+	// TODO: this should be cleared at the end of the run
 	runStatus.on('timeout', function () {
 		tests.forEach(function (fork) {
 			fork.exit();
 		});
 	});
 
-	return new Promise(function (resolve) {
-		function run() {
+	return this._computeForkExecArgs(files)
+		.then(function (argvList) {
+			execArgvList = argvList;
+		})
+		.return(files)
+		.each(function (file, index) {
+			return new Promise(function (resolve) {
+				var forkArgs = execArgvList[index];
+				var test = self._runFile(file, runStatus, forkArgs);
+				tests.push(test);
+
+				test.on('stats', resolve);
+				test.catch(resolve);
+			}).catch(function (err) {
+				err.results = [];
+				err.file = file;
+				return Promise.reject(err);
+			});
+		})
+		.then(function () {
 			if (self.options.match.length > 0 && !runStatus.hasExclusive) {
-				runStatus.handleExceptions({
-					exception: new AvaError('Couldn\'t find any matching tests'),
-					file: undefined
-				});
+				var err = new AvaError('Couldn\'t find any matching tests');
+				err.file = undefined;
+				err.results = [];
 
-				resolve([]);
-				return;
+				return Promise.reject(err);
 			}
 
 			var method = self.options.serial ? 'mapSeries' : 'map';
@@ -161,155 +272,94 @@ Api.prototype._runNoPool = function (files, runStatus) {
 				runOnlyExclusive: runStatus.hasExclusive
 			};
 
-			resolve(Promise[method](files, function (file, index) {
+			return Promise[method](files, function (file, index) {
 				return tests[index].run(options).catch(function (err) {
-					// The test failed catastrophically. Flag it up as an
-					// exception, then return an empty result. Other tests may
-					// continue to run.
-					runStatus.handleExceptions({
-						exception: err,
-						file: path.relative('.', file)
-					});
+					err.file = file;
+					self._handleError(runStatus, err);
 
 					return getBlankResults();
 				});
-			}));
-		}
-
-		// receive test count from all files and then run the tests
-		var unreportedFiles = self.fileCount;
-		var bailed = false;
-
-		files.every(function (file, index) {
-			var tried = false;
-
-			function tryRun() {
-				if (!tried && !bailed) {
-					tried = true;
-					unreportedFiles--;
-
-					if (unreportedFiles === 0) {
-						run();
-					}
-				}
-			}
-
-			try {
-				var test = tests[index] = self._runFile(file, runStatus);
-
-				test.on('stats', tryRun);
-				test.catch(tryRun);
-
-				return true;
-			} catch (err) {
-				bailed = true;
-
-				runStatus.handleExceptions({
-					exception: err,
-					file: path.relative('.', file)
+			});
+		})
+		.catch(function (err) {
+			self._handleError(runStatus, err);
+
+			return err.results;
+		})
+		.tap(function (results) {
+			// if no tests ran, make sure to tear down the child processes
+			if (results.length === 0) {
+				tests.forEach(function (test) {
+					test.send('teardown');
 				});
-
-				resolve([]);
-
-				return false;
 			}
-		});
-	}).then(function (results) {
-		if (results.length === 0) {
-			// No tests ran, make sure to tear down the child processes.
-			tests.forEach(function (test) {
-				test.send('teardown');
-			});
-		}
+		})
+		.then(function (results) {
+			// cancel debounced _onTimeout() from firing
+			if (self.options.timeout) {
+				self._cancelTimeout(runStatus);
+			}
 
-		return results;
-	}).then(function (results) {
-		// cancel debounced _onTimeout() from firing
-		if (self.options.timeout) {
-			runStatus._restartTimer.cancel();
-		}
+			runStatus.processResults(results);
 
-		runStatus.processResults(results);
-		return runStatus;
-	});
+			return runStatus;
+		});
 };
 
-function getBlankResults() {
-	return {
-		stats: {
-			testCount: 0,
-			passCount: 0,
-			knownFailureCount: 0,
-			skipCount: 0,
-			todoCount: 0,
-			failCount: 0
-		},
-		tests: []
-	};
-}
-
-Api.prototype._runLimitedPool = function (files, runStatus, concurrency) {
+Api.prototype._runWithPool = function (files, runStatus, concurrency) {
 	var self = this;
-	var tests = {};
+
+	var tests = [];
+	var execArgvList;
 
 	runStatus.on('timeout', function () {
-		Object.keys(tests).forEach(function (file) {
-			var fork = tests[file];
+		tests.forEach(function (fork) {
 			fork.exit();
 		});
 	});
 
-	return Promise.map(files, function (file) {
-		var handleException = function (err) {
-			runStatus.handleExceptions({
-				exception: err,
-				file: path.relative('.', file)
-			});
-		};
-
-		try {
-			var test = tests[file] = self._runFile(file, runStatus);
-
-			return new Promise(function (resolve, reject) {
-				var runner = function () {
-					var options = {
-						// If we're looking for matches, run every single test process in exclusive-only mode
-						runOnlyExclusive: self.options.match.length > 0
-					};
-					test.run(options)
-						.then(resolve)
-						.catch(reject);
+	return this._computeForkExecArgs(files)
+		.then(function (argvList) {
+			execArgvList = argvList;
+		})
+		.return(files)
+		.map(function (file, index) {
+			return new Promise(function (resolve) {
+				var forkArgs = execArgvList[index];
+				var test = self._runFile(file, runStatus, forkArgs);
+				tests.push(test);
+
+				// If we're looking for matches, run every single test process in exclusive-only mode
+				var options = {
+					runOnlyExclusive: self.options.match.length > 0
 				};
 
-				test.on('stats', runner);
-				test.on('exit', function () {
-					delete tests[file];
-				});
-				test.catch(runner);
-			}).catch(handleException);
-		} catch (err) {
-			handleException(err);
-		}
-	}, {concurrency: concurrency})
+				resolve(test.run(options));
+			}).catch(function (err) {
+				err.file = file;
+				self._handleError(runStatus, err);
+
+				return getBlankResults();
+			});
+		}, {concurrency: concurrency})
 		.then(function (results) {
 			// Filter out undefined results (usually result of caught exceptions)
 			results = results.filter(Boolean);
 
 			// cancel debounced _onTimeout() from firing
 			if (self.options.timeout) {
-				runStatus._restartTimer.cancel();
+				self._cancelTimeout(runStatus);
 			}
 
 			if (self.options.match.length > 0 && !runStatus.hasExclusive) {
-				// Ensure results are empty
 				results = [];
-				runStatus.handleExceptions({
-					exception: new AvaError('Couldn\'t find any matching tests'),
-					file: undefined
-				});
+
+				var err = new AvaError('Couldn\'t find any matching tests');
+				self._handleError(runStatus, err);
 			}
 
 			runStatus.processResults(results);
+
 			return runStatus;
 		});
 };