nx 13.9.3 → 13.10.0-beta.2

package/src/tasks-runner/task-orchestrator.js

@@ -0,0 +1,299 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TaskOrchestrator = void 0;
+const tslib_1 = require("tslib");
+const workspace_1 = require("nx/src/shared/workspace");
+const perf_hooks_1 = require("perf_hooks");
+const forked_process_task_runner_1 = require("./forked-process-task-runner");
+const app_root_1 = require("nx/src/utils/app-root");
+const cache_1 = require("./cache");
+const utils_1 = require("./utils");
+const tasks_schedule_1 = require("./tasks-schedule");
+class TaskOrchestrator {
+    // endregion internal state
+    constructor(hasher, initiatingProject, projectGraph, taskGraph, options) {
+        this.hasher = hasher;
+        this.initiatingProject = initiatingProject;
+        this.projectGraph = projectGraph;
+        this.taskGraph = taskGraph;
+        this.options = options;
+        this.cache = new cache_1.Cache(this.options);
+        this.workspace = new workspace_1.Workspaces(app_root_1.appRootPath);
+        this.forkedProcessTaskRunner = new forked_process_task_runner_1.ForkedProcessTaskRunner(this.options);
+        this.tasksSchedule = new tasks_schedule_1.TasksSchedule(this.hasher, this.projectGraph, this.taskGraph, this.workspace, this.options);
+        // region internal state
+        this.reverseTaskDeps = (0, utils_1.calculateReverseDeps)(this.taskGraph);
+        this.completedTasks = {};
+        this.waitingForTasks = [];
+        this.groups = [];
+    }
+    run() {
+        return (0, tslib_1.__awaiter)(this, void 0, void 0, function* () {
+            // initial scheduling
+            yield this.tasksSchedule.scheduleNextTasks();
+            perf_hooks_1.performance.mark('task-execution-begins');
+            const threads = [];
+            // initial seeding of the queue
+            for (let i = 0; i < this.options.parallel; ++i) {
+                threads.push(this.executeNextBatchOfTasksUsingTaskSchedule());
+            }
+            yield Promise.all(threads);
+            perf_hooks_1.performance.mark('task-execution-ends');
+            perf_hooks_1.performance.measure('command-execution', 'task-execution-begins', 'task-execution-ends');
+            this.cache.removeOldCacheRecords();
+            return this.completedTasks;
+        });
+    }
+    executeNextBatchOfTasksUsingTaskSchedule() {
+        return (0, tslib_1.__awaiter)(this, void 0, void 0, function* () {
+            // completed all the tasks
+            if (!this.tasksSchedule.hasTasks()) {
+                return null;
+            }
+            const doNotSkipCache = this.options.skipNxCache === false ||
+                this.options.skipNxCache === undefined;
+            const batch = this.tasksSchedule.nextBatch();
+            if (batch) {
+                const groupId = this.closeGroup();
+                yield this.applyFromCacheOrRunBatch(doNotSkipCache, batch, groupId);
+                this.openGroup(groupId);
+                return this.executeNextBatchOfTasksUsingTaskSchedule();
+            }
+            const task = this.tasksSchedule.nextTask();
+            if (task) {
+                const groupId = this.closeGroup();
+                yield this.applyFromCacheOrRunTask(doNotSkipCache, task, groupId);
+                this.openGroup(groupId);
+                return this.executeNextBatchOfTasksUsingTaskSchedule();
+            }
+            // block until some other task completes, then try again
+            return new Promise((res) => this.waitingForTasks.push(res)).then(() => this.executeNextBatchOfTasksUsingTaskSchedule());
+        });
+    }
+    // region Applying Cache
+    applyCachedResults(tasks) {
+        return (0, tslib_1.__awaiter)(this, void 0, void 0, function* () {
+            const cacheableTasks = tasks.filter((t) => (0, utils_1.isCacheableTask)(t, this.options));
+            const res = yield Promise.all(cacheableTasks.map((t) => this.applyCachedResult(t)));
+            return res.filter((r) => r !== null);
+        });
+    }
+    applyCachedResult(task) {
+        return (0, tslib_1.__awaiter)(this, void 0, void 0, function* () {
+            const cachedResult = yield this.cache.get(task);
+            if (!cachedResult || cachedResult.code !== 0)
+                return null;
+            const outputs = (0, utils_1.getOutputs)(this.projectGraph.nodes, task);
+            const shouldCopyOutputsFromCache = !!outputs.length &&
+                (yield this.cache.shouldCopyOutputsFromCache({ task, cachedResult }, outputs));
+            if (shouldCopyOutputsFromCache) {
+                yield this.cache.copyFilesFromCache(task.hash, cachedResult, outputs);
+            }
+            const status = cachedResult.remote
+                ? 'remote-cache'
+                : shouldCopyOutputsFromCache
+                    ? 'local-cache'
+                    : 'local-cache-kept-existing';
+            this.options.lifeCycle.printTaskTerminalOutput(task, status, cachedResult.terminalOutput);
+            return {
+                task,
+                status,
+            };
+        });
+    }
+    // endregion Applying Cache
+    // region Batch
+    applyFromCacheOrRunBatch(doNotSkipCache, batch, groupId) {
+        return (0, tslib_1.__awaiter)(this, void 0, void 0, function* () {
+            const taskEntries = Object.entries(batch.taskGraph.tasks);
+            const tasks = taskEntries.map(([, task]) => task);
+            yield this.preRunSteps(tasks, { groupId });
+            let results = doNotSkipCache ? yield this.applyCachedResults(tasks) : [];
+            // Run tasks that were not cached
+            if (results.length !== taskEntries.length) {
+                const unrunTaskGraph = (0, utils_1.removeTasksFromTaskGraph)(batch.taskGraph, results.map(({ task }) => task.id));
+                // cache prep
+                for (const task of Object.values(unrunTaskGraph.tasks)) {
+                    const taskOutputs = (0, utils_1.getOutputs)(this.projectGraph.nodes, task);
+                    yield this.cache.removeRecordedOutputsHashes(taskOutputs);
+                }
+                const batchResults = yield this.runBatch({
+                    executorName: batch.executorName,
+                    taskGraph: unrunTaskGraph,
+                });
+                results.push(...batchResults);
+            }
+            yield this.postRunSteps(results, { groupId });
+            const tasksCompleted = taskEntries.filter(([taskId]) => this.completedTasks[taskId]);
+            // Batch is still not done, run it again
+            if (tasksCompleted.length !== taskEntries.length) {
+                yield this.applyFromCacheOrRunBatch(doNotSkipCache, {
+                    executorName: batch.executorName,
+                    taskGraph: (0, utils_1.removeTasksFromTaskGraph)(batch.taskGraph, tasksCompleted.map(([taskId]) => taskId)),
+                }, groupId);
+            }
+        });
+    }
+    runBatch(batch) {
+        return (0, tslib_1.__awaiter)(this, void 0, void 0, function* () {
+            try {
+                const results = yield this.forkedProcessTaskRunner.forkProcessForBatch(batch);
+                const batchResultEntries = Object.entries(results);
+                return batchResultEntries.map(([taskId, result]) => ({
+                    task: this.taskGraph.tasks[taskId],
+                    status: (result.success ? 'success' : 'failure'),
+                    terminalOutput: result.terminalOutput,
+                }));
+            }
+            catch (e) {
+                return batch.taskGraph.roots.map((rootTaskId) => ({
+                    task: this.taskGraph.tasks[rootTaskId],
+                    status: 'failure',
+                }));
+            }
+        });
+    }
+    // endregion Batch
+    // region Single Task
+    applyFromCacheOrRunTask(doNotSkipCache, task, groupId) {
+        return (0, tslib_1.__awaiter)(this, void 0, void 0, function* () {
+            yield this.preRunSteps([task], { groupId });
+            // hash the task here
+            let results = doNotSkipCache ? yield this.applyCachedResults([task]) : [];
+            // the task wasn't cached
+            if (results.length === 0) {
+                // cache prep
+                const taskOutputs = (0, utils_1.getOutputs)(this.projectGraph.nodes, task);
+                yield this.cache.removeRecordedOutputsHashes(taskOutputs);
+                const { code, terminalOutput } = yield this.runTaskInForkedProcess(task);
+                results.push({
+                    task,
+                    status: code === 0 ? 'success' : 'failure',
+                    terminalOutput,
+                });
+            }
+            yield this.postRunSteps(results, { groupId });
+        });
+    }
+    runTaskInForkedProcess(task) {
+        return (0, tslib_1.__awaiter)(this, void 0, void 0, function* () {
+            try {
+                // obtain metadata
+                const temporaryOutputPath = this.cache.temporaryOutputPath(task);
+                const forwardOutput = (0, utils_1.shouldForwardOutput)(task, this.initiatingProject, this.options);
+                const pipeOutput = this.pipeOutputCapture(task);
+                // execution
+                const { code, terminalOutput } = pipeOutput
+                    ? yield this.forkedProcessTaskRunner.forkProcessPipeOutputCapture(task, {
+                        temporaryOutputPath,
+                        forwardOutput,
+                    })
+                    : yield this.forkedProcessTaskRunner.forkProcessDirectOutputCapture(task, {
+                        temporaryOutputPath,
+                        forwardOutput,
+                    });
+                return {
+                    code,
+                    terminalOutput,
+                };
+            }
+            catch (e) {
+                return {
+                    code: 1,
+                };
+            }
+        });
+    }
+    // endregion Single Task
+    // region Lifecycle
+    preRunSteps(tasks, metadata) {
+        return (0, tslib_1.__awaiter)(this, void 0, void 0, function* () {
+            this.options.lifeCycle.startTasks(tasks, metadata);
+        });
+    }
+    postRunSteps(results, { groupId }) {
+        return (0, tslib_1.__awaiter)(this, void 0, void 0, function* () {
+            // cache the results
+            yield Promise.all(results
+                .filter(({ status }) => status !== 'local-cache' &&
+                status !== 'local-cache-kept-existing' &&
+                status !== 'remote-cache' &&
+                status !== 'skipped')
+                .map((result) => (Object.assign(Object.assign({}, result), { code: result.status === 'local-cache' ||
+                    result.status === 'local-cache-kept-existing' ||
+                    result.status === 'remote-cache' ||
+                    result.status === 'success'
+                    ? 0
+                    : 1, outputs: (0, utils_1.getOutputs)(this.projectGraph.nodes, result.task) })))
+                .filter(({ task, code }) => this.shouldCacheTaskResult(task, code))
+                .filter(({ terminalOutput, outputs }) => terminalOutput || outputs)
+                .map(({ task, code, terminalOutput, outputs }) => (0, tslib_1.__awaiter)(this, void 0, void 0, function* () {
+                yield this.cache.put(task, terminalOutput, outputs, code);
+            })));
+            this.options.lifeCycle.endTasks(results.map((result) => {
+                const code = result.status === 'success' ||
+                    result.status === 'local-cache' ||
+                    result.status === 'local-cache-kept-existing' ||
+                    result.status === 'remote-cache'
+                    ? 0
+                    : 1;
+                return {
+                    task: result.task,
+                    status: result.status,
+                    code,
+                };
+            }), { groupId });
+            this.complete(results.map(({ task, status }) => {
+                return {
+                    taskId: task.id,
+                    status,
+                };
+            }));
+            yield this.tasksSchedule.scheduleNextTasks();
+            // release blocked threads
+            this.waitingForTasks.forEach((f) => f(null));
+            this.waitingForTasks.length = 0;
+        });
+    }
+    complete(taskResults) {
+        this.tasksSchedule.complete(taskResults.map(({ taskId }) => taskId));
+        for (const { taskId, status } of taskResults) {
+            if (this.completedTasks[taskId] === undefined) {
+                this.completedTasks[taskId] = status;
+            }
+            if (status === 'failure' || status === 'skipped') {
+                this.complete(this.reverseTaskDeps[taskId].map((depTaskId) => ({
+                    taskId: depTaskId,
+                    status: 'skipped',
+                })));
+            }
+        }
+    }
+    //endregion Lifecycle
+    // region utils
+    pipeOutputCapture(task) {
+        try {
+            return ((0, utils_1.getExecutorForTask)(task, this.workspace).schema.outputCapture === 'pipe');
+        }
+        catch (e) {
+            return false;
+        }
+    }
+    shouldCacheTaskResult(task, code) {
+        return ((0, utils_1.isCacheableTask)(task, this.options) &&
+            (process.env.NX_CACHE_FAILURES == 'true' ? true : code === 0));
+    }
+    closeGroup() {
+        for (let i = 0; i < this.options.parallel; i++) {
+            if (!this.groups[i]) {
+                this.groups[i] = true;
+                return i;
+            }
+        }
+    }
+    openGroup(id) {
+        this.groups[id] = false;
+    }
+}
+exports.TaskOrchestrator = TaskOrchestrator;
+//# sourceMappingURL=task-orchestrator.js.map

package/src/tasks-runner/task-orchestrator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"task-orchestrator.js","sourceRoot":"","sources":["../../../../../packages/nx/src/tasks-runner/task-orchestrator.ts"],"names":[],"mappings":";;;;AAAA,uDAAqD;AACrD,2CAAyC;AAEzC,6EAAuE;AACvE,oDAAoD;AACpD,mCAAgC;AAGhC,mCAOiB;AACjB,qDAAwD;AAKxD,MAAa,gBAAgB;IAqB3B,2BAA2B;IAE3B,YACmB,MAAc,EACd,iBAAqC,EACrC,YAA0B,EAC1B,SAAoB,EACpB,OAAkC;QAJlC,WAAM,GAAN,MAAM,CAAQ;QACd,sBAAiB,GAAjB,iBAAiB,CAAoB;QACrC,iBAAY,GAAZ,YAAY,CAAc;QAC1B,cAAS,GAAT,SAAS,CAAW;QACpB,YAAO,GAAP,OAAO,CAA2B;QA3B7C,UAAK,GAAG,IAAI,aAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAChC,cAAS,GAAG,IAAI,sBAAU,CAAC,sBAAW,CAAC,CAAC;QACxC,4BAAuB,GAAG,IAAI,oDAAuB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QACpE,kBAAa,GAAG,IAAI,8BAAa,CACvC,IAAI,CAAC,MAAM,EACX,IAAI,CAAC,YAAY,EACjB,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,SAAS,EACd,IAAI,CAAC,OAAO,CACb,CAAC;QAEF,wBAAwB;QAChB,oBAAe,GAAG,IAAA,4BAAoB,EAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACvD,mBAAc,GAElB,EAAE,CAAC;QACC,oBAAe,GAAe,EAAE,CAAC;QAEjC,WAAM,GAAG,EAAE,CAAC;IAUjB,CAAC;IAEE,GAAG;;YACP,qBAAqB;YACrB,MAAM,IAAI,CAAC,aAAa,CAAC,iBAAiB,EAAE,CAAC;YAC7C,wBAAW,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;YAE1C,MAAM,OAAO,GAAG,EAAE,CAAC;YAEnB,+BAA+B;YAC/B,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,EAAE,CAAC,EAAE;gBAC9C,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,wCAAwC,EAAE,CAAC,CAAC;aAC/D;YACD,MAAM,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;YAE3B,wBAAW,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;YACxC,wBAAW,CAAC,OAAO,CACjB,mBAAmB,EACnB,uBAAuB,EACvB,qBAAqB,CACtB,CAAC;YACF,IAAI,CAAC,KAAK,CAAC,qBAAqB,EAAE,CAAC;YAEnC,OAAO,IAAI,CAAC,cAAc,CAAC;QAC7B,CAAC;KAAA;IAEa,wCAAwC;;YACpD,0BAA0B;YAC1B,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,EAAE;gBAClC,OAAO,IAAI,CAAC;aACb;YAED,MAAM,cAAc,GAClB,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,KAAK;gBAClC,IAAI,CAAC,OAAO,CAAC,WAAW,KAAK,SAAS,CAAC;YAEzC,MAAM,KAAK,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,CAAC;YAC7C,IAAI,KAAK,EAAE;gBACT,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;gBAElC,MAAM,IAAI,CAAC,wBAAwB,CAAC,cAAc,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;gBAEpE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;gBAExB,OAAO,IAAI,CAAC,wCAAwC,EAAE,CAAC;aACxD;YAED,MAAM,IAAI,GAAG,IAAI,CAAC,aAAa,CAAC,QAAQ,EAAE,CAAC;YAC3C,IAAI,IAAI,EAAE;gBACR,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;gBAElC,MAAM,IAAI,CAAC,uBAAuB,CAAC,cAAc,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;gBAElE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;gBAExB,OAAO,IAAI,CAAC,wCAAwC,EAAE,CAAC;aACxD;YAED,wDAAwD;YACxD,OAAO,IAAI,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CACpE,IAAI,CAAC,wCAAwC,EAAE,CAChD,CAAC;QACJ,CAAC;KAAA;IAED,wBAAwB;IACV,kBAAkB,CAAC,KAAa;;YAM5C,MAAM,cAAc,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CACxC,IAAA,uBAAe,EAAC,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,CACjC,CAAC;YACF,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,GAAG,CAC3B,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CACrD,CAAC;YACF,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;QACvC,CAAC;KAAA;IAEa,iBAAiB,CAAC,IAAU;;YAIxC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAChD,IAAI,CAAC,YAAY,IAAI,YAAY,CAAC,IAAI,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC;YAE1D,MAAM,OAAO,GAAG,IAAA,kBAAU,EAAC,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;YAC1D,MAAM,0BAA0B,GAC9B,CAAC,CAAC,OAAO,CAAC,MAAM;gBAChB,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,0BAA0B,CAC1C,EAAE,IAAI,EAAE,YAAY,EAAE,EACtB,OAAO,CACR,CAAC,CAAC;YACL,IAAI,0BAA0B,EAAE;gBAC9B,MAAM,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;aACvE;YACD,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM;gBAChC,CAAC,CAAC,cAAc;gBAChB,CAAC,CAAC,0BAA0B;oBAC5B,CAAC,CAAC,aAAa;oBACf,CAAC,CAAC,2BAA2B,CAAC;YAChC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,uBAAuB,CAC5C,IAAI,EACJ,MAAM,EACN,YAAY,CAAC,cAAc,CAC5B,CAAC;YACF,OAAO;gBACL,IAAI;gBACJ,MAAM;aACP,CAAC;QACJ,CAAC;KAAA;IAED,2BAA2B;IAE3B,eAAe;IACD,wBAAwB,CACpC,cAAuB,EACvB,KAAY,EACZ,OAAe;;YAEf,MAAM,WAAW,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC1D,MAAM,KAAK,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;YAElD,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YAE3C,IAAI,OAAO,GAIL,cAAc,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,kBAAkB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAEjE,iCAAiC;YACjC,IAAI,OAAO,CAAC,MAAM,KAAK,WAAW,CAAC,MAAM,EAAE;gBACzC,MAAM,cAAc,GAAG,IAAA,gCAAwB,EAC7C,KAAK,CAAC,SAAS,EACf,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CACnC,CAAC;gBAEF,aAAa;gBACb,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,MAAM,CAAC,cAAc,CAAC,KAAK,CAAC,EAAE;oBACtD,MAAM,WAAW,GAAG,IAAA,kBAAU,EAAC,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;oBAC9D,MAAM,IAAI,CAAC,KAAK,CAAC,2BAA2B,CAAC,WAAW,CAAC,CAAC;iBAC3D;gBAED,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC;oBACvC,YAAY,EAAE,KAAK,CAAC,YAAY;oBAChC,SAAS,EAAE,cAAc;iBAC1B,CAAC,CAAC;gBAEH,OAAO,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;aAC/B;YAED,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YAE9C,MAAM,cAAc,GAAG,WAAW,CAAC,MAAM,CACvC,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,CAC1C,CAAC;YAEF,wCAAwC;YACxC,IAAI,cAAc,CAAC,MAAM,KAAK,WAAW,CAAC,MAAM,EAAE;gBAChD,MAAM,IAAI,CAAC,wBAAwB,CACjC,cAAc,EACd;oBACE,YAAY,EAAE,KAAK,CAAC,YAAY;oBAChC,SAAS,EAAE,IAAA,gCAAwB,EACjC,KAAK,CAAC,SAAS,EACf,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,CACzC;iBACF,EACD,OAAO,CACR,CAAC;aACH;QACH,CAAC;KAAA;IAEa,QAAQ,CAAC,KAAY;;YACjC,IAAI;gBACF,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,mBAAmB,CACpE,KAAK,CACN,CAAC;gBACF,MAAM,kBAAkB,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;gBACnD,OAAO,kBAAkB,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;oBACnD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC;oBAClC,MAAM,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAe;oBAC9D,cAAc,EAAE,MAAM,CAAC,cAAc;iBACtC,CAAC,CAAC,CAAC;aACL;YAAC,OAAO,CAAC,EAAE;gBACV,OAAO,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;oBAChD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,UAAU,CAAC;oBACtC,MAAM,EAAE,SAAuB;iBAChC,CAAC,CAAC,CAAC;aACL;QACH,CAAC;KAAA;IAED,kBAAkB;IAElB,qBAAqB;IACP,uBAAuB,CACnC,cAAuB,EACvB,IAAU,EACV,OAAe;;YAEf,MAAM,IAAI,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;YAE5C,qBAAqB;YACrB,IAAI,OAAO,GAIL,cAAc,CAAC,CAAC,CAAC,MAAM,IAAI,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAElE,yBAAyB;YACzB,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;gBACxB,aAAa;gBACb,MAAM,WAAW,GAAG,IAAA,kBAAU,EAAC,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;gBAC9D,MAAM,IAAI,CAAC,KAAK,CAAC,2BAA2B,CAAC,WAAW,CAAC,CAAC;gBAE1D,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,GAAG,MAAM,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;gBAEzE,OAAO,CAAC,IAAI,CAAC;oBACX,IAAI;oBACJ,MAAM,EAAE,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS;oBAC1C,cAAc;iBACf,CAAC,CAAC;aACJ;YACD,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;QAChD,CAAC;KAAA;IAEa,sBAAsB,CAAC,IAAU;;YAC7C,IAAI;gBACF,kBAAkB;gBAClB,MAAM,mBAAmB,GAAG,IAAI,CAAC,KAAK,CAAC,mBAAmB,CAAC,IAAI,CAAC,CAAC;gBACjE,MAAM,aAAa,GAAG,IAAA,2BAAmB,EACvC,IAAI,EACJ,IAAI,CAAC,iBAAiB,EACtB,IAAI,CAAC,OAAO,CACb,CAAC;gBACF,MAAM,UAAU,GAAG,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC;gBAEhD,YAAY;gBACZ,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,GAAG,UAAU;oBACzC,CAAC,CAAC,MAAM,IAAI,CAAC,uBAAuB,CAAC,4BAA4B,CAC7D,IAAI,EACJ;wBACE,mBAAmB;wBACnB,aAAa;qBACd,CACF;oBACH,CAAC,CAAC,MAAM,IAAI,CAAC,uBAAuB,CAAC,8BAA8B,CAC/D,IAAI,EACJ;wBACE,mBAAmB;wBACnB,aAAa;qBACd,CACF,CAAC;gBAEN,OAAO;oBACL,IAAI;oBACJ,cAAc;iBACf,CAAC;aACH;YAAC,OAAO,CAAC,EAAE;gBACV,OAAO;oBACL,IAAI,EAAE,CAAC;iBACR,CAAC;aACH;QACH,CAAC;KAAA;IAED,wBAAwB;IAExB,mBAAmB;IACL,WAAW,CAAC,KAAa,EAAE,QAAsB;;YAC7D,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,UAAU,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;QACrD,CAAC;KAAA;IAEa,YAAY,CACxB,OAIG,EACH,EAAE,OAAO,EAAuB;;YAEhC,oBAAoB;YACpB,MAAM,OAAO,CAAC,GAAG,CACf,OAAO;iBACJ,MAAM,CACL,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CACb,MAAM,KAAK,aAAa;gBACxB,MAAM,KAAK,2BAA2B;gBACtC,MAAM,KAAK,cAAc;gBACzB,MAAM,KAAK,SAAS,CACvB;iBACA,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,iCACZ,MAAM,KACT,IAAI,EACF,MAAM,CAAC,MAAM,KAAK,aAAa;oBAC/B,MAAM,CAAC,MAAM,KAAK,2BAA2B;oBAC7C,MAAM,CAAC,MAAM,KAAK,cAAc;oBAChC,MAAM,CAAC,MAAM,KAAK,SAAS;oBACzB,CAAC,CAAC,CAAC;oBACH,CAAC,CAAC,CAAC,EACP,OAAO,EAAE,IAAA,kBAAU,EAAC,IAAI,CAAC,YAAY,CAAC,KAAK,EAAE,MAAM,CAAC,IAAI,CAAC,IACzD,CAAC;iBACF,MAAM,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;iBAClE,MAAM,CAAC,CAAC,EAAE,cAAc,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,cAAc,IAAI,OAAO,CAAC;iBAClE,GAAG,CAAC,CAAO,EAAE,IAAI,EAAE,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,EAAE,EAAE;gBACrD,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,EAAE,cAAc,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;YAC5D,CAAC,CAAA,CAAC,CACL,CAAC;YAEF,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,QAAQ,CAC7B,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE;gBACrB,MAAM,IAAI,GACR,MAAM,CAAC,MAAM,KAAK,SAAS;oBAC3B,MAAM,CAAC,MAAM,KAAK,aAAa;oBAC/B,MAAM,CAAC,MAAM,KAAK,2BAA2B;oBAC7C,MAAM,CAAC,MAAM,KAAK,cAAc;oBAC9B,CAAC,CAAC,CAAC;oBACH,CAAC,CAAC,CAAC,CAAC;gBACR,OAAO;oBACL,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,MAAM,EAAE,MAAM,CAAC,MAAM;oBACrB,IAAI;iBACL,CAAC;YACJ,CAAC,CAAC,EACF,EAAE,OAAO,EAAE,CACZ,CAAC;YAEF,IAAI,CAAC,QAAQ,CACX,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE;gBAC/B,OAAO;oBACL,MAAM,EAAE,IAAI,CAAC,EAAE;oBACf,MAAM;iBACP,CAAC;YACJ,CAAC,CAAC,CACH,CAAC;YAEF,MAAM,IAAI,CAAC,aAAa,CAAC,iBAAiB,EAAE,CAAC;YAE7C,0BAA0B;YAC1B,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;YAC7C,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,CAAC;QAClC,CAAC;KAAA;IAEO,QAAQ,CACd,WAGG;QAEH,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC;QAErE,KAAK,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,WAAW,EAAE;YAC5C,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,KAAK,SAAS,EAAE;gBAC7C,IAAI,CAAC,cAAc,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC;aACtC;YAED,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,SAAS,EAAE;gBAChD,IAAI,CAAC,QAAQ,CACX,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;oBAC/C,MAAM,EAAE,SAAS;oBACjB,MAAM,EAAE,SAAS;iBAClB,CAAC,CAAC,CACJ,CAAC;aACH;SACF;IACH,CAAC;IAED,qBAAqB;IAErB,eAAe;IAEP,iBAAiB,CAAC,IAAU;QAClC,IAAI;YACF,OAAO,CACL,IAAA,0BAAkB,EAAC,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,aAAa,KAAK,MAAM,CACzE,CAAC;SACH;QAAC,OAAO,CAAC,EAAE;YACV,OAAO,KAAK,CAAC;SACd;IACH,CAAC;IAEO,qBAAqB,CAAC,IAAU,EAAE,IAAY;QACpD,OAAO,CACL,IAAA,uBAAe,EAAC,IAAI,EAAE,IAAI,CAAC,OAAO,CAAC;YACnC,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,CAAC,CAC9D,CAAC;IACJ,CAAC;IAEO,UAAU;QAChB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,EAAE,EAAE;YAC9C,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE;gBACnB,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC;gBACtB,OAAO,CAAC,CAAC;aACV;SACF;IACH,CAAC;IAEO,SAAS,CAAC,EAAU;QAC1B,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC;IAC1B,CAAC;CAGF;AAhbD,4CAgbC"}

package/src/tasks-runner/tasks-runner-v2.d.ts

@@ -0,0 +1,19 @@
+import { DefaultTasksRunnerOptions } from './default-tasks-runner';
+import type { Observable } from 'rxjs';
+import { ProjectGraph } from '../shared/project-graph';
+import { NxJsonConfiguration } from '../shared/nx';
+import { Task } from '../shared/tasks';
+export { DefaultTasksRunnerOptions, RemoteCache } from './default-tasks-runner';
+/**
+ * This tasks runner converts the new implementation of the default tasks runner
+ * to the old Observable-based API.
+ *
+ * It is going to be removed after Nx 15 is released.
+ */
+export declare const tasksRunnerV2: (tasks: Task[], options: DefaultTasksRunnerOptions, context: {
+    target: string;
+    initiatingProject?: string;
+    projectGraph: ProjectGraph;
+    nxJson: NxJsonConfiguration;
+}) => Observable<any>;
+export default tasksRunnerV2;

package/src/tasks-runner/tasks-runner-v2.js

@@ -0,0 +1,42 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.tasksRunnerV2 = void 0;
+const default_tasks_runner_1 = require("./default-tasks-runner");
+const Subject_1 = require("rxjs/internal/Subject");
+/**
+ * This tasks runner converts the new implementation of the default tasks runner
+ * to the old Observable-based API.
+ *
+ * It is going to be removed after Nx 15 is released.
+ */
+const tasksRunnerV2 = (tasks, options, context) => {
+    if (!options.lifeCycle.startCommand) {
+        throw new Error(`If you are using Nx Cloud, update the version of @nrwl/nx-cloud to >=13.0.0`);
+    }
+    const r = new Subject_1.Subject();
+    (0, default_tasks_runner_1.defaultTasksRunner)(tasks, options, context)
+        .then((tasks) => {
+        convertCompletedTasksToOutputFormat(tasks).forEach((k) => r.next(k));
+        r.complete();
+    })
+        .catch((e) => {
+        r.error(e);
+        r.complete();
+    });
+    return r;
+};
+exports.tasksRunnerV2 = tasksRunnerV2;
+function convertCompletedTasksToOutputFormat(completedTasks) {
+    return Object.keys(completedTasks).map((taskId) => {
+        const taskStatus = completedTasks[taskId];
+        return {
+            success: taskStatus === 'success' ||
+                taskStatus === 'cache' ||
+                taskStatus === 'local-cache' ||
+                taskStatus === 'local-cache-kept-existing' ||
+                taskStatus === 'remote-cache',
+        };
+    });
+}
+exports.default = exports.tasksRunnerV2;
+//# sourceMappingURL=tasks-runner-v2.js.map

package/src/tasks-runner/tasks-runner-v2.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tasks-runner-v2.js","sourceRoot":"","sources":["../../../../../packages/nx/src/tasks-runner/tasks-runner-v2.ts"],"names":[],"mappings":";;;AAAA,iEAGgC;AAEhC,mDAAgD;AAQhD;;;;;GAKG;AACI,MAAM,aAAa,GAAG,CAC3B,KAAa,EACb,OAAkC,EAClC,OAKC,EACgB,EAAE;IACnB,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,YAAY,EAAE;QACnC,MAAM,IAAI,KAAK,CACb,6EAA6E,CAC9E,CAAC;KACH;IAED,MAAM,CAAC,GAAG,IAAI,iBAAO,EAAO,CAAC;IAC5B,IAAA,yCAAkB,EAAC,KAAK,EAAE,OAAO,EAAE,OAAO,CAAS;SACjD,IAAI,CAAC,CAAC,KAAmC,EAAE,EAAE;QAC5C,mCAAmC,CAAC,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QACrE,CAAC,CAAC,QAAQ,EAAE,CAAC;IACf,CAAC,CAAC;SACD,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;QACX,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QACX,CAAC,CAAC,QAAQ,EAAE,CAAC;IACf,CAAC,CAAC,CAAC;IAEL,OAAO,CAAC,CAAC;AACX,CAAC,CAAC;AA5BW,QAAA,aAAa,iBA4BxB;AAEF,SAAS,mCAAmC,CAAC,cAE5C;IACC,OAAO,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAO,EAAE;QACrD,MAAM,UAAU,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;QAC1C,OAAO;YACL,OAAO,EACL,UAAU,KAAK,SAAS;gBACvB,UAAkB,KAAK,OAAO;gBAC/B,UAAU,KAAK,aAAa;gBAC5B,UAAU,KAAK,2BAA2B;gBAC1C,UAAU,KAAK,cAAc;SAChC,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,kBAAe,qBAAa,CAAC"}

package/src/tasks-runner/tasks-runner.d.ts

@@ -0,0 +1,45 @@
+import type { Observable } from 'rxjs';
+import { NxJsonConfiguration } from '../shared/nx';
+import { ProjectGraph } from '../shared/project-graph';
+import { Task } from '../shared/tasks';
+export declare type TaskStatus = 'success' | 'failure' | 'skipped' | 'local-cache-kept-existing' | 'local-cache' | 'remote-cache';
+/**
+ * @deprecated Return Promise<{[id: string]: TaskStatus}> from the tasks runner
+ *
+ * Remove after Nx 14
+ */
+export declare enum AffectedEventType {
+    TaskComplete = "[Task] Complete",
+    TaskCacheRead = "[Task] CacheRead",
+    TaskDependencyFailed = "[Task] DependencyFailed"
+}
+/**
+ * @deprecated Return Promise<{[id: string]: TaskStatus}> from the tasks runner
+ *
+ * Remove after Nx 14
+ */
+export interface AffectedEvent {
+    task: Task;
+    type: AffectedEventType;
+    success: boolean;
+}
+/**
+ * @deprecated Return Promise<{[id: string]: TaskStatus}> from the tasks runner
+ *
+ * Remove after Nx 14
+ */
+export interface TaskCompleteEvent extends AffectedEvent {
+    type: AffectedEventType.TaskComplete;
+}
+/**
+ * `Observable<AffectedEvent> | Promise<{ [id: string]: TaskStatus }>`
+ * will change to Promise<{ [id: string]: TaskStatus }> after Nx 15 is released.
+ */
+export declare type TasksRunner<T = unknown> = (tasks: Task[], options: T, context?: {
+    target?: string;
+    initiatingProject?: string | null;
+    projectGraph: ProjectGraph;
+    nxJson: NxJsonConfiguration;
+}) => Observable<AffectedEvent> | Promise<{
+    [id: string]: TaskStatus;
+}>;

package/src/tasks-runner/tasks-runner.js

@@ -0,0 +1,15 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AffectedEventType = void 0;
+/**
+ * @deprecated Return Promise<{[id: string]: TaskStatus}> from the tasks runner
+ *
+ * Remove after Nx 14
+ */
+var AffectedEventType;
+(function (AffectedEventType) {
+    AffectedEventType["TaskComplete"] = "[Task] Complete";
+    AffectedEventType["TaskCacheRead"] = "[Task] CacheRead";
+    AffectedEventType["TaskDependencyFailed"] = "[Task] DependencyFailed";
+})(AffectedEventType = exports.AffectedEventType || (exports.AffectedEventType = {}));
+//# sourceMappingURL=tasks-runner.js.map

package/src/tasks-runner/tasks-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tasks-runner.js","sourceRoot":"","sources":["../../../../../packages/nx/src/tasks-runner/tasks-runner.ts"],"names":[],"mappings":";;;AAaA;;;;GAIG;AACH,IAAY,iBAIX;AAJD,WAAY,iBAAiB;IAC3B,qDAAgC,CAAA;IAChC,uDAAkC,CAAA;IAClC,qEAAgD,CAAA;AAClD,CAAC,EAJW,iBAAiB,GAAjB,yBAAiB,KAAjB,yBAAiB,QAI5B"}

package/src/tasks-runner/tasks-schedule.d.ts

@@ -0,0 +1,33 @@
+import { Workspaces } from 'nx/src/shared/workspace';
+import { DefaultTasksRunnerOptions } from './default-tasks-runner';
+import { Hasher } from 'nx/src/core/hasher/hasher';
+import { Task, TaskGraph } from '../shared/tasks';
+import { ProjectGraph } from 'nx/src/shared/project-graph';
+export interface Batch {
+    executorName: string;
+    taskGraph: TaskGraph;
+}
+export declare class TasksSchedule {
+    private readonly hasher;
+    private readonly projectGraph;
+    private readonly taskGraph;
+    private readonly workspaces;
+    private readonly options;
+    private notScheduledTaskGraph;
+    private reverseTaskDeps;
+    private scheduledBatches;
+    private scheduledTasks;
+    private completedTasks;
+    constructor(hasher: Hasher, projectGraph: ProjectGraph, taskGraph: TaskGraph, workspaces: Workspaces, options: DefaultTasksRunnerOptions);
+    scheduleNextTasks(): Promise<void>;
+    hasTasks(): boolean;
+    complete(taskIds: string[]): void;
+    nextTask(): Task;
+    nextBatch(): Batch;
+    private scheduleTask;
+    private scheduleBatches;
+    private scheduleBatch;
+    private processTaskForBatches;
+    private canBeScheduled;
+    private hashTask;
+}

package/src/tasks-runner/tasks-schedule.js

@@ -0,0 +1,130 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.TasksSchedule = void 0;
+const tslib_1 = require("tslib");
+const utils_1 = require("./utils");
+class TasksSchedule {
+    constructor(hasher, projectGraph, taskGraph, workspaces, options) {
+        this.hasher = hasher;
+        this.projectGraph = projectGraph;
+        this.taskGraph = taskGraph;
+        this.workspaces = workspaces;
+        this.options = options;
+        this.notScheduledTaskGraph = this.taskGraph;
+        this.reverseTaskDeps = (0, utils_1.calculateReverseDeps)(this.taskGraph);
+        this.scheduledBatches = [];
+        this.scheduledTasks = [];
+        this.completedTasks = new Set();
+    }
+    scheduleNextTasks() {
+        return (0, tslib_1.__awaiter)(this, void 0, void 0, function* () {
+            if (process.env.NX_BATCH_MODE === 'true') {
+                this.scheduleBatches();
+            }
+            for (let root of this.notScheduledTaskGraph.roots) {
+                if (this.canBeScheduled(root)) {
+                    yield this.scheduleTask(root);
+                }
+            }
+        });
+    }
+    hasTasks() {
+        return (this.scheduledBatches.length +
+            this.scheduledTasks.length +
+            Object.keys(this.notScheduledTaskGraph.tasks).length !==
+            0);
+    }
+    complete(taskIds) {
+        for (const taskId of taskIds) {
+            this.completedTasks.add(taskId);
+        }
+        this.notScheduledTaskGraph = (0, utils_1.removeTasksFromTaskGraph)(this.notScheduledTaskGraph, taskIds);
+    }
+    nextTask() {
+        if (this.scheduledTasks.length > 0) {
+            return this.taskGraph.tasks[this.scheduledTasks.shift()];
+        }
+        else {
+            return null;
+        }
+    }
+    nextBatch() {
+        return this.scheduledBatches.length > 0
+            ? this.scheduledBatches.shift()
+            : null;
+    }
+    scheduleTask(taskId) {
+        return (0, tslib_1.__awaiter)(this, void 0, void 0, function* () {
+            const task = this.taskGraph.tasks[taskId];
+            yield this.hashTask(task);
+            this.notScheduledTaskGraph = (0, utils_1.removeTasksFromTaskGraph)(this.notScheduledTaskGraph, [taskId]);
+            this.scheduledTasks.push(taskId);
+            // TODO vsavkin: remove the if statement after Nx 14 is out
+            if (this.options.lifeCycle.scheduleTask) {
+                this.options.lifeCycle.scheduleTask(task);
+            }
+        });
+    }
+    scheduleBatches() {
+        const batchMap = {};
+        for (const root of this.notScheduledTaskGraph.roots) {
+            const rootTask = this.notScheduledTaskGraph.tasks[root];
+            const executorName = (0, utils_1.getExecutorNameForTask)(rootTask, this.workspaces);
+            this.processTaskForBatches(batchMap, rootTask, executorName, true);
+        }
+        for (const [executorName, taskGraph] of Object.entries(batchMap)) {
+            this.scheduleBatch({ executorName, taskGraph });
+        }
+    }
+    scheduleBatch({ executorName, taskGraph }) {
+        // Create a new task graph without the tasks that are being scheduled as part of this batch
+        this.notScheduledTaskGraph = (0, utils_1.removeTasksFromTaskGraph)(this.notScheduledTaskGraph, Object.keys(taskGraph.tasks));
+        this.scheduledBatches.push({ executorName, taskGraph });
+    }
+    processTaskForBatches(batches, task, rootExecutorName, isRoot) {
+        var _a;
+        const { batchImplementationFactory } = (0, utils_1.getExecutorForTask)(task, this.workspaces);
+        const executorName = (0, utils_1.getExecutorNameForTask)(task, this.workspaces);
+        if (rootExecutorName !== executorName) {
+            return;
+        }
+        if (!batchImplementationFactory) {
+            return;
+        }
+        const batch = (batches[rootExecutorName] =
+            (_a = batches[rootExecutorName]) !== null && _a !== void 0 ? _a : {
+                tasks: {},
+                dependencies: {},
+                roots: [],
+            });
+        batch.tasks[task.id] = task;
+        batch.dependencies[task.id] = this.taskGraph.dependencies[task.id];
+        if (isRoot) {
+            batch.roots.push(task.id);
+        }
+        for (const dep of this.reverseTaskDeps[task.id]) {
+            const depTask = this.taskGraph.tasks[dep];
+            this.processTaskForBatches(batches, depTask, rootExecutorName, false);
+        }
+    }
+    canBeScheduled(taskId) {
+        return this.taskGraph.dependencies[taskId].every((id) => this.completedTasks.has(id));
+    }
+    hashTask(task) {
+        return (0, tslib_1.__awaiter)(this, void 0, void 0, function* () {
+            const customHasher = (0, utils_1.getCustomHasher)(task, this.workspaces);
+            const { value, details } = yield (customHasher
+                ? customHasher(task, {
+                    hasher: this.hasher,
+                    projectGraph: this.projectGraph,
+                    taskGraph: this.taskGraph,
+                    workspaceConfig: this.workspaces.readWorkspaceConfiguration(),
+                })
+                : this.hasher.hashTaskWithDepsAndContext(task));
+            task.hash = value;
+            task.hashDetails = details;
+        });
+    }
+}
+exports.TasksSchedule = TasksSchedule;
+//# sourceMappingURL=tasks-schedule.js.map

package/src/tasks-runner/tasks-schedule.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tasks-schedule.js","sourceRoot":"","sources":["../../../../../packages/nx/src/tasks-runner/tasks-schedule.ts"],"names":[],"mappings":";;;;AAEA,mCAMiB;AAWjB,MAAa,aAAa;IAUxB,YACmB,MAAc,EACd,YAA0B,EAC1B,SAAoB,EACpB,UAAsB,EACtB,OAAkC;QAJlC,WAAM,GAAN,MAAM,CAAQ;QACd,iBAAY,GAAZ,YAAY,CAAc;QAC1B,cAAS,GAAT,SAAS,CAAW;QACpB,eAAU,GAAV,UAAU,CAAY;QACtB,YAAO,GAAP,OAAO,CAA2B;QAd7C,0BAAqB,GAAG,IAAI,CAAC,SAAS,CAAC;QACvC,oBAAe,GAAG,IAAA,4BAAoB,EAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAEvD,qBAAgB,GAAY,EAAE,CAAC;QAE/B,mBAAc,GAAa,EAAE,CAAC;QAE9B,mBAAc,GAAG,IAAI,GAAG,EAAU,CAAC;IAQxC,CAAC;IAES,iBAAiB;;YAC5B,IAAI,OAAO,CAAC,GAAG,CAAC,aAAa,KAAK,MAAM,EAAE;gBACxC,IAAI,CAAC,eAAe,EAAE,CAAC;aACxB;YACD,KAAK,IAAI,IAAI,IAAI,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE;gBACjD,IAAI,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE;oBAC7B,MAAM,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;iBAC/B;aACF;QACH,CAAC;KAAA;IAEM,QAAQ;QACb,OAAO,CACL,IAAI,CAAC,gBAAgB,CAAC,MAAM;YAC1B,IAAI,CAAC,cAAc,CAAC,MAAM;YAC1B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,CAAC,MAAM;YACtD,CAAC,CACF,CAAC;IACJ,CAAC;IAEM,QAAQ,CAAC,OAAiB;QAC/B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE;YAC5B,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;SACjC;QACD,IAAI,CAAC,qBAAqB,GAAG,IAAA,gCAAwB,EACnD,IAAI,CAAC,qBAAqB,EAC1B,OAAO,CACR,CAAC;IACJ,CAAC;IAEM,QAAQ;QACb,IAAI,IAAI,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE;YAClC,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,CAAC,CAAC;SAC1D;aAAM;YACL,OAAO,IAAI,CAAC;SACb;IACH,CAAC;IAEM,SAAS;QACd,OAAO,IAAI,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC;YACrC,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,KAAK,EAAE;YAC/B,CAAC,CAAC,IAAI,CAAC;IACX,CAAC;IAEa,YAAY,CAAC,MAAc;;YACvC,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;YAC1C,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAE1B,IAAI,CAAC,qBAAqB,GAAG,IAAA,gCAAwB,EACnD,IAAI,CAAC,qBAAqB,EAC1B,CAAC,MAAM,CAAC,CACT,CAAC;YACF,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACjC,2DAA2D;YAC3D,IAAI,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,YAAY,EAAE;gBACvC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;aAC3C;QACH,CAAC;KAAA;IAEO,eAAe;QACrB,MAAM,QAAQ,GAA8B,EAAE,CAAC;QAC/C,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,qBAAqB,CAAC,KAAK,EAAE;YACnD,MAAM,QAAQ,GAAG,IAAI,CAAC,qBAAqB,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACxD,MAAM,YAAY,GAAG,IAAA,8BAAsB,EAAC,QAAQ,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;YACvE,IAAI,CAAC,qBAAqB,CAAC,QAAQ,EAAE,QAAQ,EAAE,YAAY,EAAE,IAAI,CAAC,CAAC;SACpE;QACD,KAAK,MAAM,CAAC,YAAY,EAAE,SAAS,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,EAAE;YAChE,IAAI,CAAC,aAAa,CAAC,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC,CAAC;SACjD;IACH,CAAC;IAEO,aAAa,CAAC,EAAE,YAAY,EAAE,SAAS,EAAS;QACtD,2FAA2F;QAC3F,IAAI,CAAC,qBAAqB,GAAG,IAAA,gCAAwB,EACnD,IAAI,CAAC,qBAAqB,EAC1B,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAC7B,CAAC;QAEF,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,SAAS,EAAE,CAAC,CAAC;IAC1D,CAAC;IAEO,qBAAqB,CAC3B,OAAkC,EAClC,IAAU,EACV,gBAAwB,EACxB,MAAe;;QAEf,MAAM,EAAE,0BAA0B,EAAE,GAAG,IAAA,0BAAkB,EACvD,IAAI,EACJ,IAAI,CAAC,UAAU,CAChB,CAAC;QACF,MAAM,YAAY,GAAG,IAAA,8BAAsB,EAAC,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;QACnE,IAAI,gBAAgB,KAAK,YAAY,EAAE;YACrC,OAAO;SACR;QAED,IAAI,CAAC,0BAA0B,EAAE;YAC/B,OAAO;SACR;QAED,MAAM,KAAK,GAAG,CAAC,OAAO,CAAC,gBAAgB,CAAC;YACtC,MAAA,OAAO,CAAC,gBAAgB,CAAC,mCACxB;gBACC,KAAK,EAAE,EAAE;gBACT,YAAY,EAAE,EAAE;gBAChB,KAAK,EAAE,EAAE;aACI,CAAC,CAAC;QAEnB,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC;QAC5B,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACnE,IAAI,MAAM,EAAE;YACV,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;SAC3B;QAED,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE;YAC/C,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;YAC1C,IAAI,CAAC,qBAAqB,CAAC,OAAO,EAAE,OAAO,EAAE,gBAAgB,EAAE,KAAK,CAAC,CAAC;SACvE;IACH,CAAC;IAEO,cAAc,CAAC,MAAc;QACnC,OAAO,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE,CACtD,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,EAAE,CAAC,CAC5B,CAAC;IACJ,CAAC;IAEa,QAAQ,CAAC,IAAU;;YAC/B,MAAM,YAAY,GAAG,IAAA,uBAAe,EAAC,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;YAC5D,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,MAAM,CAAC,YAAY;gBAC5C,CAAC,CAAC,YAAY,CAAC,IAAI,EAAE;oBACjB,MAAM,EAAE,IAAI,CAAC,MAAM;oBACnB,YAAY,EAAE,IAAI,CAAC,YAAY;oBAC/B,SAAS,EAAE,IAAI,CAAC,SAAS;oBACzB,eAAe,EAAE,IAAI,CAAC,UAAU,CAAC,0BAA0B,EAAE;iBAC9D,CAAC;gBACJ,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,0BAA0B,CAAC,IAAI,CAAC,CAAC,CAAC;YAClD,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC;YAClB,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC;QAC7B,CAAC;KAAA;CACF;AA7JD,sCA6JC"}

package/src/tasks-runner/utils.d.ts

@@ -0,0 +1,32 @@
+import { TargetDependencyConfig, Workspaces } from 'nx/src/shared/workspace';
+import { Task, TaskGraph } from '../shared/tasks';
+import { ProjectGraph, ProjectGraphProjectNode } from '../shared/project-graph';
+export declare function getCommandAsString(task: Task): string;
+export declare function getDependencyConfigs({ project, target }: {
+    project: string;
+    target: string;
+}, defaultDependencyConfigs: Record<string, TargetDependencyConfig[]>, projectGraph: ProjectGraph): TargetDependencyConfig[] | undefined;
+export declare function getOutputs(p: Record<string, ProjectGraphProjectNode>, task: Task): any;
+/**
+ * Returns the list of outputs that will be cached.
+ * @param task target + overrides
+ * @param node ProjectGraphProjectNode object that the task runs against
+ */
+export declare function getOutputsForTargetAndConfiguration(task: Pick<Task, 'target' | 'overrides'>, node: ProjectGraphProjectNode): any;
+export declare function unparse(options: Object): string[];
+export declare function getExecutorNameForTask(task: Task, workspace: Workspaces): string;
+export declare function getExecutorForTask(task: Task, workspace: Workspaces): import("nx/src/shared/workspace").ExecutorConfig;
+export declare function getCustomHasher(task: Task, workspace: Workspaces): any;
+export declare function removeTasksFromTaskGraph(graph: TaskGraph, ids: string[]): TaskGraph;
+export declare function calculateReverseDeps(taskGraph: TaskGraph): Record<string, string[]>;
+export declare function getCliPath(workspaceRoot: string): string;
+export declare function getPrintableCommandArgsForTask(task: Task): string[];
+export declare function getSerializedArgsForTask(task: Task, isVerbose: boolean): string[];
+export declare function shouldForwardOutput(task: Task, initiatingProject: string | null, options: {
+    cacheableOperations?: string[] | null;
+    cacheableTargets?: string[] | null;
+}): boolean;
+export declare function isCacheableTask(task: Task, options: {
+    cacheableOperations?: string[] | null;
+    cacheableTargets?: string[] | null;
+}): boolean;