@nrwl/nx-cloud 14.0.3-beta.1 → 14.0.3-beta.2

package/lib/core/file-storage/file-storage.js

@@ -0,0 +1,174 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.FileStorage = void 0;
+const path = require("path");
+const environment_1 = require("../../utilities/environment");
+const axios_1 = require("../../utilities/axios");
+const fs_1 = require("fs");
+const waiter_1 = require("../../utilities/waiter");
+const metric_logger_1 = require("../../utilities/metric-logger");
+const axios = require('axios');
+const tar = require('tar');
+const { output } = require('../../utilities/nx-imports');
+class FileStorage {
+    constructor(encryption) {
+        this.encryption = encryption;
+    }
+    retrieve(hash, url, cacheDirectory) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (environment_1.VERBOSE_LOGGING) {
+                output.note({
+                    title: `Nx Cloud: Downloading ${hash}`,
+                    bodyLines: [`RETRIEVAL URL: ${url}`],
+                });
+            }
+            const tgz = this.createFileName(hash, cacheDirectory);
+            const commitFilePath = this.createCommitFilePath(hash, cacheDirectory);
+            yield this.downloadFile(url, tgz, commitFilePath);
+            this.createCommitFile(commitFilePath);
+            if (environment_1.VERBOSE_LOGGING) {
+                output.note({ title: `Nx Cloud: Downloaded ${hash}` });
+            }
+        });
+    }
+    store(hash, url, cacheDirectory) {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (environment_1.VERBOSE_LOGGING) {
+                output.note({
+                    title: `Nx Cloud: Storing ${hash}`,
+                    bodyLines: [`STORAGE URL: ${url}`],
+                });
+            }
+            const tgz = yield this.createFile(hash, cacheDirectory);
+            yield this.uploadFile(url, tgz);
+            if (environment_1.VERBOSE_LOGGING) {
+                output.note({ title: `Nx Cloud: Stored ${hash}` });
+            }
+        });
+    }
+    createFileName(hash, cacheDirectory) {
+        return path.join(cacheDirectory, `${hash}.tar.gz`);
+    }
+    downloadFile(url, tgz, commitFilePath) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            const recorder = (0, metric_logger_1.createMetricRecorder)('retrieveFile');
+            let resp;
+            try {
+                resp = yield (0, axios_1.axiosMultipleTries)(() => axios(url, {
+                    method: 'GET',
+                    responseType: 'stream',
+                    maxContentLength: environment_1.NX_CLOUD_NO_TIMEOUTS
+                        ? environment_1.UNLIMITED_FILE_SIZE
+                        : environment_1.DEFAULT_FILE_SIZE_LIMIT,
+                    maxBodyLength: environment_1.NX_CLOUD_NO_TIMEOUTS
+                        ? environment_1.UNLIMITED_FILE_SIZE
+                        : environment_1.DEFAULT_FILE_SIZE_LIMIT,
+                    timeout: environment_1.NX_CLOUD_NO_TIMEOUTS ? environment_1.UNLIMITED_TIMEOUT : 60000,
+                }));
+                recorder.recordMetric(Object.assign(Object.assign({}, (0, metric_logger_1.mapRespToPerfEntry)(resp)), { payloadSize: resp.data.headers['content-length'] }));
+            }
+            catch (e) {
+                // Log performance metrics before re-throwing
+                recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
+                    ? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
+                    : metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
+                throw e;
+            }
+            // if the tar file is here, we wait for the commit file to appear for 25 seconds
+            // this is to avoid race conditions, where two processes are downloading the same
+            // artifact in parallel
+            if ((0, fs_1.existsSync)(tgz)) {
+                let i = 0;
+                while (i++ < 50) {
+                    if ((0, fs_1.existsSync)(commitFilePath))
+                        return;
+                    yield (0, waiter_1.wait)(500);
+                }
+            }
+            // if the tar file is already here, do nothing, wait for the commit file to appear
+            if (this.encryption.hasEncryption()) {
+                yield new Promise((res) => {
+                    const f = resp.data.pipe((0, fs_1.createWriteStream)(tgz));
+                    f.on('close', () => res(null));
+                });
+                this.encryption.decryptFile(tgz);
+                const q = (0, fs_1.createReadStream)(tgz).pipe(tar.x({
+                    cwd: path.dirname(tgz),
+                }));
+                return new Promise((res) => {
+                    q.on('close', () => res(null));
+                });
+            }
+            else {
+                const q = resp.data.pipe(tar.x({
+                    cwd: path.dirname(tgz),
+                }));
+                return new Promise((res) => {
+                    q.on('close', () => res(null));
+                });
+            }
+        });
+    }
+    createCommitFile(commitFilePath) {
+        (0, fs_1.writeFileSync)(commitFilePath, 'true');
+    }
+    createCommitFilePath(hash, cacheDirectory) {
+        return path.join(cacheDirectory, `${hash}.commit`);
+    }
+    createFile(hash, cacheDirectory) {
+        return __awaiter(this, void 0, void 0, function* () {
+            const tgz = this.createFileName(hash, cacheDirectory);
+            yield tar.c({
+                gzip: true,
+                file: tgz,
+                cwd: cacheDirectory,
+            }, [hash]);
+            if (this.encryption.hasEncryption()) {
+                this.encryption.encryptFile(tgz);
+            }
+            return tgz;
+        });
+    }
+    uploadFile(url, tgz) {
+        var _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            const recorder = (0, metric_logger_1.createMetricRecorder)('storeFile');
+            try {
+                const resp = yield (0, axios_1.axiosMultipleTries)(() => axios(url, {
+                    method: 'PUT',
+                    data: (0, fs_1.readFileSync)(tgz),
+                    headers: {
+                        'Content-Type': 'application/octet-stream',
+                        'x-ms-blob-type': 'BlockBlob',
+                    },
+                    maxContentLength: environment_1.NX_CLOUD_NO_TIMEOUTS
+                        ? environment_1.UNLIMITED_FILE_SIZE
+                        : environment_1.DEFAULT_FILE_SIZE_LIMIT,
+                    maxBodyLength: environment_1.NX_CLOUD_NO_TIMEOUTS
+                        ? environment_1.UNLIMITED_FILE_SIZE
+                        : environment_1.DEFAULT_FILE_SIZE_LIMIT,
+                    timeout: environment_1.NX_CLOUD_NO_TIMEOUTS ? environment_1.UNLIMITED_TIMEOUT : 120000,
+                }));
+                recorder.recordMetric(Object.assign(Object.assign({}, (0, metric_logger_1.mapRespToPerfEntry)(resp)), { payloadSize: resp.config.headers['Content-Length'] }));
+            }
+            catch (e) {
+                recorder.recordMetric(((_a = e === null || e === void 0 ? void 0 : e.axiosException) === null || _a === void 0 ? void 0 : _a.response)
+                    ? (0, metric_logger_1.mapRespToPerfEntry)(e.axiosException.response)
+                    : metric_logger_1.RUNNER_FAILURE_PERF_ENTRY);
+                throw e;
+            }
+        });
+    }
+}
+exports.FileStorage = FileStorage;
+//# sourceMappingURL=file-storage.js.map

package/lib/core/file-storage/file-storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"file-storage.js","sourceRoot":"","sources":["../../../../../../../libs/nx-packages/nx-cloud/lib/core/file-storage/file-storage.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,6BAA6B;AAC7B,6DAMqC;AACrC,iDAA2D;AAE3D,2BAMY;AACZ,mDAA8C;AAC9C,iEAIuC;AAEvC,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;AAC/B,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;AAC3B,MAAM,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,4BAA4B,CAAC,CAAC;AAEzD,MAAa,WAAW;IACtB,YAA6B,UAAyB;QAAzB,eAAU,GAAV,UAAU,CAAe;IAAG,CAAC;IAEpD,QAAQ,CACZ,IAAY,EACZ,GAAW,EACX,cAAsB;;YAEtB,IAAI,6BAAe,EAAE;gBACnB,MAAM,CAAC,IAAI,CAAC;oBACV,KAAK,EAAE,yBAAyB,IAAI,EAAE;oBACtC,SAAS,EAAE,CAAC,kBAAkB,GAAG,EAAE,CAAC;iBACrC,CAAC,CAAC;aACJ;YACD,MAAM,GAAG,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;YACtD,MAAM,cAAc,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;YACvE,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,EAAE,cAAc,CAAC,CAAC;YAClD,IAAI,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC;YACtC,IAAI,6BAAe,EAAE;gBACnB,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,wBAAwB,IAAI,EAAE,EAAE,CAAC,CAAC;aACxD;QACH,CAAC;KAAA;IAEK,KAAK,CAAC,IAAY,EAAE,GAAW,EAAE,cAAsB;;YAC3D,IAAI,6BAAe,EAAE;gBACnB,MAAM,CAAC,IAAI,CAAC;oBACV,KAAK,EAAE,qBAAqB,IAAI,EAAE;oBAClC,SAAS,EAAE,CAAC,gBAAgB,GAAG,EAAE,CAAC;iBACnC,CAAC,CAAC;aACJ;YACD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;YACxD,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YAChC,IAAI,6BAAe,EAAE;gBACnB,MAAM,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,oBAAoB,IAAI,EAAE,EAAE,CAAC,CAAC;aACpD;QACH,CAAC;KAAA;IAEO,cAAc,CAAC,IAAY,EAAE,cAAsB;QACzD,OAAO,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,IAAI,SAAS,CAAC,CAAC;IACrD,CAAC;IAEa,YAAY,CAAC,GAAW,EAAE,GAAW,EAAE,cAAsB;;;YACzE,MAAM,QAAQ,GAAG,IAAA,oCAAoB,EAAC,cAAc,CAAC,CAAC;YAEtD,IAAI,IAAI,CAAC;YAET,IAAI;gBACF,IAAI,GAAG,MAAM,IAAA,0BAAkB,EAAC,GAAG,EAAE,CACnC,KAAK,CAAC,GAAG,EAAE;oBACT,MAAM,EAAE,KAAK;oBACb,YAAY,EAAE,QAAQ;oBACtB,gBAAgB,EAAE,kCAAoB;wBACpC,CAAC,CAAC,iCAAmB;wBACrB,CAAC,CAAC,qCAAuB;oBAC3B,aAAa,EAAE,kCAAoB;wBACjC,CAAC,CAAC,iCAAmB;wBACrB,CAAC,CAAC,qCAAuB;oBAC3B,OAAO,EAAE,kCAAoB,CAAC,CAAC,CAAC,+BAAiB,CAAC,CAAC,CAAC,KAAK;iBAC1D,CAAC,CACH,CAAC;gBAEF,QAAQ,CAAC,YAAY,iCAChB,IAAA,kCAAkB,EAAC,IAAI,CAAC,KAC3B,WAAW,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAChD,CAAC;aACJ;YAAC,OAAO,CAAM,EAAE;gBACf,6CAA6C;gBAC7C,QAAQ,CAAC,YAAY,CACnB,CAAA,MAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,cAAc,0CAAE,QAAQ;oBACzB,CAAC,CAAC,IAAA,kCAAkB,EAAC,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC;oBAC/C,CAAC,CAAC,yCAAyB,CAC9B,CAAC;gBACF,MAAM,CAAC,CAAC;aACT;YAED,gFAAgF;YAChF,iFAAiF;YACjF,uBAAuB;YACvB,IAAI,IAAA,eAAU,EAAC,GAAG,CAAC,EAAE;gBACnB,IAAI,CAAC,GAAG,CAAC,CAAC;gBACV,OAAO,CAAC,EAAE,GAAG,EAAE,EAAE;oBACf,IAAI,IAAA,eAAU,EAAC,cAAc,CAAC;wBAAE,OAAO;oBACvC,MAAM,IAAA,aAAI,EAAC,GAAG,CAAC,CAAC;iBACjB;aACF;YAED,kFAAkF;YAClF,IAAI,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,EAAE;gBACnC,MAAM,IAAI,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;oBACxB,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAA,sBAAiB,EAAC,GAAG,CAAC,CAAC,CAAC;oBACjD,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;gBACjC,CAAC,CAAC,CAAC;gBAEH,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;gBAEjC,MAAM,CAAC,GAAG,IAAA,qBAAgB,EAAC,GAAG,CAAC,CAAC,IAAI,CAClC,GAAG,CAAC,CAAC,CAAC;oBACJ,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC;iBACvB,CAAC,CACH,CAAC;gBACF,OAAO,IAAI,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;oBACzB,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;gBACjC,CAAC,CAAC,CAAC;aACJ;iBAAM;gBACL,MAAM,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CACtB,GAAG,CAAC,CAAC,CAAC;oBACJ,GAAG,EAAE,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC;iBACvB,CAAC,CACH,CAAC;gBACF,OAAO,IAAI,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;oBACzB,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;gBACjC,CAAC,CAAC,CAAC;aACJ;;KACF;IAEO,gBAAgB,CAAC,cAAsB;QAC7C,IAAA,kBAAa,EAAC,cAAc,EAAE,MAAM,CAAC,CAAC;IACxC,CAAC;IAEO,oBAAoB,CAAC,IAAY,EAAE,cAAsB;QAC/D,OAAO,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,GAAG,IAAI,SAAS,CAAC,CAAC;IACrD,CAAC;IAEa,UAAU,CAAC,IAAY,EAAE,cAAsB;;YAC3D,MAAM,GAAG,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;YACtD,MAAM,GAAG,CAAC,CAAC,CACT;gBACE,IAAI,EAAE,IAAI;gBACV,IAAI,EAAE,GAAG;gBACT,GAAG,EAAE,cAAc;aACpB,EACD,CAAC,IAAI,CAAC,CACP,CAAC;YACF,IAAI,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,EAAE;gBACnC,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;aAClC;YACD,OAAO,GAAG,CAAC;QACb,CAAC;KAAA;IAEa,UAAU,CAAC,GAAW,EAAE,GAAW;;;YAC/C,MAAM,QAAQ,GAAG,IAAA,oCAAoB,EAAC,WAAW,CAAC,CAAC;YAEnD,IAAI;gBACF,MAAM,IAAI,GAAG,MAAM,IAAA,0BAAkB,EAAC,GAAG,EAAE,CACzC,KAAK,CAAC,GAAG,EAAE;oBACT,MAAM,EAAE,KAAK;oBACb,IAAI,EAAE,IAAA,iBAAY,EAAC,GAAG,CAAC;oBACvB,OAAO,EAAE;wBACP,cAAc,EAAE,0BAA0B;wBAC1C,gBAAgB,EAAE,WAAW;qBAC9B;oBACD,gBAAgB,EAAE,kCAAoB;wBACpC,CAAC,CAAC,iCAAmB;wBACrB,CAAC,CAAC,qCAAuB;oBAC3B,aAAa,EAAE,kCAAoB;wBACjC,CAAC,CAAC,iCAAmB;wBACrB,CAAC,CAAC,qCAAuB;oBAC3B,OAAO,EAAE,kCAAoB,CAAC,CAAC,CAAC,+BAAiB,CAAC,CAAC,CAAC,MAAM;iBAC3D,CAAC,CACH,CAAC;gBACF,QAAQ,CAAC,YAAY,iCAChB,IAAA,kCAAkB,EAAC,IAAI,CAAC,KAC3B,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAClD,CAAC;aACJ;YAAC,OAAO,CAAM,EAAE;gBACf,QAAQ,CAAC,YAAY,CACnB,CAAA,MAAA,CAAC,aAAD,CAAC,uBAAD,CAAC,CAAE,cAAc,0CAAE,QAAQ;oBACzB,CAAC,CAAC,IAAA,kCAAkB,EAAC,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC;oBAC/C,CAAC,CAAC,yCAAyB,CAC9B,CAAC;gBACF,MAAM,CAAC,CAAC;aACT;;KACF;CACF;AA7KD,kCA6KC"}

package/lib/core/models/cache-urls.model.d.ts

@@ -0,0 +1,6 @@
+export interface CacheUrls {
+    [hash: string]: {
+        get: string;
+        put: string;
+    };
+}

package/lib/core/models/cache-urls.model.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=cache-urls.model.js.map

package/lib/core/models/cache-urls.model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cache-urls.model.js","sourceRoot":"","sources":["../../../../../../../libs/nx-packages/nx-cloud/lib/core/models/cache-urls.model.ts"],"names":[],"mappings":""}

package/lib/core/models/cloud-task-runner-options.d.ts

@@ -0,0 +1,20 @@
+export interface DefaultTasksRunnerOptions {
+    parallel?: number;
+    cacheableOperations?: string[];
+    cacheableTargets?: string[];
+    runtimeCacheInputs?: string[];
+    cacheDirectory?: string;
+    remoteCache?: any;
+    lifeCycle: any;
+    captureStderr?: boolean;
+    skipNxCache?: boolean;
+}
+export interface CloudTaskRunnerOptions extends DefaultTasksRunnerOptions {
+    accessToken?: string;
+    canTrackAnalytics?: boolean;
+    encryptionKey?: string;
+    maskedProperties?: string[];
+    scan?: boolean;
+    showUsageWarnings?: boolean;
+    url?: string;
+}

package/lib/core/models/cloud-task-runner-options.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=cloud-task-runner-options.js.map

package/lib/core/models/cloud-task-runner-options.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cloud-task-runner-options.js","sourceRoot":"","sources":["../../../../../../../libs/nx-packages/nx-cloud/lib/core/models/cloud-task-runner-options.ts"],"names":[],"mappings":""}

package/lib/core/models/distributed-agent/grouped-tasks.model.d.ts

@@ -0,0 +1,6 @@
+export interface GroupedTasks {
+    target: string;
+    projects: string[];
+    configuration: string | null;
+    params: string;
+}

package/lib/core/models/distributed-agent/grouped-tasks.model.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=grouped-tasks.model.js.map

package/lib/core/models/distributed-agent/grouped-tasks.model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"grouped-tasks.model.js","sourceRoot":"","sources":["../../../../../../../../libs/nx-packages/nx-cloud/lib/core/models/distributed-agent/grouped-tasks.model.ts"],"names":[],"mappings":""}

package/lib/core/models/distributed-agent/index.d.ts

@@ -0,0 +1,3 @@
+export * from './grouped-tasks.model';
+export * from './task-to-execute.model';
+export * from './tasks-api-response.model';

package/lib/core/models/distributed-agent/index.js

@@ -0,0 +1,20 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __exportStar = (this && this.__exportStar) || function(m, exports) {
+    for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+__exportStar(require("./grouped-tasks.model"), exports);
+__exportStar(require("./task-to-execute.model"), exports);
+__exportStar(require("./tasks-api-response.model"), exports);
+//# sourceMappingURL=index.js.map

package/lib/core/models/distributed-agent/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../../../../../libs/nx-packages/nx-cloud/lib/core/models/distributed-agent/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,wDAAsC;AACtC,0DAAwC;AACxC,6DAA2C"}

package/lib/core/models/distributed-agent/task-to-execute.model.d.ts

@@ -0,0 +1,7 @@
+export interface TaskToExecute {
+    taskId: string;
+    projectName: string;
+    target: string;
+    configuration: string | null;
+    params: string;
+}

package/lib/core/models/distributed-agent/task-to-execute.model.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=task-to-execute.model.js.map

package/lib/core/models/distributed-agent/task-to-execute.model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"task-to-execute.model.js","sourceRoot":"","sources":["../../../../../../../../libs/nx-packages/nx-cloud/lib/core/models/distributed-agent/task-to-execute.model.ts"],"names":[],"mappings":""}

package/lib/core/models/distributed-agent/tasks-api-response.model.d.ts

@@ -0,0 +1,9 @@
+import { TaskToExecute } from './task-to-execute.model';
+export interface TasksApiResponse {
+    completed: boolean;
+    retryDuring: number | null;
+    executionId: string | null;
+    tasks: TaskToExecute[];
+    maxParallel: number;
+    criticalErrorMessage: string | null;
+}

package/lib/core/models/distributed-agent/tasks-api-response.model.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=tasks-api-response.model.js.map

package/lib/core/models/distributed-agent/tasks-api-response.model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tasks-api-response.model.js","sourceRoot":"","sources":["../../../../../../../../libs/nx-packages/nx-cloud/lib/core/models/distributed-agent/tasks-api-response.model.ts"],"names":[],"mappings":""}

package/lib/core/models/machine-info.model.d.ts

@@ -0,0 +1,6 @@
+export interface MachineInfo {
+    machineId: string | undefined;
+    platform: string;
+    version: string;
+    cpuCores: number;
+}

package/lib/core/models/machine-info.model.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=machine-info.model.js.map

package/lib/core/models/machine-info.model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"machine-info.model.js","sourceRoot":"","sources":["../../../../../../../libs/nx-packages/nx-cloud/lib/core/models/machine-info.model.ts"],"names":[],"mappings":""}

package/lib/core/models/run-context.model.d.ts

@@ -0,0 +1,42 @@
+import { CacheUrls } from './cache-urls.model';
+export declare type TaskStatus = 'success' | 'failure' | 'skipped' | 'local-cache-kept-existing' | 'local-cache' | 'remote-cache';
+export interface TaskResult {
+    task: Task;
+    status: TaskStatus;
+    code: number;
+    terminalOutput?: string;
+}
+export interface Task {
+    id: string;
+    target: {
+        project: string;
+        target: string;
+        configuration?: string;
+    };
+    overrides: any;
+    projectRoot?: string;
+    hash?: string;
+    hashDetails?: {
+        command: string;
+        nodes: {
+            [name: string]: string;
+        };
+        implicitDeps: {
+            [fileName: string]: string;
+        };
+        runtime: {
+            [input: string]: string;
+        };
+    };
+}
+export declare type RunContext = {
+    statuses: {
+        [hash: string]: 'remote-cache-hit' | 'cache-miss';
+    };
+    runUrl?: string;
+    allTasks: Task[];
+    scheduledTasks: Task[];
+    requests: {
+        [hash: string]: Promise<CacheUrls>;
+    };
+};

package/lib/core/models/run-context.model.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=run-context.model.js.map

package/lib/core/models/run-context.model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-context.model.js","sourceRoot":"","sources":["../../../../../../../libs/nx-packages/nx-cloud/lib/core/models/run-context.model.ts"],"names":[],"mappings":""}

package/lib/core/models/run-data.model.d.ts

@@ -0,0 +1,11 @@
+export interface RunData {
+    command: string;
+    startTime: string;
+    endTime: string;
+    distributedExecutionId?: string;
+    scan?: boolean;
+    branch: string | null;
+    runGroup?: string;
+    sha?: string;
+    inner: boolean;
+}

package/lib/core/models/run-data.model.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=run-data.model.js.map

package/lib/core/models/run-data.model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"run-data.model.js","sourceRoot":"","sources":["../../../../../../../libs/nx-packages/nx-cloud/lib/core/models/run-data.model.ts"],"names":[],"mappings":""}

package/lib/core/models/task-execution.model.d.ts

@@ -0,0 +1,13 @@
+export interface TaskExecution {
+    taskId: string;
+    target: string;
+    projectName: string;
+    hash: string;
+    startTime: string;
+    endTime: string;
+    hashDetails: any;
+    params: string;
+    cacheStatus: 'remote-cache-hit' | 'local-cache-hit' | 'cache-miss';
+    status: number;
+    terminalOutput?: string;
+}

package/lib/core/models/task-execution.model.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=task-execution.model.js.map

package/lib/core/models/task-execution.model.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"task-execution.model.js","sourceRoot":"","sources":["../../../../../../../libs/nx-packages/nx-cloud/lib/core/models/task-execution.model.ts"],"names":[],"mappings":""}

package/lib/core/runners/cloud-enabled/cloud-enabled-life-cycle.d.ts

@@ -0,0 +1,25 @@
+import { RunContext, Task, TaskResult } from '../../models/run-context.model';
+import { TaskExecution } from '../../models/task-execution.model';
+import { OutputObfuscator } from '../../terminal-output/output-obfuscator';
+export declare class CloudEnabledLifeCycle {
+    private readonly runContext;
+    private readonly cacheDirectory;
+    private readonly skipNxCache;
+    private readonly collectTerminalOutput;
+    private readonly cacheableOperations;
+    private readonly outputObfuscator;
+    private readonly tasks;
+    private static MAX_CHARACTERS_FAILED_TASK;
+    private static MAX_CHARACTERS_SUCCESSFUL_TASK;
+    private static MAX_CHARACTERS_CACHED_TASK;
+    constructor(runContext: RunContext, cacheDirectory: string | undefined, skipNxCache: boolean, collectTerminalOutput: boolean, cacheableOperations: string[], outputObfuscator: OutputObfuscator, tasks: TaskExecution[]);
+    scheduleTask(task: Task): void;
+    startTask(task: Task): void;
+    endTask(task: Task, code: number): void;
+    endTasks(tasks: TaskResult[]): void;
+    endCommand(): void;
+    private updateStartedTask;
+    private getTerminalOutput;
+    private cleanUpHashDetails;
+    private readTerminalOutputFile;
+}

package/lib/core/runners/cloud-enabled/cloud-enabled-life-cycle.js

@@ -0,0 +1,138 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CloudEnabledLifeCycle = void 0;
+const path = require("path");
+const path_1 = require("path");
+const fs_1 = require("fs");
+const { appRootPath, unparse } = require('../../../utilities/nx-imports');
+class CloudEnabledLifeCycle {
+    constructor(runContext, cacheDirectory, skipNxCache, collectTerminalOutput, cacheableOperations, outputObfuscator, tasks) {
+        this.runContext = runContext;
+        this.cacheDirectory = cacheDirectory;
+        this.skipNxCache = skipNxCache;
+        this.collectTerminalOutput = collectTerminalOutput;
+        this.cacheableOperations = cacheableOperations;
+        this.outputObfuscator = outputObfuscator;
+        this.tasks = tasks;
+    }
+    scheduleTask(task) {
+        this.runContext.scheduledTasks.push(task);
+    }
+    startTask(task) {
+        const overrides = Object.assign({}, (task.overrides || {}));
+        if (task.target.configuration) {
+            overrides['configuration'] = task.target.configuration;
+        }
+        this.tasks.push({
+            taskId: task.id,
+            startTime: new Date().toISOString(),
+            target: task.target.target,
+            projectName: task.target.project,
+            hash: task.hash,
+            hashDetails: this.cleanUpHashDetails(task.hashDetails),
+            params: unparse(overrides).join(' '),
+        });
+    }
+    // Used for older version for Nx. Remove in Dec 2022
+    endTask(task, code) {
+        let cacheStatus;
+        if (this.runContext.statuses[task.hash]) {
+            cacheStatus = this.runContext.statuses[task.hash];
+        }
+        else {
+            if (this.cacheableOperations.indexOf(task.target.target) > -1 &&
+                !this.skipNxCache) {
+                cacheStatus = 'local-cache-hit';
+            }
+            else {
+                cacheStatus = 'cache-miss';
+            }
+        }
+        this.updateStartedTask(task, code, cacheStatus);
+    }
+    endTasks(tasks) {
+        for (let t of tasks) {
+            const status = t.status === 'remote-cache'
+                ? 'remote-cache-hit'
+                : t.status === 'local-cache' ||
+                    t.status === 'local-cache-kept-existing'
+                    ? 'local-cache-hit'
+                    : 'cache-miss';
+            this.updateStartedTask(t.task, t.code, status);
+        }
+    }
+    endCommand() { }
+    updateStartedTask(task, code, cacheStatus) {
+        const startedTask = this.tasks.find((t) => t.taskId === task.id);
+        if (!startedTask) {
+            throw new Error(`Cannot find task ${task.id}`);
+        }
+        startedTask.endTime = new Date().toISOString();
+        startedTask.status = code;
+        startedTask.params = this.outputObfuscator.obfuscate(startedTask.params);
+        startedTask.cacheStatus = cacheStatus;
+        if (this.collectTerminalOutput) {
+            startedTask.terminalOutput = this.getTerminalOutput(task.hash, startedTask.cacheStatus, code);
+        }
+    }
+    getTerminalOutput(hash, cacheStatus, code) {
+        let dir;
+        if (this.cacheDirectory) {
+            if (this.cacheDirectory.startsWith('./')) {
+                dir = (0, path_1.join)(appRootPath, this.cacheDirectory);
+            }
+            else {
+                dir = this.cacheDirectory;
+            }
+        }
+        else {
+            dir = (0, path_1.join)(appRootPath, 'node_modules', '.cache', 'nx');
+        }
+        try {
+            const taskOutput = this.readTerminalOutputFile(dir, hash);
+            const taskOutputSanitized = this.outputObfuscator.obfuscate(taskOutput);
+            const maxCharacters = cacheStatus === 'cache-miss'
+                ? code === 0
+                    ? CloudEnabledLifeCycle.MAX_CHARACTERS_SUCCESSFUL_TASK
+                    : CloudEnabledLifeCycle.MAX_CHARACTERS_FAILED_TASK
+                : CloudEnabledLifeCycle.MAX_CHARACTERS_CACHED_TASK;
+            return taskOutputSanitized.length > maxCharacters
+                ? `TRUNCATED\n\n${taskOutputSanitized.slice(taskOutputSanitized.length - maxCharacters)}`
+                : taskOutputSanitized;
+        }
+        catch (e) {
+            return '';
+        }
+    }
+    cleanUpHashDetails(hashDetails) {
+        const nodes = {};
+        Object.keys(hashDetails.nodes)
+            .filter((k) => !k.startsWith('npm:'))
+            .forEach((k) => {
+            nodes[k] = hashDetails.nodes[k];
+        });
+        return {
+            nodes,
+            runtime: hashDetails.runtime,
+            implicitDeps: hashDetails.implicitDeps,
+        };
+    }
+    readTerminalOutputFile(dir, hash) {
+        try {
+            return (0, fs_1.readFileSync)(path.join(dir, 'terminalOutputs', hash)).toString();
+        }
+        catch (_a) {
+            try {
+                return (0, fs_1.readFileSync)(path.join(dir, hash, 'terminalOutput')).toString();
+            }
+            catch (_b) {
+                return '';
+            }
+        }
+    }
+}
+exports.CloudEnabledLifeCycle = CloudEnabledLifeCycle;
+CloudEnabledLifeCycle.MAX_CHARACTERS_FAILED_TASK = 200000;
+CloudEnabledLifeCycle.MAX_CHARACTERS_SUCCESSFUL_TASK = 20000;
+CloudEnabledLifeCycle.MAX_CHARACTERS_CACHED_TASK = 20000;
+//# sourceMappingURL=cloud-enabled-life-cycle.js.map

package/lib/core/runners/cloud-enabled/cloud-enabled-life-cycle.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"cloud-enabled-life-cycle.js","sourceRoot":"","sources":["../../../../../../../../libs/nx-packages/nx-cloud/lib/core/runners/cloud-enabled/cloud-enabled-life-cycle.ts"],"names":[],"mappings":";;;AAAA,6BAA6B;AAC7B,+BAA4B;AAC5B,2BAAkC;AAKlC,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC,+BAA+B,CAAC,CAAC;AAE1E,MAAa,qBAAqB;IAKhC,YACmB,UAAsB,EACtB,cAAkC,EAClC,WAAoB,EACpB,qBAA8B,EAC9B,mBAA6B,EAC7B,gBAAkC,EAClC,KAAsB;QANtB,eAAU,GAAV,UAAU,CAAY;QACtB,mBAAc,GAAd,cAAc,CAAoB;QAClC,gBAAW,GAAX,WAAW,CAAS;QACpB,0BAAqB,GAArB,qBAAqB,CAAS;QAC9B,wBAAmB,GAAnB,mBAAmB,CAAU;QAC7B,qBAAgB,GAAhB,gBAAgB,CAAkB;QAClC,UAAK,GAAL,KAAK,CAAiB;IACtC,CAAC;IAEJ,YAAY,CAAC,IAAU;QACrB,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC5C,CAAC;IAED,SAAS,CAAC,IAAU;QAClB,MAAM,SAAS,GAAG,kBAAK,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC,CAAS,CAAC;QACvD,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE;YAC7B,SAAS,CAAC,eAAe,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC;SACxD;QACD,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC;YACd,MAAM,EAAE,IAAI,CAAC,EAAE;YACf,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,MAAM,EAAE,IAAI,CAAC,MAAM,CAAC,MAAM;YAC1B,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;YAChC,IAAI,EAAE,IAAI,CAAC,IAAK;YAChB,WAAW,EAAE,IAAI,CAAC,kBAAkB,CAAE,IAAY,CAAC,WAAW,CAAC;YAC/D,MAAM,EAAE,OAAO,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;SAC9B,CAAC,CAAC;IACZ,CAAC;IAED,oDAAoD;IACpD,OAAO,CAAC,IAAU,EAAE,IAAY;QAC9B,IAAI,WAAW,CAAC;QAChB,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAK,CAAC,EAAE;YACxC,WAAW,GAAG,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAK,CAAC,CAAC;SACpD;aAAM;YACL,IACE,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBACzD,CAAC,IAAI,CAAC,WAAW,EACjB;gBACA,WAAW,GAAG,iBAAiB,CAAC;aACjC;iBAAM;gBACL,WAAW,GAAG,YAAY,CAAC;aAC5B;SACF;QACD,IAAI,CAAC,iBAAiB,CAAC,IAAI,EAAE,IAAI,EAAE,WAAW,CAAC,CAAC;IAClD,CAAC;IAED,QAAQ,CAAC,KAAmB;QAC1B,KAAK,IAAI,CAAC,IAAI,KAAK,EAAE;YACnB,MAAM,MAAM,GACV,CAAC,CAAC,MAAM,KAAK,cAAc;gBACzB,CAAC,CAAC,kBAAkB;gBACpB,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,aAAa;oBAC1B,CAAC,CAAC,MAAM,KAAK,2BAA2B;oBAC1C,CAAC,CAAC,iBAAiB;oBACnB,CAAC,CAAC,YAAY,CAAC;YACnB,IAAI,CAAC,iBAAiB,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;SAChD;IACH,CAAC;IAED,UAAU,KAAI,CAAC;IAEP,iBAAiB,CACvB,IAAU,EACV,IAAY,EACZ,WAAkE;QAElE,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,EAAE,CAAC,CAAC;QACjE,IAAI,CAAC,WAAW,EAAE;YAChB,MAAM,IAAI,KAAK,CAAC,oBAAoB,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;SAChD;QACD,WAAW,CAAC,OAAO,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC/C,WAAW,CAAC,MAAM,GAAG,IAAI,CAAC;QAC1B,WAAW,CAAC,MAAM,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QACzE,WAAW,CAAC,WAAW,GAAG,WAAW,CAAC;QACtC,IAAI,IAAI,CAAC,qBAAqB,EAAE;YAC9B,WAAW,CAAC,cAAc,GAAG,IAAI,CAAC,iBAAiB,CACjD,IAAI,CAAC,IAAM,EACX,WAAW,CAAC,WAAW,EACvB,IAAI,CACL,CAAC;SACH;IACH,CAAC;IAEO,iBAAiB,CACvB,IAAY,EACZ,WAAkE,EAClE,IAAY;QAEZ,IAAI,GAAG,CAAC;QACR,IAAI,IAAI,CAAC,cAAc,EAAE;YACvB,IAAI,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE;gBACxC,GAAG,GAAG,IAAA,WAAI,EAAC,WAAW,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;aAC9C;iBAAM;gBACL,GAAG,GAAG,IAAI,CAAC,cAAc,CAAC;aAC3B;SACF;aAAM;YACL,GAAG,GAAG,IAAA,WAAI,EAAC,WAAW,EAAE,cAAc,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAC;SACzD;QACD,IAAI;YACF,MAAM,UAAU,GAAG,IAAI,CAAC,sBAAsB,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YAC1D,MAAM,mBAAmB,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YACxE,MAAM,aAAa,GACjB,WAAW,KAAK,YAAY;gBAC1B,CAAC,CAAC,IAAI,KAAK,CAAC;oBACV,CAAC,CAAC,qBAAqB,CAAC,8BAA8B;oBACtD,CAAC,CAAC,qBAAqB,CAAC,0BAA0B;gBACpD,CAAC,CAAC,qBAAqB,CAAC,0BAA0B,CAAC;YACvD,OAAO,mBAAmB,CAAC,MAAM,GAAG,aAAa;gBAC/C,CAAC,CAAC,gBAAgB,mBAAmB,CAAC,KAAK,CACvC,mBAAmB,CAAC,MAAM,GAAG,aAAa,CAC3C,EAAE;gBACL,CAAC,CAAC,mBAAmB,CAAC;SACzB;QAAC,OAAO,CAAC,EAAE;YACV,OAAO,EAAE,CAAC;SACX;IACH,CAAC;IAEO,kBAAkB,CAAC,WAAgB;QACzC,MAAM,KAAK,GAAG,EAAE,CAAC;QACjB,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC;aAC3B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;aACpC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;YACb,KAAK,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;QAClC,CAAC,CAAC,CAAC;QACL,OAAO;YACL,KAAK;YACL,OAAO,EAAE,WAAW,CAAC,OAAO;YAC5B,YAAY,EAAE,WAAW,CAAC,YAAY;SACvC,CAAC;IACJ,CAAC;IAEO,sBAAsB,CAAC,GAAW,EAAE,IAAY;QACtD,IAAI;YACF,OAAO,IAAA,iBAAY,EAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,iBAAiB,EAAE,IAAI,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;SACzE;QAAC,WAAM;YACN,IAAI;gBACF,OAAO,IAAA,iBAAY,EAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,gBAAgB,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC;aACxE;YAAC,WAAM;gBACN,OAAO,EAAE,CAAC;aACX;SACF;IACH,CAAC;;AApJH,sDAqJC;AApJgB,gDAA0B,GAAG,MAAM,CAAC;AACpC,oDAA8B,GAAG,KAAK,CAAC;AACvC,gDAA0B,GAAG,KAAK,CAAC"}

package/lib/core/runners/cloud-enabled/cloud-enabled.runner.d.ts

@@ -0,0 +1,4 @@
+import { CloudTaskRunnerOptions } from '../../models/cloud-task-runner-options';
+import type { Observable } from 'rxjs';
+import { Task } from '../../models/run-context.model';
+export declare function cloudEnabledTasksRunner(tasks: Task[], options: CloudTaskRunnerOptions, context: any, inner?: boolean): Observable<any>;