eas-cli 2.7.1 → 2.9.0

package/build/uploads.d.ts

@@ -1,16 +1,10 @@
 import { Response } from 'node-fetch';
 import { ExpoGraphqlClient } from './commandUtils/context/contextUtils/createGraphqlClient';
 import { UploadSessionType } from './graphql/generated';
-import { PresignedPost } from './graphql/mutations/UploadSessionMutation';
 import { ProgressHandler } from './utils/progress';
-export declare function uploadFileAtPathToS3Async(graphqlClient: ExpoGraphqlClient, type: UploadSessionType, path: string, handleProgressEvent: ProgressHandler): Promise<{
+export interface PresignedPost {
     url: string;
-    bucketKey: string;
-}>;
+    fields: Record<string, string>;
+}
+export declare function uploadFileAtPathToGCSAsync(graphqlClient: ExpoGraphqlClient, type: UploadSessionType, path: string, handleProgressEvent: ProgressHandler): Promise<string>;
 export declare function uploadWithPresignedPostWithRetryAsync(file: string, presignedPost: PresignedPost): Promise<Response>;
-/**
- * S3 returns broken URLs, sth like:
- * https://submission-service-archives.s3.amazonaws.com/production%2Fdc98ca84-1473-4cb3-ae81-8c7b291cb27e%2F4424aa95-b985-4e2f-8755-9507b1037c1c
- * This function replaces %2F with /.
- */
-export declare function fixS3Url(archiveUrl: string): string;

package/build/uploads.js

@@ -1,24 +1,18 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.fixS3Url = exports.uploadWithPresignedPostWithRetryAsync = exports.uploadFileAtPathToS3Async = void 0;
+exports.uploadWithPresignedPostWithRetryAsync = exports.uploadFileAtPathToGCSAsync = void 0;
 const tslib_1 = require("tslib");
-const assert_1 = tslib_1.__importDefault(require("assert"));
 const form_data_1 = tslib_1.__importDefault(require("form-data"));
 const fs_extra_1 = tslib_1.__importDefault(require("fs-extra"));
-const nullthrows_1 = tslib_1.__importDefault(require("nullthrows"));
 const promise_retry_1 = tslib_1.__importDefault(require("promise-retry"));
-const url_1 = require("url");
 const fetch_1 = tslib_1.__importDefault(require("./fetch"));
 const UploadSessionMutation_1 = require("./graphql/mutations/UploadSessionMutation");
-async function uploadFileAtPathToS3Async(graphqlClient, type, path, handleProgressEvent) {
-    const presignedPost = await UploadSessionMutation_1.UploadSessionMutation.createUploadSessionAsync(graphqlClient, type);
-    (0, assert_1.default)(presignedPost.fields.key, 'key is not specified in in presigned post');
-    const response = await uploadWithPresignedPostWithProgressAsync(path, presignedPost, handleProgressEvent);
-    const location = (0, nullthrows_1.default)(response.headers.get('location'), `location does not exist in response headers (make sure you're uploading to AWS S3)`);
-    const url = fixS3Url(location);
-    return { url, bucketKey: presignedPost.fields.key };
+async function uploadFileAtPathToGCSAsync(graphqlClient, type, path, handleProgressEvent) {
+    const signedUrl = await UploadSessionMutation_1.UploadSessionMutation.createUploadSessionAsync(graphqlClient, type);
+    await uploadWithSignedUrlWithProgressAsync(path, signedUrl, handleProgressEvent);
+    return signedUrl.bucketKey;
 }
-exports.uploadFileAtPathToS3Async = uploadFileAtPathToS3Async;
+exports.uploadFileAtPathToGCSAsync = uploadFileAtPathToGCSAsync;
 async function uploadWithPresignedPostWithRetryAsync(file, presignedPost) {
     return await (0, promise_retry_1.default)(async (retry) => {
         // retry fetch errors (usually connection or DNS errors)
@@ -48,7 +42,7 @@ async function uploadWithPresignedPostWithRetryAsync(file, presignedPost) {
     });
 }
 exports.uploadWithPresignedPostWithRetryAsync = uploadWithPresignedPostWithRetryAsync;
-async function createPresignedPostFormDataAsync(file, presignedPost) {
+async function uploadWithPresignedPostAsync(file, presignedPost) {
     const fileStat = await fs_extra_1.default.stat(file);
     const fileSize = fileStat.size;
     const form = new form_data_1.default();
@@ -56,10 +50,6 @@ async function createPresignedPostFormDataAsync(file, presignedPost) {
         form.append(fieldKey, fieldValue);
     }
     form.append('file', fs_extra_1.default.createReadStream(file), { knownLength: fileSize });
-    return { form, fileSize };
-}
-async function uploadWithPresignedPostAsync(file, presignedPost) {
-    const { form } = await createPresignedPostFormDataAsync(file, presignedPost);
     const formHeaders = form.getHeaders();
     return await (0, fetch_1.default)(presignedPost.url, {
         method: 'POST',
@@ -69,18 +59,19 @@ async function uploadWithPresignedPostAsync(file, presignedPost) {
         },
     });
 }
-async function uploadWithPresignedPostWithProgressAsync(file, presignedPost, handleProgressEvent) {
-    const { form, fileSize } = await createPresignedPostFormDataAsync(file, presignedPost);
-    const formHeaders = form.getHeaders();
-    const uploadPromise = (0, fetch_1.default)(presignedPost.url, {
-        method: 'POST',
-        body: form,
+async function uploadWithSignedUrlWithProgressAsync(file, signedUrl, handleProgressEvent) {
+    const fileStat = await fs_extra_1.default.stat(file);
+    const fileSize = fileStat.size;
+    const readStream = fs_extra_1.default.createReadStream(file);
+    const uploadPromise = (0, fetch_1.default)(signedUrl.url, {
+        method: 'PUT',
+        body: readStream,
         headers: {
-            ...formHeaders,
+            ...signedUrl.headers,
         },
     });
     let currentSize = 0;
-    form.addListener('data', (chunk) => {
+    readStream.addListener('data', (chunk) => {
         currentSize += Buffer.byteLength(chunk);
         handleProgressEvent({
             progress: {
@@ -100,14 +91,3 @@ async function uploadWithPresignedPostWithProgressAsync(file, presignedPost, han
         throw error;
     }
 }
-/**
- * S3 returns broken URLs, sth like:
- * https://submission-service-archives.s3.amazonaws.com/production%2Fdc98ca84-1473-4cb3-ae81-8c7b291cb27e%2F4424aa95-b985-4e2f-8755-9507b1037c1c
- * This function replaces %2F with /.
- */
-function fixS3Url(archiveUrl) {
-    const parsed = new url_1.URL(archiveUrl);
-    parsed.pathname = decodeURIComponent(parsed.pathname);
-    return parsed.toString();
-}
-exports.fixS3Url = fixS3Url;

package/build/utils/download.d.ts

@@ -1,2 +1,3 @@
-export declare function downloadAndExtractAppAsync(url: string, applicationExtension: string): Promise<string>;
-export declare function extractAppFromLocalArchiveAsync(appArchivePath: string, applicationExtension: string): Promise<string>;
+import { AppPlatform } from '../graphql/generated';
+export declare function downloadAndMaybeExtractAppAsync(url: string, platform: AppPlatform, cachedAppPath?: string): Promise<string>;
+export declare function extractAppFromLocalArchiveAsync(appArchivePath: string, platform: AppPlatform): Promise<string>;

package/build/utils/download.js

@@ -1,22 +1,25 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.extractAppFromLocalArchiveAsync = exports.downloadAndExtractAppAsync = void 0;
+exports.extractAppFromLocalArchiveAsync = exports.downloadAndMaybeExtractAppAsync = void 0;
 const tslib_1 = require("tslib");
 const spawn_async_1 = tslib_1.__importDefault(require("@expo/spawn-async"));
-const cli_progress_1 = tslib_1.__importDefault(require("cli-progress"));
 const fast_glob_1 = tslib_1.__importDefault(require("fast-glob"));
-const fs_1 = tslib_1.__importDefault(require("fs"));
+const fs_extra_1 = tslib_1.__importDefault(require("fs-extra"));
 const path_1 = tslib_1.__importDefault(require("path"));
 const stream_1 = require("stream");
 const tar_1 = require("tar");
 const util_1 = require("util");
 const uuid_1 = require("uuid");
 const fetch_1 = tslib_1.__importDefault(require("../fetch"));
+const generated_1 = require("../graphql/generated");
 const log_1 = tslib_1.__importDefault(require("../log"));
+const files_1 = require("./files");
 const paths_1 = require("./paths");
+const progress_1 = require("./progress");
 const pipeline = (0, util_1.promisify)(stream_1.Stream.pipeline);
 function wrapFetchWithProgress() {
-    return async (url, init, onProgressCallback) => {
+    let didProgressBarFinish = false;
+    return async (url, init, progressHandler) => {
         const response = await (0, fetch_1.default)(url, init);
         if (response.ok) {
             const totalDownloadSize = response.headers.get('Content-Length');
@@ -31,7 +34,15 @@ function wrapFetchWithProgress() {
                     length += chunkLength;
                 }
                 const progress = length / total;
-                onProgressCallback(progress, total, length);
+                if (!didProgressBarFinish) {
+                    progressHandler({
+                        progress: { total, percent: progress, transferred: length },
+                        isComplete: total === length,
+                    });
+                    if (total === length) {
+                        didProgressBarFinish = true;
+                    }
+                }
             };
             response.body.on('data', chunk => {
                 onProgress(chunk.length);
@@ -43,46 +54,59 @@ function wrapFetchWithProgress() {
         return response;
     };
 }
-async function downloadFileWithProgressBarAsync(url, outputPath, infoMessage) {
+async function downloadFileWithProgressTrackerAsync(url, outputPath, progressTrackerMessage, progressTrackerCompletedMessage) {
     log_1.default.newLine();
-    log_1.default.log(infoMessage ? infoMessage : `Downloading file from ${url}...`);
-    const downloadProgressBar = new cli_progress_1.default.SingleBar({ format: '|{bar}|' }, cli_progress_1.default.Presets.rect);
-    let downloadProgressBarStarted = false;
-    const response = await wrapFetchWithProgress()(url, {
-        timeout: 1000 * 60 * 5, // 5 minutes
-    }, (_progress, total, loaded) => {
-        if (!downloadProgressBarStarted) {
-            downloadProgressBar.start(total, loaded);
-            downloadProgressBarStarted = true;
-        }
-        else if (loaded < total) {
-            downloadProgressBar.update(loaded);
+    try {
+        const response = await wrapFetchWithProgress()(url, {
+            timeout: 1000 * 60 * 5, // 5 minutes
+        }, (0, progress_1.createProgressTracker)({
+            message: progressTrackerMessage,
+            completedMessage: progressTrackerCompletedMessage,
+        }));
+        if (!response.ok) {
+            throw new Error(`Failed to download file from ${url}`);
         }
-        else {
-            downloadProgressBar.stop();
+        await pipeline(response.body, fs_extra_1.default.createWriteStream(outputPath));
+    }
+    catch (error) {
+        if (await fs_extra_1.default.pathExists(outputPath)) {
+            await fs_extra_1.default.remove(outputPath);
         }
-    });
-    if (!response.ok) {
-        throw new Error(`Failed to download file from ${url}`);
+        throw error;
+    }
+}
+async function maybeCacheAppAsync(appPath, cachedAppPath) {
+    if (cachedAppPath) {
+        await fs_extra_1.default.ensureDir(path_1.default.dirname(cachedAppPath));
+        await fs_extra_1.default.move(appPath, cachedAppPath);
+        return cachedAppPath;
     }
-    await pipeline(response.body, fs_1.default.createWriteStream(outputPath));
+    return appPath;
 }
-async function downloadAndExtractAppAsync(url, applicationExtension) {
+async function downloadAndMaybeExtractAppAsync(url, platform, cachedAppPath) {
     const outputDir = path_1.default.join((0, paths_1.getTmpDirectory)(), (0, uuid_1.v4)());
-    await fs_1.default.promises.mkdir(outputDir, { recursive: true });
-    const tmpArchivePathDir = path_1.default.join((0, paths_1.getTmpDirectory)(), (0, uuid_1.v4)());
-    await fs_1.default.promises.mkdir(tmpArchivePathDir, { recursive: true });
-    const tmpArchivePath = path_1.default.join(tmpArchivePathDir, `${(0, uuid_1.v4)()}.tar.gz`);
-    await downloadFileWithProgressBarAsync(url, tmpArchivePath, 'Downloading app archive...');
-    await tarExtractAsync(tmpArchivePath, outputDir);
-    return await getAppPathAsync(outputDir, applicationExtension);
+    await fs_extra_1.default.promises.mkdir(outputDir, { recursive: true });
+    if (url.endsWith('apk')) {
+        const apkFilePath = path_1.default.join(outputDir, `${(0, uuid_1.v4)()}.apk`);
+        await downloadFileWithProgressTrackerAsync(url, apkFilePath, (ratio, total) => `Downloading app (${(0, files_1.formatBytes)(total * ratio)} / ${(0, files_1.formatBytes)(total)})`, 'Successfully downloaded app');
+        return maybeCacheAppAsync(apkFilePath, cachedAppPath);
+    }
+    else {
+        const tmpArchivePathDir = path_1.default.join((0, paths_1.getTmpDirectory)(), (0, uuid_1.v4)());
+        await fs_extra_1.default.mkdir(tmpArchivePathDir, { recursive: true });
+        const tmpArchivePath = path_1.default.join(tmpArchivePathDir, `${(0, uuid_1.v4)()}.tar.gz`);
+        await downloadFileWithProgressTrackerAsync(url, tmpArchivePath, (ratio, total) => `Downloading app archive (${(0, files_1.formatBytes)(total * ratio)} / ${(0, files_1.formatBytes)(total)})`, 'Successfully downloaded app archive');
+        await tarExtractAsync(tmpArchivePath, outputDir);
+        const appPath = await getAppPathAsync(outputDir, platform === generated_1.AppPlatform.Ios ? 'app' : 'apk');
+        return maybeCacheAppAsync(appPath, cachedAppPath);
+    }
 }
-exports.downloadAndExtractAppAsync = downloadAndExtractAppAsync;
-async function extractAppFromLocalArchiveAsync(appArchivePath, applicationExtension) {
+exports.downloadAndMaybeExtractAppAsync = downloadAndMaybeExtractAppAsync;
+async function extractAppFromLocalArchiveAsync(appArchivePath, platform) {
     const outputDir = path_1.default.join((0, paths_1.getTmpDirectory)(), (0, uuid_1.v4)());
-    await fs_1.default.promises.mkdir(outputDir, { recursive: true });
+    await fs_extra_1.default.promises.mkdir(outputDir, { recursive: true });
     await tarExtractAsync(appArchivePath, outputDir);
-    return await getAppPathAsync(outputDir, applicationExtension);
+    return await getAppPathAsync(outputDir, platform === generated_1.AppPlatform.Android ? 'apk' : 'app');
 }
 exports.extractAppFromLocalArchiveAsync = extractAppFromLocalArchiveAsync;
 async function getAppPathAsync(outputDir, applicationExtension) {

package/build/utils/paths.d.ts

@@ -1,7 +1,7 @@
-declare const getStateJsonPath: () => string;
-declare const getDataDirectory: () => string;
-declare const getConfigDirectory: () => string;
-declare const getCacheDirectory: () => string;
-declare const getLogDirectory: () => string;
-declare const getTmpDirectory: () => string;
-export { getDataDirectory, getConfigDirectory, getCacheDirectory, getLogDirectory, getTmpDirectory, getStateJsonPath, };
+export declare const getStateJsonPath: () => string;
+export declare const getEasBuildRunCacheDirectoryPath: () => string;
+export declare const getDataDirectory: () => string;
+export declare const getConfigDirectory: () => string;
+export declare const getCacheDirectory: () => string;
+export declare const getLogDirectory: () => string;
+export declare const getTmpDirectory: () => string;

package/build/utils/paths.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.getStateJsonPath = exports.getTmpDirectory = exports.getLogDirectory = exports.getCacheDirectory = exports.getConfigDirectory = exports.getDataDirectory = void 0;
+exports.getTmpDirectory = exports.getLogDirectory = exports.getCacheDirectory = exports.getConfigDirectory = exports.getDataDirectory = exports.getEasBuildRunCacheDirectoryPath = exports.getStateJsonPath = void 0;
 const tslib_1 = require("tslib");
 const env_paths_1 = tslib_1.__importDefault(require("env-paths"));
 const os_1 = require("os");
@@ -26,6 +26,8 @@ function dotExpoHomeDirectory() {
 }
 const getStateJsonPath = () => path.join(dotExpoHomeDirectory(), 'state.json');
 exports.getStateJsonPath = getStateJsonPath;
+const getEasBuildRunCacheDirectoryPath = () => path.join((0, exports.getTmpDirectory)(), 'eas-build-run-cache');
+exports.getEasBuildRunCacheDirectoryPath = getEasBuildRunCacheDirectoryPath;
 // Paths for storing things like data, config, cache, etc.
 // Should use the correct OS-specific paths (e.g. XDG base directory on Linux)
 const { data: DATA_PATH, config: CONFIG_PATH, cache: CACHE_PATH, log: LOG_PATH, temp: TEMP_PATH, } = (0, env_paths_1.default)('eas-cli');

package/build/utils/progress.d.ts

@@ -10,6 +10,6 @@ export declare type ProgressHandler = (props: {
 }) => void;
 export declare function createProgressTracker({ total, message, completedMessage, }: {
     total?: number;
-    message: string | ((ratio: number) => string);
+    message: string | ((ratio: number, total: number) => string);
     completedMessage: string | ((duration: string) => string);
 }): ProgressHandler;

package/build/utils/progress.js

@@ -11,16 +11,18 @@ function createProgressTracker({ total, message, completedMessage, }) {
     let transferredSoFar = 0;
     let current = 0;
     const timerLabel = String(Date.now());
-    const getMessage = (v) => {
+    const getMessage = (v, total) => {
         const ratio = Math.min(Math.max(v, 0), 1);
         const percent = Math.floor(ratio * 100);
-        return typeof message === 'string' ? `${message} ${percent.toFixed(0)}%` : message(ratio);
+        return typeof message === 'string'
+            ? `${message} ${percent.toFixed(0)}%`
+            : message(ratio, total);
     };
     return ({ progress, isComplete, error }) => {
         if (progress) {
             if (!bar && (progress.total !== undefined || total !== undefined)) {
                 calcTotal = (total !== null && total !== void 0 ? total : progress.total);
-                bar = (0, ora_1.ora)(getMessage(0)).start();
+                bar = (0, ora_1.ora)(getMessage(0, calcTotal)).start();
                 (0, timer_1.startTimer)(timerLabel);
             }
             if (progress.total) {
@@ -35,7 +37,7 @@ function createProgressTracker({ total, message, completedMessage, }) {
                     current += progress.transferred - transferredSoFar;
                     percentage = current / calcTotal;
                 }
-                bar.text = getMessage(percentage);
+                bar.text = getMessage(percentage, calcTotal);
             }
             transferredSoFar = progress.transferred;
         }