@expo/build-tools 20.5.1 → 21.0.0

package/dist/android/gradle.d.ts

@@ -8,4 +8,9 @@ export declare function runGradleCommand(ctx: BuildContext<Job>, { logger, gradl
     androidDir: string;
     extraEnv?: Env;
 }): Promise<void>;
+export declare function getGradleShellCommand({ gradleCommand, oomScoreAdj, verboseFlag, }: {
+    gradleCommand: string;
+    oomScoreAdj?: number;
+    verboseFlag: string;
+}): string;
 export declare function resolveGradleCommand(job: Android.Job): string;

package/dist/android/gradle.js

@@ -5,13 +5,12 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ensureLFLineEndingsInGradlewScript = ensureLFLineEndingsInGradlewScript;
 exports.runGradleCommand = runGradleCommand;
+exports.getGradleShellCommand = getGradleShellCommand;
 exports.resolveGradleCommand = resolveGradleCommand;
 const eas_build_job_1 = require("@expo/eas-build-job");
 const turtle_spawn_1 = __importDefault(require("@expo/turtle-spawn"));
-const assert_1 = __importDefault(require("assert"));
 const fs_extra_1 = __importDefault(require("fs-extra"));
 const path_1 = __importDefault(require("path"));
-const processes_1 = require("../utils/processes");
 async function ensureLFLineEndingsInGradlewScript(ctx) {
     const gradlewPath = path_1.default.join(ctx.getReactNativeProjectDirectory(), 'android', 'gradlew');
     const gradlewContent = await fs_extra_1.default.readFile(gradlewPath, 'utf8');
@@ -24,7 +23,15 @@ async function runGradleCommand(ctx, { logger, gradleCommand, androidDir, extraE
     logger.info(`Running 'gradlew ${gradleCommand}' in ${androidDir}`);
     await fs_extra_1.default.chmod(path_1.default.join(androidDir, 'gradlew'), 0o755);
     const verboseFlag = ctx.env['EAS_VERBOSE'] === '1' ? '--info' : '';
-    const spawnPromise = (0, turtle_spawn_1.default)('bash', ['-c', `./gradlew ${gradleCommand} --profile ${verboseFlag}`], {
+    const shouldResetOOMScore = ctx.env.EAS_BUILD_RUNNER === 'eas-build' && process.platform === 'linux';
+    await (0, turtle_spawn_1.default)('bash', [
+        '-c',
+        getGradleShellCommand({
+            gradleCommand,
+            oomScoreAdj: shouldResetOOMScore ? 0 : undefined,
+            verboseFlag,
+        }),
+    ], {
         cwd: androidDir,
         logger,
         lineTransformer: (line) => {
@@ -42,37 +49,10 @@ async function runGradleCommand(ctx, { logger, gradleCommand, androidDir, extraE
             LC_ALL: 'C.UTF-8',
         },
     });
-    if (ctx.env.EAS_BUILD_RUNNER === 'eas-build' && process.platform === 'linux') {
-        adjustOOMScore(spawnPromise, logger);
-    }
-    await spawnPromise;
 }
-/**
- * OOM Killer sometimes kills worker server while build is exceeding memory limits.
- * `oom_score_adj` is a value between -1000 and 1000 and it defaults to 0.
- * It defines which process is more likely to get killed (higher value more likely).
- *
- * This function sets oom_score_adj for Gradle process and all its child processes.
- */
-function adjustOOMScore(spawnPromise, logger) {
-    setTimeout(async () => {
-        try {
-            (0, assert_1.default)(spawnPromise.child.pid);
-            const pids = await (0, processes_1.getParentAndDescendantProcessPidsAsync)(spawnPromise.child.pid);
-            await Promise.all(pids.map(async (pid) => {
-                // Value 800 is just a guess here. It's probably higher than most other
-                // process. I didn't want to set it any higher, because I'm not sure if OOM Killer
-                // can start killing processes when there is still enough memory left.
-                const oomScoreOverride = 800;
-                await fs_extra_1.default.writeFile(`/proc/${pid}/oom_score_adj`, `${oomScoreOverride}\n`);
-            }));
-        }
-        catch (err) {
-            logger.debug({ err, stderr: err?.stderr }, 'Failed to override oom_score_adj');
-        }
-    }, 
-    // Wait 20 seconds to make sure all child processes are started
-    20000);
+function getGradleShellCommand({ gradleCommand, oomScoreAdj, verboseFlag, }) {
+    const oomScoreAdjPrefix = oomScoreAdj === undefined ? '' : `echo ${oomScoreAdj} > /proc/$$/oom_score_adj || true; `;
+    return `${oomScoreAdjPrefix}exec ./gradlew ${gradleCommand} --profile ${verboseFlag}`;
 }
 // Version envs should be set at the beginning of the build, but when building
 // from github those values are resolved later.

package/dist/common/installDependencies.js

@@ -69,17 +69,29 @@ async function installDependenciesAsync({ packageManager, env, logger, infoCallb
     };
 }
 async function installDependenciesWithNpmCacheFallbackAsync({ packageManager, env, logger, infoCallbackFn, cwd, useFrozenLockfile, }) {
-    const npmCacheUrl = env.NPM_CONFIG_REGISTRY;
+    const npmCacheUrl = env.EAS_BUILD_NPM_CACHE_URL;
+    if (!npmCacheUrl) {
+        await (await installDependenciesAsync({
+            packageManager,
+            env,
+            logger,
+            infoCallbackFn,
+            cwd,
+            useFrozenLockfile,
+        })).spawnPromise;
+        return;
+    }
+    logger.info(`Installing dependencies using the npm cache registry (${npmCacheUrl}).`);
     let firstErrorLine;
     let errorLineCount = 0;
     try {
         await (await installDependenciesAsync({
             packageManager,
-            env,
+            env: { ...env, NPM_CONFIG_REGISTRY: npmCacheUrl },
             logger,
             infoCallbackFn,
             lineTransformer: (line) => {
-                if (isNpmCacheRegistryErrorLine(line, { env, npmCacheUrl })) {
+                if (isNpmCacheRegistryErrorLine(line, npmCacheUrl)) {
                     firstErrorLine ??= line;
                     errorLineCount += 1;
                 }
@@ -97,7 +109,7 @@ async function installDependenciesWithNpmCacheFallbackAsync({ packageManager, en
         }
     }
     catch (err) {
-        if (!isNpmCacheInstallFailure(err, { env, npmCacheUrl })) {
+        if (!isNpmCacheInstallFailure(err, npmCacheUrl)) {
             throw err;
         }
         logger.warn(`Failed to install dependencies using the npm cache registry (${npmCacheUrl}). Retrying without the npm cache registry.`);
@@ -113,10 +125,9 @@ async function installDependenciesWithNpmCacheFallbackAsync({ packageManager, en
                 signal: err instanceof Error ? err.signal : undefined,
             },
         });
-        const { NPM_CONFIG_REGISTRY: _NPM_CONFIG_REGISTRY, ...fallbackEnv } = env;
         await (await installDependenciesAsync({
             packageManager,
-            env: fallbackEnv,
+            env,
             logger,
             infoCallbackFn,
             cwd,
@@ -132,21 +143,13 @@ function resolvePackagerDir(ctx) {
     }
     return packagerRunDir;
 }
-function isNpmCacheInstallFailure(err, { env, npmCacheUrl }) {
-    if (!isNpmCacheRegistryEnabled(env, npmCacheUrl)) {
-        return false;
-    }
-    const errorOutput = getErrorOutput(err);
-    return errorOutput.includes(npmCacheUrl);
+function isNpmCacheInstallFailure(err, npmCacheUrl) {
+    return getErrorOutput(err).includes(npmCacheUrl);
 }
-function isNpmCacheRegistryErrorLine(line, { env, npmCacheUrl }) {
-    return (isNpmCacheRegistryEnabled(env, npmCacheUrl) &&
-        line.includes(npmCacheUrl) &&
+function isNpmCacheRegistryErrorLine(line, npmCacheUrl) {
+    return (line.includes(npmCacheUrl) &&
         /(?:error|failed|ENOTFOUND|ECONN|ETIMEDOUT|EAI_AGAIN|FetchError)/i.test(line));
 }
-function isNpmCacheRegistryEnabled(env, npmCacheUrl) {
-    return env.EAS_USE_NPM_CACHE === '1' && !!npmCacheUrl;
-}
 function getErrorOutput(err) {
     if (!(err instanceof Error)) {
         return '';

package/dist/context.js

@@ -17,6 +17,26 @@ const packageManager_1 = require("./utils/packageManager");
 class SkipNativeBuildError extends Error {
 }
 exports.SkipNativeBuildError = SkipNativeBuildError;
+function logEnvComparison({ oldMergeOrderEnv, newMergeOrderEnv, }) {
+    const envNames = new Set([...Object.keys(oldMergeOrderEnv), ...Object.keys(newMergeOrderEnv)]);
+    const sameEnvNames = [];
+    const differentEnvNames = [];
+    for (const key of envNames) {
+        const hasOldValue = key in oldMergeOrderEnv;
+        const hasNewValue = key in newMergeOrderEnv;
+        if (hasOldValue === hasNewValue && oldMergeOrderEnv[key] === newMergeOrderEnv[key]) {
+            sameEnvNames.push(key);
+        }
+        else {
+            differentEnvNames.push(key);
+        }
+    }
+    if (differentEnvNames.length === 0) {
+        datadog_1.Datadog.log('BuildContext.updateEnv merge order produced same env');
+        return;
+    }
+    datadog_1.Datadog.log(`BuildContext.updateEnv merge order produced different env: compared_env_count=${envNames.size} different_env_count=${differentEnvNames.length} different_env_names=${differentEnvNames.join(',')} same_env_count=${sameEnvNames.length} same_env_names=${sameEnvNames.join(',')}`);
+}
 class BuildContext {
     workingdir;
     logger;
@@ -157,11 +177,21 @@ class BuildContext {
         if (this._job.triggeredBy !== common_1.BuildTrigger.GIT_BASED_INTEGRATION) {
             throw new Error('Updating environment variables is only allowed when build was triggered by a git-based integration.');
         }
-        this._env = {
+        const oldMergeOrderEnv = {
             ...env,
             ...this._env,
             __EAS_BUILD_ENVS_DIR: this.buildEnvsDirectory,
         };
+        const newMergeOrderEnv = {
+            ...this._env,
+            ...env,
+            __EAS_BUILD_ENVS_DIR: this.buildEnvsDirectory,
+        };
+        logEnvComparison({
+            oldMergeOrderEnv,
+            newMergeOrderEnv,
+        });
+        this._env = newMergeOrderEnv;
         this._env.PATH = this._env.PATH
             ? [this.buildExecutablesDirectory, this._env.PATH].join(':')
             : this.buildExecutablesDirectory;

package/dist/steps/easFunctions.js

@@ -2,6 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getEasFunctions = getEasFunctions;
 const calculateEASUpdateRuntimeVersion_1 = require("./functions/calculateEASUpdateRuntimeVersion");
+const capturePosthogEvent_1 = require("./functions/capturePosthogEvent");
 const checkout_1 = require("./functions/checkout");
 const configureAndroidVersion_1 = require("./functions/configureAndroidVersion");
 const configureEASUpdateIfInstalled_1 = require("./functions/configureEASUpdateIfInstalled");
@@ -14,6 +15,7 @@ const deploy_1 = require("./functions/deploy");
 const export_1 = require("./functions/export");
 const eagerBundle_1 = require("./functions/eagerBundle");
 const findAndUploadBuildArtifacts_1 = require("./functions/findAndUploadBuildArtifacts");
+const finishIosSimulatorRecordings_1 = require("./functions/finishIosSimulatorRecordings");
 const generateGymfileFromTemplate_1 = require("./functions/generateGymfileFromTemplate");
 const getCredentialsForBuildTriggeredByGitHubIntegration_1 = require("./functions/getCredentialsForBuildTriggeredByGitHubIntegration");
 const injectAndroidCredentials_1 = require("./functions/injectAndroidCredentials");
@@ -35,6 +37,7 @@ const runFastlane_1 = require("./functions/runFastlane");
 const runGradle_1 = require("./functions/runGradle");
 const maestroTests_1 = require("./functions/maestroTests");
 const saveBuildCache_1 = require("./functions/saveBuildCache");
+const rolloutPosthogFlag_1 = require("./functions/rolloutPosthogFlag");
 const saveCache_1 = require("./functions/saveCache");
 const sendSlackMessage_1 = require("./functions/sendSlackMessage");
 const startAgentDeviceRemoteSession_1 = require("./functions/startAgentDeviceRemoteSession");
@@ -42,10 +45,16 @@ const startAndroidEmulator_1 = require("./functions/startAndroidEmulator");
 const startArgentRemoteSession_1 = require("./functions/startArgentRemoteSession");
 const startCuttlefishDevice_1 = require("./functions/startCuttlefishDevice");
 const startIosSimulator_1 = require("./functions/startIosSimulator");
+const startIosSimulatorRecordings_1 = require("./functions/startIosSimulatorRecordings");
 const startServeSimRemoteSession_1 = require("./functions/startServeSimRemoteSession");
 const uploadArtifact_1 = require("./functions/uploadArtifact");
+const uploadDeviceRunSessionScreenRecordings_1 = require("./functions/uploadDeviceRunSessionScreenRecordings");
 const uploadToAsc_1 = require("./functions/uploadToAsc");
 const useNpmToken_1 = require("./functions/useNpmToken");
+const waitForPosthogMetric_1 = require("./functions/waitForPosthogMetric");
+const uploadPosthogSourcemaps_1 = require("./functions/uploadPosthogSourcemaps");
+const createPosthogAnnotation_1 = require("./functions/createPosthogAnnotation");
+const waitForPosthogQuery_1 = require("./functions/waitForPosthogQuery");
 function getEasFunctions(ctx) {
     const functions = [
         (0, checkout_1.createCheckoutBuildFunction)(),
@@ -82,10 +91,19 @@ function getEasFunctions(ctx) {
         (0, startAndroidEmulator_1.createStartAndroidEmulatorBuildFunction)(),
         (0, startCuttlefishDevice_1.createStartCuttlefishDeviceBuildFunction)(),
         (0, startIosSimulator_1.createStartIosSimulatorBuildFunction)(),
+        (0, startIosSimulatorRecordings_1.createStartIosSimulatorRecordingsBuildFunction)(),
+        (0, finishIosSimulatorRecordings_1.createFinishIosSimulatorRecordingsBuildFunction)(),
+        (0, uploadDeviceRunSessionScreenRecordings_1.createUploadDeviceRunSessionScreenRecordingsBuildFunction)(ctx),
         (0, startServeSimRemoteSession_1.createStartServeSimRemoteSessionBuildFunction)(ctx),
         (0, installMaestro_1.createInstallMaestroBuildFunction)(),
         (0, installPods_1.createInstallPodsBuildFunction)(),
         (0, sendSlackMessage_1.createSendSlackMessageFunction)(),
+        (0, capturePosthogEvent_1.createCapturePosthogEventFunction)(),
+        (0, rolloutPosthogFlag_1.createRolloutPosthogFlagFunction)(),
+        (0, waitForPosthogMetric_1.createWaitForPosthogMetricFunction)(),
+        (0, uploadPosthogSourcemaps_1.createUploadPosthogSourcemapsFunction)(),
+        (0, createPosthogAnnotation_1.createPosthogAnnotationFunction)(),
+        (0, waitForPosthogQuery_1.createWaitForPosthogQueryFunction)(),
         (0, calculateEASUpdateRuntimeVersion_1.calculateEASUpdateRuntimeVersionFunction)(),
         (0, createSubmissionEntity_1.createSubmissionEntityFunction)(),
         (0, uploadToAsc_1.createUploadToAscBuildFunction)(),

package/dist/steps/functions/capturePosthogEvent.d.ts

@@ -0,0 +1,2 @@
+import { BuildFunction } from '@expo/steps';
+export declare function createCapturePosthogEventFunction(): BuildFunction;

package/dist/steps/functions/capturePosthogEvent.js

@@ -0,0 +1,79 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createCapturePosthogEventFunction = createCapturePosthogEventFunction;
+const eas_build_job_1 = require("@expo/eas-build-job");
+const steps_1 = require("@expo/steps");
+const PosthogClient_1 = require("../utils/PosthogClient");
+const PosthogUtils_1 = require("../utils/PosthogUtils");
+function createCapturePosthogEventFunction() {
+    return new steps_1.BuildFunction({
+        namespace: 'eas',
+        id: 'posthog_capture_event',
+        name: 'Capture PostHog event',
+        __metricsId: 'eas/posthog_capture_event',
+        inputProviders: [
+            steps_1.BuildStepInput.createProvider({
+                id: 'event',
+                allowedValueTypeName: steps_1.BuildStepInputValueTypeName.STRING,
+                required: true,
+            }),
+            steps_1.BuildStepInput.createProvider({
+                id: 'distinct_id',
+                allowedValueTypeName: steps_1.BuildStepInputValueTypeName.STRING,
+                required: false,
+            }),
+            steps_1.BuildStepInput.createProvider({
+                id: 'properties',
+                allowedValueTypeName: steps_1.BuildStepInputValueTypeName.JSON,
+                required: false,
+            }),
+            steps_1.BuildStepInput.createProvider({
+                id: 'api_key',
+                allowedValueTypeName: steps_1.BuildStepInputValueTypeName.STRING,
+                required: false,
+            }),
+            steps_1.BuildStepInput.createProvider({
+                id: 'host',
+                allowedValueTypeName: steps_1.BuildStepInputValueTypeName.STRING,
+                required: false,
+            }),
+            steps_1.BuildStepInput.createProvider({
+                id: 'ignore_error',
+                allowedValueTypeName: steps_1.BuildStepInputValueTypeName.BOOLEAN,
+                required: false,
+            }),
+        ],
+        fn: async (stepCtx, { inputs, env, signal }) => {
+            const { logger } = stepCtx;
+            const ignoreError = Boolean(inputs.ignore_error.value);
+            const event = inputs.event.value;
+            const client = PosthogClient_1.PosthogClient.forIngestion({
+                apiKeyOverride: inputs.api_key.value,
+                hostOverride: inputs.host.value,
+                env,
+            });
+            if (!client) {
+                PosthogUtils_1.PosthogUtils.failOrLogError({
+                    logger,
+                    ignoreError,
+                    error: new eas_build_job_1.UserError('EAS_POSTHOG_MISSING_API_KEY', 'PostHog API key not provided. Set the "api_key" input or the EXPO_PUBLIC_POSTHOG_API_KEY environment variable.'),
+                });
+                return;
+            }
+            logger.info(`Sending PostHog event "${event}"`);
+            try {
+                await client.captureEventAsync({
+                    event,
+                    distinctId: inputs.distinct_id.value,
+                    properties: inputs.properties.value,
+                    signal,
+                });
+            }
+            catch (error) {
+                PosthogUtils_1.PosthogUtils.failOrLogError({ logger, ignoreError, error });
+                return;
+            }
+            logger.info(`Sent PostHog event "${event}"`);
+        },
+    });
+}

package/dist/steps/functions/createPosthogAnnotation.d.ts

@@ -0,0 +1,2 @@
+import { BuildFunction } from '@expo/steps';
+export declare function createPosthogAnnotationFunction(): BuildFunction;

package/dist/steps/functions/createPosthogAnnotation.js

@@ -0,0 +1,75 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createPosthogAnnotationFunction = createPosthogAnnotationFunction;
+const steps_1 = require("@expo/steps");
+const PosthogClient_1 = require("../utils/PosthogClient");
+const PosthogUtils_1 = require("../utils/PosthogUtils");
+function createPosthogAnnotationFunction() {
+    return new steps_1.BuildFunction({
+        namespace: 'eas',
+        id: 'posthog_annotation',
+        name: 'Create a PostHog annotation',
+        __metricsId: 'eas/posthog_annotation',
+        inputProviders: [
+            steps_1.BuildStepInput.createProvider({
+                id: 'content',
+                allowedValueTypeName: steps_1.BuildStepInputValueTypeName.STRING,
+                required: true,
+            }),
+            steps_1.BuildStepInput.createProvider({
+                id: 'date_marker',
+                allowedValueTypeName: steps_1.BuildStepInputValueTypeName.STRING,
+                required: false,
+            }),
+            steps_1.BuildStepInput.createProvider({
+                id: 'api_key',
+                allowedValueTypeName: steps_1.BuildStepInputValueTypeName.STRING,
+                required: false,
+            }),
+            steps_1.BuildStepInput.createProvider({
+                id: 'project_id',
+                allowedValueTypeName: steps_1.BuildStepInputValueTypeName.STRING,
+                required: false,
+            }),
+            steps_1.BuildStepInput.createProvider({
+                id: 'ignore_error',
+                allowedValueTypeName: steps_1.BuildStepInputValueTypeName.BOOLEAN,
+                required: false,
+            }),
+        ],
+        fn: async (stepCtx, { inputs, env, signal }) => {
+            const { logger } = stepCtx;
+            const ignoreError = Boolean(inputs.ignore_error.value);
+            const result = PosthogClient_1.PosthogClient.fromEnv({
+                apiKeyOverride: inputs.api_key.value,
+                projectIdOverride: inputs.project_id.value,
+                env,
+            });
+            if (!result.client) {
+                PosthogUtils_1.PosthogUtils.failOrLogError({
+                    logger,
+                    ignoreError,
+                    error: PosthogUtils_1.PosthogUtils.missingCredentialsError(result.missing),
+                });
+                return;
+            }
+            const client = result.client;
+            const content = inputs.content.value;
+            const dateMarker = inputs.date_marker.value ?? new Date().toISOString();
+            logger.info(`Creating PostHog annotation "${content}"`);
+            try {
+                await client.requestAsync('POST', '/annotations/', {
+                    action: 'Creating the PostHog annotation',
+                    forbiddenScope: 'annotation:write',
+                    body: { content, date_marker: dateMarker },
+                    signal,
+                });
+            }
+            catch (error) {
+                PosthogUtils_1.PosthogUtils.failOrLogError({ logger, ignoreError, error });
+                return;
+            }
+            logger.info('Created PostHog annotation');
+        },
+    });
+}

package/dist/steps/functions/finishIosSimulatorRecordings.d.ts

@@ -0,0 +1,2 @@
+import { BuildFunction } from '@expo/steps';
+export declare function createFinishIosSimulatorRecordingsBuildFunction(): BuildFunction;

package/dist/steps/functions/finishIosSimulatorRecordings.js

@@ -0,0 +1,24 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.createFinishIosSimulatorRecordingsBuildFunction = createFinishIosSimulatorRecordingsBuildFunction;
+const steps_1 = require("@expo/steps");
+const IosSimulatorRecordingUtils_1 = require("../utils/IosSimulatorRecordingUtils");
+function createFinishIosSimulatorRecordingsBuildFunction() {
+    return new steps_1.BuildFunction({
+        namespace: 'eas',
+        id: 'finish_ios_simulator_recordings',
+        name: 'Finish iOS Simulator recordings',
+        __metricsId: 'eas/finish_ios_simulator_recordings',
+        supportedRuntimePlatforms: [steps_1.BuildRuntimePlatform.DARWIN],
+        outputProviders: [
+            steps_1.BuildStepOutput.createProvider({
+                id: 'recordings_json',
+                required: true,
+            }),
+        ],
+        fn: async ({ logger }, { outputs }) => {
+            const recordings = await IosSimulatorRecordingUtils_1.IosSimulatorRecordingUtils.finishAsync({ logger });
+            outputs.recordings_json.set(JSON.stringify(recordings));
+        },
+    });
+}

package/dist/steps/functions/rolloutPosthogFlag.d.ts

@@ -0,0 +1,2 @@
+import { BuildFunction } from '@expo/steps';
+export declare function createRolloutPosthogFlagFunction(): BuildFunction;