@aws-cdk-testing/cli-integ 3.5.0 → 3.7.0

package/lib/staging/pypi.ts

@@ -1,50 +0,0 @@
-/* eslint-disable no-console */
-import * as path from 'path';
-import { LoginInformation } from './codeartifact';
-import { parallelShell } from './parallel-shell';
-import { UsageDir } from './usage-dir';
-import { writeFile } from '../files';
-import { shell } from '../shell';
-
-export async function pypiLogin(login: LoginInformation, usageDir: UsageDir) {
-  // Write pip config file and set environment var
-  await writeFile(path.join(usageDir.directory, 'pip.conf'), [
-    '[global]',
-    `index-url = https://aws:${login.authToken}@${login.pypiEndpoint.replace(/^https:\/\//, '')}simple/`,
-  ].join('\n'));
-  await usageDir.addToEnv({
-    PIP_CONFIG_FILE: `${usageDir.directory}/pip.conf`,
-  });
-}
-
-export async function uploadPythonPackages(packages: string[], login: LoginInformation) {
-  await shell(['pip', 'install', 'twine'], { show: 'error' });
-
-  // Even though twine supports uploading all packages in one go, we have to upload them
-  // individually since CodeArtifact does not support Twine's `--skip-existing`. Fun beans.
-  await parallelShell(packages, async (pkg, output) => {
-    console.log(`⏳ ${pkg}`);
-
-    await shell(['twine', 'upload', '--verbose', pkg], {
-      modEnv: {
-        TWINE_USERNAME: 'aws',
-        TWINE_PASSWORD: login.authToken,
-        TWINE_REPOSITORY_URL: login.pypiEndpoint,
-      },
-      show: 'error',
-      outputs: [output],
-    });
-
-    console.log(`✅ ${pkg}`);
-  }, (pkg, output) => {
-    if (output.toString().includes('This package is configured to block new versions') || output.toString().includes('409 Conflict')) {
-      console.log(`❌ ${pkg}: already exists. Skipped.`);
-      return 'skip';
-    }
-    if (output.includes('429 Too Many Requests ')) {
-      console.log(`♻️ ${pkg}: 429 Too Many Requests. Retrying.`);
-      return 'retry';
-    }
-    return 'fail';
-  });
-}

package/lib/staging/usage-dir.ts

@@ -1,99 +0,0 @@
-import * as path from 'path';
-import * as fs from 'fs-extra';
-import { copyDirectoryContents, homeDir, loadLines, updateIniKey, writeLines } from '../files';
-
-export const DEFAULT_USAGE_DIR = path.join(homeDir(), '.codeartifact/usage');
-
-/**
- * The usage directory is where we write per-session config files to access the CodeArtifact repository.
- *
- * Some config files may be written in a system-global location, but they will not be active unless the
- * contents of this directory have been sourced/copied into the current terminal.
- *
- * CONTRACT
- *
- * There are two special entries:
- *
- * - `env`, a file with `key=value` entries for environment variables to  set.
- * - `cwd/`, a directory with files that need to be copied into the current directory before each command.
- *
- * Other than these, code may write tempfiles to this directory if it wants, but there is no meaning
- * implied for other files.
- */
-export class UsageDir {
-  public static default() {
-    return new UsageDir(DEFAULT_USAGE_DIR);
-  }
-
-  public readonly envFile: string;
-  public readonly cwdDir: string;
-
-  private constructor(public readonly directory: string) {
-    this.envFile = path.join(this.directory, 'env');
-    this.cwdDir = path.join(this.directory, 'cwd');
-  }
-
-  public async clean() {
-    await fs.rm(this.directory, { recursive: true, force: true });
-    await fs.mkdirp(path.join(this.directory, 'cwd'));
-    await fs.writeFile(path.join(this.directory, 'env'), '', { encoding: 'utf-8' });
-
-    await this.addToEnv({
-      CWD_FILES_DIR: path.join(this.directory, 'cwd'),
-    });
-
-    // Write a bash helper to load these settings
-    await fs.writeFile(path.join(this.directory, 'activate.bash'), [
-      `while read -u10 line; do [[ -z $line ]] || export "$line"; done 10<${this.directory}/env`,
-      'cp -R $CWD_FILES_DIR/ .', // Copy files from directory even if it is empty
-    ].join('\n'), { encoding: 'utf-8' });
-  }
-
-  public async addToEnv(settings: Record<string, string>) {
-    const lines = await loadLines(this.envFile);
-    for (const [k, v] of Object.entries(settings)) {
-      updateIniKey(lines, k, v);
-    }
-    await writeLines(this.envFile, lines);
-  }
-
-  public async currentEnv(): Promise<Record<string, string>> {
-    const lines = await loadLines(this.envFile);
-
-    const splitter = /^([a-zA-Z0-9_-]+)\s*=\s*(.*)$/;
-
-    const ret: Record<string, string> = {};
-    for (const line of lines) {
-      const m = line.match(splitter);
-      if (m) {
-        ret[m[1]] = m[2];
-      }
-    }
-    return ret;
-  }
-
-  public cwdFile(filename: string) {
-    return path.join(this.cwdDir, filename);
-  }
-
-  public async activateInCurrentProcess() {
-    for (const [k, v] of Object.entries(await this.currentEnv())) {
-      process.env[k] = v;
-    }
-
-    await copyDirectoryContents(this.cwdDir, '.');
-  }
-
-  public async copyCwdFileHere(...filenames: string[]) {
-    for (const file of filenames) {
-      await fs.copyFile(path.join(this.cwdDir, file), file);
-    }
-  }
-
-  public advertise() {
-    // eslint-disable-next-line no-console
-    console.log('To activate these settings in the current terminal:');
-    // eslint-disable-next-line no-console
-    console.log(`    source ${this.directory}/activate.bash`);
-  }
-}

package/lib/with-aws.ts

@@ -1,111 +0,0 @@
-import { AtmosphereClient } from '@cdklabs/cdk-atmosphere-client';
-import { AwsClients } from './aws';
-import { TestContext } from './integ-test';
-import { ResourcePool } from './resource-pool';
-import { DisableBootstrapContext } from './with-cdk-app';
-
-export function atmosphereEnabled(): boolean {
-  const enabled = process.env.CDK_INTEG_ATMOSPHERE_ENABLED;
-  return enabled === 'true' || enabled === '1';
-}
-
-export function atmosphereEndpoint(): string {
-  const value = process.env.CDK_INTEG_ATMOSPHERE_ENDPOINT;
-  if (!value) {
-    throw new Error('CDK_INTEG_ATMOSPHERE_ENDPOINT is not defined');
-  }
-  return value;
-}
-
-export function atmospherePool() {
-  const value = process.env.CDK_INTEG_ATMOSPHERE_POOL;
-  if (!value) {
-    throw new Error('CDK_INTEG_ATMOSPHERE_POOL is not defined');
-  }
-  return value;
-}
-
-export type AwsContext = { readonly aws: AwsClients };
-
-/**
- * Higher order function to execute a block with an AWS client setup
- *
- * Allocate the next region from the REGION pool and dispose it afterwards.
- */
-export function withAws<A extends TestContext>(
-  block: (context: A & AwsContext & DisableBootstrapContext) => Promise<void>,
-  disableBootstrap: boolean = false,
-): (context: A) => Promise<void> {
-  return async (context: A) => {
-    if (atmosphereEnabled()) {
-      const atmosphere = new AtmosphereClient(atmosphereEndpoint());
-      const allocation = await atmosphere.acquire({ pool: atmospherePool(), requester: context.name, timeoutSeconds: 60 * 30 });
-      const aws = await AwsClients.forIdentity(allocation.environment.region, {
-        accessKeyId: allocation.credentials.accessKeyId,
-        secretAccessKey: allocation.credentials.secretAccessKey,
-        sessionToken: allocation.credentials.sessionToken,
-        accountId: allocation.environment.account,
-      }, context.output);
-
-      await sanityCheck(aws);
-
-      let outcome = 'success';
-      try {
-        return await block({ ...context, disableBootstrap, aws });
-      } catch (e: any) {
-        outcome = 'failure';
-        throw e;
-      } finally {
-        await atmosphere.release(allocation.id, outcome);
-      }
-    } else {
-      return regionPool().using(async (region) => {
-        const aws = await AwsClients.forRegion(region, context.output);
-        await sanityCheck(aws);
-
-        return block({ ...context, disableBootstrap, aws });
-      });
-    }
-  };
-}
-
-let _regionPool: undefined | ResourcePool;
-export function regionPool(): ResourcePool {
-  if (_regionPool !== undefined) {
-    return _regionPool;
-  }
-
-  const REGIONS = process.env.AWS_REGIONS
-    ? process.env.AWS_REGIONS.split(',')
-    : [process.env.AWS_REGION ?? process.env.AWS_DEFAULT_REGION ?? 'us-east-1'];
-
-  _regionPool = ResourcePool.withResources('aws_regions', REGIONS);
-  return _regionPool;
-}
-
-/**
- * Perform a one-time quick sanity check that the AWS clients have properly configured credentials
- *
- * If we don't do this, calls are going to fail and they'll be retried and everything will take
- * forever before the user notices a simple misconfiguration.
- *
- * We can't check for the presence of environment variables since credentials could come from
- * anywhere, so do simple account retrieval.
- *
- * Only do it once per process.
- */
-async function sanityCheck(aws: AwsClients) {
-  if (sanityChecked === undefined) {
-    try {
-      await aws.account();
-      sanityChecked = true;
-    } catch (e: any) {
-      sanityChecked = false;
-      throw new Error(`AWS credentials probably not configured, got error: ${e.message}`);
-    }
-  }
-  if (!sanityChecked) {
-    throw new Error('AWS credentials probably not configured, see previous error');
-  }
-}
-let sanityChecked: boolean | undefined;