@cumulus/common 11.1.0 → 11.1.3

package/cloudwatch-event.d.ts

@@ -35,7 +35,7 @@ export declare const getSfEventStatus: (event: AwsCloudWatchEvent) => string | u
  * @param {string} [defaultValue] - A default value for the message, if none exists
  * @returns {string|undefined} Output message from Step Function
  */
-export declare const getSfEventDetailValue: (event: AwsCloudWatchEvent, field: 'input' | 'output', defaultValue?: string | undefined) => string | undefined;
+export declare const getSfEventDetailValue: (event: AwsCloudWatchEvent, field: 'input' | 'output', defaultValue?: string) => string | undefined;
 /**
  * Get the Step Function output message from a Cloudwatch Event
  *

package/env.d.ts

@@ -1,3 +1,6 @@
 /// <reference types="node" />
+/// <reference types="node" />
+/// <reference types="node" />
+/// <reference types="node" />
 export declare const getRequiredEnvVar: (name: string, env?: NodeJS.ProcessEnv) => string;
 //# sourceMappingURL=env.d.ts.map

package/key-pair-provider.d.ts

@@ -2,7 +2,12 @@
  * Provides encryption and decryption methods with a consistent API but
  * differing mechanisms for dealing with encryption keys.
  */
+import { Readable } from 'stream';
+import { S3 } from '@aws-sdk/client-s3';
 export { KMS } from './kms';
+export declare const buildS3Client: () => S3;
+export declare const getObjectStreamContents: (objectReadStream: Readable) => Promise<string>;
+export declare const retrieveKey: (keyId: string, bucket?: string | undefined, stack?: string | undefined) => Promise<string | undefined>;
 /**
  * Provides encryption and decryption methods using a keypair stored in S3
  */

package/key-pair-provider.js

@@ -7,10 +7,10 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.DefaultProvider = exports.S3KeyPairProvider = exports.KMS = void 0;
-const noop_1 = __importDefault(require("lodash/noop"));
-const aws_sdk_1 = __importDefault(require("aws-sdk"));
+exports.DefaultProvider = exports.S3KeyPairProvider = exports.retrieveKey = exports.getObjectStreamContents = exports.buildS3Client = exports.KMS = void 0;
 const node_forge_1 = __importDefault(require("node-forge"));
+const stream_1 = require("stream");
+const client_s3_1 = require("@aws-sdk/client-s3");
 const util_1 = require("./util");
 const test_utils_1 = require("./test-utils");
 var kms_1 = require("./kms");
@@ -27,30 +27,47 @@ const getLocalStackHost = () => {
 const buildS3Client = () => {
     var _a;
     const region = (_a = process.env.AWS_DEFAULT_REGION) !== null && _a !== void 0 ? _a : 'us-east-1';
-    aws_sdk_1.default.config.update({ region });
-    // Workaround upload hangs. See: https://github.com/andrewrk/node-s3-client/issues/74'
-    // @ts-expect-error
-    aws_sdk_1.default.util.update(aws_sdk_1.default.S3.prototype, { addExpect100Continue: noop_1.default });
-    aws_sdk_1.default.config.setPromisesDependency(Promise);
     const options = {
         apiVersion: '2006-03-01',
+        region,
     };
     if ((0, test_utils_1.inTestMode)()) {
-        options.accessKeyId = 'my-access-key-id';
         options.endpoint = `http://${getLocalStackHost()}:4566`;
         options.region = 'us-east-1';
-        options.s3ForcePathStyle = true;
-        options.secretAccessKey = 'my-secret-access-key';
+        options.forcePathStyle = true;
+        options.credentials = {
+            accessKeyId: 'my-access-key-id',
+            secretAccessKey: 'my-secret-access-key',
+        };
     }
-    return new aws_sdk_1.default.S3(options);
+    return new client_s3_1.S3(options);
 };
+exports.buildS3Client = buildS3Client;
+const getObjectStreamContents = (objectReadStream) => new Promise((resolve, reject) => {
+    try {
+        const responseDataChunks = [];
+        objectReadStream.once('error', (error) => reject(error));
+        objectReadStream.on('data', (chunk) => responseDataChunks.push(chunk));
+        // Once the stream has no more data, join the chunks into a string and
+        // return the string
+        objectReadStream.once('end', () => resolve(responseDataChunks.join('')));
+    }
+    catch (error) {
+        reject(error);
+    }
+});
+exports.getObjectStreamContents = getObjectStreamContents;
 const getTextObject = async (bucket, key) => {
-    const s3 = buildS3Client();
+    const s3 = (0, exports.buildS3Client)();
     const { Body } = await s3.getObject({
         Bucket: bucket,
         Key: key,
-    }).promise();
-    return Body ? Body.toString() : undefined;
+    });
+    let data;
+    if (Body && Body instanceof stream_1.Readable) {
+        data = await (0, exports.getObjectStreamContents)(Body);
+    }
+    return data;
 };
 const retrieveKey = async (keyId, bucket = process.env.system_bucket, stack = process.env.stackName) => {
     if (!bucket) {
@@ -67,6 +84,7 @@ const retrieveKey = async (keyId, bucket = process.env.system_bucket, stack = pr
         throw new Error(`Failed to retrieve S3KeyPair key from s3://${bucket}/${key}: ${error.message}`);
     }
 };
+exports.retrieveKey = retrieveKey;
 /**
  * Provides encryption and decryption methods using a keypair stored in S3
  */
@@ -86,7 +104,7 @@ class S3KeyPairProvider {
         (0, util_1.deprecate)('@cumulus/common/key-pair-provider', '1.17.0', '@cumulus/aws-client/KMS.encrypt');
         // Download the publickey
         const pki = node_forge_1.default.pki;
-        const pub = await retrieveKey(keyId, bucket, stack);
+        const pub = await (0, exports.retrieveKey)(keyId, bucket, stack);
         if (!pub) {
             throw new Error('Unable to retrieve public key');
         }
@@ -107,7 +125,7 @@ class S3KeyPairProvider {
     static async decrypt(str, keyId = 'private.pem', bucket, stack) {
         (0, util_1.deprecate)('@cumulus/common/key-pair-provider', '1.17.0', '@cumulus/aws-client/KMS.decryptBase64String');
         const pki = node_forge_1.default.pki;
-        const priv = await retrieveKey(keyId, bucket, stack);
+        const priv = await (0, exports.retrieveKey)(keyId, bucket, stack);
         if (!priv) {
             throw new Error('Unable to retrieve private key');
         }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@cumulus/common",
-  "version": "11.1.0",
+  "version": "11.1.3",
   "description": "Common utilities used across tasks",
   "keywords": [
     "GIBS",
@@ -41,8 +41,11 @@
   "author": "Cumulus Authors",
   "license": "Apache-2.0",
   "dependencies": {
-    "@cumulus/errors": "11.1.0",
-    "@cumulus/logger": "11.1.0",
+    "@aws-sdk/client-s3": "^3.53.0",
+    "@aws-sdk/signature-v4-crt": "^3.53.0",
+    "@cumulus/aws-client": "11.1.3",
+    "@cumulus/errors": "11.1.3",
+    "@cumulus/logger": "11.1.3",
     "ajv": "^6.12.3",
     "aws-sdk": "^2.585.0",
     "follow-redirects": "^1.2.4",
@@ -64,5 +67,5 @@
     "@types/node-forge": "^0.9.5",
     "@types/url-join": "^4.0.0"
   },
-  "gitHead": "a846e319e143684ebc408e35f8b51cc1a7195391"
+  "gitHead": "f7c66a63c812c2762da6a366e252e05e3fb8b35d"
 }

package/sns-event.d.ts

@@ -20,7 +20,7 @@ export declare const isSnsEvent: (event: {
  * @param {any} [defaultValue] - Default value to use for message, if none exists.
  * @returns {any} - Message from SNS event
  */
-export declare const getSnsEventMessage: (event: AwsLambdaSnsMessageEventRecord, defaultValue?: string | undefined) => string;
+export declare const getSnsEventMessage: (event: AwsLambdaSnsMessageEventRecord, defaultValue?: string) => string;
 /**
  * Get message object from SNS event.
  *

package/test-utils.d.ts

@@ -1,4 +1,7 @@
 /// <reference types="node" />
+/// <reference types="node" />
+/// <reference types="node" />
+/// <reference types="node" />
 import { ExecutionContext } from 'ava';
 export { readJsonFile as readJsonFixture } from './FileUtils';
 export declare const inTestMode: (env?: NodeJS.ProcessEnv) => boolean;

package/util.d.ts

@@ -17,7 +17,7 @@
  *
  * @alias module:util
  */
-export declare const deprecate: (name: string, version: string, alternative?: string | undefined) => void;
+export declare const deprecate: (name: string, version: string, alternative?: string) => void;
 /**
  * Remove properties whose values are `null` or `undefined`
  *