@cumulus/aws-client 10.0.0 → 10.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/S3.js +18 -2
- package/S3ObjectStore.js +5 -1
- package/SQS.d.ts +4 -1
- package/SQS.js +5 -1
- package/index.js +5 -1
- package/package.json +8 -7
- package/services.js +5 -1
- package/test-utils.js +22 -22
package/S3.js
CHANGED
|
@@ -4,7 +4,11 @@
|
|
|
4
4
|
*/
|
|
5
5
|
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
6
6
|
if (k2 === undefined) k2 = k;
|
|
7
|
-
Object.
|
|
7
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
8
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
9
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
10
|
+
}
|
|
11
|
+
Object.defineProperty(o, k2, desc);
|
|
8
12
|
}) : (function(o, m, k, k2) {
|
|
9
13
|
if (k2 === undefined) k2 = k;
|
|
10
14
|
o[k2] = m[k];
|
|
@@ -32,6 +36,7 @@ const path_1 = __importDefault(require("path"));
|
|
|
32
36
|
const p_map_1 = __importDefault(require("p-map"));
|
|
33
37
|
const p_retry_1 = __importDefault(require("p-retry"));
|
|
34
38
|
const p_wait_for_1 = __importDefault(require("p-wait-for"));
|
|
39
|
+
const p_timeout_1 = __importDefault(require("p-timeout"));
|
|
35
40
|
const pump_1 = __importDefault(require("pump"));
|
|
36
41
|
const querystring_1 = __importDefault(require("querystring"));
|
|
37
42
|
const stream_1 = require("stream");
|
|
@@ -166,7 +171,18 @@ exports.s3ObjectExists = s3ObjectExists;
|
|
|
166
171
|
*/
|
|
167
172
|
const waitForObjectToExist = async (params) => {
|
|
168
173
|
const { bucket, key, interval = 1000, timeout = 30 * 1000, } = params;
|
|
169
|
-
|
|
174
|
+
try {
|
|
175
|
+
await (0, p_wait_for_1.default)(() => (0, exports.s3ObjectExists)({ Bucket: bucket, Key: key }), { interval, timeout });
|
|
176
|
+
}
|
|
177
|
+
catch (error) {
|
|
178
|
+
if (error instanceof p_timeout_1.default) {
|
|
179
|
+
log.error(`Timed out after ${timeout}ms waiting for existence of s3://${bucket}/${key}`);
|
|
180
|
+
}
|
|
181
|
+
else {
|
|
182
|
+
log.error(`Unexpected error while waiting for existence of s3://${bucket}/${key}: ${error}`);
|
|
183
|
+
}
|
|
184
|
+
throw error;
|
|
185
|
+
}
|
|
170
186
|
};
|
|
171
187
|
exports.waitForObjectToExist = waitForObjectToExist;
|
|
172
188
|
/**
|
package/S3ObjectStore.js
CHANGED
|
@@ -1,7 +1,11 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
3
|
if (k2 === undefined) k2 = k;
|
|
4
|
-
Object.
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
5
9
|
}) : (function(o, m, k, k2) {
|
|
6
10
|
if (k2 === undefined) k2 = k;
|
|
7
11
|
o[k2] = m[k];
|
package/SQS.d.ts
CHANGED
|
@@ -2,6 +2,7 @@
|
|
|
2
2
|
* @module SQS
|
|
3
3
|
*/
|
|
4
4
|
import Logger from '@cumulus/logger';
|
|
5
|
+
import { SQSRecord } from 'aws-lambda';
|
|
5
6
|
export interface SQSMessage extends AWS.SQS.Message {
|
|
6
7
|
ReceiptHandle: string;
|
|
7
8
|
}
|
|
@@ -52,7 +53,9 @@ declare type ReceiveSQSMessagesOptions = {
|
|
|
52
53
|
* @returns {Promise<Array>} an array of messages
|
|
53
54
|
*/
|
|
54
55
|
export declare const receiveSQSMessages: (queueUrl: string, options: ReceiveSQSMessagesOptions) => Promise<SQSMessage[]>;
|
|
55
|
-
export declare const parseSQSMessageBody: (message:
|
|
56
|
+
export declare const parseSQSMessageBody: (message: SQSRecord | AWS.SQS.Message) => {
|
|
57
|
+
[key: string]: any;
|
|
58
|
+
};
|
|
56
59
|
/**
|
|
57
60
|
* Delete a given SQS message from a given queue.
|
|
58
61
|
*
|
package/SQS.js
CHANGED
|
@@ -1,7 +1,11 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
3
|
if (k2 === undefined) k2 = k;
|
|
4
|
-
Object.
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
5
9
|
}) : (function(o, m, k, k2) {
|
|
6
10
|
if (k2 === undefined) k2 = k;
|
|
7
11
|
o[k2] = m[k];
|
package/index.js
CHANGED
|
@@ -1,7 +1,11 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
3
|
if (k2 === undefined) k2 = k;
|
|
4
|
-
Object.
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
5
9
|
}) : (function(o, m, k, k2) {
|
|
6
10
|
if (k2 === undefined) k2 = k;
|
|
7
11
|
o[k2] = m[k];
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@cumulus/aws-client",
|
|
3
|
-
"version": "10.
|
|
3
|
+
"version": "10.1.1",
|
|
4
4
|
"description": "Utilities for working with AWS",
|
|
5
5
|
"keywords": [
|
|
6
6
|
"GIBS",
|
|
@@ -43,16 +43,17 @@
|
|
|
43
43
|
"author": "Cumulus Authors",
|
|
44
44
|
"license": "Apache-2.0",
|
|
45
45
|
"dependencies": {
|
|
46
|
-
"@cumulus/checksum": "10.
|
|
47
|
-
"@cumulus/errors": "10.
|
|
48
|
-
"@cumulus/logger": "10.
|
|
46
|
+
"@cumulus/checksum": "10.1.1",
|
|
47
|
+
"@cumulus/errors": "10.1.1",
|
|
48
|
+
"@cumulus/logger": "10.1.1",
|
|
49
49
|
"aws-sdk": "^2.814.0",
|
|
50
50
|
"jsonpath-plus": "^1.1.0",
|
|
51
|
-
"lodash": "~4.17.
|
|
51
|
+
"lodash": "~4.17.21",
|
|
52
52
|
"p-map": "^1.2.0",
|
|
53
53
|
"p-retry": "^4.2.0",
|
|
54
|
-
"p-
|
|
54
|
+
"p-timeout": "^4.1.0",
|
|
55
|
+
"p-wait-for": "^3.2.0",
|
|
55
56
|
"pump": "^3.0.0"
|
|
56
57
|
},
|
|
57
|
-
"gitHead": "
|
|
58
|
+
"gitHead": "b34bda5035263c74c8341b25abfb033226a27387"
|
|
58
59
|
}
|
package/services.js
CHANGED
|
@@ -1,7 +1,11 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
3
|
if (k2 === undefined) k2 = k;
|
|
4
|
-
Object.
|
|
4
|
+
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
+
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
+
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
+
}
|
|
8
|
+
Object.defineProperty(o, k2, desc);
|
|
5
9
|
}) : (function(o, m, k, k2) {
|
|
6
10
|
if (k2 === undefined) k2 = k;
|
|
7
11
|
o[k2] = m[k];
|
package/test-utils.js
CHANGED
|
@@ -6,28 +6,28 @@ const inTestMode = () => process.env.NODE_ENV === 'test';
|
|
|
6
6
|
exports.inTestMode = inTestMode;
|
|
7
7
|
// From https://github.com/localstack/localstack/blob/master/README.md
|
|
8
8
|
const localStackPorts = {
|
|
9
|
-
stepfunctions:
|
|
10
|
-
apigateway:
|
|
11
|
-
cloudformation:
|
|
12
|
-
cloudwatch:
|
|
13
|
-
cloudwatchevents:
|
|
14
|
-
cloudwatchlogs:
|
|
15
|
-
dynamodb:
|
|
16
|
-
es:
|
|
17
|
-
firehose:
|
|
18
|
-
iam:
|
|
19
|
-
kinesis:
|
|
20
|
-
kms:
|
|
21
|
-
lambda:
|
|
22
|
-
redshift:
|
|
23
|
-
route53:
|
|
24
|
-
s3:
|
|
25
|
-
secretsmanager:
|
|
26
|
-
ses:
|
|
27
|
-
sns:
|
|
28
|
-
sqs:
|
|
29
|
-
ssm:
|
|
30
|
-
sts:
|
|
9
|
+
stepfunctions: 4566,
|
|
10
|
+
apigateway: 4566,
|
|
11
|
+
cloudformation: 4566,
|
|
12
|
+
cloudwatch: 4566,
|
|
13
|
+
cloudwatchevents: 4566,
|
|
14
|
+
cloudwatchlogs: 4566,
|
|
15
|
+
dynamodb: 4566,
|
|
16
|
+
es: 4566,
|
|
17
|
+
firehose: 4566,
|
|
18
|
+
iam: 4566,
|
|
19
|
+
kinesis: 4566,
|
|
20
|
+
kms: 4566,
|
|
21
|
+
lambda: 4566,
|
|
22
|
+
redshift: 4566,
|
|
23
|
+
route53: 4566,
|
|
24
|
+
s3: 4566,
|
|
25
|
+
secretsmanager: 4566,
|
|
26
|
+
ses: 4566,
|
|
27
|
+
sns: 4566,
|
|
28
|
+
sqs: 4566,
|
|
29
|
+
ssm: 4566,
|
|
30
|
+
sts: 4566,
|
|
31
31
|
};
|
|
32
32
|
/**
|
|
33
33
|
* Test if a given AWS service is supported by LocalStack.
|