@adtrackify/at-service-common 3.1.45 → 3.1.47
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/__tests__/identity-cache/identity-cache-db-service.spec.d.ts +1 -1
- package/dist/cjs/__tests__/identity-cache/identity-cache-db-service.spec.js +527 -527
- package/dist/cjs/__tests__/libs/compress-decompress.spec.d.ts +1 -1
- package/dist/cjs/__tests__/libs/compress-decompress.spec.js +16 -16
- package/dist/cjs/__tests__/s3-client/s3-client.spec.d.ts +1 -1
- package/dist/cjs/__tests__/s3-client/s3-client.spec.js +26 -26
- package/dist/cjs/clients/generic/cognito-client.d.ts +22 -22
- package/dist/cjs/clients/generic/cognito-client.js +175 -175
- package/dist/cjs/clients/generic/dynamodb-client.d.ts +17 -17
- package/dist/cjs/clients/generic/dynamodb-client.js +167 -167
- package/dist/cjs/clients/generic/eventbridge-client.d.ts +14 -14
- package/dist/cjs/clients/generic/eventbridge-client.js +49 -49
- package/dist/cjs/clients/generic/http-client.d.ts +88 -88
- package/dist/cjs/clients/generic/http-client.js +60 -60
- package/dist/cjs/clients/generic/index.d.ts +10 -10
- package/dist/cjs/clients/generic/index.js +26 -26
- package/dist/cjs/clients/generic/lambda-invoke-client.d.ts +10 -10
- package/dist/cjs/clients/generic/lambda-invoke-client.js +35 -35
- package/dist/cjs/clients/generic/location-client.d.ts +8 -8
- package/dist/cjs/clients/generic/location-client.js +31 -31
- package/dist/cjs/clients/generic/redis-client.d.ts +18 -18
- package/dist/cjs/clients/generic/redis-client.js +128 -128
- package/dist/cjs/clients/generic/s3-client.d.ts +16 -16
- package/dist/cjs/clients/generic/s3-client.js +110 -110
- package/dist/cjs/clients/generic/singlestore-db-client.d.ts +14 -14
- package/dist/cjs/clients/generic/singlestore-db-client.js +67 -67
- package/dist/cjs/clients/generic/sqs-client.d.ts +20 -20
- package/dist/cjs/clients/generic/sqs-client.js +36 -36
- package/dist/cjs/clients/index.d.ts +3 -3
- package/dist/cjs/clients/index.js +19 -19
- package/dist/cjs/clients/internal-api/accounts-client.d.ts +112 -112
- package/dist/cjs/clients/internal-api/accounts-client.js +117 -117
- package/dist/cjs/clients/internal-api/cache-lambda-client.d.ts +25 -25
- package/dist/cjs/clients/internal-api/cache-lambda-client.js +79 -84
- package/dist/cjs/clients/internal-api/cache-lambda-client.js.map +1 -1
- package/dist/cjs/clients/internal-api/db-management-client.d.ts +18 -18
- package/dist/cjs/clients/internal-api/db-management-client.js +39 -39
- package/dist/cjs/clients/internal-api/destinations-client.d.ts +29 -29
- package/dist/cjs/clients/internal-api/destinations-client.js +54 -54
- package/dist/cjs/clients/internal-api/event-collector-client.d.ts +20 -20
- package/dist/cjs/clients/internal-api/event-collector-client.js +39 -39
- package/dist/cjs/clients/internal-api/identity-client.d.ts +25 -25
- package/dist/cjs/clients/internal-api/identity-client.js +92 -92
- package/dist/cjs/clients/internal-api/index.d.ts +8 -8
- package/dist/cjs/clients/internal-api/index.js +24 -24
- package/dist/cjs/clients/internal-api/shopify-app-install-client.d.ts +34 -34
- package/dist/cjs/clients/internal-api/shopify-app-install-client.js +63 -63
- package/dist/cjs/clients/internal-api/users-auth-client.d.ts +35 -35
- package/dist/cjs/clients/internal-api/users-auth-client.js +110 -110
- package/dist/cjs/clients/third-party/index.d.ts +1 -1
- package/dist/cjs/clients/third-party/index.js +17 -17
- package/dist/cjs/clients/third-party/shopify/graphql-product-queries.d.ts +2 -2
- package/dist/cjs/clients/third-party/shopify/graphql-product-queries.js +180 -180
- package/dist/cjs/clients/third-party/shopify/shopify-graphql-client.d.ts +9 -9
- package/dist/cjs/clients/third-party/shopify/shopify-graphql-client.js +95 -95
- package/dist/cjs/clients/third-party/shopify-client.d.ts +198 -198
- package/dist/cjs/clients/third-party/shopify-client.js +150 -150
- package/dist/cjs/helpers/identity-cache-helper.d.ts +4 -4
- package/dist/cjs/helpers/identity-cache-helper.js +150 -150
- package/dist/cjs/helpers/index.d.ts +5 -5
- package/dist/cjs/helpers/index.js +21 -21
- package/dist/cjs/helpers/input-validation-helper.d.ts +3 -3
- package/dist/cjs/helpers/input-validation-helper.js +22 -22
- package/dist/cjs/helpers/logging-helper.d.ts +16 -16
- package/dist/cjs/helpers/logging-helper.js +84 -84
- package/dist/cjs/helpers/response-helper.d.ts +15 -15
- package/dist/cjs/helpers/response-helper.js +42 -42
- package/dist/cjs/helpers/shopify-helper.d.ts +9 -9
- package/dist/cjs/helpers/shopify-helper.js +28 -28
- package/dist/cjs/index.d.ts +5 -5
- package/dist/cjs/index.js +21 -21
- package/dist/cjs/libs/clickId-parser.d.ts +23 -23
- package/dist/cjs/libs/clickId-parser.js +49 -49
- package/dist/cjs/libs/compression.d.ts +2 -2
- package/dist/cjs/libs/compression.js +33 -33
- package/dist/cjs/libs/crypto.d.ts +1 -1
- package/dist/cjs/libs/crypto.js +12 -12
- package/dist/cjs/libs/dates.d.ts +6 -6
- package/dist/cjs/libs/dates.js +31 -31
- package/dist/cjs/libs/http-error.d.ts +21 -21
- package/dist/cjs/libs/http-error.js +59 -59
- package/dist/cjs/libs/http-status-codes.d.ts +58 -58
- package/dist/cjs/libs/http-status-codes.js +62 -62
- package/dist/cjs/libs/index.d.ts +9 -9
- package/dist/cjs/libs/index.js +25 -25
- package/dist/cjs/libs/referrer-parser/index.d.ts +2 -2
- package/dist/cjs/libs/referrer-parser/index.js +18 -18
- package/dist/cjs/libs/referrer-parser/referrer-data.d.ts +9 -9
- package/dist/cjs/libs/referrer-parser/referrer-data.js +4712 -4712
- package/dist/cjs/libs/referrer-parser/referrer-parser-util.d.ts +20 -20
- package/dist/cjs/libs/referrer-parser/referrer-parser-util.js +128 -128
- package/dist/cjs/libs/url.d.ts +1 -1
- package/dist/cjs/libs/url.js +13 -13
- package/dist/cjs/services/cache/generic-cached-object.d.ts +5 -5
- package/dist/cjs/services/cache/generic-cached-object.js +2 -2
- package/dist/cjs/services/cache/index.d.ts +1 -1
- package/dist/cjs/services/cache/index.js +17 -17
- package/dist/cjs/services/cache/product-cache-service.d.ts +21 -21
- package/dist/cjs/services/cache/product-cache-service.js +68 -68
- package/dist/cjs/services/db/destinations-db-service.d.ts +9 -9
- package/dist/cjs/services/db/destinations-db-service.js +57 -57
- package/dist/cjs/services/db/identity-cache-db-service.d.ts +24 -24
- package/dist/cjs/services/db/identity-cache-db-service.js +233 -233
- package/dist/cjs/services/db/index.d.ts +7 -7
- package/dist/cjs/services/db/index.js +23 -23
- package/dist/cjs/services/db/log-events-db-service.d.ts +11 -11
- package/dist/cjs/services/db/log-events-db-service.js +172 -172
- package/dist/cjs/services/db/purchased-contacts-db-service.d.ts +9 -9
- package/dist/cjs/services/db/purchased-contacts-db-service.js +38 -38
- package/dist/cjs/services/db/shopify-app-installs-db-service.d.ts +7 -7
- package/dist/cjs/services/db/shopify-app-installs-db-service.js +47 -47
- package/dist/cjs/services/db/shopify-products-cache-db-service.d.ts +16 -16
- package/dist/cjs/services/db/shopify-products-cache-db-service.js +65 -65
- package/dist/cjs/services/db/tracking-events-db-service.d.ts +20 -20
- package/dist/cjs/services/db/tracking-events-db-service.js +162 -162
- package/dist/cjs/services/eventbridge-integration-service.d.ts +9 -9
- package/dist/cjs/services/eventbridge-integration-service.js +28 -28
- package/dist/cjs/services/generic-cache-service.d.ts +7 -7
- package/dist/cjs/services/generic-cache-service.js +33 -33
- package/dist/cjs/services/index.d.ts +8 -8
- package/dist/cjs/services/index.js +24 -24
- package/dist/cjs/services/ipdata-lookup-service.d.ts +19 -19
- package/dist/cjs/services/ipdata-lookup-service.js +77 -77
- package/dist/cjs/services/log-event-service.d.ts +9 -9
- package/dist/cjs/services/log-event-service.js +56 -56
- package/dist/cjs/services/metric-event-service.d.ts +9 -9
- package/dist/cjs/services/metric-event-service.js +49 -49
- package/dist/cjs/services/shopify/index.d.ts +3 -3
- package/dist/cjs/services/shopify/index.js +19 -19
- package/dist/cjs/services/shopify/products/index.d.ts +1 -1
- package/dist/cjs/services/shopify/products/index.js +17 -17
- package/dist/cjs/services/shopify/products/shopify-products-serviceV2.d.ts +17 -17
- package/dist/cjs/services/shopify/products/shopify-products-serviceV2.js +101 -81
- package/dist/cjs/services/shopify/products/shopify-products-serviceV2.js.map +1 -1
- package/dist/cjs/services/shopify/shopify-graphql-transformer.d.ts +9 -9
- package/dist/cjs/services/shopify/shopify-graphql-transformer.js +130 -130
- package/dist/cjs/services/shopify/types/index.d.ts +1 -1
- package/dist/cjs/services/shopify/types/index.js +17 -17
- package/dist/cjs/services/shopify/types/product.d.ts +115 -115
- package/dist/cjs/services/shopify/types/product.js +9 -9
- package/dist/cjs/types/api-response.d.ts +6 -6
- package/dist/cjs/types/api-response.js +2 -2
- package/dist/cjs/types/index.d.ts +2 -2
- package/dist/cjs/types/index.js +18 -18
- package/dist/cjs/types/internal-events/event-detail-types.d.ts +20 -20
- package/dist/cjs/types/internal-events/event-detail-types.js +27 -27
- package/dist/cjs/types/internal-events/index.d.ts +1 -1
- package/dist/cjs/types/internal-events/index.js +17 -17
- package/dist/cjs/types/shopify-graphql-types/admin.generated.d.ts +105 -105
- package/dist/cjs/types/shopify-graphql-types/admin.generated.js +2 -2
- package/dist/cjs/types/shopify-graphql-types/admin.types.d.ts +26289 -26289
- package/dist/cjs/types/shopify-graphql-types/admin.types.js +5311 -5311
- package/dist/cjs/types/shopify-graphql-types/index.d.ts +2 -2
- package/dist/cjs/types/shopify-graphql-types/index.js +18 -18
- package/dist/esm/__tests__/identity-cache/identity-cache-db-service.spec.d.ts +1 -1
- package/dist/esm/__tests__/identity-cache/identity-cache-db-service.spec.js +525 -525
- package/dist/esm/__tests__/libs/compress-decompress.spec.d.ts +1 -1
- package/dist/esm/__tests__/libs/compress-decompress.spec.js +14 -14
- package/dist/esm/__tests__/s3-client/s3-client.spec.d.ts +1 -1
- package/dist/esm/__tests__/s3-client/s3-client.spec.js +24 -24
- package/dist/esm/clients/generic/cognito-client.d.ts +22 -22
- package/dist/esm/clients/generic/cognito-client.js +170 -170
- package/dist/esm/clients/generic/dynamodb-client.d.ts +17 -17
- package/dist/esm/clients/generic/dynamodb-client.js +163 -163
- package/dist/esm/clients/generic/eventbridge-client.d.ts +14 -14
- package/dist/esm/clients/generic/eventbridge-client.js +45 -45
- package/dist/esm/clients/generic/http-client.d.ts +88 -88
- package/dist/esm/clients/generic/http-client.js +52 -52
- package/dist/esm/clients/generic/index.d.ts +10 -10
- package/dist/esm/clients/generic/index.js +10 -10
- package/dist/esm/clients/generic/lambda-invoke-client.d.ts +10 -10
- package/dist/esm/clients/generic/lambda-invoke-client.js +31 -31
- package/dist/esm/clients/generic/location-client.d.ts +8 -8
- package/dist/esm/clients/generic/location-client.js +27 -27
- package/dist/esm/clients/generic/redis-client.d.ts +18 -18
- package/dist/esm/clients/generic/redis-client.js +121 -121
- package/dist/esm/clients/generic/s3-client.d.ts +16 -16
- package/dist/esm/clients/generic/s3-client.js +106 -106
- package/dist/esm/clients/generic/singlestore-db-client.d.ts +14 -14
- package/dist/esm/clients/generic/singlestore-db-client.js +40 -40
- package/dist/esm/clients/generic/sqs-client.d.ts +20 -20
- package/dist/esm/clients/generic/sqs-client.js +32 -32
- package/dist/esm/clients/index.d.ts +3 -3
- package/dist/esm/clients/index.js +3 -3
- package/dist/esm/clients/internal-api/accounts-client.d.ts +112 -112
- package/dist/esm/clients/internal-api/accounts-client.js +113 -113
- package/dist/esm/clients/internal-api/cache-lambda-client.d.ts +25 -25
- package/dist/esm/clients/internal-api/cache-lambda-client.js +75 -80
- package/dist/esm/clients/internal-api/cache-lambda-client.js.map +1 -1
- package/dist/esm/clients/internal-api/db-management-client.d.ts +18 -18
- package/dist/esm/clients/internal-api/db-management-client.js +32 -32
- package/dist/esm/clients/internal-api/destinations-client.d.ts +29 -29
- package/dist/esm/clients/internal-api/destinations-client.js +50 -50
- package/dist/esm/clients/internal-api/event-collector-client.d.ts +20 -20
- package/dist/esm/clients/internal-api/event-collector-client.js +32 -32
- package/dist/esm/clients/internal-api/identity-client.d.ts +25 -25
- package/dist/esm/clients/internal-api/identity-client.js +88 -88
- package/dist/esm/clients/internal-api/index.d.ts +8 -8
- package/dist/esm/clients/internal-api/index.js +8 -8
- package/dist/esm/clients/internal-api/shopify-app-install-client.d.ts +34 -34
- package/dist/esm/clients/internal-api/shopify-app-install-client.js +56 -56
- package/dist/esm/clients/internal-api/users-auth-client.d.ts +35 -35
- package/dist/esm/clients/internal-api/users-auth-client.js +106 -106
- package/dist/esm/clients/third-party/index.d.ts +1 -1
- package/dist/esm/clients/third-party/index.js +1 -1
- package/dist/esm/clients/third-party/shopify/graphql-product-queries.d.ts +2 -2
- package/dist/esm/clients/third-party/shopify/graphql-product-queries.js +177 -177
- package/dist/esm/clients/third-party/shopify/shopify-graphql-client.d.ts +9 -9
- package/dist/esm/clients/third-party/shopify/shopify-graphql-client.js +91 -91
- package/dist/esm/clients/third-party/shopify-client.d.ts +198 -198
- package/dist/esm/clients/third-party/shopify-client.js +146 -146
- package/dist/esm/helpers/identity-cache-helper.d.ts +4 -4
- package/dist/esm/helpers/identity-cache-helper.js +145 -145
- package/dist/esm/helpers/index.d.ts +5 -5
- package/dist/esm/helpers/index.js +5 -5
- package/dist/esm/helpers/input-validation-helper.d.ts +3 -3
- package/dist/esm/helpers/input-validation-helper.js +18 -18
- package/dist/esm/helpers/logging-helper.d.ts +16 -16
- package/dist/esm/helpers/logging-helper.js +56 -56
- package/dist/esm/helpers/response-helper.d.ts +15 -15
- package/dist/esm/helpers/response-helper.js +36 -36
- package/dist/esm/helpers/shopify-helper.d.ts +9 -9
- package/dist/esm/helpers/shopify-helper.js +23 -23
- package/dist/esm/index.d.ts +5 -5
- package/dist/esm/index.js +5 -5
- package/dist/esm/libs/clickId-parser.d.ts +23 -23
- package/dist/esm/libs/clickId-parser.js +45 -45
- package/dist/esm/libs/compression.d.ts +2 -2
- package/dist/esm/libs/compression.js +25 -25
- package/dist/esm/libs/crypto.d.ts +1 -1
- package/dist/esm/libs/crypto.js +5 -5
- package/dist/esm/libs/dates.d.ts +6 -6
- package/dist/esm/libs/dates.js +22 -22
- package/dist/esm/libs/http-error.d.ts +21 -21
- package/dist/esm/libs/http-error.js +55 -55
- package/dist/esm/libs/http-status-codes.d.ts +58 -58
- package/dist/esm/libs/http-status-codes.js +59 -59
- package/dist/esm/libs/index.d.ts +9 -9
- package/dist/esm/libs/index.js +9 -9
- package/dist/esm/libs/referrer-parser/index.d.ts +2 -2
- package/dist/esm/libs/referrer-parser/index.js +2 -2
- package/dist/esm/libs/referrer-parser/referrer-data.d.ts +9 -9
- package/dist/esm/libs/referrer-parser/referrer-data.js +4709 -4709
- package/dist/esm/libs/referrer-parser/referrer-parser-util.d.ts +20 -20
- package/dist/esm/libs/referrer-parser/referrer-parser-util.js +121 -121
- package/dist/esm/libs/url.d.ts +1 -1
- package/dist/esm/libs/url.js +9 -9
- package/dist/esm/services/cache/generic-cached-object.d.ts +5 -5
- package/dist/esm/services/cache/generic-cached-object.js +1 -1
- package/dist/esm/services/cache/index.d.ts +1 -1
- package/dist/esm/services/cache/index.js +1 -1
- package/dist/esm/services/cache/product-cache-service.d.ts +21 -21
- package/dist/esm/services/cache/product-cache-service.js +60 -60
- package/dist/esm/services/db/destinations-db-service.d.ts +9 -9
- package/dist/esm/services/db/destinations-db-service.js +53 -53
- package/dist/esm/services/db/identity-cache-db-service.d.ts +24 -24
- package/dist/esm/services/db/identity-cache-db-service.js +229 -229
- package/dist/esm/services/db/index.d.ts +7 -7
- package/dist/esm/services/db/index.js +7 -7
- package/dist/esm/services/db/log-events-db-service.d.ts +11 -11
- package/dist/esm/services/db/log-events-db-service.js +168 -168
- package/dist/esm/services/db/purchased-contacts-db-service.d.ts +9 -9
- package/dist/esm/services/db/purchased-contacts-db-service.js +34 -34
- package/dist/esm/services/db/shopify-app-installs-db-service.d.ts +7 -7
- package/dist/esm/services/db/shopify-app-installs-db-service.js +43 -43
- package/dist/esm/services/db/shopify-products-cache-db-service.d.ts +16 -16
- package/dist/esm/services/db/shopify-products-cache-db-service.js +58 -58
- package/dist/esm/services/db/tracking-events-db-service.d.ts +20 -20
- package/dist/esm/services/db/tracking-events-db-service.js +158 -158
- package/dist/esm/services/eventbridge-integration-service.d.ts +9 -9
- package/dist/esm/services/eventbridge-integration-service.js +24 -24
- package/dist/esm/services/generic-cache-service.d.ts +7 -7
- package/dist/esm/services/generic-cache-service.js +29 -29
- package/dist/esm/services/index.d.ts +8 -8
- package/dist/esm/services/index.js +8 -8
- package/dist/esm/services/ipdata-lookup-service.d.ts +19 -19
- package/dist/esm/services/ipdata-lookup-service.js +73 -73
- package/dist/esm/services/log-event-service.d.ts +9 -9
- package/dist/esm/services/log-event-service.js +52 -52
- package/dist/esm/services/metric-event-service.d.ts +9 -9
- package/dist/esm/services/metric-event-service.js +45 -45
- package/dist/esm/services/shopify/index.d.ts +3 -3
- package/dist/esm/services/shopify/index.js +3 -3
- package/dist/esm/services/shopify/products/index.d.ts +1 -1
- package/dist/esm/services/shopify/products/index.js +1 -1
- package/dist/esm/services/shopify/products/shopify-products-serviceV2.d.ts +17 -17
- package/dist/esm/services/shopify/products/shopify-products-serviceV2.js +97 -77
- package/dist/esm/services/shopify/products/shopify-products-serviceV2.js.map +1 -1
- package/dist/esm/services/shopify/shopify-graphql-transformer.d.ts +9 -9
- package/dist/esm/services/shopify/shopify-graphql-transformer.js +127 -127
- package/dist/esm/services/shopify/types/index.d.ts +1 -1
- package/dist/esm/services/shopify/types/index.js +1 -1
- package/dist/esm/services/shopify/types/product.d.ts +115 -115
- package/dist/esm/services/shopify/types/product.js +6 -6
- package/dist/esm/types/api-response.d.ts +6 -6
- package/dist/esm/types/api-response.js +1 -1
- package/dist/esm/types/index.d.ts +2 -2
- package/dist/esm/types/index.js +2 -2
- package/dist/esm/types/internal-events/event-detail-types.d.ts +20 -20
- package/dist/esm/types/internal-events/event-detail-types.js +24 -24
- package/dist/esm/types/internal-events/index.d.ts +1 -1
- package/dist/esm/types/internal-events/index.js +1 -1
- package/dist/esm/types/shopify-graphql-types/admin.generated.d.ts +105 -105
- package/dist/esm/types/shopify-graphql-types/admin.generated.js +1 -1
- package/dist/esm/types/shopify-graphql-types/admin.types.d.ts +26289 -26289
- package/dist/esm/types/shopify-graphql-types/admin.types.js +5299 -5299
- package/dist/esm/types/shopify-graphql-types/index.d.ts +2 -2
- package/dist/esm/types/shopify-graphql-types/index.js +2 -2
- package/package.json +123 -123
|
@@ -1,107 +1,107 @@
|
|
|
1
|
-
import { ObjectCannedACL, S3 } from '@aws-sdk/client-s3';
|
|
2
|
-
import { Logger } from '../../index.js';
|
|
3
|
-
export class S3Client {
|
|
4
|
-
s3;
|
|
5
|
-
constructor(region = 'us-west-2') {
|
|
6
|
-
this.s3 = new S3({ region });
|
|
7
|
-
}
|
|
8
|
-
async getObject(path, bucket) {
|
|
9
|
-
try {
|
|
10
|
-
const data = await this.s3.getObject({
|
|
11
|
-
Bucket: bucket,
|
|
12
|
-
Key: path
|
|
13
|
-
});
|
|
14
|
-
return data?.Body;
|
|
15
|
-
}
|
|
16
|
-
catch (error) {
|
|
17
|
-
Logger.error('Failed to getObject', { bucket, path });
|
|
18
|
-
}
|
|
19
|
-
}
|
|
20
|
-
async checkObjectExists(path, bucket) {
|
|
21
|
-
try {
|
|
22
|
-
const data = await this.s3.headObject({
|
|
23
|
-
Bucket: bucket,
|
|
24
|
-
Key: path,
|
|
25
|
-
});
|
|
26
|
-
const exists = data.$metadata.httpStatusCode === 200;
|
|
27
|
-
return exists;
|
|
28
|
-
}
|
|
29
|
-
catch (error) {
|
|
30
|
-
if (error.$metadata?.httpStatusCode === 404) {
|
|
31
|
-
return false;
|
|
32
|
-
}
|
|
33
|
-
else if (error.$metadata?.httpStatusCode === 403) {
|
|
34
|
-
return false;
|
|
35
|
-
}
|
|
36
|
-
else {
|
|
37
|
-
Logger.error('checkObjectExists unknown error', { error });
|
|
38
|
-
return false;
|
|
39
|
-
}
|
|
40
|
-
}
|
|
41
|
-
}
|
|
42
|
-
async checkAndUploadJson(path, bucket, jsonData, ACL = ObjectCannedACL.private, retryCount = 0, maxRetries = 5) {
|
|
43
|
-
try {
|
|
44
|
-
const checkObject = await this.checkObjectExists(path, bucket);
|
|
45
|
-
let res = {};
|
|
46
|
-
if (!checkObject) {
|
|
47
|
-
res = await this.s3.putObject({
|
|
48
|
-
ACL,
|
|
49
|
-
Bucket: bucket,
|
|
50
|
-
ContentType: 'application/json; charset=utf-8',
|
|
51
|
-
Body: JSON.stringify(jsonData),
|
|
52
|
-
Key: path
|
|
53
|
-
});
|
|
54
|
-
}
|
|
55
|
-
return { status: true, response: res };
|
|
56
|
-
}
|
|
57
|
-
catch (error) {
|
|
58
|
-
Logger.error('Error in s3 upload json', { error });
|
|
59
|
-
if (retryCount < maxRetries) {
|
|
60
|
-
retryCount++;
|
|
61
|
-
Logger.warn('retrying to uploadJson', { path, bucket, jsonData, ACL, retryCount });
|
|
62
|
-
await new Promise(resolve => setTimeout(resolve, 1000 * retryCount));
|
|
63
|
-
return await this.uploadJson(path, bucket, jsonData, ACL, retryCount);
|
|
64
|
-
}
|
|
65
|
-
return { status: false, response: jsonData };
|
|
66
|
-
}
|
|
67
|
-
}
|
|
68
|
-
async uploadJson(path, bucket, jsonData, ACL = ObjectCannedACL.private, retryCount = 0, maxRetries = 5, stringify = true) {
|
|
69
|
-
try {
|
|
70
|
-
const res = await this.s3.putObject({
|
|
71
|
-
ACL,
|
|
72
|
-
Bucket: bucket,
|
|
73
|
-
ContentType: 'application/json; charset=utf-8',
|
|
74
|
-
Body: stringify ? JSON.stringify(jsonData) : jsonData,
|
|
75
|
-
Key: path
|
|
76
|
-
});
|
|
77
|
-
return { status: true, response: res };
|
|
78
|
-
}
|
|
79
|
-
catch (error) {
|
|
80
|
-
Logger.error('Error in s3 upload json', { error });
|
|
81
|
-
if (retryCount < maxRetries) {
|
|
82
|
-
retryCount++;
|
|
83
|
-
Logger.warn('retrying to uploadJson', { path, bucket, jsonData, ACL, retryCount });
|
|
84
|
-
await new Promise(resolve => setTimeout(resolve, 1000 * retryCount));
|
|
85
|
-
return await this.uploadJson(path, bucket, jsonData, ACL, retryCount);
|
|
86
|
-
}
|
|
87
|
-
return { status: false, response: jsonData };
|
|
88
|
-
}
|
|
89
|
-
}
|
|
90
|
-
async moveObject(bucket, key, moveToKey) {
|
|
91
|
-
try {
|
|
92
|
-
await this.s3.copyObject({
|
|
93
|
-
Bucket: bucket,
|
|
94
|
-
CopySource: `${bucket}/${key}`,
|
|
95
|
-
Key: moveToKey
|
|
96
|
-
});
|
|
97
|
-
await this.s3.deleteObject({
|
|
98
|
-
Bucket: bucket,
|
|
99
|
-
Key: key
|
|
100
|
-
});
|
|
101
|
-
}
|
|
102
|
-
catch (error) {
|
|
103
|
-
Logger.error('Failed to move s3 object', { error, bucket, key, moveToKey });
|
|
104
|
-
}
|
|
105
|
-
}
|
|
106
|
-
}
|
|
1
|
+
import { ObjectCannedACL, S3 } from '@aws-sdk/client-s3';
|
|
2
|
+
import { Logger } from '../../index.js';
|
|
3
|
+
export class S3Client {
|
|
4
|
+
s3;
|
|
5
|
+
constructor(region = 'us-west-2') {
|
|
6
|
+
this.s3 = new S3({ region });
|
|
7
|
+
}
|
|
8
|
+
async getObject(path, bucket) {
|
|
9
|
+
try {
|
|
10
|
+
const data = await this.s3.getObject({
|
|
11
|
+
Bucket: bucket,
|
|
12
|
+
Key: path
|
|
13
|
+
});
|
|
14
|
+
return data?.Body;
|
|
15
|
+
}
|
|
16
|
+
catch (error) {
|
|
17
|
+
Logger.error('Failed to getObject', { bucket, path });
|
|
18
|
+
}
|
|
19
|
+
}
|
|
20
|
+
async checkObjectExists(path, bucket) {
|
|
21
|
+
try {
|
|
22
|
+
const data = await this.s3.headObject({
|
|
23
|
+
Bucket: bucket,
|
|
24
|
+
Key: path,
|
|
25
|
+
});
|
|
26
|
+
const exists = data.$metadata.httpStatusCode === 200;
|
|
27
|
+
return exists;
|
|
28
|
+
}
|
|
29
|
+
catch (error) {
|
|
30
|
+
if (error.$metadata?.httpStatusCode === 404) {
|
|
31
|
+
return false;
|
|
32
|
+
}
|
|
33
|
+
else if (error.$metadata?.httpStatusCode === 403) {
|
|
34
|
+
return false;
|
|
35
|
+
}
|
|
36
|
+
else {
|
|
37
|
+
Logger.error('checkObjectExists unknown error', { error });
|
|
38
|
+
return false;
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
async checkAndUploadJson(path, bucket, jsonData, ACL = ObjectCannedACL.private, retryCount = 0, maxRetries = 5) {
|
|
43
|
+
try {
|
|
44
|
+
const checkObject = await this.checkObjectExists(path, bucket);
|
|
45
|
+
let res = {};
|
|
46
|
+
if (!checkObject) {
|
|
47
|
+
res = await this.s3.putObject({
|
|
48
|
+
ACL,
|
|
49
|
+
Bucket: bucket,
|
|
50
|
+
ContentType: 'application/json; charset=utf-8',
|
|
51
|
+
Body: JSON.stringify(jsonData),
|
|
52
|
+
Key: path
|
|
53
|
+
});
|
|
54
|
+
}
|
|
55
|
+
return { status: true, response: res };
|
|
56
|
+
}
|
|
57
|
+
catch (error) {
|
|
58
|
+
Logger.error('Error in s3 upload json', { error });
|
|
59
|
+
if (retryCount < maxRetries) {
|
|
60
|
+
retryCount++;
|
|
61
|
+
Logger.warn('retrying to uploadJson', { path, bucket, jsonData, ACL, retryCount });
|
|
62
|
+
await new Promise(resolve => setTimeout(resolve, 1000 * retryCount));
|
|
63
|
+
return await this.uploadJson(path, bucket, jsonData, ACL, retryCount);
|
|
64
|
+
}
|
|
65
|
+
return { status: false, response: jsonData };
|
|
66
|
+
}
|
|
67
|
+
}
|
|
68
|
+
async uploadJson(path, bucket, jsonData, ACL = ObjectCannedACL.private, retryCount = 0, maxRetries = 5, stringify = true) {
|
|
69
|
+
try {
|
|
70
|
+
const res = await this.s3.putObject({
|
|
71
|
+
ACL,
|
|
72
|
+
Bucket: bucket,
|
|
73
|
+
ContentType: 'application/json; charset=utf-8',
|
|
74
|
+
Body: stringify ? JSON.stringify(jsonData) : jsonData,
|
|
75
|
+
Key: path
|
|
76
|
+
});
|
|
77
|
+
return { status: true, response: res };
|
|
78
|
+
}
|
|
79
|
+
catch (error) {
|
|
80
|
+
Logger.error('Error in s3 upload json', { error });
|
|
81
|
+
if (retryCount < maxRetries) {
|
|
82
|
+
retryCount++;
|
|
83
|
+
Logger.warn('retrying to uploadJson', { path, bucket, jsonData, ACL, retryCount });
|
|
84
|
+
await new Promise(resolve => setTimeout(resolve, 1000 * retryCount));
|
|
85
|
+
return await this.uploadJson(path, bucket, jsonData, ACL, retryCount);
|
|
86
|
+
}
|
|
87
|
+
return { status: false, response: jsonData };
|
|
88
|
+
}
|
|
89
|
+
}
|
|
90
|
+
async moveObject(bucket, key, moveToKey) {
|
|
91
|
+
try {
|
|
92
|
+
await this.s3.copyObject({
|
|
93
|
+
Bucket: bucket,
|
|
94
|
+
CopySource: `${bucket}/${key}`,
|
|
95
|
+
Key: moveToKey
|
|
96
|
+
});
|
|
97
|
+
await this.s3.deleteObject({
|
|
98
|
+
Bucket: bucket,
|
|
99
|
+
Key: key
|
|
100
|
+
});
|
|
101
|
+
}
|
|
102
|
+
catch (error) {
|
|
103
|
+
Logger.error('Failed to move s3 object', { error, bucket, key, moveToKey });
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
}
|
|
107
107
|
//# sourceMappingURL=s3-client.js.map
|
|
@@ -1,14 +1,14 @@
|
|
|
1
|
-
import * as mysql from 'mysql2/promise';
|
|
2
|
-
export declare class SingleStoreDBClient {
|
|
3
|
-
_pool: mysql.Pool;
|
|
4
|
-
constructor(host: string, user: string, password: string, database: string, port: string);
|
|
5
|
-
private getPool;
|
|
6
|
-
private getConnection;
|
|
7
|
-
executeQuery(query: string, values?: any): Promise<{
|
|
8
|
-
rows: mysql.QueryResult;
|
|
9
|
-
success: boolean;
|
|
10
|
-
} | {
|
|
11
|
-
success: boolean;
|
|
12
|
-
rows?: undefined;
|
|
13
|
-
}>;
|
|
14
|
-
}
|
|
1
|
+
import * as mysql from 'mysql2/promise';
|
|
2
|
+
export declare class SingleStoreDBClient {
|
|
3
|
+
_pool: mysql.Pool;
|
|
4
|
+
constructor(host: string, user: string, password: string, database: string, port: string);
|
|
5
|
+
private getPool;
|
|
6
|
+
private getConnection;
|
|
7
|
+
executeQuery(query: string, values?: any): Promise<{
|
|
8
|
+
rows: mysql.QueryResult;
|
|
9
|
+
success: boolean;
|
|
10
|
+
} | {
|
|
11
|
+
success: boolean;
|
|
12
|
+
rows?: undefined;
|
|
13
|
+
}>;
|
|
14
|
+
}
|
|
@@ -1,41 +1,41 @@
|
|
|
1
|
-
import * as mysql from 'mysql2/promise';
|
|
2
|
-
import { Logger } from '../../helpers';
|
|
3
|
-
export class SingleStoreDBClient {
|
|
4
|
-
_pool;
|
|
5
|
-
constructor(host, user, password, database, port) {
|
|
6
|
-
if (!host || !user || !password || !database || !port) {
|
|
7
|
-
throw new Error('SingleStore env values not found');
|
|
8
|
-
}
|
|
9
|
-
this._pool = this.getPool(host, user, password, database, port);
|
|
10
|
-
}
|
|
11
|
-
getPool(host, user, password, database, port) {
|
|
12
|
-
let pool = null;
|
|
13
|
-
pool = mysql.createPool({
|
|
14
|
-
host: host,
|
|
15
|
-
port: +port,
|
|
16
|
-
user: user,
|
|
17
|
-
password: password,
|
|
18
|
-
database: database,
|
|
19
|
-
multipleStatements: true,
|
|
20
|
-
});
|
|
21
|
-
return pool;
|
|
22
|
-
}
|
|
23
|
-
async getConnection() {
|
|
24
|
-
return this._pool;
|
|
25
|
-
}
|
|
26
|
-
async executeQuery(query, values) {
|
|
27
|
-
try {
|
|
28
|
-
const pool = await this.getConnection();
|
|
29
|
-
const [rows] = await pool.query(query, values);
|
|
30
|
-
return { rows, success: true };
|
|
31
|
-
}
|
|
32
|
-
catch (error) {
|
|
33
|
-
if (error?.sql) {
|
|
34
|
-
error.sql = error.sql.substring(0, 1000);
|
|
35
|
-
}
|
|
36
|
-
Logger.error('Error executing query', { query: query?.substring(0, 1000), error });
|
|
37
|
-
return { success: false };
|
|
38
|
-
}
|
|
39
|
-
}
|
|
40
|
-
}
|
|
1
|
+
import * as mysql from 'mysql2/promise';
|
|
2
|
+
import { Logger } from '../../helpers';
|
|
3
|
+
export class SingleStoreDBClient {
|
|
4
|
+
_pool;
|
|
5
|
+
constructor(host, user, password, database, port) {
|
|
6
|
+
if (!host || !user || !password || !database || !port) {
|
|
7
|
+
throw new Error('SingleStore env values not found');
|
|
8
|
+
}
|
|
9
|
+
this._pool = this.getPool(host, user, password, database, port);
|
|
10
|
+
}
|
|
11
|
+
getPool(host, user, password, database, port) {
|
|
12
|
+
let pool = null;
|
|
13
|
+
pool = mysql.createPool({
|
|
14
|
+
host: host,
|
|
15
|
+
port: +port,
|
|
16
|
+
user: user,
|
|
17
|
+
password: password,
|
|
18
|
+
database: database,
|
|
19
|
+
multipleStatements: true,
|
|
20
|
+
});
|
|
21
|
+
return pool;
|
|
22
|
+
}
|
|
23
|
+
async getConnection() {
|
|
24
|
+
return this._pool;
|
|
25
|
+
}
|
|
26
|
+
async executeQuery(query, values) {
|
|
27
|
+
try {
|
|
28
|
+
const pool = await this.getConnection();
|
|
29
|
+
const [rows] = await pool.query(query, values);
|
|
30
|
+
return { rows, success: true };
|
|
31
|
+
}
|
|
32
|
+
catch (error) {
|
|
33
|
+
if (error?.sql) {
|
|
34
|
+
error.sql = error.sql.substring(0, 1000);
|
|
35
|
+
}
|
|
36
|
+
Logger.error('Error executing query', { query: query?.substring(0, 1000), error });
|
|
37
|
+
return { success: false };
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
41
|
//# sourceMappingURL=singlestore-db-client.js.map
|
|
@@ -1,20 +1,20 @@
|
|
|
1
|
-
import { SQS } from '@aws-sdk/client-sqs';
|
|
2
|
-
export interface InternalSQSMessage {
|
|
3
|
-
messageId: string;
|
|
4
|
-
messageType: string;
|
|
5
|
-
messageTime: string;
|
|
6
|
-
messageBody: any;
|
|
7
|
-
}
|
|
8
|
-
export declare class SQSClient {
|
|
9
|
-
sqs: SQS;
|
|
10
|
-
queueUrl: string;
|
|
11
|
-
constructor(region: string, accountId: string, queueName: string);
|
|
12
|
-
buildAndSendMessage: (messageType: string, messageBody: any, deplaySeconds?: number) => Promise<import("@aws-sdk/client-sqs").SendMessageCommandOutput>;
|
|
13
|
-
buildMessage: (messageType: string, messageBody: any, messageId?: string, messageTime?: string) => {
|
|
14
|
-
messageId: string;
|
|
15
|
-
messageType: string;
|
|
16
|
-
messageTime: string;
|
|
17
|
-
messageBody: any;
|
|
18
|
-
};
|
|
19
|
-
sendMessage: (messageBody: any, delaySeconds?: number) => Promise<import("@aws-sdk/client-sqs").SendMessageCommandOutput>;
|
|
20
|
-
}
|
|
1
|
+
import { SQS } from '@aws-sdk/client-sqs';
|
|
2
|
+
export interface InternalSQSMessage {
|
|
3
|
+
messageId: string;
|
|
4
|
+
messageType: string;
|
|
5
|
+
messageTime: string;
|
|
6
|
+
messageBody: any;
|
|
7
|
+
}
|
|
8
|
+
export declare class SQSClient {
|
|
9
|
+
sqs: SQS;
|
|
10
|
+
queueUrl: string;
|
|
11
|
+
constructor(region: string, accountId: string, queueName: string);
|
|
12
|
+
buildAndSendMessage: (messageType: string, messageBody: any, deplaySeconds?: number) => Promise<import("@aws-sdk/client-sqs").SendMessageCommandOutput>;
|
|
13
|
+
buildMessage: (messageType: string, messageBody: any, messageId?: string, messageTime?: string) => {
|
|
14
|
+
messageId: string;
|
|
15
|
+
messageType: string;
|
|
16
|
+
messageTime: string;
|
|
17
|
+
messageBody: any;
|
|
18
|
+
};
|
|
19
|
+
sendMessage: (messageBody: any, delaySeconds?: number) => Promise<import("@aws-sdk/client-sqs").SendMessageCommandOutput>;
|
|
20
|
+
}
|
|
@@ -1,33 +1,33 @@
|
|
|
1
|
-
import { SQS } from '@aws-sdk/client-sqs';
|
|
2
|
-
import { v4 as uuidv4 } from 'uuid';
|
|
3
|
-
import { getCurrentTimestamp } from '../../libs/dates.js';
|
|
4
|
-
export class SQSClient {
|
|
5
|
-
sqs;
|
|
6
|
-
queueUrl;
|
|
7
|
-
constructor(region, accountId, queueName) {
|
|
8
|
-
this.sqs = new SQS({ region });
|
|
9
|
-
this.queueUrl = `https://sqs.${region}.amazonaws.com/${accountId}/${queueName}`;
|
|
10
|
-
}
|
|
11
|
-
buildAndSendMessage = async (messageType, messageBody, deplaySeconds = 0) => {
|
|
12
|
-
const message = this.buildMessage(messageType, messageBody);
|
|
13
|
-
return await this.sendMessage(message, deplaySeconds);
|
|
14
|
-
};
|
|
15
|
-
buildMessage = (messageType, messageBody, messageId = uuidv4(), messageTime = getCurrentTimestamp()) => {
|
|
16
|
-
return {
|
|
17
|
-
messageId,
|
|
18
|
-
messageType,
|
|
19
|
-
messageTime,
|
|
20
|
-
messageBody
|
|
21
|
-
};
|
|
22
|
-
};
|
|
23
|
-
sendMessage = async (messageBody, delaySeconds = 0) => {
|
|
24
|
-
const params = {
|
|
25
|
-
QueueUrl: this.queueUrl,
|
|
26
|
-
DelaySeconds: delaySeconds,
|
|
27
|
-
MessageBody: JSON.stringify(messageBody)
|
|
28
|
-
};
|
|
29
|
-
const response = await this.sqs.sendMessage(params);
|
|
30
|
-
return response;
|
|
31
|
-
};
|
|
32
|
-
}
|
|
1
|
+
import { SQS } from '@aws-sdk/client-sqs';
|
|
2
|
+
import { v4 as uuidv4 } from 'uuid';
|
|
3
|
+
import { getCurrentTimestamp } from '../../libs/dates.js';
|
|
4
|
+
export class SQSClient {
|
|
5
|
+
sqs;
|
|
6
|
+
queueUrl;
|
|
7
|
+
constructor(region, accountId, queueName) {
|
|
8
|
+
this.sqs = new SQS({ region });
|
|
9
|
+
this.queueUrl = `https://sqs.${region}.amazonaws.com/${accountId}/${queueName}`;
|
|
10
|
+
}
|
|
11
|
+
buildAndSendMessage = async (messageType, messageBody, deplaySeconds = 0) => {
|
|
12
|
+
const message = this.buildMessage(messageType, messageBody);
|
|
13
|
+
return await this.sendMessage(message, deplaySeconds);
|
|
14
|
+
};
|
|
15
|
+
buildMessage = (messageType, messageBody, messageId = uuidv4(), messageTime = getCurrentTimestamp()) => {
|
|
16
|
+
return {
|
|
17
|
+
messageId,
|
|
18
|
+
messageType,
|
|
19
|
+
messageTime,
|
|
20
|
+
messageBody
|
|
21
|
+
};
|
|
22
|
+
};
|
|
23
|
+
sendMessage = async (messageBody, delaySeconds = 0) => {
|
|
24
|
+
const params = {
|
|
25
|
+
QueueUrl: this.queueUrl,
|
|
26
|
+
DelaySeconds: delaySeconds,
|
|
27
|
+
MessageBody: JSON.stringify(messageBody)
|
|
28
|
+
};
|
|
29
|
+
const response = await this.sqs.sendMessage(params);
|
|
30
|
+
return response;
|
|
31
|
+
};
|
|
32
|
+
}
|
|
33
33
|
//# sourceMappingURL=sqs-client.js.map
|
|
@@ -1,3 +1,3 @@
|
|
|
1
|
-
export * from './generic/index.js';
|
|
2
|
-
export * from './internal-api/index.js';
|
|
3
|
-
export * from './third-party/index.js';
|
|
1
|
+
export * from './generic/index.js';
|
|
2
|
+
export * from './internal-api/index.js';
|
|
3
|
+
export * from './third-party/index.js';
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export * from './generic/index.js';
|
|
2
|
-
export * from './internal-api/index.js';
|
|
3
|
-
export * from './third-party/index.js';
|
|
1
|
+
export * from './generic/index.js';
|
|
2
|
+
export * from './internal-api/index.js';
|
|
3
|
+
export * from './third-party/index.js';
|
|
4
4
|
//# sourceMappingURL=index.js.map
|