@segment/action-destinations 3.331.1-staging-c92fbcaa3.0 → 3.331.1-staging-bfa304a33.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -3,6 +3,15 @@ Object.defineProperty(exports, "__esModule", { value: true });
|
|
|
3
3
|
exports.getAudienceAction = exports.encodeString = exports.generateFile = exports.clean = exports.send = void 0;
|
|
4
4
|
const client_1 = require("./client");
|
|
5
5
|
const actions_core_1 = require("@segment/actions-core");
|
|
6
|
+
function generateUUID(length = 16) {
|
|
7
|
+
const characters = 'ABCDEFGHIJKLMNOPQRSTUVWXYZabcdefghijklmnopqrstuvwxyz0123456789';
|
|
8
|
+
let result = '';
|
|
9
|
+
for (let i = 0; i < length; i++) {
|
|
10
|
+
const randomIndex = Math.floor(Math.random() * characters.length);
|
|
11
|
+
result += characters[randomIndex];
|
|
12
|
+
}
|
|
13
|
+
return result;
|
|
14
|
+
}
|
|
6
15
|
async function send(payloads, settings, rawMapping) {
|
|
7
16
|
const batchSize = payloads[0] && typeof payloads[0].batch_size === 'number' ? payloads[0].batch_size : 0;
|
|
8
17
|
const delimiter = payloads[0]?.delimiter;
|
|
@@ -12,6 +21,7 @@ async function send(payloads, settings, rawMapping) {
|
|
|
12
21
|
if (batchSize > maxBatchSize) {
|
|
13
22
|
throw new actions_core_1.IntegrationError(`Batch size cannot exceed ${maxBatchSize}`, 'Invalid Payload', 400);
|
|
14
23
|
}
|
|
24
|
+
const syncId = generateUUID();
|
|
15
25
|
const headers = Object.entries(rawMapping.columns)
|
|
16
26
|
.filter(([_, value]) => value !== '')
|
|
17
27
|
.map(([column]) => {
|
|
@@ -24,8 +34,9 @@ async function send(payloads, settings, rawMapping) {
|
|
|
24
34
|
headers.push({ cleanName: clean(delimiter, batchColName), originalName: batchColName });
|
|
25
35
|
}
|
|
26
36
|
const fileContent = generateFile(payloads, headers, delimiter, actionColName, batchColName);
|
|
37
|
+
const filename = payloads[0]?.filename_prefix || syncId;
|
|
27
38
|
const s3Client = new client_1.Client(settings.s3_aws_region, settings.iam_role_arn, settings.iam_external_id);
|
|
28
|
-
await s3Client.uploadS3(settings, fileContent,
|
|
39
|
+
await s3Client.uploadS3(settings, fileContent, filename ?? '', payloads[0]?.s3_aws_folder_name ?? '', payloads[0]?.file_extension);
|
|
29
40
|
}
|
|
30
41
|
exports.send = send;
|
|
31
42
|
function clean(delimiter, str) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"functions.js","sourceRoot":"","sources":["../../../src/destinations/s3/functions.ts"],"names":[],"mappings":";;;AAEA,qCAAiC;AAEjC,wDAAwD;
|
|
1
|
+
{"version":3,"file":"functions.js","sourceRoot":"","sources":["../../../src/destinations/s3/functions.ts"],"names":[],"mappings":";;;AAEA,qCAAiC;AAEjC,wDAAwD;AAExD,SAAS,YAAY,CAAC,MAAM,GAAG,EAAE;IAC/B,MAAM,UAAU,GAAG,gEAAgE,CAAA;IACnF,IAAI,MAAM,GAAG,EAAE,CAAA;IACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE;QAC/B,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,CAAA;QACjE,MAAM,IAAI,UAAU,CAAC,WAAW,CAAC,CAAA;KAClC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AAEM,KAAK,UAAU,IAAI,CAAC,QAAmB,EAAE,QAAkB,EAAE,UAAsB;IACxF,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,OAAO,QAAQ,CAAC,CAAC,CAAC,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAA;IACxG,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,SAAS,CAAA;IACxC,MAAM,aAAa,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,2BAA2B,CAAA;IAC9D,MAAM,YAAY,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,sBAAsB,CAAA;IAExD,MAAM,YAAY,GAAG,KAAM,CAAA;IAC3B,IAAI,SAAS,GAAG,YAAY,EAAE;QAC5B,MAAM,IAAI,+BAAgB,CAAC,4BAA4B,YAAY,EAAE,EAAE,iBAAiB,EAAE,GAAG,CAAC,CAAA;KAC/F;IAGD,MAAM,MAAM,GAAG,YAAY,EAAE,CAAA;IAE7B,MAAM,OAAO,GAAmB,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC;SAC/D,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,KAAK,EAAE,CAAC;SACpC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE;QAChB,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE,YAAY,EAAE,MAAM,EAAE,CAAA;IACtE,CAAC,CAAC,CAAA;IAEJ,IAAI,aAAa,EAAE;QACjB,OAAO,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,aAAa,CAAC,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC,CAAA;KAC1F;IAED,IAAI,YAAY,EAAE;QAChB,OAAO,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE,YAAY,EAAE,YAAY,EAAE,CAAC,CAAA;KACxF;IAED,MAAM,WAAW,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,YAAY,CAAC,CAAA;IAC3F,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,eAAe,IAAI,MAAM,CAAA;IACvD,MAAM,QAAQ,GAAG,IAAI,eAAM,CAAC,QAAQ,CAAC,aAAa,EAAE,QAAQ,CAAC,YAAY,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAA;IAEpG,MAAM,QAAQ,CAAC,QAAQ,CACrB,QAAQ,EACR,WAAW,EACX,QAAQ,IAAI,EAAE,EACd,QAAQ,CAAC,CAAC,CAAC,EAAE,kBAAkB,IAAI,EAAE,EACrC,QAAQ,CAAC,CAAC,CAAC,EAAE,cAAc,CAC5B,CAAA;AACH,CAAC;AAvCD,oBAuCC;AAED,SAAgB,KAAK,CAAC,SAAiB,EAAE,GAAY;IACnD,IAAI,CAAC,GAAG,EAAE;QACR,OAAO,EAAE,CAAA;KACV;IACD,OAAO,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAA;AAC/D,CAAC;AALD,sBAKC;AAED,SAAS,YAAY,CAAC,GAAa,EAAE,KAA0B;IAC7D,GAAG,CAAC,IAAI,CACN,YAAY,CACV,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QACnC,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,OAAO,KAAK,KAAK,QAAQ;YAC3B,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC/B,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAClB,CACF,CAAA;AACH,CAAC;AAED,SAAgB,YAAY,CAC1B,QAAmB,EACnB,OAAuB,EACvB,SAAiB,EACjB,aAAsB,EACtB,YAAqB;IAErB,MAAM,IAAI,GAAa,EAAE,CAAA;IACzB,IAAI,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;IAExG,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;QAClC,MAAM,SAAS,GAAG,KAAK,KAAK,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAA;QAC/C,MAAM,GAAG,GAAa,EAAE,CAAA;QACxB,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YACzB,IAAI,MAAM,CAAC,YAAY,KAAK,aAAa,EAAE;gBACzC,YAAY,CAAC,GAAG,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAA;aAC9C;iBAAM,IAAI,MAAM,CAAC,YAAY,KAAK,YAAY,EAAE;gBAC/C,YAAY,CAAC,GAAG,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAA;aACnC;iBAAM;gBACL,YAAY,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAA;aACxD;QACH,CAAC,CAAC,CAAA;QAEF,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;IAC1F,CAAC,CAAC,CAAA;IACF,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;AACtB,CAAC;AA1BD,oCA0BC;AAED,SAAgB,YAAY,CAAC,GAAW;IACtC,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAA;AAC/C,CAAC;AAFD,oCAEC;AAED,SAAgB,iBAAiB,CAAC,OAAgB;IAChD,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE;QACxD,OAAO,SAAS,CAAA;KACjB;IAED,OAAQ,OAAO,EAAE,eAAuD,EAAE,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,SAAS,CAAA;AAClH,CAAC;AAND,8CAMC"}
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@segment/action-destinations",
|
|
3
3
|
"description": "Destination Actions engine and definitions.",
|
|
4
|
-
"version": "3.331.1-staging-
|
|
4
|
+
"version": "3.331.1-staging-bfa304a33.0",
|
|
5
5
|
"repository": {
|
|
6
6
|
"type": "git",
|
|
7
7
|
"url": "https://github.com/segmentio/action-destinations",
|
|
@@ -44,8 +44,8 @@
|
|
|
44
44
|
"@bufbuild/protobuf": "^1.4.2",
|
|
45
45
|
"@bufbuild/protoc-gen-es": "^1.4.2",
|
|
46
46
|
"@segment/a1-notation": "^2.1.4",
|
|
47
|
-
"@segment/actions-core": "3.136.0-staging-
|
|
48
|
-
"@segment/actions-shared": "1.117.0-staging-
|
|
47
|
+
"@segment/actions-core": "3.136.0-staging-93fb5d766.0",
|
|
48
|
+
"@segment/actions-shared": "1.117.0-staging-93fb5d766.0",
|
|
49
49
|
"@types/node": "^18.11.15",
|
|
50
50
|
"ajv-formats": "^2.1.1",
|
|
51
51
|
"aws4": "^1.12.0",
|
|
@@ -88,5 +88,5 @@
|
|
|
88
88
|
"__tests__/__helpers__/"
|
|
89
89
|
]
|
|
90
90
|
},
|
|
91
|
-
"gitHead": "
|
|
91
|
+
"gitHead": "906a0e32e324a4243f2617ea75eb5344f1eb2771"
|
|
92
92
|
}
|