@segment/action-destinations 3.331.1-staging-84322f8c3.0 → 3.331.1-staging-61a2112e4.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -1,7 +1,8 @@
|
|
|
1
1
|
import { Payload } from './syncToS3/generated-types';
|
|
2
2
|
import { Settings } from './generated-types';
|
|
3
3
|
import { RawMapping, ColumnHeader } from './types';
|
|
4
|
-
export declare function
|
|
4
|
+
export declare function generateUUID(length?: number): string;
|
|
5
|
+
export declare function send(payloads: Payload[], settings: Settings, rawMapping: RawMapping, syncId: string): Promise<void>;
|
|
5
6
|
export declare function clean(delimiter: string, str?: string): string;
|
|
6
7
|
export declare function generateFile(payloads: Payload[], headers: ColumnHeader[], delimiter: string, actionColName?: string, batchColName?: string): string;
|
|
7
8
|
export declare function encodeString(str: string): string;
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.getAudienceAction = exports.encodeString = exports.generateFile = exports.clean = exports.send = void 0;
|
|
3
|
+
exports.getAudienceAction = exports.encodeString = exports.generateFile = exports.clean = exports.send = exports.generateUUID = void 0;
|
|
4
4
|
const client_1 = require("./client");
|
|
5
5
|
const actions_core_1 = require("@segment/actions-core");
|
|
6
6
|
function generateUUID(length = 16) {
|
|
@@ -12,7 +12,8 @@ function generateUUID(length = 16) {
|
|
|
12
12
|
}
|
|
13
13
|
return result;
|
|
14
14
|
}
|
|
15
|
-
|
|
15
|
+
exports.generateUUID = generateUUID;
|
|
16
|
+
async function send(payloads, settings, rawMapping, syncId) {
|
|
16
17
|
const batchSize = payloads[0] && typeof payloads[0].batch_size === 'number' ? payloads[0].batch_size : 0;
|
|
17
18
|
const delimiter = payloads[0]?.delimiter;
|
|
18
19
|
const actionColName = payloads[0]?.audience_action_column_name;
|
|
@@ -21,7 +22,6 @@ async function send(payloads, settings, rawMapping) {
|
|
|
21
22
|
if (batchSize > maxBatchSize) {
|
|
22
23
|
throw new actions_core_1.IntegrationError(`Batch size cannot exceed ${maxBatchSize}`, 'Invalid Payload', 400);
|
|
23
24
|
}
|
|
24
|
-
const syncId = generateUUID();
|
|
25
25
|
const headers = Object.entries(rawMapping.columns)
|
|
26
26
|
.filter(([_, value]) => value !== '')
|
|
27
27
|
.map(([column]) => {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"functions.js","sourceRoot":"","sources":["../../../src/destinations/s3/functions.ts"],"names":[],"mappings":";;;AAEA,qCAAiC;AAEjC,wDAAwD;AAExD,
|
|
1
|
+
{"version":3,"file":"functions.js","sourceRoot":"","sources":["../../../src/destinations/s3/functions.ts"],"names":[],"mappings":";;;AAEA,qCAAiC;AAEjC,wDAAwD;AAExD,SAAgB,YAAY,CAAC,MAAM,GAAG,EAAE;IACtC,MAAM,UAAU,GAAG,gEAAgE,CAAA;IACnF,IAAI,MAAM,GAAG,EAAE,CAAA;IACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE;QAC/B,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,EAAE,GAAG,UAAU,CAAC,MAAM,CAAC,CAAA;QACjE,MAAM,IAAI,UAAU,CAAC,WAAW,CAAC,CAAA;KAClC;IACD,OAAO,MAAM,CAAA;AACf,CAAC;AARD,oCAQC;AAEM,KAAK,UAAU,IAAI,CAAC,QAAmB,EAAE,QAAkB,EAAE,UAAsB,EAAE,MAAc;IACxG,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,IAAI,OAAO,QAAQ,CAAC,CAAC,CAAC,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAA;IACxG,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,SAAS,CAAA;IACxC,MAAM,aAAa,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,2BAA2B,CAAA;IAC9D,MAAM,YAAY,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,sBAAsB,CAAA;IAExD,MAAM,YAAY,GAAG,KAAM,CAAA;IAC3B,IAAI,SAAS,GAAG,YAAY,EAAE;QAC5B,MAAM,IAAI,+BAAgB,CAAC,4BAA4B,YAAY,EAAE,EAAE,iBAAiB,EAAE,GAAG,CAAC,CAAA;KAC/F;IAKD,MAAM,OAAO,GAAmB,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC;SAC/D,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,KAAK,EAAE,CAAC;SACpC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE;QAChB,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE,YAAY,EAAE,MAAM,EAAE,CAAA;IACtE,CAAC,CAAC,CAAA;IAEJ,IAAI,aAAa,EAAE;QACjB,OAAO,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,aAAa,CAAC,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC,CAAA;KAC1F;IAED,IAAI,YAAY,EAAE;QAChB,OAAO,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE,YAAY,EAAE,YAAY,EAAE,CAAC,CAAA;KACxF;IAED,MAAM,WAAW,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,YAAY,CAAC,CAAA;IAC3F,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,eAAe,IAAI,MAAM,CAAA;IACvD,MAAM,QAAQ,GAAG,IAAI,eAAM,CAAC,QAAQ,CAAC,aAAa,EAAE,QAAQ,CAAC,YAAY,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAA;IAEpG,MAAM,QAAQ,CAAC,QAAQ,CACrB,QAAQ,EACR,WAAW,EACX,QAAQ,IAAI,EAAE,EACd,QAAQ,CAAC,CAAC,CAAC,EAAE,kBAAkB,IAAI,EAAE,EACrC,QAAQ,CAAC,CAAC,CAAC,EAAE,cAAc,CAC5B,CAAA;AACH,CAAC;AAvCD,oBAuCC;AAED,SAAgB,KAAK,CAAC,SAAiB,EAAE,GAAY;IACnD,IAAI,CAAC,GAAG,EAAE;QACR,OAAO,EAAE,CAAA;KACV;IACD,OAAO,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAA;AAC/D,CAAC;AALD,sBAKC;AAED,SAAS,YAAY,CAAC,GAAa,EAAE,KAA0B;IAC7D,GAAG,CAAC,IAAI,CACN,YAAY,CACV,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QACnC,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,OAAO,KAAK,KAAK,QAAQ;YAC3B,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC/B,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAClB,CACF,CAAA;AACH,CAAC;AAED,SAAgB,YAAY,CAC1B,QAAmB,EACnB,OAAuB,EACvB,SAAiB,EACjB,aAAsB,EACtB,YAAqB;IAErB,MAAM,IAAI,GAAa,EAAE,CAAA;IACzB,IAAI,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;IAExG,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;QAClC,MAAM,SAAS,GAAG,KAAK,KAAK,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAA;QAC/C,MAAM,GAAG,GAAa,EAAE,CAAA;QACxB,OAAO,CAAC,OAAO,CAAC,CAAC,MAAM,EAAE,EAAE;YACzB,IAAI,MAAM,CAAC,YAAY,KAAK,aAAa,EAAE;gBACzC,YAAY,CAAC,GAAG,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAA;aAC9C;iBAAM,IAAI,MAAM,CAAC,YAAY,KAAK,YAAY,EAAE;gBAC/C,YAAY,CAAC,GAAG,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAA;aACnC;iBAAM;gBACL,YAAY,CAAC,GAAG,EAAE,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAA;aACxD;QACH,CAAC,CAAC,CAAA;QAEF,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;IAC1F,CAAC,CAAC,CAAA;IACF,OAAO,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAA;AACtB,CAAC;AA1BD,oCA0BC;AAED,SAAgB,YAAY,CAAC,GAAW;IACtC,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAA;AAC/C,CAAC;AAFD,oCAEC;AAED,SAAgB,iBAAiB,CAAC,OAAgB;IAChD,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE;QACxD,OAAO,SAAS,CAAA;KACjB;IAED,OAAQ,OAAO,EAAE,eAAuD,EAAE,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,SAAS,CAAA;AAClH,CAAC;AAND,8CAMC"}
|
|
@@ -2,6 +2,7 @@
|
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
3
|
const fields_1 = require("../fields");
|
|
4
4
|
const functions_1 = require("../functions");
|
|
5
|
+
const functions_2 = require("../functions");
|
|
5
6
|
const action = {
|
|
6
7
|
title: 'Sync to S3',
|
|
7
8
|
description: 'Syncs Segment event data to S3.',
|
|
@@ -10,12 +11,14 @@ const action = {
|
|
|
10
11
|
perform: async (_, data) => {
|
|
11
12
|
const { payload, settings } = data;
|
|
12
13
|
const rawMapping = data.rawMapping;
|
|
13
|
-
|
|
14
|
+
const syncId = functions_2.generateUUID();
|
|
15
|
+
return functions_1.send([payload], settings, rawMapping, syncId);
|
|
14
16
|
},
|
|
15
17
|
performBatch: async (_, data) => {
|
|
16
18
|
const { payload, settings } = data;
|
|
17
19
|
const rawMapping = data.rawMapping;
|
|
18
|
-
|
|
20
|
+
const syncId = functions_2.generateUUID();
|
|
21
|
+
return functions_1.send(payload, settings, rawMapping, syncId);
|
|
19
22
|
}
|
|
20
23
|
};
|
|
21
24
|
exports.default = action;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/destinations/s3/syncToS3/index.ts"],"names":[],"mappings":";;AAGA,sCAAwC;AACxC,4CAAmC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/destinations/s3/syncToS3/index.ts"],"names":[],"mappings":";;AAGA,sCAAwC;AACxC,4CAAmC;AAEnC,4CAA2C;AAE3C,MAAM,MAAM,GAAwC;IAClD,KAAK,EAAE,YAAY;IACnB,WAAW,EAAE,iCAAiC;IAC9C,mBAAmB,EAAE,qCAAqC;IAC1D,MAAM,EAAE,qBAAY;IACpB,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE;QACzB,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAA;QAClC,MAAM,UAAU,GAAgB,IAAwB,CAAC,UAAU,CAAA;QACnE,MAAM,MAAM,GAAG,wBAAY,EAAE,CAAA;QAC7B,OAAO,gBAAI,CAAC,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,CAAA;IACtD,CAAC;IAED,YAAY,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE;QAC9B,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAA;QAClC,MAAM,UAAU,GAAgB,IAAwB,CAAC,UAAU,CAAA;QACnE,MAAM,MAAM,GAAG,wBAAY,EAAE,CAAA;QAC7B,OAAO,gBAAI,CAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,CAAA;IACpD,CAAC;CACF,CAAA;AAED,kBAAe,MAAM,CAAA"}
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@segment/action-destinations",
|
|
3
3
|
"description": "Destination Actions engine and definitions.",
|
|
4
|
-
"version": "3.331.1-staging-
|
|
4
|
+
"version": "3.331.1-staging-61a2112e4.0",
|
|
5
5
|
"repository": {
|
|
6
6
|
"type": "git",
|
|
7
7
|
"url": "https://github.com/segmentio/action-destinations",
|
|
@@ -88,5 +88,5 @@
|
|
|
88
88
|
"__tests__/__helpers__/"
|
|
89
89
|
]
|
|
90
90
|
},
|
|
91
|
-
"gitHead": "
|
|
91
|
+
"gitHead": "055809bba41d6a3be335b65d2ed00d16eb3bf5c4"
|
|
92
92
|
}
|