@segment/action-destinations 3.453.0 → 3.453.1-staging-de6dbaf50.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/destinations/kafka/send/generated-types.d.ts +1 -0
- package/dist/destinations/kafka/send/index.js +9 -0
- package/dist/destinations/kafka/send/index.js.map +1 -1
- package/dist/destinations/kafka/utils.js +5 -4
- package/dist/destinations/kafka/utils.js.map +1 -1
- package/dist/destinations/liveramp-audiences/audienceEnteredS3/index.js +2 -1
- package/dist/destinations/liveramp-audiences/audienceEnteredS3/index.js.map +1 -1
- package/dist/destinations/liveramp-audiences/audienceEnteredSftp/index.js +2 -1
- package/dist/destinations/liveramp-audiences/audienceEnteredSftp/index.js.map +1 -1
- package/dist/destinations/liveramp-audiences/awsClient.d.ts +2 -2
- package/dist/destinations/liveramp-audiences/awsClient.js +24 -54
- package/dist/destinations/liveramp-audiences/awsClient.js.map +1 -1
- package/dist/destinations/the-trade-desk-crm/awsClient.d.ts +2 -2
- package/dist/destinations/the-trade-desk-crm/awsClient.js +24 -54
- package/dist/destinations/the-trade-desk-crm/awsClient.js.map +1 -1
- package/dist/destinations/the-trade-desk-crm/functions.d.ts +2 -2
- package/dist/destinations/the-trade-desk-crm/functions.js +79 -18
- package/dist/destinations/the-trade-desk-crm/functions.js.map +1 -1
- package/dist/lib/AWS/s3.d.ts +5 -0
- package/dist/lib/AWS/s3.js +13 -0
- package/dist/lib/AWS/s3.js.map +1 -1
- package/package.json +4 -4
|
@@ -56,6 +56,15 @@ const action = {
|
|
|
56
56
|
required: false,
|
|
57
57
|
multiple: true,
|
|
58
58
|
default: ['topic', 'partition', 'default_partition']
|
|
59
|
+
},
|
|
60
|
+
batch_bytes: {
|
|
61
|
+
type: 'number',
|
|
62
|
+
label: 'Batch Bytes',
|
|
63
|
+
description: 'Specifies the maximum number of bytes to batch before sending. The default is 1 MB, though the maximum allowed depends on the Kafka cluster. Smaller batch sizes result in more frequent requests to the cluster.',
|
|
64
|
+
default: 1000000,
|
|
65
|
+
required: false,
|
|
66
|
+
minimum: 1,
|
|
67
|
+
unsafe_hidden: false
|
|
59
68
|
}
|
|
60
69
|
},
|
|
61
70
|
dynamicFields: {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/destinations/kafka/send/index.ts"],"names":[],"mappings":";;AAGA,oCAA8C;AAE9C,MAAM,MAAM,GAAwC;IAClD,KAAK,EAAE,MAAM;IACb,WAAW,EAAE,4BAA4B;IACzC,mBAAmB,EAAE,2FAA2F;IAChH,MAAM,EAAE;QACN,KAAK,EAAE;YACL,KAAK,EAAE,OAAO;YACd,WAAW,EAAE,0FAA0F;YACvG,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,IAAI;SACd;QACD,OAAO,EAAE;YACP,KAAK,EAAE,SAAS;YAChB,WAAW,EAAE,2BAA2B;YACxC,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;SAC3B;QACD,OAAO,EAAE;YACP,KAAK,EAAE,SAAS;YAChB,WAAW,EAAE,8EAA8E;YAC3F,IAAI,EAAE,QAAQ;YACd,eAAe,EAAE,eAAe;SACjC;QACD,SAAS,EAAE;YACT,KAAK,EAAE,WAAW;YAClB,WAAW,EAAE,iDAAiD;YAC9D,IAAI,EAAE,SAAS;SAChB;QACD,iBAAiB,EAAE;YACjB,KAAK,EAAE,mBAAmB;YAC1B,WAAW,EAAE,yDAAyD;YACtE,IAAI,EAAE,SAAS;SAChB;QACD,GAAG,EAAE;YACH,KAAK,EAAE,aAAa;YACpB,WAAW,EAAE,oCAAoC;YACjD,IAAI,EAAE,QAAQ;SACf;QACD,eAAe,EAAE;YACf,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,sBAAsB;YAC7B,WAAW,EAAE,6DAA6D;YAC1E,OAAO,EAAE,IAAI;YACb,aAAa,EAAE,IAAI;SACpB;QACD,UAAU,EAAE;YACV,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,0CAA0C;YACvD,IAAI,EAAE,QAAQ;YACd,aAAa,EAAE,IAAI;YACnB,QAAQ,EAAE,KAAK;YACf,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,CAAC,OAAO,EAAE,WAAW,EAAE,mBAAmB,CAAC;SACrD;KACF;IACD,aAAa,EAAE;QACb,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;YAC/B,OAAO,IAAA,iBAAS,EAAC,QAAQ,CAAC,CAAA;QAC5B,CAAC;KACF;IACD,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,EAAE,EAAE;QACjF,MAAM,IAAA,gBAAQ,EAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,CAAC,CAAA;IACrE,CAAC;IACD,YAAY,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,EAAE,EAAE;QACtF,MAAM,IAAA,gBAAQ,EAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,CAAC,CAAA;IACnE,CAAC;CACF,CAAA;AAED,kBAAe,MAAM,CAAA"}
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/destinations/kafka/send/index.ts"],"names":[],"mappings":";;AAGA,oCAA8C;AAE9C,MAAM,MAAM,GAAwC;IAClD,KAAK,EAAE,MAAM;IACb,WAAW,EAAE,4BAA4B;IACzC,mBAAmB,EAAE,2FAA2F;IAChH,MAAM,EAAE;QACN,KAAK,EAAE;YACL,KAAK,EAAE,OAAO;YACd,WAAW,EAAE,0FAA0F;YACvG,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,IAAI;SACd;QACD,OAAO,EAAE;YACP,KAAK,EAAE,SAAS;YAChB,WAAW,EAAE,2BAA2B;YACxC,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;SAC3B;QACD,OAAO,EAAE;YACP,KAAK,EAAE,SAAS;YAChB,WAAW,EAAE,8EAA8E;YAC3F,IAAI,EAAE,QAAQ;YACd,eAAe,EAAE,eAAe;SACjC;QACD,SAAS,EAAE;YACT,KAAK,EAAE,WAAW;YAClB,WAAW,EAAE,iDAAiD;YAC9D,IAAI,EAAE,SAAS;SAChB;QACD,iBAAiB,EAAE;YACjB,KAAK,EAAE,mBAAmB;YAC1B,WAAW,EAAE,yDAAyD;YACtE,IAAI,EAAE,SAAS;SAChB;QACD,GAAG,EAAE;YACH,KAAK,EAAE,aAAa;YACpB,WAAW,EAAE,oCAAoC;YACjD,IAAI,EAAE,QAAQ;SACf;QACD,eAAe,EAAE;YACf,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,sBAAsB;YAC7B,WAAW,EAAE,6DAA6D;YAC1E,OAAO,EAAE,IAAI;YACb,aAAa,EAAE,IAAI;SACpB;QACD,UAAU,EAAE;YACV,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,0CAA0C;YACvD,IAAI,EAAE,QAAQ;YACd,aAAa,EAAE,IAAI;YACnB,QAAQ,EAAE,KAAK;YACf,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,CAAC,OAAO,EAAE,WAAW,EAAE,mBAAmB,CAAC;SACrD;QACD,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,aAAa;YACpB,WAAW,EACT,mNAAmN;YACrN,OAAO,EAAE,OAAO;YAChB,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE,CAAC;YACV,aAAa,EAAE,KAAK;SACrB;KACF;IACD,aAAa,EAAE;QACb,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;YAC/B,OAAO,IAAA,iBAAS,EAAC,QAAQ,CAAC,CAAA;QAC5B,CAAC;KACF;IACD,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,EAAE,EAAE;QACjF,MAAM,IAAA,gBAAQ,EAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,CAAC,CAAA;IACrE,CAAC;IACD,YAAY,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,EAAE,EAAE;QACtF,MAAM,IAAA,gBAAQ,EAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,CAAC,CAAA;IACnE,CAAC;CACF,CAAA;AAED,kBAAe,MAAM,CAAA"}
|
|
@@ -191,10 +191,9 @@ const sendData = async (settings, payload, features, statsContext, logger) => {
|
|
|
191
191
|
groupedPayloads[topic].push(p);
|
|
192
192
|
set.add(`${topic}-${partition}-${default_partition}`);
|
|
193
193
|
});
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
|
|
197
|
-
}
|
|
194
|
+
const statsClient = statsContext?.statsClient;
|
|
195
|
+
const tags = statsContext?.tags;
|
|
196
|
+
statsClient?.histogram('kafka.configurable_batch_keys.unique_keys', set.size, tags);
|
|
198
197
|
const topicMessages = Object.keys(groupedPayloads).map((topic) => ({
|
|
199
198
|
topic,
|
|
200
199
|
messages: groupedPayloads[topic].map((payload) => ({
|
|
@@ -228,6 +227,8 @@ const sendData = async (settings, payload, features, statsContext, logger) => {
|
|
|
228
227
|
}
|
|
229
228
|
for (const data of topicMessages) {
|
|
230
229
|
try {
|
|
230
|
+
const batch_bytes = Buffer.byteLength(JSON.stringify(data.messages), 'utf8');
|
|
231
|
+
statsClient?.histogram('kafka.batch_bytes', batch_bytes, tags);
|
|
231
232
|
await producer.send(data);
|
|
232
233
|
}
|
|
233
234
|
catch (error) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/destinations/kafka/utils.ts"],"names":[],"mappings":";;;AAsMA,0CAMC;AA5MD,qCAA+G;AAC/G,wDAAwF;AAGxF,mCAAgG;AAChG,2CAAuF;AAG1E,QAAA,iBAAiB,GAAmC,EAAE,CAAA;AAE5D,MAAM,oBAAoB,GAAG,CAAC,QAAkB,EAAU,EAAE;IACjE,MAAM,MAAM,GAAG;QACb,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,OAAO,EAAE,QAAQ,CAAC,OAAO;aACtB,IAAI,EAAE;aACN,KAAK,CAAC,GAAG,CAAC;aACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;aACpB,IAAI,EAAE;QACT,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,eAAe,EAAE,QAAQ,CAAC,eAAe;QACzC,qBAAqB,EAAE,QAAQ,CAAC,qBAAqB;QACrD,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,0BAA0B,EAAE,QAAQ,CAAC,0BAA0B;QAC/D,WAAW,EAAE,QAAQ,CAAC,WAAW;KAClC,CAAA;IAED,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;AAC/B,CAAC,CAAA;AAtBY,QAAA,oBAAoB,wBAsBhC;AAEM,MAAM,SAAS,GAAG,KAAK,EAAE,QAAkB,EAAiC,EAAE;IACnF,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAA;IAChC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,CAAA;IAC3B,MAAM,KAAK,CAAC,OAAO,EAAE,CAAA;IACrB,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,CAAA;IACvC,MAAM,KAAK,CAAC,UAAU,EAAE,CAAA;IACxB,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,CAAA;AAC7E,CAAC,CAAA;AAPY,QAAA,SAAS,aAOrB;AAED,MAAM,QAAQ,GAAG,CAAC,QAAkB,EAAE,EAAE;IACtC,MAAM,WAAW,GAAG;QAClB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,OAAO,EAAE,QAAQ,CAAC,OAAO;aACtB,IAAI,EAAE;aACN,KAAK,CAAC,GAAG,CAAC;aACV,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,cAAc,EAAE,uCAA2B;QAC3C,IAAI,EAAE,CAAC,GAA4B,EAAE;YACnC,QAAQ,QAAQ,CAAC,SAAS,EAAE,CAAC;gBAC3B,KAAK,OAAO;oBACV,OAAO;wBACL,QAAQ,EAAE,QAAQ,EAAE,QAAQ;wBAC5B,QAAQ,EAAE,QAAQ,EAAE,QAAQ;wBAC5B,SAAS,EAAE,QAAQ,CAAC,SAAS;qBACf,CAAA;gBAClB,KAAK,eAAe,CAAC;gBACrB,KAAK,eAAe;oBAClB,OAAO;wBACL,QAAQ,EAAE,QAAQ,CAAC,QAAQ;wBAC3B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;wBAC3B,SAAS,EAAE,QAAQ,CAAC,SAAS;qBACf,CAAA;gBAClB,KAAK,KAAK;oBACR,OAAO;wBACL,WAAW,EAAE,QAAQ,CAAC,WAAW;wBACjC,eAAe,EAAE,QAAQ,CAAC,eAAe;wBACzC,qBAAqB,EAAE,QAAQ,CAAC,qBAAqB;wBACrD,SAAS,EAAE,QAAQ,CAAC,SAAS;qBACf,CAAA;gBAClB;oBACE,OAAO,SAAS,CAAA;YACpB,CAAC;QACH,CAAC,CAAC,EAAE;QACJ,GAAG,EAAE,CAAC,GAAG,EAAE;YACT,IAAI,QAAQ,EAAE,MAAM,EAAE,CAAC;gBACrB,MAAM,GAAG,GAAc;oBACrB,EAAE,EAAE,CAAC,gCAAgC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,6BAA6B,CAAC;oBACzF,kBAAkB,EAAE,QAAQ,CAAC,0BAA0B;iBACxD,CAAA;gBACD,IAAI,QAAQ,CAAC,SAAS,KAAK,kBAAkB,EAAE,CAAC;oBAC9C,CAAC;oBAAA,CAAC,GAAG,CAAC,GAAG,GAAG,gCAAgC,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,6BAA6B,CAAC;wBACjG,CAAC,GAAG,CAAC,IAAI,GAAG,gCAAgC,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,6BAA6B,CAAC,CAAA;gBACxG,CAAC;gBACD,OAAO,GAAG,CAAA;YACZ,CAAC;iBAAM,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;gBAChC,OAAO,QAAQ,CAAC,WAAW,CAAA;YAC7B,CAAC;YACD,OAAO,SAAS,CAAA;QAClB,CAAC,CAAC,EAAE;QACJ,KAAK,EAAE;YACL,OAAO,EAAE,CAAC;SACX;KACwB,CAAA;IAE3B,IAAI,CAAC;QACH,OAAO,IAAI,eAAK,CAAC,WAAW,CAAC,CAAA;IAC/B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,+BAAgB,CACxB,2BAA4B,KAAsB,CAAC,OAAO,EAAE,EAC5D,wBAAwB,EACxB,GAAG,CACJ,CAAA;IACH,CAAC;AACH,CAAC,CAAA;AAEM,MAAM,QAAQ,GAAG,CAAC,QAAkB,EAAE,EAAE;IAC7C,IACE,CAAC,OAAO,EAAE,eAAe,EAAE,eAAe,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC;QACxE,CAAC,CAAC,QAAQ,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC1C,CAAC;QACD,MAAM,IAAI,+BAAgB,CACxB,kFAAkF,EAClF,qBAAqB,EACrB,GAAG,CACJ,CAAA;IACH,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,WAAW,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;QACjG,MAAM,IAAI,+BAAgB,CACxB,oFAAoF,EACpF,yBAAyB,EACzB,GAAG,CACJ,CAAA;IACH,CAAC;IACD,IAAI,CAAC,kBAAkB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,OAAO,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACnG,MAAM,IAAI,+BAAgB,CACxB,wGAAwG,EACxG,qCAAqC,EACrC,GAAG,CACJ,CAAA;IACH,CAAC;IACD,MAAM,aAAa,GAAG,QAAQ,CAAC,OAAO;SACnC,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;SACjC,KAAK,CAAC,eAAe,CAAC,CAAA;IACzB,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,MAAM,IAAI,+BAAgB,CAAC,yCAAyC,EAAE,uBAAuB,EAAE,GAAG,CAAC,CAAA;IACrG,CAAC;AACH,CAAC,CAAA;AAjCY,QAAA,QAAQ,YAiCpB;AAED,MAAM,WAAW,GAAG,CAAC,QAAkB,EAAE,EAAE;IACzC,OAAO,QAAQ,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC;QACjC,iBAAiB,EAAE,sBAAY,CAAC,kBAAkB;KACnD,CAAC,CAAA;AACJ,CAAC,CAAA;AAEM,MAAM,mBAAmB,GAAG,KAAK,EACtC,QAAkB,EAClB,YAAsC,EACnB,EAAE;IACrB,MAAM,GAAG,GAAG,IAAA,4BAAoB,EAAC,QAAQ,CAAC,CAAA;IAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IAEtB,MAAM,MAAM,GAAG,yBAAiB,CAAC,GAAG,CAAC,CAAA;IAErC,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,SAAS,GAAG,GAAG,GAAG,MAAM,CAAC,QAAQ,GAAG,2BAAe,CAAA;QACzD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,CAAC,QAAQ,GAAG,GAAG,CAAA;YACrB,YAAY,EAAE,WAAW,EAAE,IAAI,CAAC,yBAAyB,EAAE,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,CAAA;YACjF,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAA;YAC/B,OAAO,MAAM,CAAC,QAAQ,CAAA;QACxB,CAAC;QACD,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACvB,IAAI,CAAC;gBACH,YAAY,EAAE,WAAW,EAAE,IAAI,CAAC,yBAAyB,EAAE,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,CAAA;gBACjF,MAAM,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAA;YACpC,CAAC;YAAC,MAAM,CAAC;gBACP,YAAY,EAAE,WAAW,EAAE,IAAI,CAAC,wBAAwB,EAAE,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,CAAA;YAClF,CAAC;QACH,CAAC;QACD,OAAO,yBAAiB,CAAC,GAAG,CAAC,CAAA;IAC/B,CAAC;IAED,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAA;IAChC,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,EAAE,iBAAiB,EAAE,sBAAY,CAAC,kBAAkB,EAAE,CAAC,CAAA;IACvF,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAA;IACxB,YAAY,EAAE,WAAW,EAAE,IAAI,CAAC,yBAAyB,EAAE,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,CAAA;IACjF,yBAAiB,CAAC,GAAG,CAAC,GAAG;QACvB,QAAQ;QACR,WAAW,EAAE,IAAI;QACjB,QAAQ,EAAE,GAAG;KACd,CAAA;IACD,OAAO,QAAQ,CAAA;AACjB,CAAC,CAAA;AAtCY,QAAA,mBAAmB,uBAsC/B;AAED,SAAS,aAAa,CAAC,KAAY;IACjC,MAAM,UAAU,GAAI,KAAsB,EAAE,KAAK,CAAA;IACjD,IAAI,UAAU,EAAE,CAAC;QACf,OAAO,UAAU,CAAA;IACnB,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAgB,eAAe,CAAC,SAAiB;IAC/C,IAAI,OAAO,SAAS,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAA;IAC/C,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IACzC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI;QAAE,OAAO,KAAK,CAAA;IAChC,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,CAAA;IAC5B,OAAO,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,OAAO,IAAI,CAAC,IAAI,OAAO,IAAI,KAAK,CAAA;AACrH,CAAC;AAEM,MAAM,QAAQ,GAAG,KAAK,EAC3B,QAAkB,EAClB,OAAkB,EAClB,QAA8B,EAC9B,YAAsC,EACtC,MAA0B,EAC1B,EAAE;IACF,IAAA,gBAAQ,EAAC,QAAQ,CAAC,CAAA;IAElB,MAAM,eAAe,GAAmC,EAAE,CAAA;IAC1D,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAA;IAE7B,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;QACpB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,iBAAiB,EAAE,GAAG,CAAC,CAAA;QACjD,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;YAC5B,eAAe,CAAC,KAAK,CAAC,GAAG,EAAE,CAAA;QAC7B,CAAC;QACD,eAAe,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC9B,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,IAAI,SAAS,IAAI,iBAAiB,EAAE,CAAC,CAAA;IACvD,CAAC,CAAC,CAAA;IACF,
|
|
1
|
+
{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/destinations/kafka/utils.ts"],"names":[],"mappings":";;;AAsMA,0CAMC;AA5MD,qCAA+G;AAC/G,wDAAwF;AAGxF,mCAAgG;AAChG,2CAAuF;AAG1E,QAAA,iBAAiB,GAAmC,EAAE,CAAA;AAE5D,MAAM,oBAAoB,GAAG,CAAC,QAAkB,EAAU,EAAE;IACjE,MAAM,MAAM,GAAG;QACb,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,OAAO,EAAE,QAAQ,CAAC,OAAO;aACtB,IAAI,EAAE;aACN,KAAK,CAAC,GAAG,CAAC;aACV,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;aACpB,IAAI,EAAE;QACT,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,eAAe,EAAE,QAAQ,CAAC,eAAe;QACzC,qBAAqB,EAAE,QAAQ,CAAC,qBAAqB;QACrD,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,0BAA0B,EAAE,QAAQ,CAAC,0BAA0B;QAC/D,WAAW,EAAE,QAAQ,CAAC,WAAW;KAClC,CAAA;IAED,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;AAC/B,CAAC,CAAA;AAtBY,QAAA,oBAAoB,wBAsBhC;AAEM,MAAM,SAAS,GAAG,KAAK,EAAE,QAAkB,EAAiC,EAAE;IACnF,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAA;IAChC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,CAAA;IAC3B,MAAM,KAAK,CAAC,OAAO,EAAE,CAAA;IACrB,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,CAAA;IACvC,MAAM,KAAK,CAAC,UAAU,EAAE,CAAA;IACxB,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,CAAA;AAC7E,CAAC,CAAA;AAPY,QAAA,SAAS,aAOrB;AAED,MAAM,QAAQ,GAAG,CAAC,QAAkB,EAAE,EAAE;IACtC,MAAM,WAAW,GAAG;QAClB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,OAAO,EAAE,QAAQ,CAAC,OAAO;aACtB,IAAI,EAAE;aACN,KAAK,CAAC,GAAG,CAAC;aACV,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,cAAc,EAAE,uCAA2B;QAC3C,IAAI,EAAE,CAAC,GAA4B,EAAE;YACnC,QAAQ,QAAQ,CAAC,SAAS,EAAE,CAAC;gBAC3B,KAAK,OAAO;oBACV,OAAO;wBACL,QAAQ,EAAE,QAAQ,EAAE,QAAQ;wBAC5B,QAAQ,EAAE,QAAQ,EAAE,QAAQ;wBAC5B,SAAS,EAAE,QAAQ,CAAC,SAAS;qBACf,CAAA;gBAClB,KAAK,eAAe,CAAC;gBACrB,KAAK,eAAe;oBAClB,OAAO;wBACL,QAAQ,EAAE,QAAQ,CAAC,QAAQ;wBAC3B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;wBAC3B,SAAS,EAAE,QAAQ,CAAC,SAAS;qBACf,CAAA;gBAClB,KAAK,KAAK;oBACR,OAAO;wBACL,WAAW,EAAE,QAAQ,CAAC,WAAW;wBACjC,eAAe,EAAE,QAAQ,CAAC,eAAe;wBACzC,qBAAqB,EAAE,QAAQ,CAAC,qBAAqB;wBACrD,SAAS,EAAE,QAAQ,CAAC,SAAS;qBACf,CAAA;gBAClB;oBACE,OAAO,SAAS,CAAA;YACpB,CAAC;QACH,CAAC,CAAC,EAAE;QACJ,GAAG,EAAE,CAAC,GAAG,EAAE;YACT,IAAI,QAAQ,EAAE,MAAM,EAAE,CAAC;gBACrB,MAAM,GAAG,GAAc;oBACrB,EAAE,EAAE,CAAC,gCAAgC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,6BAA6B,CAAC;oBACzF,kBAAkB,EAAE,QAAQ,CAAC,0BAA0B;iBACxD,CAAA;gBACD,IAAI,QAAQ,CAAC,SAAS,KAAK,kBAAkB,EAAE,CAAC;oBAC9C,CAAC;oBAAA,CAAC,GAAG,CAAC,GAAG,GAAG,gCAAgC,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,6BAA6B,CAAC;wBACjG,CAAC,GAAG,CAAC,IAAI,GAAG,gCAAgC,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,6BAA6B,CAAC,CAAA;gBACxG,CAAC;gBACD,OAAO,GAAG,CAAA;YACZ,CAAC;iBAAM,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;gBAChC,OAAO,QAAQ,CAAC,WAAW,CAAA;YAC7B,CAAC;YACD,OAAO,SAAS,CAAA;QAClB,CAAC,CAAC,EAAE;QACJ,KAAK,EAAE;YACL,OAAO,EAAE,CAAC;SACX;KACwB,CAAA;IAE3B,IAAI,CAAC;QACH,OAAO,IAAI,eAAK,CAAC,WAAW,CAAC,CAAA;IAC/B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,+BAAgB,CACxB,2BAA4B,KAAsB,CAAC,OAAO,EAAE,EAC5D,wBAAwB,EACxB,GAAG,CACJ,CAAA;IACH,CAAC;AACH,CAAC,CAAA;AAEM,MAAM,QAAQ,GAAG,CAAC,QAAkB,EAAE,EAAE;IAC7C,IACE,CAAC,OAAO,EAAE,eAAe,EAAE,eAAe,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC;QACxE,CAAC,CAAC,QAAQ,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC1C,CAAC;QACD,MAAM,IAAI,+BAAgB,CACxB,kFAAkF,EAClF,qBAAqB,EACrB,GAAG,CACJ,CAAA;IACH,CAAC;IACD,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,WAAW,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;QACjG,MAAM,IAAI,+BAAgB,CACxB,oFAAoF,EACpF,yBAAyB,EACzB,GAAG,CACJ,CAAA;IACH,CAAC;IACD,IAAI,CAAC,kBAAkB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,OAAO,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QACnG,MAAM,IAAI,+BAAgB,CACxB,wGAAwG,EACxG,qCAAqC,EACrC,GAAG,CACJ,CAAA;IACH,CAAC;IACD,MAAM,aAAa,GAAG,QAAQ,CAAC,OAAO;SACnC,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;SACjC,KAAK,CAAC,eAAe,CAAC,CAAA;IACzB,IAAI,CAAC,aAAa,EAAE,CAAC;QACnB,MAAM,IAAI,+BAAgB,CAAC,yCAAyC,EAAE,uBAAuB,EAAE,GAAG,CAAC,CAAA;IACrG,CAAC;AACH,CAAC,CAAA;AAjCY,QAAA,QAAQ,YAiCpB;AAED,MAAM,WAAW,GAAG,CAAC,QAAkB,EAAE,EAAE;IACzC,OAAO,QAAQ,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC;QACjC,iBAAiB,EAAE,sBAAY,CAAC,kBAAkB;KACnD,CAAC,CAAA;AACJ,CAAC,CAAA;AAEM,MAAM,mBAAmB,GAAG,KAAK,EACtC,QAAkB,EAClB,YAAsC,EACnB,EAAE;IACrB,MAAM,GAAG,GAAG,IAAA,4BAAoB,EAAC,QAAQ,CAAC,CAAA;IAC1C,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;IAEtB,MAAM,MAAM,GAAG,yBAAiB,CAAC,GAAG,CAAC,CAAA;IAErC,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,SAAS,GAAG,GAAG,GAAG,MAAM,CAAC,QAAQ,GAAG,2BAAe,CAAA;QACzD,IAAI,CAAC,SAAS,EAAE,CAAC;YACf,MAAM,CAAC,QAAQ,GAAG,GAAG,CAAA;YACrB,YAAY,EAAE,WAAW,EAAE,IAAI,CAAC,yBAAyB,EAAE,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,CAAA;YACjF,MAAM,MAAM,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAA;YAC/B,OAAO,MAAM,CAAC,QAAQ,CAAA;QACxB,CAAC;QACD,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;YACvB,IAAI,CAAC;gBACH,YAAY,EAAE,WAAW,EAAE,IAAI,CAAC,yBAAyB,EAAE,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,CAAA;gBACjF,MAAM,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,CAAA;YACpC,CAAC;YAAC,MAAM,CAAC;gBACP,YAAY,EAAE,WAAW,EAAE,IAAI,CAAC,wBAAwB,EAAE,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,CAAA;YAClF,CAAC;QACH,CAAC;QACD,OAAO,yBAAiB,CAAC,GAAG,CAAC,CAAA;IAC/B,CAAC;IAED,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAA;IAChC,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,EAAE,iBAAiB,EAAE,sBAAY,CAAC,kBAAkB,EAAE,CAAC,CAAA;IACvF,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAA;IACxB,YAAY,EAAE,WAAW,EAAE,IAAI,CAAC,yBAAyB,EAAE,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,CAAA;IACjF,yBAAiB,CAAC,GAAG,CAAC,GAAG;QACvB,QAAQ;QACR,WAAW,EAAE,IAAI;QACjB,QAAQ,EAAE,GAAG;KACd,CAAA;IACD,OAAO,QAAQ,CAAA;AACjB,CAAC,CAAA;AAtCY,QAAA,mBAAmB,uBAsC/B;AAED,SAAS,aAAa,CAAC,KAAY;IACjC,MAAM,UAAU,GAAI,KAAsB,EAAE,KAAK,CAAA;IACjD,IAAI,UAAU,EAAE,CAAC;QACf,OAAO,UAAU,CAAA;IACnB,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAgB,eAAe,CAAC,SAAiB;IAC/C,IAAI,OAAO,SAAS,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAA;IAC/C,MAAM,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;IACzC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI;QAAE,OAAO,KAAK,CAAA;IAChC,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,CAAA;IAC5B,OAAO,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,OAAO,IAAI,CAAC,IAAI,OAAO,IAAI,KAAK,CAAA;AACrH,CAAC;AAEM,MAAM,QAAQ,GAAG,KAAK,EAC3B,QAAkB,EAClB,OAAkB,EAClB,QAA8B,EAC9B,YAAsC,EACtC,MAA0B,EAC1B,EAAE;IACF,IAAA,gBAAQ,EAAC,QAAQ,CAAC,CAAA;IAElB,MAAM,eAAe,GAAmC,EAAE,CAAA;IAC1D,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAA;IAE7B,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;QACpB,MAAM,EAAE,KAAK,EAAE,SAAS,EAAE,iBAAiB,EAAE,GAAG,CAAC,CAAA;QACjD,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,EAAE,CAAC;YAC5B,eAAe,CAAC,KAAK,CAAC,GAAG,EAAE,CAAA;QAC7B,CAAC;QACD,eAAe,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC9B,GAAG,CAAC,GAAG,CAAC,GAAG,KAAK,IAAI,SAAS,IAAI,iBAAiB,EAAE,CAAC,CAAA;IACvD,CAAC,CAAC,CAAA;IACF,MAAM,WAAW,GAAG,YAAY,EAAE,WAAW,CAAA;IAC7C,MAAM,IAAI,GAAG,YAAY,EAAE,IAAI,CAAA;IAC/B,WAAW,EAAE,SAAS,CAAC,2CAA2C,EAAE,GAAG,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;IAGnF,MAAM,aAAa,GAAoB,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAClF,KAAK;QACL,QAAQ,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC,GAAG,CAClC,CAAC,OAAO,EAAE,EAAE,CACV,CAAC;YACC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC;YACtC,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,OAAO,EAAE,OAAO,EAAE,OAAO,IAAI,SAAS;YACtC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,EAAE,iBAAiB,IAAI,SAAS;YACxE,eAAe,EAAE,2BAAmB;SACzB,CAAA,CAChB;KACF,CAAC,CAAC,CAAA;IAEH,IAAI,QAAkB,CAAA;IACtB,IAAI,CAAC;QACH,IAAI,QAAQ,IAAI,QAAQ,CAAC,uBAAW,CAAC,EAAE,CAAC;YACtC,QAAQ,GAAG,MAAM,IAAA,2BAAmB,EAAC,QAAQ,EAAE,YAAY,CAAC,CAAA;QAC9D,CAAC;aAAM,CAAC;YACN,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAA;YAChC,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAA;QAC1B,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAAe,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;YACjD,MAAM,UAAU,GAAG,aAAa,CAAC,KAAc,CAAC,CAAA;YAChD,MAAM,EAAE,IAAI,CAAC,4BAA4B,UAAU,CAAC,IAAI,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC,CAAA;YAC3F,MAAM,IAAI,+BAAgB,CACxB,4BAA4B,UAAU,CAAC,IAAI,KAAK,UAAU,CAAC,OAAO,EAAE,EACpE,UAAU,CAAC,IAAI,EACf,GAAG,CACJ,CAAA;QACH,CAAC;aAAM,CAAC;YACN,MAAM,EAAE,IAAI,CAAC,4BAA4B,KAAK,CAAC,IAAI,KAAK,KAAc,EAAE,CAAC,CAAA;YACzE,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;QACjC,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,MAAM,CAAC,CAAA;YAC5E,WAAW,EAAE,SAAS,CAAC,mBAAmB,EAAE,WAAW,EAAE,IAAI,CAAC,CAAA;YAC9D,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAsB,CAAC,CAAA;QAC7C,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,UAAU,GAAG,aAAa,CAAC,KAAc,CAAC,CAAA;YAChD,MAAM,EAAE,IAAI,CAAC,sBAAsB,UAAU,CAAC,IAAI,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,CAAC,CAAA;YACrF,MAAM,IAAI,+BAAgB,CACxB,0BAA0B,UAAU,CAAC,IAAI,KAAK,UAAU,CAAC,OAAO,EAAE,EAClE,UAAU,CAAC,IAAI,EACf,GAAG,CACJ,CAAA;QACH,CAAC;gBAAS,CAAC;YACT,IAAI,QAAQ,IAAI,QAAQ,CAAC,uBAAW,CAAC,EAAE,CAAC;gBACtC,MAAM,GAAG,GAAG,IAAA,4BAAoB,EAAC,QAAQ,CAAC,CAAA;gBAC1C,IAAI,yBAAiB,CAAC,GAAG,CAAC,EAAE,CAAC;oBAC3B,yBAAiB,CAAC,GAAG,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC,GAAG,EAAE,CAAA;gBAC9C,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,QAAQ,EAAE,UAAU,EAAE,CAAA;YAC9B,CAAC;QACH,CAAC;IACH,CAAC;AACH,CAAC,CAAA;AAtFY,QAAA,QAAQ,YAsFpB"}
|
|
@@ -123,13 +123,14 @@ async function processData(input, subscriptionMetadata) {
|
|
|
123
123
|
}
|
|
124
124
|
else {
|
|
125
125
|
const shouldEnableGzipCompression = input.features && input.features[properties_1.LIVERAMP_ENABLE_COMPRESSION_FLAG_NAME] === true;
|
|
126
|
-
return (0, awsClient_1.sendEventToAWS)(
|
|
126
|
+
return (0, awsClient_1.sendEventToAWS)({
|
|
127
127
|
audienceComputeId: input.rawData?.[0].context?.personas?.computation_id,
|
|
128
128
|
uploadType: 's3',
|
|
129
129
|
filename: filename,
|
|
130
130
|
destinationInstanceID: subscriptionMetadata?.destinationConfigId,
|
|
131
131
|
subscriptionId: subscriptionMetadata?.actionConfigId,
|
|
132
132
|
fileContents,
|
|
133
|
+
rowCount: input.payloads.length,
|
|
133
134
|
gzipCompressFile: shouldEnableGzipCompression,
|
|
134
135
|
s3Info: {
|
|
135
136
|
s3BucketName: input.payloads[0].s3_aws_bucket_name,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/destinations/liveramp-audiences/audienceEnteredS3/index.ts"],"names":[],"mappings":";;AAAA,wDAAgF;AAChF,6BAAoF;AACpF,8CAA4C;AAC5C,4CAA6C;AAC7C,8CAIsB;AAOtB,MAAM,MAAM,GAAwC;IAClD,KAAK,EAAE,uBAAuB;IAC9B,WAAW,EAAE,0EAA0E;IACvF,mBAAmB,EAAE,4BAA4B;IACjD,MAAM,EAAE;QACN,iBAAiB,EAAE;YACjB,KAAK,EAAE,mBAAmB;YAC1B,WAAW,EAAE,+DAA+D;YAC5E,IAAI,EAAE,QAAQ;SACf;QACD,iBAAiB,EAAE;YACjB,KAAK,EAAE,uBAAuB;YAC9B,WAAW,EAAE,+DAA+D;YAC5E,IAAI,EAAE,UAAU;SACjB;QACD,kBAAkB,EAAE;YAClB,KAAK,EAAE,iBAAiB;YACxB,WAAW,EAAE,4DAA4D;YACzE,IAAI,EAAE,QAAQ;SACf;QACD,aAAa,EAAE;YACb,KAAK,EAAE,sBAAsB;YAC7B,WAAW,EAAE,uCAAuC;YACpD,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;SACf;QACD,YAAY,EAAE;YACZ,KAAK,EAAE,uBAAuB;YAC9B,WAAW,EACT,kRAAkR;YACpR,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE;SACjC;QACD,eAAe,EAAE;YACf,KAAK,EAAE,iBAAiB;YACxB,WAAW,EAAE,mEAAmE;YAChF,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,KAAK;YACf,eAAe,EAAE,eAAe;SACjC;QACD,wBAAwB,EAAE;YACxB,KAAK,EAAE,0BAA0B;YACjC,WAAW,EAAE,0KAA0K;YACvL,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,KAAK;YACf,eAAe,EAAE,eAAe;SACjC;QACD,SAAS,EAAE;YACT,KAAK,EAAE,WAAW;YAClB,WAAW,EAAE,0DAA0D;YACvE,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,GAAG;SACb;QACD,QAAQ,EAAE;YACR,KAAK,EAAE,UAAU;YACjB,WAAW,EAAE,8IAA8I;YAC3J,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,EAAE,WAAW,EAAE,iCAAiC,EAAE;SAC5D;QACD,eAAe,EAAE;YACf,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,uFAAuF;YACpG,aAAa,EAAE,IAAI;YACnB,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,IAAI;SACd;QACD,UAAU,EAAE;YACV,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,qFAAqF;YAClG,IAAI,EAAE,QAAQ;YACd,aAAa,EAAE,IAAI;YACnB,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE,KAAK;SACf;QACD,kBAAkB,EAAE;YAClB,KAAK,EAAE,4BAA4B;YACnC,WAAW,EACT,uKAAuK;YACzK,QAAQ,EAAE,KAAK;YACf,IAAI,EAAE,QAAQ;SACf;KACF;IACD,OAAO,EAAE,KAAK,EACZ,OAAO,EACP,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,oBAAoB,EAA+C,EACjG,EAAE;QACF,OAAO,WAAW,CAChB;YACE,OAAO;YACP,QAAQ,EAAE,CAAC,OAAO,CAAC;YACnB,QAAQ;YACR,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;SAClC,EACD,oBAAoB,CACrB,CAAA;IACH,CAAC;IACD,YAAY,EAAE,CACZ,OAAO,EACP,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,oBAAoB,EAAmD,EACrG,EAAE;QACF,OAAO,WAAW,CAChB;YACE,OAAO;YACP,QAAQ,EAAE,OAAO;YACjB,QAAQ;YACR,OAAO;SACR,EACD,oBAAoB,CACrB,CAAA;IACH,CAAC;CACF,CAAA;AAED,KAAK,UAAU,WAAW,CAAC,KAAgC,EAAE,oBAA2C;IACtG,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,sCAAyB,EAAE,CAAC;QACtD,MAAM,IAAI,qCAAsB,CAC9B,yEAAyE,sCAAyB,YAAY,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CACtI,CAAA;IACH,CAAC;IAGD,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,kBAAkB,IAAI,CAAC,IAAA,wBAAmB,EAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,EAAE,CAAC;QACvG,MAAM,IAAI,qCAAsB,CAC9B,4BAA4B,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,kBAAkB,sGAAsG,CACvK,CAAA;IACH,CAAC;IAGD,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,kBAAkB,GAAG,IAAA,oBAAe,EAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAA;IAC5F,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,kBAAkB,IAAI,CAAC,IAAA,kBAAa,EAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,EAAE,CAAC;QACjG,MAAM,IAAI,qCAAsB,CAC9B,sMAAsM,CACvM,CAAA;IACH,CAAC;IAED,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,GAAG,IAAA,yBAAY,EAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;IAE/D,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,2CAA8B,CAAC,KAAK,IAAI,EAAE,CAAC;QAI9E,OAAO,IAAA,aAAQ,EAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,CAAA;IAC3E,CAAC;SAAM,CAAC;QAIN,MAAM,2BAA2B,GAAG,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,kDAAqC,CAAC,KAAK,IAAI,CAAA;QACpH,OAAO,IAAA,0BAAc,EAAC
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/destinations/liveramp-audiences/audienceEnteredS3/index.ts"],"names":[],"mappings":";;AAAA,wDAAgF;AAChF,6BAAoF;AACpF,8CAA4C;AAC5C,4CAA6C;AAC7C,8CAIsB;AAOtB,MAAM,MAAM,GAAwC;IAClD,KAAK,EAAE,uBAAuB;IAC9B,WAAW,EAAE,0EAA0E;IACvF,mBAAmB,EAAE,4BAA4B;IACjD,MAAM,EAAE;QACN,iBAAiB,EAAE;YACjB,KAAK,EAAE,mBAAmB;YAC1B,WAAW,EAAE,+DAA+D;YAC5E,IAAI,EAAE,QAAQ;SACf;QACD,iBAAiB,EAAE;YACjB,KAAK,EAAE,uBAAuB;YAC9B,WAAW,EAAE,+DAA+D;YAC5E,IAAI,EAAE,UAAU;SACjB;QACD,kBAAkB,EAAE;YAClB,KAAK,EAAE,iBAAiB;YACxB,WAAW,EAAE,4DAA4D;YACzE,IAAI,EAAE,QAAQ;SACf;QACD,aAAa,EAAE;YACb,KAAK,EAAE,sBAAsB;YAC7B,WAAW,EAAE,uCAAuC;YACpD,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;SACf;QACD,YAAY,EAAE;YACZ,KAAK,EAAE,uBAAuB;YAC9B,WAAW,EACT,kRAAkR;YACpR,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE;SACjC;QACD,eAAe,EAAE;YACf,KAAK,EAAE,iBAAiB;YACxB,WAAW,EAAE,mEAAmE;YAChF,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,KAAK;YACf,eAAe,EAAE,eAAe;SACjC;QACD,wBAAwB,EAAE;YACxB,KAAK,EAAE,0BAA0B;YACjC,WAAW,EAAE,0KAA0K;YACvL,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,KAAK;YACf,eAAe,EAAE,eAAe;SACjC;QACD,SAAS,EAAE;YACT,KAAK,EAAE,WAAW;YAClB,WAAW,EAAE,0DAA0D;YACvE,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,GAAG;SACb;QACD,QAAQ,EAAE;YACR,KAAK,EAAE,UAAU;YACjB,WAAW,EAAE,8IAA8I;YAC3J,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,EAAE,WAAW,EAAE,iCAAiC,EAAE;SAC5D;QACD,eAAe,EAAE;YACf,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,uFAAuF;YACpG,aAAa,EAAE,IAAI;YACnB,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,IAAI;SACd;QACD,UAAU,EAAE;YACV,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,qFAAqF;YAClG,IAAI,EAAE,QAAQ;YACd,aAAa,EAAE,IAAI;YACnB,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE,KAAK;SACf;QACD,kBAAkB,EAAE;YAClB,KAAK,EAAE,4BAA4B;YACnC,WAAW,EACT,uKAAuK;YACzK,QAAQ,EAAE,KAAK;YACf,IAAI,EAAE,QAAQ;SACf;KACF;IACD,OAAO,EAAE,KAAK,EACZ,OAAO,EACP,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,oBAAoB,EAA+C,EACjG,EAAE;QACF,OAAO,WAAW,CAChB;YACE,OAAO;YACP,QAAQ,EAAE,CAAC,OAAO,CAAC;YACnB,QAAQ;YACR,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;SAClC,EACD,oBAAoB,CACrB,CAAA;IACH,CAAC;IACD,YAAY,EAAE,CACZ,OAAO,EACP,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,oBAAoB,EAAmD,EACrG,EAAE;QACF,OAAO,WAAW,CAChB;YACE,OAAO;YACP,QAAQ,EAAE,OAAO;YACjB,QAAQ;YACR,OAAO;SACR,EACD,oBAAoB,CACrB,CAAA;IACH,CAAC;CACF,CAAA;AAED,KAAK,UAAU,WAAW,CAAC,KAAgC,EAAE,oBAA2C;IACtG,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,sCAAyB,EAAE,CAAC;QACtD,MAAM,IAAI,qCAAsB,CAC9B,yEAAyE,sCAAyB,YAAY,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CACtI,CAAA;IACH,CAAC;IAGD,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,kBAAkB,IAAI,CAAC,IAAA,wBAAmB,EAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,EAAE,CAAC;QACvG,MAAM,IAAI,qCAAsB,CAC9B,4BAA4B,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,kBAAkB,sGAAsG,CACvK,CAAA;IACH,CAAC;IAGD,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,kBAAkB,GAAG,IAAA,oBAAe,EAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAA;IAC5F,IAAI,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,kBAAkB,IAAI,CAAC,IAAA,kBAAa,EAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,kBAAkB,CAAC,EAAE,CAAC;QACjG,MAAM,IAAI,qCAAsB,CAC9B,sMAAsM,CACvM,CAAA;IACH,CAAC;IAED,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,GAAG,IAAA,yBAAY,EAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;IAE/D,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,2CAA8B,CAAC,KAAK,IAAI,EAAE,CAAC;QAI9E,OAAO,IAAA,aAAQ,EAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,CAAC,OAAO,CAAC,CAAA;IAC3E,CAAC;SAAM,CAAC;QAIN,MAAM,2BAA2B,GAAG,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,kDAAqC,CAAC,KAAK,IAAI,CAAA;QACpH,OAAO,IAAA,0BAAc,EAAC;YACpB,iBAAiB,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,cAAc;YACvE,UAAU,EAAE,IAAI;YAChB,QAAQ,EAAE,QAAQ;YAClB,qBAAqB,EAAE,oBAAoB,EAAE,mBAAmB;YAChE,cAAc,EAAE,oBAAoB,EAAE,cAAc;YACpD,YAAY;YACZ,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM;YAC/B,gBAAgB,EAAE,2BAA2B;YAC7C,MAAM,EAAE;gBACN,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,kBAAkB;gBAClD,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa;gBACzC,aAAa,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,iBAAiB;gBAClD,iBAAiB,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,iBAAiB;gBACtD,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,kBAAkB;aACnD;SACF,CAAC,CAAA;IACJ,CAAC;AACH,CAAC;AAED,kBAAe,MAAM,CAAA"}
|
|
@@ -108,11 +108,12 @@ async function processData(input, subscriptionMetadata) {
|
|
|
108
108
|
}
|
|
109
109
|
else {
|
|
110
110
|
const shouldEnableCompression = input.features && input.features[properties_1.LIVERAMP_ENABLE_COMPRESSION_FLAG_NAME] === true;
|
|
111
|
-
return (0, awsClient_1.sendEventToAWS)(
|
|
111
|
+
return (0, awsClient_1.sendEventToAWS)({
|
|
112
112
|
audienceComputeId: input.rawData?.[0].context?.personas?.computation_id,
|
|
113
113
|
uploadType: 'sftp',
|
|
114
114
|
filename,
|
|
115
115
|
fileContents,
|
|
116
|
+
rowCount: input.payloads.length,
|
|
116
117
|
destinationInstanceID: subscriptionMetadata?.destinationConfigId,
|
|
117
118
|
subscriptionId: subscriptionMetadata?.actionConfigId,
|
|
118
119
|
gzipCompressFile: shouldEnableCompression,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/destinations/liveramp-audiences/audienceEnteredSftp/index.ts"],"names":[],"mappings":";;AAAA,wDAAgF;AAChF,iCAAuE;AACvE,8CAA4C;AAC5C,4CAA6C;AAC7C,8CAIsB;AAOtB,MAAM,MAAM,GAAwC;IAClD,KAAK,EAAE,yBAAyB;IAChC,WAAW,EAAE,iFAAiF;IAC9F,mBAAmB,EAAE,4BAA4B;IACjD,MAAM,EAAE;QACN,aAAa,EAAE;YACb,KAAK,EAAE,UAAU;YACjB,WAAW,EAAE,qEAAqE;YAClF,IAAI,EAAE,QAAQ;SACf;QACD,aAAa,EAAE;YACb,KAAK,EAAE,UAAU;YACjB,WAAW,EAAE,qEAAqE;YAClF,IAAI,EAAE,UAAU;SACjB;QACD,gBAAgB,EAAE;YAChB,KAAK,EAAE,aAAa;YACpB,WAAW,EACT,2HAA2H;YAC7H,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,EAAE,WAAW,EAAE,WAAW,EAAE;YACrC,MAAM,EAAE,eAAe;SACxB;QACD,YAAY,EAAE;YACZ,KAAK,EAAE,uBAAuB;YAC9B,WAAW,EACT,iRAAiR;YACnR,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE;SACjC;QACD,eAAe,EAAE;YACf,KAAK,EAAE,iBAAiB;YACxB,WAAW,EAAE,mEAAmE;YAChF,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,KAAK;YACf,eAAe,EAAE,eAAe;SACjC;QACD,wBAAwB,EAAE;YACxB,KAAK,EAAE,0BAA0B;YACjC,WAAW,EAAE,0KAA0K;YACvL,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,KAAK;YACf,eAAe,EAAE,eAAe;SACjC;QACD,SAAS,EAAE;YACT,KAAK,EAAE,WAAW;YAClB,WAAW,EAAE,0DAA0D;YACvE,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,GAAG;SACb;QACD,QAAQ,EAAE;YACR,KAAK,EAAE,UAAU;YACjB,WAAW,EAAE,8IAA8I;YAC3J,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,EAAE,WAAW,EAAE,qCAAqC,EAAE;SAChE;QACD,eAAe,EAAE;YACf,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,uFAAuF;YACpG,QAAQ,EAAE,IAAI;YACd,aAAa,EAAE,IAAI;YACnB,OAAO,EAAE,IAAI;SACd;QACD,UAAU,EAAE;YACV,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,qFAAqF;YAClG,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,KAAK;YACf,aAAa,EAAE,IAAI;YACnB,OAAO,EAAE,KAAK;SACf;KACF;IACD,OAAO,EAAE,KAAK,EACZ,OAAO,EACP,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,oBAAoB,EAA+C,EACjG,EAAE;QACF,OAAO,WAAW,CAChB;YACE,OAAO;YACP,QAAQ,EAAE,CAAC,OAAO,CAAC;YACnB,QAAQ;YACR,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;SAClC,EACD,oBAAoB,CACrB,CAAA;IACH,CAAC;IACD,YAAY,EAAE,CACZ,OAAO,EACP,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,oBAAoB,EAAmD,EACrG,EAAE;QACF,OAAO,WAAW,CAChB;YACE,OAAO;YACP,QAAQ,EAAE,OAAO;YACjB,QAAQ;YACR,OAAO;SACR,EACD,oBAAoB,CACrB,CAAA;IACH,CAAC;CACF,CAAA;AAED,KAAK,UAAU,WAAW,CAAC,KAAgC,EAAE,oBAA2C;IACtG,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,sCAAyB,EAAE,CAAC;QACtD,MAAM,IAAI,qCAAsB,CAC9B,yEAAyE,sCAAyB,YAAY,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CACtI,CAAA;IACH,CAAC;IAED,IAAA,mBAAY,EAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;IAE/B,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,GAAG,IAAA,yBAAY,EAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;IAE/D,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,2CAA8B,CAAC,KAAK,IAAI,EAAE,CAAC;QAI9E,MAAM,UAAU,GAAG,IAAI,aAAU,EAAE,CAAA;QACnC,OAAO,IAAA,iBAAU,EAAC,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAA;IAC1E,CAAC;SAAM,CAAC;QAIN,MAAM,uBAAuB,GAAG,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,kDAAqC,CAAC,KAAK,IAAI,CAAA;QAEhH,OAAO,IAAA,0BAAc,EAAC
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/destinations/liveramp-audiences/audienceEnteredSftp/index.ts"],"names":[],"mappings":";;AAAA,wDAAgF;AAChF,iCAAuE;AACvE,8CAA4C;AAC5C,4CAA6C;AAC7C,8CAIsB;AAOtB,MAAM,MAAM,GAAwC;IAClD,KAAK,EAAE,yBAAyB;IAChC,WAAW,EAAE,iFAAiF;IAC9F,mBAAmB,EAAE,4BAA4B;IACjD,MAAM,EAAE;QACN,aAAa,EAAE;YACb,KAAK,EAAE,UAAU;YACjB,WAAW,EAAE,qEAAqE;YAClF,IAAI,EAAE,QAAQ;SACf;QACD,aAAa,EAAE;YACb,KAAK,EAAE,UAAU;YACjB,WAAW,EAAE,qEAAqE;YAClF,IAAI,EAAE,UAAU;SACjB;QACD,gBAAgB,EAAE;YAChB,KAAK,EAAE,aAAa;YACpB,WAAW,EACT,2HAA2H;YAC7H,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,EAAE,WAAW,EAAE,WAAW,EAAE;YACrC,MAAM,EAAE,eAAe;SACxB;QACD,YAAY,EAAE;YACZ,KAAK,EAAE,uBAAuB;YAC9B,WAAW,EACT,iRAAiR;YACnR,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE;SACjC;QACD,eAAe,EAAE;YACf,KAAK,EAAE,iBAAiB;YACxB,WAAW,EAAE,mEAAmE;YAChF,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,KAAK;YACf,eAAe,EAAE,eAAe;SACjC;QACD,wBAAwB,EAAE;YACxB,KAAK,EAAE,0BAA0B;YACjC,WAAW,EAAE,0KAA0K;YACvL,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,KAAK;YACf,eAAe,EAAE,eAAe;SACjC;QACD,SAAS,EAAE;YACT,KAAK,EAAE,WAAW;YAClB,WAAW,EAAE,0DAA0D;YACvE,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,GAAG;SACb;QACD,QAAQ,EAAE;YACR,KAAK,EAAE,UAAU;YACjB,WAAW,EAAE,8IAA8I;YAC3J,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,EAAE,WAAW,EAAE,qCAAqC,EAAE;SAChE;QACD,eAAe,EAAE;YACf,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,uFAAuF;YACpG,QAAQ,EAAE,IAAI;YACd,aAAa,EAAE,IAAI;YACnB,OAAO,EAAE,IAAI;SACd;QACD,UAAU,EAAE;YACV,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,qFAAqF;YAClG,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,KAAK;YACf,aAAa,EAAE,IAAI;YACnB,OAAO,EAAE,KAAK;SACf;KACF;IACD,OAAO,EAAE,KAAK,EACZ,OAAO,EACP,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,oBAAoB,EAA+C,EACjG,EAAE;QACF,OAAO,WAAW,CAChB;YACE,OAAO;YACP,QAAQ,EAAE,CAAC,OAAO,CAAC;YACnB,QAAQ;YACR,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE;SAClC,EACD,oBAAoB,CACrB,CAAA;IACH,CAAC;IACD,YAAY,EAAE,CACZ,OAAO,EACP,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,oBAAoB,EAAmD,EACrG,EAAE;QACF,OAAO,WAAW,CAChB;YACE,OAAO;YACP,QAAQ,EAAE,OAAO;YACjB,QAAQ;YACR,OAAO;SACR,EACD,oBAAoB,CACrB,CAAA;IACH,CAAC;CACF,CAAA;AAED,KAAK,UAAU,WAAW,CAAC,KAAgC,EAAE,oBAA2C;IACtG,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,sCAAyB,EAAE,CAAC;QACtD,MAAM,IAAI,qCAAsB,CAC9B,yEAAyE,sCAAyB,YAAY,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CACtI,CAAA;IACH,CAAC;IAED,IAAA,mBAAY,EAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAA;IAE/B,MAAM,EAAE,QAAQ,EAAE,YAAY,EAAE,GAAG,IAAA,yBAAY,EAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;IAE/D,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,2CAA8B,CAAC,KAAK,IAAI,EAAE,CAAC;QAI9E,MAAM,UAAU,GAAG,IAAI,aAAU,EAAE,CAAA;QACnC,OAAO,IAAA,iBAAU,EAAC,UAAU,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAA;IAC1E,CAAC;SAAM,CAAC;QAIN,MAAM,uBAAuB,GAAG,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,kDAAqC,CAAC,KAAK,IAAI,CAAA;QAEhH,OAAO,IAAA,0BAAc,EAAC;YACpB,iBAAiB,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,EAAE,QAAQ,EAAE,cAAc;YACvE,UAAU,EAAE,MAAM;YAClB,QAAQ;YACR,YAAY;YACZ,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,MAAM;YAC/B,qBAAqB,EAAE,oBAAoB,EAAE,mBAAmB;YAChE,cAAc,EAAE,oBAAoB,EAAE,cAAc;YACpD,gBAAgB,EAAE,uBAAuB;YACzC,QAAQ,EAAE;gBACR,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa;gBAC7C,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,aAAa;gBAC7C,cAAc,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,gBAAgB;aACnD;SACF,CAAC,CAAA;IACJ,CAAC;AACH,CAAC;AAED,kBAAe,MAAM,CAAA"}
|
|
@@ -1,4 +1,3 @@
|
|
|
1
|
-
import { RequestClient } from '@segment/actions-core';
|
|
2
1
|
interface SendToAWSRequest {
|
|
3
2
|
audienceComputeId?: string;
|
|
4
3
|
destinationInstanceID?: string;
|
|
@@ -6,6 +5,7 @@ interface SendToAWSRequest {
|
|
|
6
5
|
uploadType: 's3' | 'sftp';
|
|
7
6
|
filename: string;
|
|
8
7
|
fileContents: Buffer;
|
|
8
|
+
rowCount: number;
|
|
9
9
|
gzipCompressFile?: boolean;
|
|
10
10
|
sftpInfo?: {
|
|
11
11
|
sftpUsername?: string;
|
|
@@ -20,5 +20,5 @@ interface SendToAWSRequest {
|
|
|
20
20
|
s3BucketPath?: string;
|
|
21
21
|
};
|
|
22
22
|
}
|
|
23
|
-
export declare const sendEventToAWS: (
|
|
23
|
+
export declare const sendEventToAWS: (input: SendToAWSRequest) => Promise<void>;
|
|
24
24
|
export {};
|
|
@@ -1,22 +1,18 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
-
};
|
|
5
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
3
|
exports.sendEventToAWS = void 0;
|
|
7
4
|
const uuid_1 = require("@lukeed/uuid");
|
|
8
|
-
const
|
|
9
|
-
const
|
|
10
|
-
const sts_1 = require("../../lib/AWS/sts");
|
|
5
|
+
const s3_1 = require("../../lib/AWS/s3");
|
|
6
|
+
const client_s3_1 = require("@aws-sdk/client-s3");
|
|
11
7
|
const properties_1 = require("./properties");
|
|
12
8
|
const NODE_ENV = process.env['NODE_ENV'] || `stage`;
|
|
13
9
|
const AWS_REGION = process.env['AWS_REGION'] || `us-west-2`;
|
|
14
10
|
const S3_BUCKET_NAME = `integrations-outbound-event-store-${NODE_ENV}-${AWS_REGION}`;
|
|
15
|
-
const sendEventToAWS = async (
|
|
11
|
+
const sendEventToAWS = async (input) => {
|
|
16
12
|
const uuidValue = (0, uuid_1.v4)();
|
|
17
13
|
const aggreagtedFilePath = `${input.destinationInstanceID ?? ''}${input.subscriptionId ? '/' + input.subscriptionId : ''}${input.audienceComputeId ? '/' + input.audienceComputeId : ''}`.replace(/^\/+|\/+$/g, '') || '';
|
|
18
|
-
const userdataFilePath =
|
|
19
|
-
const metadataFilePath =
|
|
14
|
+
const userdataFilePath = `${properties_1.ACTION_SLUG}/${aggreagtedFilePath}/${uuidValue}.csv`;
|
|
15
|
+
const metadataFilePath = `${properties_1.ACTION_SLUG}/${aggreagtedFilePath}/meta.json`;
|
|
20
16
|
const metadata = {
|
|
21
17
|
audienceKey: input.audienceComputeId || '',
|
|
22
18
|
uploadType: input.uploadType,
|
|
@@ -41,51 +37,25 @@ const sendEventToAWS = async (request, input) => {
|
|
|
41
37
|
s3BucketPath: input.s3Info?.s3BucketPath || ''
|
|
42
38
|
};
|
|
43
39
|
}
|
|
44
|
-
const
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
40
|
+
const s3Client = (0, s3_1.getS3Client)('integrationsOutboundController');
|
|
41
|
+
const urlEncodedTags = new URLSearchParams({
|
|
42
|
+
row_count: `${input.rowCount}`
|
|
43
|
+
}).toString();
|
|
44
|
+
await Promise.all([
|
|
45
|
+
s3Client.send(new client_s3_1.PutObjectCommand({
|
|
46
|
+
Bucket: S3_BUCKET_NAME,
|
|
47
|
+
Key: userdataFilePath,
|
|
48
|
+
Body: input.fileContents,
|
|
49
|
+
ContentType: 'text/csv',
|
|
50
|
+
Tagging: urlEncodedTags
|
|
51
|
+
})),
|
|
52
|
+
s3Client.send(new client_s3_1.PutObjectCommand({
|
|
53
|
+
Bucket: S3_BUCKET_NAME,
|
|
54
|
+
Key: metadataFilePath,
|
|
55
|
+
Body: JSON.stringify(metadata),
|
|
56
|
+
ContentType: 'application/json'
|
|
57
|
+
}))
|
|
58
|
+
]);
|
|
63
59
|
};
|
|
64
60
|
exports.sendEventToAWS = sendEventToAWS;
|
|
65
|
-
async function uploadToAWSS3(input) {
|
|
66
|
-
const s3UploadRequest = aws4_1.default.sign({
|
|
67
|
-
host: `${input.bucketName}.s3.${input.region}.amazonaws.com`,
|
|
68
|
-
path: input.filePath,
|
|
69
|
-
body: input.fileContent,
|
|
70
|
-
method: 'PUT',
|
|
71
|
-
service: 's3',
|
|
72
|
-
region: input.region,
|
|
73
|
-
headers: {
|
|
74
|
-
'Content-Type': input.fileContentType,
|
|
75
|
-
Accept: 'application/json'
|
|
76
|
-
}
|
|
77
|
-
}, {
|
|
78
|
-
accessKeyId: input.awsCredentials.accessKeyId,
|
|
79
|
-
secretAccessKey: input.awsCredentials.secretAccessKey,
|
|
80
|
-
sessionToken: input.awsCredentials.sessionToken
|
|
81
|
-
});
|
|
82
|
-
if (!s3UploadRequest.headers || !s3UploadRequest.method || !s3UploadRequest.host || !s3UploadRequest.path) {
|
|
83
|
-
throw new actions_core_1.InvalidAuthenticationError('Unable to generate signature header for AWS S3 request.');
|
|
84
|
-
}
|
|
85
|
-
return input.request(`https://${input.bucketName}.s3.${input.region}.amazonaws.com${input.filePath}`, {
|
|
86
|
-
method: 'PUT',
|
|
87
|
-
body: s3UploadRequest.body,
|
|
88
|
-
headers: s3UploadRequest.headers
|
|
89
|
-
});
|
|
90
|
-
}
|
|
91
61
|
//# sourceMappingURL=awsClient.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"awsClient.js","sourceRoot":"","sources":["../../../src/destinations/liveramp-audiences/awsClient.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"awsClient.js","sourceRoot":"","sources":["../../../src/destinations/liveramp-audiences/awsClient.ts"],"names":[],"mappings":";;;AAAA,uCAA2C;AAC3C,yCAA8C;AAC9C,kDAAqD;AAErD,6CAAoF;AA8CpF,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,OAAO,CAAA;AACnD,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,WAAW,CAAA;AAC3D,MAAM,cAAc,GAAG,qCAAqC,QAAQ,IAAI,UAAU,EAAE,CAAA;AAE7E,MAAM,cAAc,GAAG,KAAK,EAAE,KAAuB,EAAE,EAAE;IAG9D,MAAM,SAAS,GAAG,IAAA,SAAM,GAAE,CAAA;IAE1B,MAAM,kBAAkB,GACtB,GAAG,KAAK,CAAC,qBAAqB,IAAI,EAAE,GAAG,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,EAAE,GAC3F,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,GAAG,GAAG,KAAK,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAC5D,EAAE,CAAC,OAAO,CAAC,YAAY,EAAE,EAAE,CAAC,IAAI,EAAE,CAAA;IAEpC,MAAM,gBAAgB,GAAG,GAAG,wBAAW,IAAI,kBAAkB,IAAI,SAAS,MAAM,CAAA;IAChF,MAAM,gBAAgB,GAAG,GAAG,wBAAW,IAAI,kBAAkB,YAAY,CAAA;IAGzE,MAAM,QAAQ,GAAkB;QAC9B,WAAW,EAAE,KAAK,CAAC,iBAAiB,IAAI,EAAE;QAC1C,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,QAAQ,EAAE,KAAK,CAAC,QAAQ;QACxB,gBAAgB,EAAE,KAAK,CAAC,gBAAgB;KACzC,CAAA;IAED,IAAI,KAAK,CAAC,UAAU,KAAK,MAAM,EAAE,CAAC;QAChC,QAAQ,CAAC,QAAQ,GAAG;YAClB,QAAQ,EAAE,iCAAoB;YAC9B,QAAQ,EAAE,+BAAkB;YAC5B,YAAY,EAAE,KAAK,CAAC,QAAQ,EAAE,YAAY,IAAI,EAAE;YAChD,YAAY,EAAE,KAAK,CAAC,QAAQ,EAAE,YAAY,IAAI,EAAE;YAChD,cAAc,EAAE,KAAK,CAAC,QAAQ,EAAE,cAAc,IAAI,EAAE;SACrD,CAAA;IACH,CAAC;SAAM,CAAC;QACN,QAAQ,CAAC,MAAM,GAAG;YAChB,YAAY,EAAE,KAAK,CAAC,MAAM,EAAE,YAAY,IAAI,EAAE;YAC9C,QAAQ,EAAE,KAAK,CAAC,MAAM,EAAE,QAAQ,IAAI,EAAE;YACtC,aAAa,EAAE,KAAK,CAAC,MAAM,EAAE,aAAa,IAAI,EAAE;YAChD,iBAAiB,EAAE,KAAK,CAAC,MAAM,EAAE,iBAAiB,IAAI,EAAE;YACxD,YAAY,EAAE,KAAK,CAAC,MAAM,EAAE,YAAY,IAAI,EAAE;SAC/C,CAAA;IACH,CAAC;IAGD,MAAM,QAAQ,GAAG,IAAA,gBAAW,EAAC,gCAAgC,CAAC,CAAA;IAG9D,MAAM,cAAc,GAAG,IAAI,eAAe,CAAC;QACzC,SAAS,EAAE,GAAG,KAAK,CAAC,QAAQ,EAAE;KAC/B,CAAC,CAAC,QAAQ,EAAE,CAAA;IAEb,MAAM,OAAO,CAAC,GAAG,CAAC;QAEhB,QAAQ,CAAC,IAAI,CACX,IAAI,4BAAgB,CAAC;YACnB,MAAM,EAAE,cAAc;YACtB,GAAG,EAAE,gBAAgB;YACrB,IAAI,EAAE,KAAK,CAAC,YAAY;YACxB,WAAW,EAAE,UAAU;YACvB,OAAO,EAAE,cAAc;SACxB,CAAC,CACH;QAGD,QAAQ,CAAC,IAAI,CACX,IAAI,4BAAgB,CAAC;YACnB,MAAM,EAAE,cAAc;YACtB,GAAG,EAAE,gBAAgB;YACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;YAC9B,WAAW,EAAE,kBAAkB;SAChC,CAAC,CACH;KACF,CAAC,CAAA;AACJ,CAAC,CAAA;AArEY,QAAA,cAAc,kBAqE1B"}
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
import { RequestClient } from '@segment/actions-core';
|
|
2
1
|
interface SendToAWSRequest {
|
|
3
2
|
TDDAuthToken: string;
|
|
4
3
|
AdvertiserId: string;
|
|
5
4
|
CrmDataId: string;
|
|
6
5
|
UsersFormatted: string;
|
|
6
|
+
RowCount: number;
|
|
7
7
|
DropOptions: {
|
|
8
8
|
PiiType: string;
|
|
9
9
|
MergeMode: string;
|
|
@@ -11,5 +11,5 @@ interface SendToAWSRequest {
|
|
|
11
11
|
RetentionEnabled?: boolean;
|
|
12
12
|
};
|
|
13
13
|
}
|
|
14
|
-
export declare const sendEventToAWS: (
|
|
14
|
+
export declare const sendEventToAWS: (input: SendToAWSRequest) => Promise<void>;
|
|
15
15
|
export {};
|
|
@@ -1,21 +1,17 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
-
};
|
|
5
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
3
|
exports.sendEventToAWS = void 0;
|
|
7
4
|
const uuid_1 = require("@lukeed/uuid");
|
|
8
|
-
const
|
|
9
|
-
const
|
|
10
|
-
const sts_1 = require("../../lib/AWS/sts");
|
|
5
|
+
const s3_1 = require("../../lib/AWS/s3");
|
|
6
|
+
const client_s3_1 = require("@aws-sdk/client-s3");
|
|
11
7
|
const NODE_ENV = process.env['NODE_ENV'] || `stage`;
|
|
12
8
|
const AWS_REGION = process.env['AWS_REGION'] || `us-west-2`;
|
|
13
9
|
const S3_BUCKET_NAME = `integrations-outbound-event-store-${NODE_ENV}-${AWS_REGION}`;
|
|
14
10
|
const ACTION_SLUG = `actions-the-trade-desk-crm`;
|
|
15
|
-
const sendEventToAWS = async (
|
|
11
|
+
const sendEventToAWS = async (input) => {
|
|
16
12
|
const uuidValue = (0, uuid_1.v4)();
|
|
17
|
-
const userdataFilePath =
|
|
18
|
-
const metadataFilePath =
|
|
13
|
+
const userdataFilePath = `${ACTION_SLUG}/${input.AdvertiserId}/${input.CrmDataId}/${uuidValue}.txt`;
|
|
14
|
+
const metadataFilePath = `${ACTION_SLUG}/${input.AdvertiserId}/${input.CrmDataId}/meta.json`;
|
|
19
15
|
const metadata = JSON.stringify({
|
|
20
16
|
TDDAuthToken: input.TDDAuthToken,
|
|
21
17
|
AdvertiserId: input.AdvertiserId,
|
|
@@ -23,51 +19,25 @@ const sendEventToAWS = async (request, input) => {
|
|
|
23
19
|
DropOptions: input.DropOptions,
|
|
24
20
|
RequeueCount: 0
|
|
25
21
|
});
|
|
26
|
-
const
|
|
27
|
-
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
44
|
-
|
|
22
|
+
const s3Client = (0, s3_1.getS3Client)('integrationsOutboundController');
|
|
23
|
+
const urlEncodedTags = new URLSearchParams({
|
|
24
|
+
row_count: `${input.RowCount}`
|
|
25
|
+
}).toString();
|
|
26
|
+
await Promise.all([
|
|
27
|
+
s3Client.send(new client_s3_1.PutObjectCommand({
|
|
28
|
+
Bucket: S3_BUCKET_NAME,
|
|
29
|
+
Key: userdataFilePath,
|
|
30
|
+
Body: input.UsersFormatted,
|
|
31
|
+
ContentType: 'text/csv',
|
|
32
|
+
Tagging: urlEncodedTags
|
|
33
|
+
})),
|
|
34
|
+
s3Client.send(new client_s3_1.PutObjectCommand({
|
|
35
|
+
Bucket: S3_BUCKET_NAME,
|
|
36
|
+
Key: metadataFilePath,
|
|
37
|
+
Body: JSON.stringify(metadata),
|
|
38
|
+
ContentType: 'application/json'
|
|
39
|
+
}))
|
|
40
|
+
]);
|
|
45
41
|
};
|
|
46
42
|
exports.sendEventToAWS = sendEventToAWS;
|
|
47
|
-
async function uploadToAWSS3(input) {
|
|
48
|
-
const s3UploadRequest = aws4_1.default.sign({
|
|
49
|
-
host: `${input.bucketName}.s3.${input.region}.amazonaws.com`,
|
|
50
|
-
path: input.filePath,
|
|
51
|
-
body: input.fileContent,
|
|
52
|
-
method: 'PUT',
|
|
53
|
-
service: 's3',
|
|
54
|
-
region: input.region,
|
|
55
|
-
headers: {
|
|
56
|
-
'Content-Type': input.fileContentType,
|
|
57
|
-
Accept: 'application/json'
|
|
58
|
-
}
|
|
59
|
-
}, {
|
|
60
|
-
accessKeyId: input.awsCredentials.accessKeyId,
|
|
61
|
-
secretAccessKey: input.awsCredentials.secretAccessKey,
|
|
62
|
-
sessionToken: input.awsCredentials.sessionToken
|
|
63
|
-
});
|
|
64
|
-
if (!s3UploadRequest.headers || !s3UploadRequest.method || !s3UploadRequest.host || !s3UploadRequest.path) {
|
|
65
|
-
throw new actions_core_1.InvalidAuthenticationError('Unable to generate signature header for AWS S3 request.');
|
|
66
|
-
}
|
|
67
|
-
return input.request(`https://${input.bucketName}.s3.${input.region}.amazonaws.com${input.filePath}`, {
|
|
68
|
-
method: 'PUT',
|
|
69
|
-
body: s3UploadRequest.body,
|
|
70
|
-
headers: s3UploadRequest.headers
|
|
71
|
-
});
|
|
72
|
-
}
|
|
73
43
|
//# sourceMappingURL=awsClient.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"awsClient.js","sourceRoot":"","sources":["../../../src/destinations/the-trade-desk-crm/awsClient.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"awsClient.js","sourceRoot":"","sources":["../../../src/destinations/the-trade-desk-crm/awsClient.ts"],"names":[],"mappings":";;;AAAA,uCAA2C;AAC3C,yCAA8C;AAC9C,kDAAqD;AA8BrD,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,OAAO,CAAA;AACnD,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,WAAW,CAAA;AAC3D,MAAM,cAAc,GAAG,qCAAqC,QAAQ,IAAI,UAAU,EAAE,CAAA;AACpF,MAAM,WAAW,GAAG,4BAA4B,CAAA;AAEzC,MAAM,cAAc,GAAG,KAAK,EAAE,KAAuB,EAAE,EAAE;IAG9D,MAAM,SAAS,GAAG,IAAA,SAAM,GAAE,CAAA;IAC1B,MAAM,gBAAgB,GAAG,GAAG,WAAW,IAAI,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,SAAS,IAAI,SAAS,MAAM,CAAA;IACnG,MAAM,gBAAgB,GAAG,GAAG,WAAW,IAAI,KAAK,CAAC,YAAY,IAAI,KAAK,CAAC,SAAS,YAAY,CAAA;IAG5F,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,CAAC;QAC9B,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,YAAY,EAAE,CAAC;KACG,CAAC,CAAA;IAGrB,MAAM,QAAQ,GAAG,IAAA,gBAAW,EAAC,gCAAgC,CAAC,CAAA;IAG9D,MAAM,cAAc,GAAG,IAAI,eAAe,CAAC;QACzC,SAAS,EAAE,GAAG,KAAK,CAAC,QAAQ,EAAE;KAC/B,CAAC,CAAC,QAAQ,EAAE,CAAA;IAEb,MAAM,OAAO,CAAC,GAAG,CAAC;QAEhB,QAAQ,CAAC,IAAI,CACX,IAAI,4BAAgB,CAAC;YACnB,MAAM,EAAE,cAAc;YACtB,GAAG,EAAE,gBAAgB;YACrB,IAAI,EAAE,KAAK,CAAC,cAAc;YAC1B,WAAW,EAAE,UAAU;YACvB,OAAO,EAAE,cAAc;SACxB,CAAC,CACH;QAGD,QAAQ,CAAC,IAAI,CACX,IAAI,4BAAgB,CAAC;YACnB,MAAM,EAAE,cAAc;YACtB,GAAG,EAAE,gBAAgB;YACrB,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;YAC9B,WAAW,EAAE,kBAAkB;SAChC,CAAC,CACH;KACF,CAAC,CAAA;AACJ,CAAC,CAAA;AA9CY,QAAA,cAAc,kBA8C1B"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { RequestClient,
|
|
1
|
+
import { RequestClient, MultiStatusResponse } from '@segment/actions-core';
|
|
2
2
|
import { Settings } from './generated-types';
|
|
3
3
|
import { Payload } from './syncAudience/generated-types';
|
|
4
4
|
export interface DROP_ENDPOINT_API_RESPONSE {
|
|
@@ -34,7 +34,7 @@ interface ProcessPayloadInput {
|
|
|
34
34
|
}
|
|
35
35
|
export declare const TTD_LEGACY_FLOW_FLAG_NAME = "actions-the-trade-desk-crm-legacy-flow";
|
|
36
36
|
export declare const TTD_LIST_ACTION_FLOW_FLAG_NAME = "ttd-list-action-destination";
|
|
37
|
-
export declare function processPayload(input: ProcessPayloadInput): Promise<
|
|
37
|
+
export declare function processPayload(input: ProcessPayloadInput): Promise<MultiStatusResponse>;
|
|
38
38
|
export declare const hash: (value: string) => string;
|
|
39
39
|
export declare function getAllDataSegments(request: RequestClient, advertiserId: string, authToken: string): Promise<Segments[]>;
|
|
40
40
|
export {};
|
|
@@ -23,32 +23,92 @@ async function processPayload(input) {
|
|
|
23
23
|
else {
|
|
24
24
|
crmID = input.payloads[0].external_id;
|
|
25
25
|
}
|
|
26
|
-
const
|
|
26
|
+
const multiStatusResponse = new actions_core_1.MultiStatusResponse();
|
|
27
|
+
for (let i = 0; i < input.payloads.length; i++) {
|
|
28
|
+
const payload = input.payloads[i];
|
|
29
|
+
multiStatusResponse.setSuccessResponseAtIndex(i, {
|
|
30
|
+
sent: { ...payload },
|
|
31
|
+
status: 200,
|
|
32
|
+
body: 'Successfully uploaded to S3'
|
|
33
|
+
});
|
|
34
|
+
}
|
|
35
|
+
const [usersFormatted, rowCount] = extractUsers(input.payloads, multiStatusResponse);
|
|
27
36
|
if (input.features && input.features[exports.TTD_LEGACY_FLOW_FLAG_NAME]) {
|
|
28
37
|
if (input.payloads.length < TTD_MIN_RECORD_COUNT) {
|
|
29
|
-
|
|
38
|
+
for (let i = 0; i < input.payloads.length; i++) {
|
|
39
|
+
multiStatusResponse.setErrorResponseAtIndex(i, {
|
|
40
|
+
status: 400,
|
|
41
|
+
errortype: 'PAYLOAD_VALIDATION_FAILED',
|
|
42
|
+
errormessage: `received payload count below The Trade Desk's ingestion minimum. Expected: >=${TTD_MIN_RECORD_COUNT} actual: ${input.payloads.length}`,
|
|
43
|
+
sent: { ...input.payloads[i] },
|
|
44
|
+
body: `received payload count below The Trade Desk's ingestion minimum. Expected: >=${TTD_MIN_RECORD_COUNT} actual: ${input.payloads.length}`
|
|
45
|
+
});
|
|
46
|
+
}
|
|
47
|
+
return multiStatusResponse;
|
|
48
|
+
}
|
|
49
|
+
try {
|
|
50
|
+
const dropEndpoint = await getCRMDataDropEndpoint(input.request, input.settings, input.payloads[0], crmID);
|
|
51
|
+
await uploadCRMDataToDropEndpoint(input.request, dropEndpoint, usersFormatted);
|
|
52
|
+
return multiStatusResponse;
|
|
53
|
+
}
|
|
54
|
+
catch (error) {
|
|
55
|
+
for (let i = 0; i < input.payloads.length; i++) {
|
|
56
|
+
if (multiStatusResponse.isSuccessResponseAtIndex(i)) {
|
|
57
|
+
multiStatusResponse.setErrorResponseAtIndex(i, {
|
|
58
|
+
status: 500,
|
|
59
|
+
errortype: 'RETRYABLE_ERROR',
|
|
60
|
+
errormessage: `Failed to upload to The Trade Desk Drop Endpoint: ${error.message}`,
|
|
61
|
+
sent: { ...input.payloads[i] },
|
|
62
|
+
body: `The Trade Desk Drop Endpoint upload failed: ${error.message}`
|
|
63
|
+
});
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
return multiStatusResponse;
|
|
30
67
|
}
|
|
31
|
-
const dropEndpoint = await getCRMDataDropEndpoint(input.request, input.settings, input.payloads[0], crmID);
|
|
32
|
-
return uploadCRMDataToDropEndpoint(input.request, dropEndpoint, usersFormatted);
|
|
33
68
|
}
|
|
34
69
|
else {
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
39
|
-
|
|
40
|
-
|
|
41
|
-
|
|
42
|
-
|
|
43
|
-
|
|
70
|
+
try {
|
|
71
|
+
await (0, awsClient_1.sendEventToAWS)({
|
|
72
|
+
TDDAuthToken: input.settings.auth_token,
|
|
73
|
+
AdvertiserId: input.settings.advertiser_id,
|
|
74
|
+
CrmDataId: crmID,
|
|
75
|
+
UsersFormatted: usersFormatted,
|
|
76
|
+
RowCount: rowCount,
|
|
77
|
+
DropOptions: {
|
|
78
|
+
PiiType: input.payloads[0].pii_type,
|
|
79
|
+
MergeMode: 'Replace',
|
|
80
|
+
RetentionEnabled: true
|
|
81
|
+
}
|
|
82
|
+
});
|
|
83
|
+
}
|
|
84
|
+
catch (error) {
|
|
85
|
+
for (let i = 0; i < input.payloads.length; i++) {
|
|
86
|
+
if (multiStatusResponse.isSuccessResponseAtIndex(i)) {
|
|
87
|
+
multiStatusResponse.setErrorResponseAtIndex(i, {
|
|
88
|
+
status: 500,
|
|
89
|
+
errortype: 'RETRYABLE_ERROR',
|
|
90
|
+
errormessage: `Failed to upload to AWS: ${error.message}`,
|
|
91
|
+
sent: { ...input.payloads[i] },
|
|
92
|
+
body: `AWS upload failed: ${error.message}`
|
|
93
|
+
});
|
|
94
|
+
}
|
|
44
95
|
}
|
|
45
|
-
}
|
|
96
|
+
}
|
|
97
|
+
return multiStatusResponse;
|
|
46
98
|
}
|
|
47
99
|
}
|
|
48
|
-
function extractUsers(payloads) {
|
|
100
|
+
function extractUsers(payloads, multiStatusResponse) {
|
|
49
101
|
let users = '';
|
|
50
|
-
|
|
102
|
+
let rowCount = 0;
|
|
103
|
+
payloads.forEach((payload, index) => {
|
|
51
104
|
if (!payload.email || !validateEmail(payload.email, payload.pii_type)) {
|
|
105
|
+
multiStatusResponse.setErrorResponseAtIndex(index, {
|
|
106
|
+
status: 400,
|
|
107
|
+
errortype: 'PAYLOAD_VALIDATION_FAILED',
|
|
108
|
+
errormessage: `Invalid email: ${payload.email}`,
|
|
109
|
+
sent: { ...payload },
|
|
110
|
+
body: `Invalid email: ${payload.email}`
|
|
111
|
+
});
|
|
52
112
|
return;
|
|
53
113
|
}
|
|
54
114
|
if (payload.pii_type == 'Email') {
|
|
@@ -58,8 +118,9 @@ function extractUsers(payloads) {
|
|
|
58
118
|
const hashedEmail = (0, exports.hash)(payload.email);
|
|
59
119
|
users += `${hashedEmail}\n`;
|
|
60
120
|
}
|
|
121
|
+
rowCount += 1;
|
|
61
122
|
});
|
|
62
|
-
return users;
|
|
123
|
+
return [users, rowCount];
|
|
63
124
|
}
|
|
64
125
|
function validateEmail(email, pii_type) {
|
|
65
126
|
const isSha256HashedEmail = sha256HashedRegex.test(email);
|
|
@@ -111,7 +172,7 @@ async function getCRMDataDropEndpoint(request, settings, payload, crmId) {
|
|
|
111
172
|
return response.data.Url;
|
|
112
173
|
}
|
|
113
174
|
async function uploadCRMDataToDropEndpoint(request, endpoint, users) {
|
|
114
|
-
|
|
175
|
+
await request(endpoint, {
|
|
115
176
|
method: 'PUT',
|
|
116
177
|
headers: {
|
|
117
178
|
'Content-Type': 'text/plain'
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"functions.js","sourceRoot":"","sources":["../../../src/destinations/the-trade-desk-crm/functions.ts"],"names":[],"mappings":";;;AAwDA,
|
|
1
|
+
{"version":3,"file":"functions.js","sourceRoot":"","sources":["../../../src/destinations/the-trade-desk-crm/functions.ts"],"names":[],"mappings":";;;AAwDA,wCAiGC;AA+GD,gDAgCC;AAxSD,wDAAoH;AAIpH,mCAAmC;AACnC,wDAAwD;AAExD,2CAA4C;AAsC5C,MAAM,WAAW,GAAG,IAAI,CAAA;AACxB,MAAM,QAAQ,GAAG,gCAAgC,WAAW,EAAE,CAAA;AAC9D,MAAM,oBAAoB,GAAG,IAAI,CAAA;AAEpB,QAAA,yBAAyB,GAAG,wCAAwC,CAAA;AACpE,QAAA,8BAA8B,GAAG,6BAA6B,CAAA;AAE3E,MAAM,iBAAiB,GAAG,iBAAiB,CAAA;AAC3C,MAAM,iBAAiB,GAAG,yBAAyB,CAAA;AACnD,MAAM,eAAe,GAAG,iBAAiB,CAAA;AAElC,KAAK,UAAU,cAAc,CAAC,KAA0B;IAC7D,IAAI,KAAK,CAAA;IACT,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QACnC,MAAM,IAAI,qCAAsB,CAAC,kCAAkC,CAAC,CAAA;IACtE,CAAC;SAAM,CAAC;QACN,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,WAAW,CAAA;IACvC,CAAC;IAED,MAAM,mBAAmB,GAAG,IAAI,kCAAmB,EAAE,CAAA;IAErD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC/C,MAAM,OAAO,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAA;QACjC,mBAAmB,CAAC,yBAAyB,CAAC,CAAC,EAAE;YAC/C,IAAI,EAAE,EAAE,GAAG,OAAO,EAAE;YACpB,MAAM,EAAE,GAAG;YACX,IAAI,EAAE,6BAA6B;SACpC,CAAC,CAAA;IACJ,CAAC;IAED,MAAM,CAAC,cAAc,EAAE,QAAQ,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,QAAQ,EAAE,mBAAmB,CAAC,CAAA;IAGpF,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,iCAAyB,CAAC,EAAE,CAAC;QAKhE,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,oBAAoB,EAAE,CAAC;YACjD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/C,mBAAmB,CAAC,uBAAuB,CAAC,CAAC,EAAE;oBAC7C,MAAM,EAAE,GAAG;oBACX,SAAS,EAAE,2BAA2B;oBACtC,YAAY,EAAE,gFAAgF,oBAAoB,YAAY,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE;oBACrJ,IAAI,EAAE,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE;oBAC9B,IAAI,EAAE,gFAAgF,oBAAoB,YAAY,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE;iBAC9I,CAAC,CAAA;YACJ,CAAC;YACD,OAAO,mBAAmB,CAAA;QAC5B,CAAC;QAED,IAAI,CAAC;YAEH,MAAM,YAAY,GAAG,MAAM,sBAAsB,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAA;YAG1G,MAAM,2BAA2B,CAAC,KAAK,CAAC,OAAO,EAAE,YAAY,EAAE,cAAc,CAAC,CAAA;YAE9E,OAAO,mBAAmB,CAAA;QAC5B,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/C,IAAI,mBAAmB,CAAC,wBAAwB,CAAC,CAAC,CAAC,EAAE,CAAC;oBACpD,mBAAmB,CAAC,uBAAuB,CAAC,CAAC,EAAE;wBAC7C,MAAM,EAAE,GAAG;wBACX,SAAS,EAAE,iBAAiB;wBAC5B,YAAY,EAAE,qDAAsD,KAAe,CAAC,OAAO,EAAE;wBAC7F,IAAI,EAAE,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE;wBAC9B,IAAI,EAAE,+CAAgD,KAAe,CAAC,OAAO,EAAE;qBAChF,CAAC,CAAA;gBACJ,CAAC;YACH,CAAC;YACD,OAAO,mBAAmB,CAAA;QAC5B,CAAC;IACH,CAAC;SAAM,CAAC;QAKN,IAAI,CAAC;YAEH,MAAM,IAAA,0BAAc,EAAC;gBACnB,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,UAAU;gBACvC,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,aAAa;gBAC1C,SAAS,EAAE,KAAK;gBAChB,cAAc,EAAE,cAAc;gBAC9B,QAAQ,EAAE,QAAQ;gBAClB,WAAW,EAAE;oBACX,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ;oBACnC,SAAS,EAAE,SAAS;oBACpB,gBAAgB,EAAE,IAAI;iBACvB;aACF,CAAC,CAAA;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAEf,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/C,IAAI,mBAAmB,CAAC,wBAAwB,CAAC,CAAC,CAAC,EAAE,CAAC;oBACpD,mBAAmB,CAAC,uBAAuB,CAAC,CAAC,EAAE;wBAC7C,MAAM,EAAE,GAAG;wBACX,SAAS,EAAE,iBAAiB;wBAC5B,YAAY,EAAE,4BAA6B,KAAe,CAAC,OAAO,EAAE;wBACpE,IAAI,EAAE,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE;wBAC9B,IAAI,EAAE,sBAAuB,KAAe,CAAC,OAAO,EAAE;qBACvD,CAAC,CAAA;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,mBAAmB,CAAA;IAC5B,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,QAAmB,EAAE,mBAAwC;IACjF,IAAI,KAAK,GAAG,EAAE,CAAA;IACd,IAAI,QAAQ,GAAG,CAAC,CAAA;IAEhB,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAgB,EAAE,KAAa,EAAE,EAAE;QACnD,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtE,mBAAmB,CAAC,uBAAuB,CAAC,KAAK,EAAE;gBACjD,MAAM,EAAE,GAAG;gBACX,SAAS,EAAE,2BAA2B;gBACtC,YAAY,EAAE,kBAAkB,OAAO,CAAC,KAAK,EAAE;gBAC/C,IAAI,EAAE,EAAE,GAAG,OAAO,EAAE;gBACpB,IAAI,EAAE,kBAAkB,OAAO,CAAC,KAAK,EAAE;aACxC,CAAC,CAAA;YACF,OAAM;QACR,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,IAAI,OAAO,EAAE,CAAC;YAChC,KAAK,IAAI,GAAG,OAAO,CAAC,KAAK,IAAI,CAAA;QAC/B,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,IAAI,uBAAuB,EAAE,CAAC;YAChD,MAAM,WAAW,GAAG,IAAA,YAAI,EAAC,OAAO,CAAC,KAAK,CAAC,CAAA;YACvC,KAAK,IAAI,GAAG,WAAW,IAAI,CAAA;QAC7B,CAAC;QAGD,QAAQ,IAAI,CAAC,CAAA;IACf,CAAC,CAAC,CAAA;IACF,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;AAC1B,CAAC;AAED,SAAS,aAAa,CAAC,KAAa,EAAE,QAAgB;IACpD,MAAM,mBAAmB,GAAG,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACzD,MAAM,cAAc,GAAG,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACpD,MAAM,YAAY,GAAG,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAEhD,IAAI,QAAQ,IAAI,OAAO,EAAE,CAAC;QACxB,OAAO,YAAY,CAAA;IACrB,CAAC;IACD,OAAO,mBAAmB,IAAI,cAAc,IAAI,YAAY,CAAA;AAC9D,CAAC;AAGD,SAAS,cAAc,CAAC,KAAa;IAEnC,KAAK,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IAElC,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QACjC,IAAI,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,MAAM,CAAC,CAAA;QAEzC,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QACtC,IAAI,QAAQ,KAAK,CAAC,CAAC,EAAE,CAAC;YACpB,QAAQ,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAA;QAC5C,CAAC;QAED,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;QAEtC,KAAK,GAAG,QAAQ,GAAG,YAAY,CAAA;IACjC,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAEM,MAAM,IAAI,GAAG,CAAC,KAAa,EAAU,EAAE;IAC5C,MAAM,mBAAmB,GAAG,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACzD,MAAM,cAAc,GAAG,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAEpD,IAAI,mBAAmB,EAAE,CAAC;QACxB,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;IACrD,CAAC;IAED,IAAI,cAAc,EAAE,CAAC;QACnB,OAAO,KAAK,CAAA;IACd,CAAC;IAED,MAAM,eAAe,GAAG,cAAc,CAAC,KAAK,CAAC,CAAA;IAC7C,MAAM,IAAI,GAAG,IAAA,mBAAU,EAAC,QAAQ,CAAC,CAAA;IACjC,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,CAAA;IAC5B,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;AAC9B,CAAC,CAAA;AAhBY,QAAA,IAAI,QAgBhB;AAGD,KAAK,UAAU,sBAAsB,CAAC,OAAsB,EAAE,QAAkB,EAAE,OAAgB,EAAE,KAAa;IAC/G,MAAM,QAAQ,GAAiD,MAAM,OAAO,CAC1E,GAAG,QAAQ,oBAAoB,QAAQ,CAAC,aAAa,IAAI,KAAK,EAAE,EAChE;QACE,MAAM,EAAE,MAAM;QACd,IAAI,EAAE;YACJ,OAAO,EAAE,OAAO,CAAC,QAAQ;YACzB,SAAS,EAAE,SAAS;YACpB,gBAAgB,EAAE,IAAI;SACvB;KACF,CACF,CAAA;IAED,OAAO,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAA;AAC1B,CAAC;AAGD,KAAK,UAAU,2BAA2B,CAAC,OAAsB,EAAE,QAAgB,EAAE,KAAa;IAChG,MAAM,OAAO,CAAC,QAAQ,EAAE;QACtB,MAAM,EAAE,KAAK;QACb,OAAO,EAAE;YACP,cAAc,EAAE,YAAY;SAC7B;QACD,IAAI,EAAE,KAAK;KACZ,CAAC,CAAA;AACJ,CAAC;AAEM,KAAK,UAAU,kBAAkB,CAAC,OAAsB,EAAE,YAAoB,EAAE,SAAiB;IACtG,MAAM,eAAe,GAAe,EAAE,CAAA;IAEtC,IAAI,QAAQ,GAA4C,MAAM,OAAO,CAAC,GAAG,QAAQ,oBAAoB,YAAY,EAAE,EAAE;QACnH,MAAM,EAAE,KAAK;QACb,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,UAAU,EAAE,SAAS;SACtB;KACF,CAAC,CAAA;IAEF,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACtD,MAAM,IAAI,+BAAgB,CAAC,4CAA4C,EAAE,kBAAkB,EAAE,GAAG,CAAC,CAAA;IACnG,CAAC;IACD,IAAI,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAA;IAErC,IAAI,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAA;IAE3C,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,eAAe,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAA;QACjC,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,QAAQ,oBAAoB,YAAY,gBAAgB,WAAW,EAAE,EAAE;YACjG,MAAM,EAAE,KAAK;YACb,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,UAAU,EAAE,SAAS;aACtB;SACF,CAAC,CAAA;QAEF,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAA;QACjC,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAA;IACzC,CAAC;IACD,OAAO,eAAe,CAAA;AACxB,CAAC"}
|
package/dist/lib/AWS/s3.d.ts
CHANGED
|
@@ -1,3 +1,8 @@
|
|
|
1
|
+
import { S3Client } from '@aws-sdk/client-s3';
|
|
1
2
|
import aws4 from 'aws4';
|
|
2
3
|
declare function generateS3RequestOptions(bucketName: string, region: string, path: string, method: string, body: string | Buffer, accessKeyId: string, secretAccessKey: string): Promise<aws4.Request>;
|
|
3
4
|
export default generateS3RequestOptions;
|
|
5
|
+
type S3ClientCache = {
|
|
6
|
+
integrationsOutboundController?: S3Client;
|
|
7
|
+
};
|
|
8
|
+
export declare const getS3Client: (targetService: keyof S3ClientCache) => S3Client;
|
package/dist/lib/AWS/s3.js
CHANGED
|
@@ -3,6 +3,8 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
3
3
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
4
|
};
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.getS3Client = void 0;
|
|
7
|
+
const client_s3_1 = require("@aws-sdk/client-s3");
|
|
6
8
|
const aws4_1 = __importDefault(require("aws4"));
|
|
7
9
|
async function generateS3RequestOptions(bucketName, region, path, method, body, accessKeyId, secretAccessKey) {
|
|
8
10
|
const opts = {
|
|
@@ -18,4 +20,15 @@ async function generateS3RequestOptions(bucketName, region, path, method, body,
|
|
|
18
20
|
});
|
|
19
21
|
}
|
|
20
22
|
exports.default = generateS3RequestOptions;
|
|
23
|
+
const AWS_REGION = process.env['AWS_REGION'] || `us-west-2`;
|
|
24
|
+
const s3ClientCache = {};
|
|
25
|
+
const getS3Client = (targetService) => {
|
|
26
|
+
if (s3ClientCache[targetService]) {
|
|
27
|
+
return s3ClientCache[targetService];
|
|
28
|
+
}
|
|
29
|
+
const client = new client_s3_1.S3Client({ region: AWS_REGION });
|
|
30
|
+
s3ClientCache[targetService] = client;
|
|
31
|
+
return client;
|
|
32
|
+
};
|
|
33
|
+
exports.getS3Client = getS3Client;
|
|
21
34
|
//# sourceMappingURL=s3.js.map
|
package/dist/lib/AWS/s3.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"s3.js","sourceRoot":"","sources":["../../../src/lib/AWS/s3.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"s3.js","sourceRoot":"","sources":["../../../src/lib/AWS/s3.ts"],"names":[],"mappings":";;;;;;AAAA,kDAA6C;AAC7C,gDAAuB;AAEvB,KAAK,UAAU,wBAAwB,CACrC,UAAkB,EAClB,MAAc,EACd,IAAY,EACZ,MAAc,EACd,IAAqB,EACrB,WAAmB,EACnB,eAAuB;IAEvB,MAAM,IAAI,GAAG;QACX,IAAI,EAAE,GAAG,UAAU,mBAAmB;QACtC,IAAI;QACJ,IAAI;QACJ,MAAM;QACN,MAAM;KACP,CAAA;IACD,OAAO,cAAI,CAAC,IAAI,CAAC,IAAI,EAAE;QACrB,WAAW;QACX,eAAe;KAChB,CAAC,CAAA;AACJ,CAAC;AAED,kBAAe,wBAAwB,CAAA;AAEvC,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,WAAW,CAAA;AAS3D,MAAM,aAAa,GAAkB,EAAE,CAAA;AAEhC,MAAM,WAAW,GAAG,CAAC,aAAkC,EAAY,EAAE;IAE1E,IAAI,aAAa,CAAC,aAAa,CAAC,EAAE,CAAC;QACjC,OAAO,aAAa,CAAC,aAAa,CAAC,CAAA;IACrC,CAAC;IAID,MAAM,MAAM,GAAG,IAAI,oBAAQ,CAAC,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAA;IACnD,aAAa,CAAC,aAAa,CAAC,GAAG,MAAM,CAAA;IACrC,OAAO,MAAM,CAAA;AACf,CAAC,CAAA;AAXY,QAAA,WAAW,eAWvB"}
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@segment/action-destinations",
|
|
3
3
|
"description": "Destination Actions engine and definitions.",
|
|
4
|
-
"version": "3.453.0",
|
|
4
|
+
"version": "3.453.1-staging-de6dbaf50.0",
|
|
5
5
|
"repository": {
|
|
6
6
|
"type": "git",
|
|
7
7
|
"url": "https://github.com/segmentio/action-destinations",
|
|
@@ -47,8 +47,8 @@
|
|
|
47
47
|
"@aws-sdk/client-sts": "3.614.0",
|
|
48
48
|
"@bufbuild/protobuf": "^2.2.3",
|
|
49
49
|
"@segment/a1-notation": "^2.1.4",
|
|
50
|
-
"@segment/actions-core": "
|
|
51
|
-
"@segment/actions-shared": "
|
|
50
|
+
"@segment/actions-core": "3.163.1-staging-ce1986724.0",
|
|
51
|
+
"@segment/actions-shared": "1.146.1-staging-ce1986724.0",
|
|
52
52
|
"@types/node": "^22.13.1",
|
|
53
53
|
"ajv-formats": "^2.1.1",
|
|
54
54
|
"aws4": "^1.12.0",
|
|
@@ -92,5 +92,5 @@
|
|
|
92
92
|
"__tests__/__helpers__/"
|
|
93
93
|
]
|
|
94
94
|
},
|
|
95
|
-
"gitHead": "
|
|
95
|
+
"gitHead": "6ef137464a89df0a2509fa0c6a8579be0cf05bc8"
|
|
96
96
|
}
|