@segment/action-destinations 3.453.1-staging-a163dc2c6.0 → 3.454.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/destinations/aws-kinesis/utils.js +0 -3
- package/dist/destinations/aws-kinesis/utils.js.map +1 -1
- package/dist/destinations/kafka/send/index.js +2 -2
- package/dist/destinations/kafka/send/index.js.map +1 -1
- package/dist/destinations/the-trade-desk-crm/functions.d.ts +2 -2
- package/dist/destinations/the-trade-desk-crm/functions.js +18 -76
- package/dist/destinations/the-trade-desk-crm/functions.js.map +1 -1
- package/package.json +4 -4
|
@@ -27,7 +27,6 @@ const send = async (settings, payloads, statsContext, logger, signal) => {
|
|
|
27
27
|
const { iamRoleArn, iamExternalId } = settings;
|
|
28
28
|
const { streamName, awsRegion } = payloads[0];
|
|
29
29
|
const entries = transformPayloads(payloads);
|
|
30
|
-
logger?.crit(`Sending kinesis events ${streamName} ${payloads.length}`, 'test');
|
|
31
30
|
statsContext?.statsClient?.histogram('actions_kinesis.batch_size', entries?.length, statsContext?.tags);
|
|
32
31
|
statsContext?.statsClient?.incr('actions_kinesis.request_hit', 1, statsContext?.tags);
|
|
33
32
|
try {
|
|
@@ -37,9 +36,7 @@ const send = async (settings, payloads, statsContext, logger, signal) => {
|
|
|
37
36
|
Records: entries
|
|
38
37
|
});
|
|
39
38
|
const response = await client.send(command, { abortSignal: signal });
|
|
40
|
-
logger?.crit(`response ${response}`, 'test');
|
|
41
39
|
const multiResp = handleMultiStatusResponse(response, statsContext, payloads);
|
|
42
|
-
logger?.crit(`multiResp ${multiResp}`, 'test');
|
|
43
40
|
return multiResp;
|
|
44
41
|
}
|
|
45
42
|
catch (error) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/destinations/aws-kinesis/utils.ts"],"names":[],"mappings":";;;AAGA,4DAKgC;AAChC,2CAA8C;AAC9C,+CAAoD;AACpD,wDAAkH;AAE3G,MAAM,wBAAwB,GAAG,CAAC,GAAW,EAAW,EAAE;IAC/D,MAAM,eAAe,GAAG,mDAAmD,CAAA;IAC3E,OAAO,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;AAClC,CAAC,CAAA;AAHY,QAAA,wBAAwB,4BAGpC;AAED,MAAM,iBAAiB,GAAG,CAAC,QAAmB,EAA4B,EAAE;IAC1E,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC/B,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACjD,YAAY,EAAE,MAAM,CAAC,YAAY;KAClC,CAAC,CAAC,CAAA;AACL,CAAC,CAAA;AAED,MAAM,mBAAmB,GAAG,KAAK,EAC/B,UAAkB,EAClB,aAAqB,EACrB,SAAiB,EACO,EAAE;IAC1B,MAAM,WAAW,GAAG,MAAM,IAAA,gBAAU,EAAC,UAAU,EAAE,aAAa,EAAE,sBAAc,CAAC,CAAA;IAC/E,OAAO,IAAI,8BAAa,CAAC;QACvB,MAAM,EAAE,SAAS;QACjB,WAAW,EAAE,WAAW;KACzB,CAAC,CAAA;AACJ,CAAC,CAAA;AAEM,MAAM,IAAI,GAAG,KAAK,EACvB,QAAkB,EAClB,QAAmB,EACnB,YAAsC,EACtC,MAA0B,EAC1B,MAAoB,EACU,EAAE;IAChC,MAAM,EAAE,UAAU,EAAE,aAAa,EAAE,GAAG,QAAQ,CAAA;IAC9C,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAA;IAC7C,MAAM,OAAO,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAA;IAE3C,
|
|
1
|
+
{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/destinations/aws-kinesis/utils.ts"],"names":[],"mappings":";;;AAGA,4DAKgC;AAChC,2CAA8C;AAC9C,+CAAoD;AACpD,wDAAkH;AAE3G,MAAM,wBAAwB,GAAG,CAAC,GAAW,EAAW,EAAE;IAC/D,MAAM,eAAe,GAAG,mDAAmD,CAAA;IAC3E,OAAO,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;AAClC,CAAC,CAAA;AAHY,QAAA,wBAAwB,4BAGpC;AAED,MAAM,iBAAiB,GAAG,CAAC,QAAmB,EAA4B,EAAE;IAC1E,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;QAC/B,IAAI,EAAE,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACjD,YAAY,EAAE,MAAM,CAAC,YAAY;KAClC,CAAC,CAAC,CAAA;AACL,CAAC,CAAA;AAED,MAAM,mBAAmB,GAAG,KAAK,EAC/B,UAAkB,EAClB,aAAqB,EACrB,SAAiB,EACO,EAAE;IAC1B,MAAM,WAAW,GAAG,MAAM,IAAA,gBAAU,EAAC,UAAU,EAAE,aAAa,EAAE,sBAAc,CAAC,CAAA;IAC/E,OAAO,IAAI,8BAAa,CAAC;QACvB,MAAM,EAAE,SAAS;QACjB,WAAW,EAAE,WAAW;KACzB,CAAC,CAAA;AACJ,CAAC,CAAA;AAEM,MAAM,IAAI,GAAG,KAAK,EACvB,QAAkB,EAClB,QAAmB,EACnB,YAAsC,EACtC,MAA0B,EAC1B,MAAoB,EACU,EAAE;IAChC,MAAM,EAAE,UAAU,EAAE,aAAa,EAAE,GAAG,QAAQ,CAAA;IAC9C,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAA;IAC7C,MAAM,OAAO,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAA;IAE3C,YAAY,EAAE,WAAW,EAAE,SAAS,CAAC,4BAA4B,EAAE,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,IAAI,CAAC,CAAA;IACvG,YAAY,EAAE,WAAW,EAAE,IAAI,CAAC,6BAA6B,EAAE,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,CAAA;IAErF,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,MAAM,mBAAmB,CAAC,UAAU,EAAE,aAAa,EAAE,SAAS,CAAC,CAAA;QAC9E,MAAM,OAAO,GAAG,IAAI,kCAAiB,CAAC;YACpC,UAAU,EAAE,UAAU;YACtB,OAAO,EAAE,OAAO;SACjB,CAAC,CAAA;QAEF,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAA;QACpE,MAAM,SAAS,GAAG,yBAAyB,CAAC,QAAQ,EAAE,YAAY,EAAE,QAAQ,CAAC,CAAA;QAC7E,OAAO,SAAS,CAAA;IAClB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QAEf,IAAK,KAAe,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;YAE3C,MAAM,IAAI,kCAAmB,EAAE,CAAA;QACjC,CAAC;QAED,MAAM,EAAE,IAAI,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAA;QACvD,WAAW,CAAC,KAAK,EAAE,YAAY,CAAC,CAAA;IAClC,CAAC;IAED,OAAO,OAAO,CAAC,OAAO,CAAC,IAAI,kCAAmB,EAAE,CAAC,CAAA;AACnD,CAAC,CAAA;AApCY,QAAA,IAAI,QAoChB;AAED,MAAM,WAAW,GAAG,CAAC,KAAU,EAAE,YAAsC,EAAQ,EAAE;IAC/E,IAAI,KAAK,EAAE,IAAI,KAAK,uBAAuB,EAAE,CAAC;QAC5C,YAAY,EAAE,WAAW,EAAE,IAAI,CAAC,yCAAyC,EAAE,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,CAAA;QACjG,MAAM,IAAI,+BAAgB,CACxB,yGAAyG,EACzG,eAAe,EACf,GAAG,CACJ,CAAA;IACH,CAAC;IAED,YAAY,EAAE,WAAW,EAAE,IAAI,CAAC,uBAAuB,EAAE,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,CAAA;IAC/E,MAAM,IAAI,+BAAgB,CAAC,oCAAoC,KAAK,EAAE,OAAO,EAAE,EAAE,kBAAkB,EAAE,GAAG,CAAC,CAAA;AAC3G,CAAC,CAAA;AAED,MAAM,yBAAyB,GAAG,CAChC,QAAiC,EACjC,YAAsC,EACtC,QAAmB,EACE,EAAE;IACvB,MAAM,mBAAmB,GAAwB,IAAI,kCAAmB,EAAE,CAAA;IAC1E,MAAM,EAAE,iBAAiB,EAAE,OAAO,EAAE,GAAG,QAAQ,CAAA;IAE/C,IAAI,CAAC,iBAAiB,IAAI,iBAAiB,IAAI,CAAC,EAAE,CAAC;QACjD,YAAY,EAAE,WAAW,EAAE,IAAI,CAAC,yCAAyC,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,CAAA;QAEpH,OAAO,EAAE,OAAO,CAAC,CAAC,MAAW,EAAE,KAAa,EAAE,EAAE;YAC9C,mBAAmB,CAAC,yBAAyB,CAAC,KAAK,EAAE;gBACnD,MAAM,EAAE,GAAG;gBACX,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,QAAQ,CAAC,KAAK,CAA8B;aACnD,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;QACF,OAAO,mBAAmB,CAAA;IAC5B,CAAC;IAED,YAAY,EAAE,WAAW,EAAE,IAAI,CAAC,qCAAqC,EAAE,iBAAiB,EAAE,YAAY,EAAE,IAAI,CAAC,CAAA;IAE7G,OAAO,EAAE,OAAO,CAAC,CAAC,MAAW,EAAE,KAAa,EAAE,EAAE;QAC9C,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrB,mBAAmB,CAAC,uBAAuB,CAAC,KAAK,EAAE;gBACjD,MAAM,EAAE,GAAG;gBACX,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,YAAY,EAAE,MAAM,CAAC,YAAY;aAClC,CAAC,CAAA;YACF,MAAM,SAAS,GAAG,MAAM,CAAC,SAAS,IAAI,cAAc,CAAA;YACpD,YAAY,EAAE,WAAW,EAAE,IAAI,CAAC,yBAAyB,SAAS,EAAE,EAAE,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,CAAA;QAC9F,CAAC;aAAM,CAAC;YACN,mBAAmB,CAAC,yBAAyB,CAAC,KAAK,EAAE;gBACnD,MAAM,EAAE,GAAG;gBACX,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,QAAQ,CAAC,KAAK,CAA8B;aACnD,CAAC,CAAA;YACF,YAAY,EAAE,WAAW,EAAE,IAAI,CAAC,yCAAyC,EAAE,CAAC,EAAE,YAAY,EAAE,IAAI,CAAC,CAAA;QACnG,CAAC;IACH,CAAC,CAAC,CAAA;IAEF,OAAO,mBAAmB,CAAA;AAC5B,CAAC,CAAA"}
|
|
@@ -60,10 +60,10 @@ const action = {
|
|
|
60
60
|
batch_bytes: {
|
|
61
61
|
type: 'number',
|
|
62
62
|
label: 'Batch Bytes',
|
|
63
|
-
description: 'Specifies the maximum number of bytes to batch before sending. The default is 1 MB, though the maximum allowed depends on the Kafka cluster. Smaller batch sizes result in more frequent requests to the cluster.',
|
|
63
|
+
description: 'Specifies the maximum number of bytes to batch before sending. The default is 1 MB, though the maximum allowed depends on the Kafka cluster. Smaller batch sizes result in more frequent requests to the cluster. Minimum is 5 KB.',
|
|
64
64
|
default: 1000000,
|
|
65
65
|
required: false,
|
|
66
|
-
minimum:
|
|
66
|
+
minimum: 5000,
|
|
67
67
|
unsafe_hidden: false
|
|
68
68
|
}
|
|
69
69
|
},
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/destinations/kafka/send/index.ts"],"names":[],"mappings":";;AAGA,oCAA8C;AAE9C,MAAM,MAAM,GAAwC;IAClD,KAAK,EAAE,MAAM;IACb,WAAW,EAAE,4BAA4B;IACzC,mBAAmB,EAAE,2FAA2F;IAChH,MAAM,EAAE;QACN,KAAK,EAAE;YACL,KAAK,EAAE,OAAO;YACd,WAAW,EAAE,0FAA0F;YACvG,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,IAAI;SACd;QACD,OAAO,EAAE;YACP,KAAK,EAAE,SAAS;YAChB,WAAW,EAAE,2BAA2B;YACxC,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;SAC3B;QACD,OAAO,EAAE;YACP,KAAK,EAAE,SAAS;YAChB,WAAW,EAAE,8EAA8E;YAC3F,IAAI,EAAE,QAAQ;YACd,eAAe,EAAE,eAAe;SACjC;QACD,SAAS,EAAE;YACT,KAAK,EAAE,WAAW;YAClB,WAAW,EAAE,iDAAiD;YAC9D,IAAI,EAAE,SAAS;SAChB;QACD,iBAAiB,EAAE;YACjB,KAAK,EAAE,mBAAmB;YAC1B,WAAW,EAAE,yDAAyD;YACtE,IAAI,EAAE,SAAS;SAChB;QACD,GAAG,EAAE;YACH,KAAK,EAAE,aAAa;YACpB,WAAW,EAAE,oCAAoC;YACjD,IAAI,EAAE,QAAQ;SACf;QACD,eAAe,EAAE;YACf,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,sBAAsB;YAC7B,WAAW,EAAE,6DAA6D;YAC1E,OAAO,EAAE,IAAI;YACb,aAAa,EAAE,IAAI;SACpB;QACD,UAAU,EAAE;YACV,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,0CAA0C;YACvD,IAAI,EAAE,QAAQ;YACd,aAAa,EAAE,IAAI;YACnB,QAAQ,EAAE,KAAK;YACf,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,CAAC,OAAO,EAAE,WAAW,EAAE,mBAAmB,CAAC;SACrD;QACD,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,aAAa;YACpB,WAAW,EACT,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/destinations/kafka/send/index.ts"],"names":[],"mappings":";;AAGA,oCAA8C;AAE9C,MAAM,MAAM,GAAwC;IAClD,KAAK,EAAE,MAAM;IACb,WAAW,EAAE,4BAA4B;IACzC,mBAAmB,EAAE,2FAA2F;IAChH,MAAM,EAAE;QACN,KAAK,EAAE;YACL,KAAK,EAAE,OAAO;YACd,WAAW,EAAE,0FAA0F;YACvG,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,IAAI;SACd;QACD,OAAO,EAAE;YACP,KAAK,EAAE,SAAS;YAChB,WAAW,EAAE,2BAA2B;YACxC,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE;SAC3B;QACD,OAAO,EAAE;YACP,KAAK,EAAE,SAAS;YAChB,WAAW,EAAE,8EAA8E;YAC3F,IAAI,EAAE,QAAQ;YACd,eAAe,EAAE,eAAe;SACjC;QACD,SAAS,EAAE;YACT,KAAK,EAAE,WAAW;YAClB,WAAW,EAAE,iDAAiD;YAC9D,IAAI,EAAE,SAAS;SAChB;QACD,iBAAiB,EAAE;YACjB,KAAK,EAAE,mBAAmB;YAC1B,WAAW,EAAE,yDAAyD;YACtE,IAAI,EAAE,SAAS;SAChB;QACD,GAAG,EAAE;YACH,KAAK,EAAE,aAAa;YACpB,WAAW,EAAE,oCAAoC;YACjD,IAAI,EAAE,QAAQ;SACf;QACD,eAAe,EAAE;YACf,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,sBAAsB;YAC7B,WAAW,EAAE,6DAA6D;YAC1E,OAAO,EAAE,IAAI;YACb,aAAa,EAAE,IAAI;SACpB;QACD,UAAU,EAAE;YACV,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,0CAA0C;YACvD,IAAI,EAAE,QAAQ;YACd,aAAa,EAAE,IAAI;YACnB,QAAQ,EAAE,KAAK;YACf,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,CAAC,OAAO,EAAE,WAAW,EAAE,mBAAmB,CAAC;SACrD;QACD,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,KAAK,EAAE,aAAa;YACpB,WAAW,EACT,oOAAoO;YACtO,OAAO,EAAE,OAAO;YAChB,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE,IAAI;YACb,aAAa,EAAE,KAAK;SACrB;KACF;IACD,aAAa,EAAE;QACb,KAAK,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;YAC/B,OAAO,IAAA,iBAAS,EAAC,QAAQ,CAAC,CAAA;QAC5B,CAAC;KACF;IACD,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,EAAE,EAAE;QACjF,MAAM,IAAA,gBAAQ,EAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,CAAC,CAAA;IACrE,CAAC;IACD,YAAY,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,EAAE,EAAE,EAAE;QACtF,MAAM,IAAA,gBAAQ,EAAC,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,EAAE,MAAM,CAAC,CAAA;IACnE,CAAC;CACF,CAAA;AAED,kBAAe,MAAM,CAAA"}
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
import { RequestClient,
|
|
1
|
+
import { RequestClient, ModifiedResponse } from '@segment/actions-core';
|
|
2
2
|
import { Settings } from './generated-types';
|
|
3
3
|
import { Payload } from './syncAudience/generated-types';
|
|
4
4
|
export interface DROP_ENDPOINT_API_RESPONSE {
|
|
@@ -34,7 +34,7 @@ interface ProcessPayloadInput {
|
|
|
34
34
|
}
|
|
35
35
|
export declare const TTD_LEGACY_FLOW_FLAG_NAME = "actions-the-trade-desk-crm-legacy-flow";
|
|
36
36
|
export declare const TTD_LIST_ACTION_FLOW_FLAG_NAME = "ttd-list-action-destination";
|
|
37
|
-
export declare function processPayload(input: ProcessPayloadInput): Promise<
|
|
37
|
+
export declare function processPayload(input: ProcessPayloadInput): Promise<void | ModifiedResponse<unknown>>;
|
|
38
38
|
export declare const hash: (value: string) => string;
|
|
39
39
|
export declare function getAllDataSegments(request: RequestClient, advertiserId: string, authToken: string): Promise<Segments[]>;
|
|
40
40
|
export {};
|
|
@@ -23,92 +23,34 @@ async function processPayload(input) {
|
|
|
23
23
|
else {
|
|
24
24
|
crmID = input.payloads[0].external_id;
|
|
25
25
|
}
|
|
26
|
-
const
|
|
27
|
-
for (let i = 0; i < input.payloads.length; i++) {
|
|
28
|
-
const payload = input.payloads[i];
|
|
29
|
-
multiStatusResponse.setSuccessResponseAtIndex(i, {
|
|
30
|
-
sent: { ...payload },
|
|
31
|
-
status: 200,
|
|
32
|
-
body: 'Successfully uploaded to S3'
|
|
33
|
-
});
|
|
34
|
-
}
|
|
35
|
-
const [usersFormatted, rowCount] = extractUsers(input.payloads, multiStatusResponse);
|
|
26
|
+
const [usersFormatted, rowCount] = extractUsers(input.payloads);
|
|
36
27
|
if (input.features && input.features[exports.TTD_LEGACY_FLOW_FLAG_NAME]) {
|
|
37
28
|
if (input.payloads.length < TTD_MIN_RECORD_COUNT) {
|
|
38
|
-
|
|
39
|
-
multiStatusResponse.setErrorResponseAtIndex(i, {
|
|
40
|
-
status: 400,
|
|
41
|
-
errortype: 'PAYLOAD_VALIDATION_FAILED',
|
|
42
|
-
errormessage: `received payload count below The Trade Desk's ingestion minimum. Expected: >=${TTD_MIN_RECORD_COUNT} actual: ${input.payloads.length}`,
|
|
43
|
-
sent: { ...input.payloads[i] },
|
|
44
|
-
body: `received payload count below The Trade Desk's ingestion minimum. Expected: >=${TTD_MIN_RECORD_COUNT} actual: ${input.payloads.length}`
|
|
45
|
-
});
|
|
46
|
-
}
|
|
47
|
-
return multiStatusResponse;
|
|
48
|
-
}
|
|
49
|
-
try {
|
|
50
|
-
const dropEndpoint = await getCRMDataDropEndpoint(input.request, input.settings, input.payloads[0], crmID);
|
|
51
|
-
await uploadCRMDataToDropEndpoint(input.request, dropEndpoint, usersFormatted);
|
|
52
|
-
return multiStatusResponse;
|
|
53
|
-
}
|
|
54
|
-
catch (error) {
|
|
55
|
-
for (let i = 0; i < input.payloads.length; i++) {
|
|
56
|
-
if (multiStatusResponse.isSuccessResponseAtIndex(i)) {
|
|
57
|
-
multiStatusResponse.setErrorResponseAtIndex(i, {
|
|
58
|
-
status: 500,
|
|
59
|
-
errortype: 'RETRYABLE_ERROR',
|
|
60
|
-
errormessage: `Failed to upload to The Trade Desk Drop Endpoint: ${error.message}`,
|
|
61
|
-
sent: { ...input.payloads[i] },
|
|
62
|
-
body: `The Trade Desk Drop Endpoint upload failed: ${error.message}`
|
|
63
|
-
});
|
|
64
|
-
}
|
|
65
|
-
}
|
|
66
|
-
return multiStatusResponse;
|
|
29
|
+
throw new actions_core_1.PayloadValidationError(`received payload count below The Trade Desk's ingestion minimum. Expected: >=${TTD_MIN_RECORD_COUNT} actual: ${input.payloads.length}`);
|
|
67
30
|
}
|
|
31
|
+
const dropEndpoint = await getCRMDataDropEndpoint(input.request, input.settings, input.payloads[0], crmID);
|
|
32
|
+
return uploadCRMDataToDropEndpoint(input.request, dropEndpoint, usersFormatted);
|
|
68
33
|
}
|
|
69
34
|
else {
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
77
|
-
|
|
78
|
-
|
|
79
|
-
|
|
80
|
-
RetentionEnabled: true
|
|
81
|
-
}
|
|
82
|
-
});
|
|
83
|
-
}
|
|
84
|
-
catch (error) {
|
|
85
|
-
for (let i = 0; i < input.payloads.length; i++) {
|
|
86
|
-
if (multiStatusResponse.isSuccessResponseAtIndex(i)) {
|
|
87
|
-
multiStatusResponse.setErrorResponseAtIndex(i, {
|
|
88
|
-
status: 500,
|
|
89
|
-
errortype: 'RETRYABLE_ERROR',
|
|
90
|
-
errormessage: `Failed to upload to AWS: ${error.message}`,
|
|
91
|
-
sent: { ...input.payloads[i] },
|
|
92
|
-
body: `AWS upload failed: ${error.message}`
|
|
93
|
-
});
|
|
94
|
-
}
|
|
35
|
+
return (0, awsClient_1.sendEventToAWS)({
|
|
36
|
+
TDDAuthToken: input.settings.auth_token,
|
|
37
|
+
AdvertiserId: input.settings.advertiser_id,
|
|
38
|
+
CrmDataId: crmID,
|
|
39
|
+
UsersFormatted: usersFormatted,
|
|
40
|
+
RowCount: rowCount,
|
|
41
|
+
DropOptions: {
|
|
42
|
+
PiiType: input.payloads[0].pii_type,
|
|
43
|
+
MergeMode: 'Replace',
|
|
44
|
+
RetentionEnabled: true
|
|
95
45
|
}
|
|
96
|
-
}
|
|
97
|
-
return multiStatusResponse;
|
|
46
|
+
});
|
|
98
47
|
}
|
|
99
48
|
}
|
|
100
|
-
function extractUsers(payloads
|
|
49
|
+
function extractUsers(payloads) {
|
|
101
50
|
let users = '';
|
|
102
51
|
let rowCount = 0;
|
|
103
|
-
payloads.forEach((payload
|
|
52
|
+
payloads.forEach((payload) => {
|
|
104
53
|
if (!payload.email || !validateEmail(payload.email, payload.pii_type)) {
|
|
105
|
-
multiStatusResponse.setErrorResponseAtIndex(index, {
|
|
106
|
-
status: 400,
|
|
107
|
-
errortype: 'PAYLOAD_VALIDATION_FAILED',
|
|
108
|
-
errormessage: `Invalid email: ${payload.email}`,
|
|
109
|
-
sent: { ...payload },
|
|
110
|
-
body: `Invalid email: ${payload.email}`
|
|
111
|
-
});
|
|
112
54
|
return;
|
|
113
55
|
}
|
|
114
56
|
if (payload.pii_type == 'Email') {
|
|
@@ -172,7 +114,7 @@ async function getCRMDataDropEndpoint(request, settings, payload, crmId) {
|
|
|
172
114
|
return response.data.Url;
|
|
173
115
|
}
|
|
174
116
|
async function uploadCRMDataToDropEndpoint(request, endpoint, users) {
|
|
175
|
-
await request(endpoint, {
|
|
117
|
+
return await request(endpoint, {
|
|
176
118
|
method: 'PUT',
|
|
177
119
|
headers: {
|
|
178
120
|
'Content-Type': 'text/plain'
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"functions.js","sourceRoot":"","sources":["../../../src/destinations/the-trade-desk-crm/functions.ts"],"names":[],"mappings":";;;AAwDA,
|
|
1
|
+
{"version":3,"file":"functions.js","sourceRoot":"","sources":["../../../src/destinations/the-trade-desk-crm/functions.ts"],"names":[],"mappings":";;;AAwDA,wCA+CC;AAwGD,gDAgCC;AA/OD,wDAA+F;AAI/F,mCAAmC;AACnC,wDAAwD;AAExD,2CAA4C;AAsC5C,MAAM,WAAW,GAAG,IAAI,CAAA;AACxB,MAAM,QAAQ,GAAG,gCAAgC,WAAW,EAAE,CAAA;AAC9D,MAAM,oBAAoB,GAAG,IAAI,CAAA;AAEpB,QAAA,yBAAyB,GAAG,wCAAwC,CAAA;AACpE,QAAA,8BAA8B,GAAG,6BAA6B,CAAA;AAE3E,MAAM,iBAAiB,GAAG,iBAAiB,CAAA;AAC3C,MAAM,iBAAiB,GAAG,yBAAyB,CAAA;AACnD,MAAM,eAAe,GAAG,iBAAiB,CAAA;AAElC,KAAK,UAAU,cAAc,CAAC,KAA0B;IAC7D,IAAI,KAAK,CAAA;IACT,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QACnC,MAAM,IAAI,qCAAsB,CAAC,kCAAkC,CAAC,CAAA;IACtE,CAAC;SAAM,CAAC;QACN,KAAK,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,WAAW,CAAA;IACvC,CAAC;IAGD,MAAM,CAAC,cAAc,EAAE,QAAQ,CAAC,GAAG,YAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAA;IAG/D,IAAI,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,QAAQ,CAAC,iCAAyB,CAAC,EAAE,CAAC;QAKhE,IAAI,KAAK,CAAC,QAAQ,CAAC,MAAM,GAAG,oBAAoB,EAAE,CAAC;YACjD,MAAM,IAAI,qCAAsB,CAC9B,gFAAgF,oBAAoB,YAAY,KAAK,CAAC,QAAQ,CAAC,MAAM,EAAE,CACxI,CAAA;QACH,CAAC;QAGD,MAAM,YAAY,GAAG,MAAM,sBAAsB,CAAC,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,QAAQ,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,CAAA;QAG1G,OAAO,2BAA2B,CAAC,KAAK,CAAC,OAAO,EAAE,YAAY,EAAE,cAAc,CAAC,CAAA;IACjF,CAAC;SAAM,CAAC;QAMN,OAAO,IAAA,0BAAc,EAAC;YACpB,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,UAAU;YACvC,YAAY,EAAE,KAAK,CAAC,QAAQ,CAAC,aAAa;YAC1C,SAAS,EAAE,KAAK;YAChB,cAAc,EAAE,cAAc;YAC9B,QAAQ,EAAE,QAAQ;YAClB,WAAW,EAAE;gBACX,OAAO,EAAE,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,QAAQ;gBACnC,SAAS,EAAE,SAAS;gBACpB,gBAAgB,EAAE,IAAI;aACvB;SACF,CAAC,CAAA;IACJ,CAAC;AACH,CAAC;AAED,SAAS,YAAY,CAAC,QAAmB;IACvC,IAAI,KAAK,GAAG,EAAE,CAAA;IACd,IAAI,QAAQ,GAAG,CAAC,CAAA;IAEhB,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAgB,EAAE,EAAE;QACpC,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,KAAK,EAAE,OAAO,CAAC,QAAQ,CAAC,EAAE,CAAC;YACtE,OAAM;QACR,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,IAAI,OAAO,EAAE,CAAC;YAChC,KAAK,IAAI,GAAG,OAAO,CAAC,KAAK,IAAI,CAAA;QAC/B,CAAC;QAED,IAAI,OAAO,CAAC,QAAQ,IAAI,uBAAuB,EAAE,CAAC;YAChD,MAAM,WAAW,GAAG,IAAA,YAAI,EAAC,OAAO,CAAC,KAAK,CAAC,CAAA;YACvC,KAAK,IAAI,GAAG,WAAW,IAAI,CAAA;QAC7B,CAAC;QAGD,QAAQ,IAAI,CAAC,CAAA;IACf,CAAC,CAAC,CAAA;IACF,OAAO,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAA;AAC1B,CAAC;AAED,SAAS,aAAa,CAAC,KAAa,EAAE,QAAgB;IACpD,MAAM,mBAAmB,GAAG,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACzD,MAAM,cAAc,GAAG,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACpD,MAAM,YAAY,GAAG,eAAe,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAEhD,IAAI,QAAQ,IAAI,OAAO,EAAE,CAAC;QACxB,OAAO,YAAY,CAAA;IACrB,CAAC;IACD,OAAO,mBAAmB,IAAI,cAAc,IAAI,YAAY,CAAA;AAC9D,CAAC;AAGD,SAAS,cAAc,CAAC,KAAa;IAEnC,KAAK,GAAG,KAAK,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAA;IAElC,IAAI,KAAK,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;QACjC,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QACjC,IAAI,QAAQ,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,EAAE,MAAM,CAAC,CAAA;QAEzC,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAA;QACtC,IAAI,QAAQ,KAAK,CAAC,CAAC,EAAE,CAAC;YACpB,QAAQ,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAA;QAC5C,CAAC;QAED,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;QAEtC,KAAK,GAAG,QAAQ,GAAG,YAAY,CAAA;IACjC,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAEM,MAAM,IAAI,GAAG,CAAC,KAAa,EAAU,EAAE;IAC5C,MAAM,mBAAmB,GAAG,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACzD,MAAM,cAAc,GAAG,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAEpD,IAAI,mBAAmB,EAAE,CAAC;QACxB,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;IACrD,CAAC;IAED,IAAI,cAAc,EAAE,CAAC;QACnB,OAAO,KAAK,CAAA;IACd,CAAC;IAED,MAAM,eAAe,GAAG,cAAc,CAAC,KAAK,CAAC,CAAA;IAC7C,MAAM,IAAI,GAAG,IAAA,mBAAU,EAAC,QAAQ,CAAC,CAAA;IACjC,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,CAAA;IAC5B,OAAO,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;AAC9B,CAAC,CAAA;AAhBY,QAAA,IAAI,QAgBhB;AAGD,KAAK,UAAU,sBAAsB,CAAC,OAAsB,EAAE,QAAkB,EAAE,OAAgB,EAAE,KAAa;IAC/G,MAAM,QAAQ,GAAiD,MAAM,OAAO,CAC1E,GAAG,QAAQ,oBAAoB,QAAQ,CAAC,aAAa,IAAI,KAAK,EAAE,EAChE;QACE,MAAM,EAAE,MAAM;QACd,IAAI,EAAE;YACJ,OAAO,EAAE,OAAO,CAAC,QAAQ;YACzB,SAAS,EAAE,SAAS;YACpB,gBAAgB,EAAE,IAAI;SACvB;KACF,CACF,CAAA;IAED,OAAO,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAA;AAC1B,CAAC;AAGD,KAAK,UAAU,2BAA2B,CAAC,OAAsB,EAAE,QAAgB,EAAE,KAAa;IAChG,OAAO,MAAM,OAAO,CAAC,QAAQ,EAAE;QAC7B,MAAM,EAAE,KAAK;QACb,OAAO,EAAE;YACP,cAAc,EAAE,YAAY;SAC7B;QACD,IAAI,EAAE,KAAK;KACZ,CAAC,CAAA;AACJ,CAAC;AAEM,KAAK,UAAU,kBAAkB,CAAC,OAAsB,EAAE,YAAoB,EAAE,SAAiB;IACtG,MAAM,eAAe,GAAe,EAAE,CAAA;IAEtC,IAAI,QAAQ,GAA4C,MAAM,OAAO,CAAC,GAAG,QAAQ,oBAAoB,YAAY,EAAE,EAAE;QACnH,MAAM,EAAE,KAAK;QACb,OAAO,EAAE;YACP,cAAc,EAAE,kBAAkB;YAClC,UAAU,EAAE,SAAS;SACtB;KACF,CAAC,CAAA;IAEF,IAAI,QAAQ,CAAC,MAAM,IAAI,GAAG,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACtD,MAAM,IAAI,+BAAgB,CAAC,4CAA4C,EAAE,kBAAkB,EAAE,GAAG,CAAC,CAAA;IACnG,CAAC;IACD,IAAI,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAA;IAErC,IAAI,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAA;IAE3C,OAAO,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,eAAe,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC,CAAA;QACjC,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,QAAQ,oBAAoB,YAAY,gBAAgB,WAAW,EAAE,EAAE;YACjG,MAAM,EAAE,KAAK;YACb,OAAO,EAAE;gBACP,cAAc,EAAE,kBAAkB;gBAClC,UAAU,EAAE,SAAS;aACtB;SACF,CAAC,CAAA;QAEF,QAAQ,GAAG,QAAQ,CAAC,IAAI,CAAC,QAAQ,CAAA;QACjC,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAA;IACzC,CAAC;IACD,OAAO,eAAe,CAAA;AACxB,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@segment/action-destinations",
|
|
3
3
|
"description": "Destination Actions engine and definitions.",
|
|
4
|
-
"version": "3.
|
|
4
|
+
"version": "3.454.0",
|
|
5
5
|
"repository": {
|
|
6
6
|
"type": "git",
|
|
7
7
|
"url": "https://github.com/segmentio/action-destinations",
|
|
@@ -47,8 +47,8 @@
|
|
|
47
47
|
"@aws-sdk/client-sts": "3.614.0",
|
|
48
48
|
"@bufbuild/protobuf": "^2.2.3",
|
|
49
49
|
"@segment/a1-notation": "^2.1.4",
|
|
50
|
-
"@segment/actions-core": "3.163.
|
|
51
|
-
"@segment/actions-shared": "1.146.
|
|
50
|
+
"@segment/actions-core": "^3.163.0",
|
|
51
|
+
"@segment/actions-shared": "^1.146.0",
|
|
52
52
|
"@types/node": "^22.13.1",
|
|
53
53
|
"ajv-formats": "^2.1.1",
|
|
54
54
|
"aws4": "^1.12.0",
|
|
@@ -92,5 +92,5 @@
|
|
|
92
92
|
"__tests__/__helpers__/"
|
|
93
93
|
]
|
|
94
94
|
},
|
|
95
|
-
"gitHead": "
|
|
95
|
+
"gitHead": "e3501580a887d8bef0f5e6e76fd2e4aa3898ea8a"
|
|
96
96
|
}
|