@segment/action-destinations 3.258.0-staging-b97a16328 → 3.258.0-staging-cb8ec120e
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/destinations/customerio/utils.d.ts +1 -1
- package/dist/destinations/engage/sendgrid/previewApiLookup/api-lookups.d.ts +2 -5
- package/dist/destinations/engage/sendgrid/previewApiLookup/api-lookups.js +18 -98
- package/dist/destinations/engage/sendgrid/previewApiLookup/api-lookups.js.map +1 -1
- package/dist/destinations/engage/utils/EngageActionPerformer.js +4 -0
- package/dist/destinations/engage/utils/EngageActionPerformer.js.map +1 -1
- package/dist/destinations/google-enhanced-conversions/functions.d.ts +1 -1
- package/dist/destinations/google-enhanced-conversions/functions.js +2 -2
- package/dist/destinations/google-enhanced-conversions/functions.js.map +1 -1
- package/dist/destinations/kafka/index.js +14 -7
- package/dist/destinations/kafka/index.js.map +1 -1
- package/dist/destinations/kafka/utils.d.ts +4 -0
- package/dist/destinations/kafka/utils.js +39 -1
- package/dist/destinations/kafka/utils.js.map +1 -1
- package/dist/destinations/liveramp-audiences/audienceEntered/generated-types.d.ts +13 -0
- package/dist/destinations/liveramp-audiences/audienceEntered/generated-types.js.map +1 -0
- package/dist/destinations/liveramp-audiences/audienceEntered/index.js +95 -0
- package/dist/destinations/liveramp-audiences/audienceEntered/index.js.map +1 -0
- package/dist/destinations/liveramp-audiences/audienceEntered/s3.d.ts +6 -0
- package/dist/destinations/liveramp-audiences/audienceEntered/s3.js +37 -0
- package/dist/destinations/liveramp-audiences/audienceEntered/s3.js.map +1 -0
- package/dist/destinations/liveramp-audiences/audienceEntered/sftp.d.ts +7 -0
- package/dist/destinations/liveramp-audiences/audienceEntered/sftp.js +52 -0
- package/dist/destinations/liveramp-audiences/audienceEntered/sftp.js.map +1 -0
- package/package.json +2 -2
- package/dist/destinations/responsys/asyncMergePetRecords/generated-types.d.ts +0 -14
- package/dist/destinations/responsys/asyncMergePetRecords/generated-types.js.map +0 -1
- package/dist/destinations/responsys/asyncMergePetRecords/index.js +0 -113
- package/dist/destinations/responsys/asyncMergePetRecords/index.js.map +0 -1
- package/dist/destinations/responsys/asyncMergeProfileListMembers/generated-types.d.ts +0 -20
- package/dist/destinations/responsys/asyncMergeProfileListMembers/generated-types.js +0 -3
- package/dist/destinations/responsys/asyncMergeProfileListMembers/generated-types.js.map +0 -1
- package/dist/destinations/responsys/asyncMergeProfileListMembers/index.d.ts +0 -5
- package/dist/destinations/responsys/asyncMergeProfileListMembers/index.js +0 -174
- package/dist/destinations/responsys/asyncMergeProfileListMembers/index.js.map +0 -1
- package/dist/destinations/responsys/rsp-operations.d.ts +0 -14
- package/dist/destinations/responsys/rsp-operations.js +0 -33
- package/dist/destinations/responsys/rsp-operations.js.map +0 -1
- package/dist/destinations/responsys/rsp-properties.d.ts +0 -4
- package/dist/destinations/responsys/rsp-properties.js +0 -27
- package/dist/destinations/responsys/rsp-properties.js.map +0 -1
- package/dist/destinations/snap-conversions-api/_tests_/capiV2tests.d.ts +0 -1
- package/dist/destinations/snap-conversions-api/_tests_/capiV2tests.js +0 -381
- package/dist/destinations/snap-conversions-api/_tests_/capiV2tests.js.map +0 -1
- package/dist/destinations/snap-conversions-api/_tests_/capiV3tests.d.ts +0 -1
- package/dist/destinations/snap-conversions-api/_tests_/capiV3tests.js +0 -581
- package/dist/destinations/snap-conversions-api/_tests_/capiV3tests.js.map +0 -1
- package/dist/destinations/snap-conversions-api/reportConversionEvent/snap-capi-v2.d.ts +0 -4
- package/dist/destinations/snap-conversions-api/reportConversionEvent/snap-capi-v2.js +0 -97
- package/dist/destinations/snap-conversions-api/reportConversionEvent/snap-capi-v2.js.map +0 -1
- package/dist/destinations/tiktok-offline-conversions/reportOfflineEvent/formatter.d.ts +0 -3
- package/dist/destinations/tiktok-offline-conversions/reportOfflineEvent/formatter.js +0 -43
- package/dist/destinations/tiktok-offline-conversions/reportOfflineEvent/formatter.js.map +0 -1
- /package/dist/destinations/{responsys/asyncMergePetRecords → liveramp-audiences/audienceEntered}/generated-types.js +0 -0
- /package/dist/destinations/{responsys/asyncMergePetRecords → liveramp-audiences/audienceEntered}/index.d.ts +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
export declare const trackApiEndpoint: ({ accountRegion }: {
|
|
2
2
|
accountRegion?: string | undefined;
|
|
3
|
-
}) => "https://track
|
|
3
|
+
}) => "https://track.customer.io" | "https://track-eu.customer.io";
|
|
4
4
|
export declare enum AccountRegion {
|
|
5
5
|
US = "US \uD83C\uDDFA\uD83C\uDDF8",
|
|
6
6
|
EU = "EU \uD83C\uDDEA\uD83C\uDDFA"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
import { InputField } from '@segment/actions-core';
|
|
2
2
|
import { RequestClient } from '@segment/actions-core';
|
|
3
|
-
import { Logger, StatsClient
|
|
3
|
+
import { Logger, StatsClient } from '@segment/actions-core/destination-kit';
|
|
4
4
|
import type { Settings } from '../generated-types';
|
|
5
5
|
import { Profile } from '../Profile';
|
|
6
6
|
export declare type ApiLookupConfig = {
|
|
@@ -13,9 +13,6 @@ export declare type ApiLookupConfig = {
|
|
|
13
13
|
headers?: object | undefined;
|
|
14
14
|
responseType: string;
|
|
15
15
|
};
|
|
16
|
-
export declare const
|
|
17
|
-
export declare const getCachedResponse: ({ responseType }: ApiLookupConfig, requestId: string, dataFeedCache: DataFeedCache, datafeedTags: string[]) => Promise<any>;
|
|
18
|
-
export declare const performApiLookup: (request: RequestClient, apiLookupConfig: ApiLookupConfig, profile: Profile, statsClient: StatsClient | undefined, tags: string[], settings: Settings, logger?: Logger | undefined, dataFeedCache?: DataFeedCache | undefined) => Promise<any>;
|
|
16
|
+
export declare const performApiLookup: (request: RequestClient, { id, url, method, body, headers }: ApiLookupConfig, profile: Profile, statsClient: StatsClient | undefined, tags: string[], settings: Settings, logger?: Logger | undefined) => Promise<unknown>;
|
|
19
17
|
export declare const apiLookupActionFields: Record<string, InputField>;
|
|
20
18
|
export declare const apiLookupLiquidKey = "lookups";
|
|
21
|
-
export declare const FLAGON_NAME_DATA_FEEDS = "is-datafeeds-enabled";
|
|
@@ -1,125 +1,46 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.
|
|
4
|
-
const crypto_1 = require("crypto");
|
|
3
|
+
exports.apiLookupLiquidKey = exports.apiLookupActionFields = exports.performApiLookup = void 0;
|
|
5
4
|
const actions_core_1 = require("@segment/actions-core");
|
|
6
5
|
const liquidjs_1 = require("liquidjs");
|
|
7
6
|
const Liquid = new liquidjs_1.Liquid();
|
|
8
|
-
const
|
|
9
|
-
const renderLiquidFields = async ({ id, url, body }, profile, datafeedTags, settings, logger) => {
|
|
7
|
+
const performApiLookup = async (request, { id, url, method, body, headers }, profile, statsClient, tags, settings, logger) => {
|
|
10
8
|
let renderedUrl;
|
|
11
9
|
let renderedBody;
|
|
12
10
|
try {
|
|
13
11
|
renderedUrl = await Liquid.parseAndRender(url, { profile });
|
|
14
12
|
}
|
|
15
13
|
catch (error) {
|
|
16
|
-
logger?.error(`TE Messaging: Email
|
|
17
|
-
|
|
14
|
+
logger?.error(`TE Messaging: Email api lookup url parse failure - api lookup id: ${id} - ${settings.spaceId} - [${error}]`);
|
|
15
|
+
tags.push('reason:parse_apilookup_url');
|
|
16
|
+
statsClient?.incr('actions-personas-messaging-sendgrid-error', 1, tags);
|
|
18
17
|
throw new actions_core_1.IntegrationError('Unable to parse email api lookup url', 'api lookup url parse failure', 400);
|
|
19
18
|
}
|
|
20
19
|
try {
|
|
21
20
|
renderedBody = body ? await Liquid.parseAndRender(body, { profile }) : undefined;
|
|
22
21
|
}
|
|
23
22
|
catch (error) {
|
|
24
|
-
logger?.error(`TE Messaging: Email
|
|
25
|
-
|
|
23
|
+
logger?.error(`TE Messaging: Email api lookup body parse failure - api lookup id: ${id} - ${settings.spaceId} - [${error}]`);
|
|
24
|
+
tags.push('reason:parse_apilookup_body');
|
|
25
|
+
statsClient?.incr('actions-personas-messaging-sendgrid-error', 1, tags);
|
|
26
26
|
throw new actions_core_1.IntegrationError('Unable to parse email api lookup body', 'api lookup body parse failure', 400);
|
|
27
27
|
}
|
|
28
|
-
return {
|
|
29
|
-
renderedUrl,
|
|
30
|
-
renderedBody
|
|
31
|
-
};
|
|
32
|
-
};
|
|
33
|
-
const getRequestId = ({ method, url, body, headers }) => {
|
|
34
|
-
const requestHash = crypto_1.createHash('sha256');
|
|
35
|
-
requestHash.update(`${method}${url}${body}${JSON.stringify(headers)}`);
|
|
36
|
-
const requestId = requestHash.digest('hex');
|
|
37
|
-
return requestId;
|
|
38
|
-
};
|
|
39
|
-
exports.getRequestId = getRequestId;
|
|
40
|
-
const getCachedResponse = async ({ responseType }, requestId, dataFeedCache, datafeedTags) => {
|
|
41
|
-
const cachedResponse = await dataFeedCache?.getRequestResponse(requestId);
|
|
42
|
-
if (!cachedResponse) {
|
|
43
|
-
datafeedTags.push('cache_hit:false');
|
|
44
|
-
return;
|
|
45
|
-
}
|
|
46
|
-
datafeedTags.push('cache_hit:true');
|
|
47
|
-
if (responseType === 'json') {
|
|
48
|
-
return JSON.parse(cachedResponse);
|
|
49
|
-
}
|
|
50
|
-
return cachedResponse;
|
|
51
|
-
};
|
|
52
|
-
exports.getCachedResponse = getCachedResponse;
|
|
53
|
-
const performApiLookup = async (request, apiLookupConfig, profile, statsClient, tags, settings, logger, dataFeedCache) => {
|
|
54
|
-
const { id, method, headers, cacheTtl, name } = apiLookupConfig;
|
|
55
|
-
const datafeedTags = [
|
|
56
|
-
...tags,
|
|
57
|
-
`datafeed_id:${id}`,
|
|
58
|
-
`datafeed_name:${name}`,
|
|
59
|
-
`space_id:${settings.spaceId}`,
|
|
60
|
-
`cache_ttl_greater_than_0:${cacheTtl > 0}`
|
|
61
|
-
];
|
|
62
28
|
try {
|
|
63
|
-
const
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
}
|
|
72
|
-
let data;
|
|
73
|
-
try {
|
|
74
|
-
const res = await request(renderedUrl, {
|
|
75
|
-
headers: headers ?? undefined,
|
|
76
|
-
timeout: 3000,
|
|
77
|
-
method: method,
|
|
78
|
-
body: renderedBody,
|
|
79
|
-
skipResponseCloning: true
|
|
80
|
-
});
|
|
81
|
-
data = await res.data;
|
|
82
|
-
}
|
|
83
|
-
catch (error) {
|
|
84
|
-
const respError = error.response;
|
|
85
|
-
logger?.error(`TE Messaging: Email api lookup failure - api lookup id: ${id} - ${settings.spaceId} - [${error}]`);
|
|
86
|
-
datafeedTags.push(`error:true`, `error_message:${error.message}`, `error_status:${respError?.status}`, 'reason:api_call_failure');
|
|
87
|
-
throw error;
|
|
88
|
-
}
|
|
89
|
-
const dataString = JSON.stringify(data);
|
|
90
|
-
const size = Buffer.byteLength(dataString, 'utf-8');
|
|
91
|
-
datafeedTags.push(`response_size_greater_than_mb:${size > maxResponseSizeBytes}`);
|
|
92
|
-
if (cacheTtl > 0) {
|
|
93
|
-
if (size <= maxResponseSizeBytes) {
|
|
94
|
-
try {
|
|
95
|
-
await dataFeedCache?.setRequestResponse(requestId, dataString, cacheTtl / 1000);
|
|
96
|
-
datafeedTags.push('cache_set:true');
|
|
97
|
-
}
|
|
98
|
-
catch (err) {
|
|
99
|
-
logger?.error(`TE Messaging: Email api lookup cache set failure - api lookup id: ${id} - ${settings.spaceId} - [${err}]`);
|
|
100
|
-
datafeedTags.push('cache_set:false');
|
|
101
|
-
datafeedTags.push('error:true', 'reason:cache_set_failure', `error_message:${err?.message}`);
|
|
102
|
-
throw err;
|
|
103
|
-
}
|
|
104
|
-
}
|
|
105
|
-
else {
|
|
106
|
-
datafeedTags.push('cache_set:false');
|
|
107
|
-
}
|
|
108
|
-
}
|
|
109
|
-
return data;
|
|
29
|
+
const res = await request(renderedUrl, {
|
|
30
|
+
headers: headers ?? undefined,
|
|
31
|
+
timeout: 10000,
|
|
32
|
+
method: method,
|
|
33
|
+
body: renderedBody,
|
|
34
|
+
skipResponseCloning: true
|
|
35
|
+
});
|
|
36
|
+
return res.data;
|
|
110
37
|
}
|
|
111
38
|
catch (error) {
|
|
112
|
-
const isErrorCapturedInTags = datafeedTags.find((str) => str.includes('error:true'));
|
|
113
|
-
if (!isErrorCapturedInTags) {
|
|
114
|
-
datafeedTags.push('error:true', `error_message:${error?.message}`, 'reason:unknown');
|
|
115
|
-
}
|
|
116
|
-
tags.push('reason:datafeed_failure');
|
|
117
39
|
logger?.error(`TE Messaging: Email api lookup failure - api lookup id: ${id} - ${settings.spaceId} - [${error}]`);
|
|
40
|
+
tags.push('reason:apilookup_failure');
|
|
41
|
+
statsClient?.incr('actions-personas-messaging-sendgrid-error', 1, tags);
|
|
118
42
|
throw error;
|
|
119
43
|
}
|
|
120
|
-
finally {
|
|
121
|
-
statsClient?.incr('datafeed-execution', 1, datafeedTags);
|
|
122
|
-
}
|
|
123
44
|
};
|
|
124
45
|
exports.performApiLookup = performApiLookup;
|
|
125
46
|
exports.apiLookupActionFields = {
|
|
@@ -170,5 +91,4 @@ exports.apiLookupActionFields = {
|
|
|
170
91
|
}
|
|
171
92
|
};
|
|
172
93
|
exports.apiLookupLiquidKey = 'lookups';
|
|
173
|
-
exports.FLAGON_NAME_DATA_FEEDS = 'is-datafeeds-enabled';
|
|
174
94
|
//# sourceMappingURL=api-lookups.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"api-lookups.js","sourceRoot":"","sources":["../../../../../src/destinations/engage/sendgrid/previewApiLookup/api-lookups.ts"],"names":[],"mappings":";;;AAAA,
|
|
1
|
+
{"version":3,"file":"api-lookups.js","sourceRoot":"","sources":["../../../../../src/destinations/engage/sendgrid/previewApiLookup/api-lookups.ts"],"names":[],"mappings":";;;AAAA,wDAAwD;AAKxD,uCAA6C;AAG7C,MAAM,MAAM,GAAG,IAAI,iBAAQ,EAAE,CAAA;AActB,MAAM,gBAAgB,GAAG,KAAK,EACnC,OAAsB,EACtB,EAAE,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAmB,EACnD,OAAgB,EAChB,WAAoC,EACpC,IAAc,EACd,QAAkB,EAClB,MAA2B,EAC3B,EAAE;IACF,IAAI,WAAmB,CAAA;IACvB,IAAI,YAAgC,CAAA;IACpC,IAAI;QACF,WAAW,GAAG,MAAM,MAAM,CAAC,cAAc,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAA;KAC5D;IAAC,OAAO,KAAK,EAAE;QACd,MAAM,EAAE,KAAK,CACX,qEAAqE,EAAE,MAAM,QAAQ,CAAC,OAAO,OAAO,KAAK,GAAG,CAC7G,CAAA;QACD,IAAI,CAAC,IAAI,CAAC,4BAA4B,CAAC,CAAA;QACvC,WAAW,EAAE,IAAI,CAAC,2CAA2C,EAAE,CAAC,EAAE,IAAI,CAAC,CAAA;QACvE,MAAM,IAAI,+BAAgB,CAAC,sCAAsC,EAAE,8BAA8B,EAAE,GAAG,CAAC,CAAA;KACxG;IACD,IAAI;QACF,YAAY,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,MAAM,CAAC,cAAc,CAAC,IAAI,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,CAAA;KACjF;IAAC,OAAO,KAAK,EAAE;QACd,MAAM,EAAE,KAAK,CACX,sEAAsE,EAAE,MAAM,QAAQ,CAAC,OAAO,OAAO,KAAK,GAAG,CAC9G,CAAA;QACD,IAAI,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAA;QACxC,WAAW,EAAE,IAAI,CAAC,2CAA2C,EAAE,CAAC,EAAE,IAAI,CAAC,CAAA;QACvE,MAAM,IAAI,+BAAgB,CAAC,uCAAuC,EAAE,+BAA+B,EAAE,GAAG,CAAC,CAAA;KAC1G;IAED,IAAI;QACF,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,WAAW,EAAE;YACrC,OAAO,EAAG,OAAkC,IAAI,SAAS;YACzD,OAAO,EAAE,KAAK;YACd,MAAM,EAAE,MAAkC;YAC1C,IAAI,EAAE,YAAY;YAClB,mBAAmB,EAAE,IAAI;SAC1B,CAAC,CAAA;QACF,OAAO,GAAG,CAAC,IAAI,CAAA;KAChB;IAAC,OAAO,KAAK,EAAE;QACd,MAAM,EAAE,KAAK,CAAC,2DAA2D,EAAE,MAAM,QAAQ,CAAC,OAAO,OAAO,KAAK,GAAG,CAAC,CAAA;QACjH,IAAI,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAA;QACrC,WAAW,EAAE,IAAI,CAAC,2CAA2C,EAAE,CAAC,EAAE,IAAI,CAAC,CAAA;QAEvE,MAAM,KAAK,CAAA;KACZ;AACH,CAAC,CAAA;AAhDY,QAAA,gBAAgB,oBAgD5B;AAGY,QAAA,qBAAqB,GAA+B;IAC/D,EAAE,EAAE;QACF,KAAK,EAAE,IAAI;QACX,WAAW,EAAE,6DAA6D;QAC1E,IAAI,EAAE,QAAQ;KACf;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,MAAM;QACb,WAAW,EAAE,wDAAwD;QACrE,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;KACf;IACD,GAAG,EAAE;QACH,KAAK,EAAE,KAAK;QACZ,WAAW,EAAE,0BAA0B;QACvC,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;KACf;IACD,MAAM,EAAE;QACN,KAAK,EAAE,gBAAgB;QACvB,WAAW,EAAE,wCAAwC;QACrD,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;KACf;IACD,QAAQ,EAAE;QACR,KAAK,EAAE,WAAW;QAClB,WAAW,EAAE,qBAAqB;QAClC,IAAI,EAAE,SAAS;QACf,QAAQ,EAAE,IAAI;KACf;IACD,IAAI,EAAE;QACJ,KAAK,EAAE,cAAc;QACrB,WAAW,EAAE,uDAAuD;QACpE,IAAI,EAAE,QAAQ;KACf;IACD,OAAO,EAAE;QACP,KAAK,EAAE,iBAAiB;QACxB,WAAW,EAAE,6CAA6C;QAC1D,IAAI,EAAE,QAAQ;KACf;IACD,YAAY,EAAE;QACZ,KAAK,EAAE,eAAe;QACtB,WAAW,EAAE,mEAAmE;QAChF,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,IAAI;KACf;CACF,CAAA;AAEY,QAAA,kBAAkB,GAAG,SAAS,CAAA"}
|
|
@@ -17,6 +17,7 @@ const isDestinationActionService_1 = require("./isDestinationActionService");
|
|
|
17
17
|
const ResponseError_1 = require("./ResponseError");
|
|
18
18
|
const IntegrationErrorWrapper_1 = require("./IntegrationErrorWrapper");
|
|
19
19
|
const truncate_1 = __importDefault(require("lodash/truncate"));
|
|
20
|
+
const _1 = require("@segment/actions-core/*");
|
|
20
21
|
class EngageActionPerformer {
|
|
21
22
|
constructor(requestClient, executeInput) {
|
|
22
23
|
this.requestClient = requestClient;
|
|
@@ -61,6 +62,9 @@ class EngageActionPerformer {
|
|
|
61
62
|
catch (e) {
|
|
62
63
|
op.logs.push(`Error in onResponse: ${e}`);
|
|
63
64
|
}
|
|
65
|
+
if (isTimeoutError) {
|
|
66
|
+
throw new _1.RetryableError('Timeout error, retrying...', 408);
|
|
67
|
+
}
|
|
64
68
|
}
|
|
65
69
|
else {
|
|
66
70
|
const resp = op?.result;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"EngageActionPerformer.js","sourceRoot":"","sources":["../../../../src/destinations/engage/utils/EngageActionPerformer.ts"],"names":[],"mappings":";;;;;;;;;;;;AAIA,iDAA6C;AAC7C,+CAA2C;AAC3C,mCAAiD;AACjD,6EAAyE;AACzE,mDAAgE;AAGhE,uEAAmE;AAEnE,+DAAsC;
|
|
1
|
+
{"version":3,"file":"EngageActionPerformer.js","sourceRoot":"","sources":["../../../../src/destinations/engage/utils/EngageActionPerformer.ts"],"names":[],"mappings":";;;;;;;;;;;;AAIA,iDAA6C;AAC7C,+CAA2C;AAC3C,mCAAiD;AACjD,6EAAyE;AACzE,mDAAgE;AAGhE,uEAAmE;AAEnE,+DAAsC;AACtC,8CAAwD;AAKxD,MAAsB,qBAAqB;IASzC,YAAqB,aAA4B,EAAW,YAA+C;QAAtF,kBAAa,GAAb,aAAa,CAAe;QAAW,iBAAY,GAAZ,YAAY,CAAmC;QARlG,WAAM,GAAiB,IAAI,2BAAY,CAAC,IAAI,CAAC,CAAA;QAC7C,gBAAW,GAAgB,IAAI,yBAAW,CAAC,IAAI,CAAC,CAAA;QAChD,kBAAa,GAAG,IAAI,CAAC,YAAY,CAAC,aAAa,CAAA;QAOtD,IAAI,CAAC,OAAO,GAAG,YAAY,CAAC,OAAO,CAAA;QACnC,IAAI,CAAC,QAAQ,GAAG,YAAY,CAAC,QAAQ,CAAA;IACvC,CAAC;IAKD,KAAK,CAAC,OAAO;QACX,MAAM,IAAI,CAAC,aAAa,EAAE,EAAE,CAAA;QAC5B,OAAO,IAAI,CAAC,SAAS,EAAE,CAAA;IACzB,CAAC;IAiBD,KAAK,CAAC,OAAO,CAAiB,GAAW,EAAE,OAAwB;QACjE,MAAM,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAAA;QAChC,EAAE,EAAE,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE;YAEtB,MAAM,SAAS,GAAG,EAAE,EAAE,KAAsB,CAAA;YAC5C,IAAI,SAAS,EAAE;gBACb,MAAM,YAAY,GAAG,+BAAe,CAAC,SAAS,CAAC,CAAA;gBAC/C,MAAM,YAAY,GAAG,YAAY,EAAE,OAAO,EAAE,WAAW,EAAE,CAAA;gBAGzD,MAAM,cAAc,GAClB,YAAY,EAAE,QAAQ,CAAC,SAAS,CAAC;oBACjC,YAAY,EAAE,QAAQ,CAAC,UAAU,CAAC;oBAClC,YAAY,EAAE,QAAQ,CAAC,uBAAuB,CAAC;oBAC/C,YAAY,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAA;gBAGxD,IAAI,cAAc,EAAE;oBAClB,MAAM,MAAM,GAAG,YAAY,CAAC,MAAM,IAAI,SAAS,CAAC,MAAM,IAAI,GAAG,CAAA;oBAC7D,SAAS,CAAC,MAAM,GAAG,MAAM,CAAA;oBACzB,YAAY,CAAC,MAAM,GAAG,MAAM,CAAA;oBAE5B,MAAM,SAAS,GAAG,YAAY,CAAC,IAAI,IAAI,SAAS,CAAC,IAAI,IAAI,WAAW,CAAA;oBACpE,SAAS,CAAC,IAAI,GAAG,SAAS,CAAA;oBAC1B,YAAY,CAAC,IAAI,GAAG,SAAS,CAAA;iBAE9B;gBAED,IAAI,YAAY,CAAC,IAAI;oBAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,iBAAiB,YAAY,CAAC,IAAI,EAAE,CAAC,CAAA;gBACzE,IAAI,YAAY,CAAC,MAAM;oBAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,mBAAmB,YAAY,CAAC,MAAM,EAAE,CAAC,CAAA;gBAC/E,IAAI,IAAI,CAAC,UAAU;oBACjB,IAAI;wBACF,IAAI,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAA;qBACrD;oBAAC,OAAO,CAAC,EAAE;wBACV,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,wBAAwB,CAAC,EAAE,CAAC,CAAA;qBAC1C;gBACH,IAAI,cAAc,EAAE;oBAClB,MAAM,IAAI,iBAAc,CAAC,4BAA4B,EAAE,GAAG,CAAC,CAAA;iBAC5D;aACF;iBAAM;gBACL,MAAM,IAAI,GAAuC,EAAE,EAAE,MAAM,CAAA;gBAC3D,IAAI,IAAI,IAAI,IAAI,CAAC,MAAM;oBAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,mBAAmB,IAAI,CAAC,MAAM,EAAE,CAAC,CAAA;gBACvE,IAAI,IAAI,CAAC,UAAU;oBACjB,IAAI;wBACF,IAAI,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,CAAA;qBACnD;oBAAC,OAAO,CAAC,EAAE;wBACV,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,wBAAwB,CAAC,EAAE,CAAC,CAAA;qBAC1C;aACJ;QACH,CAAC,CAAC,CAAA;QACF,OAAO,MAAM,IAAI,CAAC,aAAa,CAAO,GAAG,EAAE,OAAO,CAAC,CAAA;IACrD,CAAC;IAID,SAAS,CAAC,GAAuB;QAC/B,IAAI,CAAC,GAAG,EAAE;YACR,OAAO,GAAG,CAAA;SACX;QAED,IAAI,GAAG,CAAC,MAAM,IAAI,CAAC,EAAE;YACnB,OAAO,KAAK,CAAA;SACb;QACD,OAAO,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,KAAK,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAA;IACpE,CAAC;IAED,eAAe,CAAC,WAAmB,EAAE,UAA0B;QAC7D,IAAI,uDAA0B,EAAE;YAAE,OAAO,IAAI,CAAA;QAC7C,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,QAAQ,IAAI,CAAC,CAAC,WAAW,IAAI,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC;YAAE,OAAO,UAAU,EAAE,EAAE,CAAA;QACtG,OAAO,IAAI,CAAC,YAAY,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAA;IAChD,CAAC;IAED,OAAO,CAAC,GAAW,EAAE,QAAiB;QACpC,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAA;IACpC,CAAC;IACD,QAAQ,CAAC,GAAW,EAAE,QAAiB;QACrC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAA;IACrC,CAAC;IAKD,UAAU,CAAC,UAAwD;QACjE,MAAM,EAAE,GAAG,IAAI,CAAC,gBAAgB,CAAA;QAChC,EAAE,EAAE,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE;YACtB,IAAI,EAAE,CAAC,KAAK,EAAE;gBACZ,MAAM,GAAG,GAAG,OAAO,UAAU,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAA;gBAC1E,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;aAClB;QACH,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,SAAS,CAAC,MAAc,EAAE,KAAc,EAAE,IAAe;QACvD,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IACjE,CAAC;IAED,cAAc,CAAC,MAAc,EAAE,KAAa,EAAE,IAAe;QAC3D,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IACtE,CAAC;IAED,QAAQ,CAAC,MAAc,EAAE,KAAa,EAAE,IAAe;QACrD,IAAI,CAAC,WAAW,CAAC,KAAK,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAA;IAChE,CAAC;IAED,IAAI,UAAU;QACZ,OAAO,IAAI,CAAC,MAAM,CAAC,UAAU,CAAA;IAC/B,CAAC;IAED,IAAI,IAAI;QACN,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,CAAA;IAC9B,CAAC;IAED,uBAAuB,CACrB,KAAc,EACd,UAAmF;QAEnF,MAAM,iDAAuB,CAAC,IAAI,CAAC,KAAK,EAAE,UAAU,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAA;IAC9E,CAAC;CACF;AA1IC;IADC,aAAK,EAAE;oDAIP;AAiBD;IAJC,aAAK,CAAC;QACL,KAAK,EAAE,WAAW;QAClB,SAAS,EAAE,WAAW;KACvB,CAAC;oDAoDD;AAxFH,sDA2JC;AAED,SAAS,WAAW,CAAC,GAAQ;IAE3B,MAAM,OAAO,GAAG,GAAuB,CAAA;IACvC,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,CAAA;IAChC,IAAI,OAAO,CAAC,IAAI,IAAI,MAAM,EAAE;QAC1B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,kBAAQ,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC,CAAA;KACpD;AACH,CAAC"}
|
|
@@ -2,7 +2,7 @@ import { ConversionCustomVariable, PartialErrorResponse, QueryResponse } from '.
|
|
|
2
2
|
import { ModifiedResponse, RequestClient, DynamicFieldResponse } from '@segment/actions-core';
|
|
3
3
|
import { StatsContext } from '@segment/actions-core/destination-kit';
|
|
4
4
|
import { Features } from '@segment/actions-core/mapping-kit';
|
|
5
|
-
import { HTTPError } from '@segment/actions-core
|
|
5
|
+
import { HTTPError } from '@segment/actions-core';
|
|
6
6
|
export declare const API_VERSION = "v15";
|
|
7
7
|
export declare const CANARY_API_VERSION = "v15";
|
|
8
8
|
export declare const FLAGON_NAME = "google-enhanced-canary-version";
|
|
@@ -4,11 +4,11 @@ exports.commonHashedEmailValidation = exports.isHashedEmail = exports.getApiVers
|
|
|
4
4
|
const crypto_1 = require("crypto");
|
|
5
5
|
const actions_core_1 = require("@segment/actions-core");
|
|
6
6
|
const formats_1 = require("ajv-formats/dist/formats");
|
|
7
|
-
const
|
|
7
|
+
const actions_core_2 = require("@segment/actions-core");
|
|
8
8
|
exports.API_VERSION = 'v15';
|
|
9
9
|
exports.CANARY_API_VERSION = 'v15';
|
|
10
10
|
exports.FLAGON_NAME = 'google-enhanced-canary-version';
|
|
11
|
-
class GoogleAdsError extends
|
|
11
|
+
class GoogleAdsError extends actions_core_2.HTTPError {
|
|
12
12
|
}
|
|
13
13
|
exports.GoogleAdsError = GoogleAdsError;
|
|
14
14
|
function formatCustomVariables(customVariables, customVariableIdsResults) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"functions.js","sourceRoot":"","sources":["../../../src/destinations/google-enhanced-conversions/functions.ts"],"names":[],"mappings":";;;AAAA,mCAAmC;AAQnC,wDAM8B;AAG9B,sDAAsD;AACtD,
|
|
1
|
+
{"version":3,"file":"functions.js","sourceRoot":"","sources":["../../../src/destinations/google-enhanced-conversions/functions.ts"],"names":[],"mappings":";;;AAAA,mCAAmC;AAQnC,wDAM8B;AAG9B,sDAAsD;AACtD,wDAAiD;AAEpC,QAAA,WAAW,GAAG,KAAK,CAAA;AACnB,QAAA,kBAAkB,GAAG,KAAK,CAAA;AAC1B,QAAA,WAAW,GAAG,gCAAgC,CAAA;AAE3D,MAAa,cAAe,SAAQ,wBAAS;CAK5C;AALD,wCAKC;AAED,SAAgB,qBAAqB,CACnC,eAAuB,EACvB,wBAAyD;IAGzD,MAAM,aAAa,GAA2B,EAAE,CAAA;IAChD,MAAM,CAAC,OAAO,CAAC,wBAAwB,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,kBAAkB,CAAC,EAAE,EAAE;QAC3E,aAAa,CAAC,kBAAkB,CAAC,wBAAwB,CAAC,IAAI,CAAC;YAC7D,kBAAkB,CAAC,wBAAwB,CAAC,YAAY,CAAA;IAC5D,CAAC,CAAC,CAAA;IAEF,MAAM,SAAS,GAA0D,EAAE,CAAA;IAC3E,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,EAAE,KAAK,CAAC,EAAE,EAAE;QACvD,IAAI,aAAa,CAAC,GAAG,CAAC,IAAI,SAAS,EAAE;YACnC,MAAM,QAAQ,GAAG;gBACf,wBAAwB,EAAE,aAAa,CAAC,GAAG,CAAC;gBAC5C,KAAK,EAAE,KAAK;aACb,CAAA;YACD,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;SACzB;IACH,CAAC,CAAC,CAAA;IAEF,OAAO,SAAS,CAAA;AAClB,CAAC;AAvBD,sDAuBC;AAEM,MAAM,IAAI,GAAG,CAAC,KAAyB,EAAsB,EAAE;IACpE,IAAI,KAAK,KAAK,SAAS,EAAE;QACvB,OAAM;KACP;IAED,MAAM,IAAI,GAAG,mBAAU,CAAC,QAAQ,CAAC,CAAA;IACjC,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;IAClB,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;AAC3B,CAAC,CAAA;AARY,QAAA,IAAI,QAQhB;AAEM,KAAK,UAAU,kBAAkB,CACtC,UAAkB,EAClB,IAAS,EACT,OAAsB,EACtB,QAA8B,EAC9B,YAAsC;IAEtC,OAAO,MAAM,OAAO,CAClB,oCAAoC,aAAa,CAC/C,QAAQ,EACR,YAAY,CACb,cAAc,UAAU,yBAAyB,EAClD;QACE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,IAAI,EAAE,WAAW,EAAE;YAC5C,iBAAiB,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,uBAAuB,EAAE;SAC5D;QACD,IAAI,EAAE;YACJ,KAAK,EAAE,uGAAuG;SAC/G;KACF,CACF,CAAA;AACH,CAAC;AAvBD,gDAuBC;AAEM,KAAK,UAAU,qBAAqB,CACzC,UAA8B,EAC9B,IAAS,EACT,OAAsB,EACtB,QAA8B,EAC9B,YAAsC;IAEtC,OAAO,OAAO,CACZ,oCAAoC,aAAa,CAC/C,QAAQ,EACR,YAAY,CACb,cAAc,UAAU,yBAAyB,EAClD;QACE,MAAM,EAAE,MAAM;QACd,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,IAAI,EAAE,WAAW,EAAE;YAC5C,iBAAiB,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,uBAAuB,EAAE;SAC5D;QACD,IAAI,EAAE;YACJ,KAAK,EAAE,4EAA4E;SACpF;KACF,CACF,CAAA;AACH,CAAC;AAvBD,sDAuBC;AAEM,KAAK,UAAU,8BAA8B,CAClD,OAAsB,EACtB,QAAa,EACb,IAAS,EACT,QAA8B,EAC9B,YAAsC;IAEtC,IAAI;QAEF,QAAQ,CAAC,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;QAC3D,MAAM,OAAO,GAAG,MAAM,qBAAqB,CAAC,QAAQ,CAAC,UAAU,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,YAAY,CAAC,CAAA;QAEvG,MAAM,GAAG,GAAoC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;QACxE,MAAM,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,KAAyB,EAAE,EAAE;YAC/D,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,gBAAgB,CAAC,EAAE,EAAE,KAAK,EAAE,KAAK,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAA;QACjF,CAAC,CAAC,CAAA;QACF,OAAO;YACL,OAAO;SACR,CAAA;KACF;IAAC,OAAO,GAAG,EAAE;QACZ,OAAO;YACL,OAAO,EAAE,EAAE;YACX,QAAQ,EAAE,EAAE;YACZ,KAAK,EAAE;gBACL,OAAO,EAAG,GAAsB,CAAC,QAAQ,EAAE,UAAU,IAAI,eAAe;gBACxE,IAAI,EAAG,GAAsB,CAAC,QAAQ,EAAE,MAAM,GAAG,EAAE,IAAI,KAAK;aAC7D;SACF,CAAA;KACF;AACH,CAAC;AA7BD,wEA6BC;AAKD,SAAgB,kBAAkB,CAAC,QAAgD;IACjF,IAAI,QAAQ,CAAC,IAAI,CAAC,mBAAmB,EAAE;QACrC,MAAM,IAAI,+BAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,OAAO,EAAE,kBAAkB,EAAE,GAAG,CAAC,CAAA;KAC/F;AACH,CAAC;AAJD,gDAIC;AAED,SAAgB,gBAAgB,CAAC,SAA6B;IAC5D,IAAI,CAAC,SAAS,EAAE;QACd,OAAO,SAAS,CAAA;KACjB;IACD,OAAO,SAAS,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAA;AAC9D,CAAC;AALD,4CAKC;AAED,SAAgB,aAAa,CAAC,QAAmB,EAAE,YAA2B;IAC5E,MAAM,WAAW,GAAG,YAAY,EAAE,WAAW,CAAA;IAC7C,MAAM,IAAI,GAAG,YAAY,EAAE,IAAI,CAAA;IAE/B,MAAM,OAAO,GAAG,QAAQ,IAAI,QAAQ,CAAC,mBAAW,CAAC,CAAC,CAAC,CAAC,0BAAkB,CAAC,CAAC,CAAC,mBAAW,CAAA;IACpF,IAAI,EAAE,IAAI,CAAC,WAAW,OAAO,EAAE,CAAC,CAAA;IAChC,WAAW,EAAE,IAAI,CAAC,oBAAoB,EAAE,CAAC,EAAE,IAAI,CAAC,CAAA;IAChD,OAAO,OAAO,CAAA;AAChB,CAAC;AARD,sCAQC;AAEM,MAAM,aAAa,GAAG,CAAC,KAAa,EAAW,EAAE,CAAC,IAAI,MAAM,CAAC,mBAAmB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;AAAvF,QAAA,aAAa,iBAA0E;AAC7F,MAAM,2BAA2B,GAAG,CAAC,KAAa,EAAU,EAAE;IACnE,IAAI,qBAAa,CAAC,KAAK,CAAC,EAAE;QACxB,OAAO,KAAK,CAAA;KACb;IAGD,IAAI,CAAE,qBAAW,CAAC,KAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE;QAC9C,MAAM,IAAI,qCAAsB,CAAC,sDAAsD,CAAC,CAAA;KACzF;IAED,OAAO,MAAM,CAAC,YAAI,CAAC,KAAK,CAAC,CAAC,CAAA;AAC5B,CAAC,CAAA;AAXY,QAAA,2BAA2B,+BAWvC"}
|
|
@@ -44,31 +44,36 @@ const destination = {
|
|
|
44
44
|
label: 'Username',
|
|
45
45
|
description: 'The username for your Kafka instance. Should be populated only if using PLAIN or SCRAM Authentication Mechanisms.',
|
|
46
46
|
type: 'string',
|
|
47
|
-
required: false
|
|
47
|
+
required: false,
|
|
48
|
+
depends_on: utils_1.DEPENDS_ON_PLAIN_OR_SCRAM
|
|
48
49
|
},
|
|
49
50
|
password: {
|
|
50
51
|
label: 'Password',
|
|
51
52
|
description: 'The password for your Kafka instance. Should only be populated if using PLAIN or SCRAM Authentication Mechanisms.',
|
|
52
53
|
type: 'password',
|
|
53
|
-
required: false
|
|
54
|
+
required: false,
|
|
55
|
+
depends_on: utils_1.DEPENDS_ON_PLAIN_OR_SCRAM
|
|
54
56
|
},
|
|
55
57
|
accessKeyId: {
|
|
56
58
|
label: 'AWS Access Key ID',
|
|
57
59
|
description: 'The Access Key ID for your AWS IAM instance. Must be populated if using AWS IAM Authentication Mechanism.',
|
|
58
60
|
type: 'string',
|
|
59
|
-
required: false
|
|
61
|
+
required: false,
|
|
62
|
+
depends_on: utils_1.DEPEONDS_ON_AWS
|
|
60
63
|
},
|
|
61
64
|
secretAccessKey: {
|
|
62
65
|
label: 'AWS Secret Key',
|
|
63
66
|
description: 'The Secret Key for your AWS IAM instance. Must be populated if using AWS IAM Authentication Mechanism.',
|
|
64
67
|
type: 'password',
|
|
65
|
-
required: false
|
|
68
|
+
required: false,
|
|
69
|
+
depends_on: utils_1.DEPEONDS_ON_AWS
|
|
66
70
|
},
|
|
67
71
|
authorizationIdentity: {
|
|
68
72
|
label: 'AWS Authorization Identity',
|
|
69
73
|
description: 'AWS IAM role ARN used for authorization. This field is optional, and should only be populated if using the AWS IAM Authentication Mechanism.',
|
|
70
74
|
type: 'string',
|
|
71
|
-
required: false
|
|
75
|
+
required: false,
|
|
76
|
+
depends_on: utils_1.DEPEONDS_ON_AWS
|
|
72
77
|
},
|
|
73
78
|
ssl_enabled: {
|
|
74
79
|
label: 'SSL Enabled',
|
|
@@ -87,13 +92,15 @@ const destination = {
|
|
|
87
92
|
label: 'SSL Client Key',
|
|
88
93
|
description: 'The Client Key for your Kafka instance. Exclude the first and last lines from the file. i.e `-----BEGIN CERTIFICATE-----` and `-----END CERTIFICATE-----`.',
|
|
89
94
|
type: 'string',
|
|
90
|
-
required: false
|
|
95
|
+
required: false,
|
|
96
|
+
depends_on: utils_1.DEPENDS_ON_CLIENT_CERT
|
|
91
97
|
},
|
|
92
98
|
ssl_cert: {
|
|
93
99
|
label: 'SSL Client Certificate',
|
|
94
100
|
description: 'The Certificate Authority for your Kafka instance. Exclude the first and last lines from the file. i.e `-----BEGIN CERTIFICATE-----` and `-----END CERTIFICATE-----`.',
|
|
95
101
|
type: 'string',
|
|
96
|
-
required: false
|
|
102
|
+
required: false,
|
|
103
|
+
depends_on: utils_1.DEPENDS_ON_CLIENT_CERT
|
|
97
104
|
},
|
|
98
105
|
ssl_reject_unauthorized_ca: {
|
|
99
106
|
label: 'SSL - Reject Unauthorized Certificate Authority',
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/destinations/kafka/index.ts"],"names":[],"mappings":";;;;;AAEA,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/destinations/kafka/index.ts"],"names":[],"mappings":";;;;;AAEA,mCAAiH;AACjH,kDAAyB;AAEzB,MAAM,WAAW,GAAoC;IACnD,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,eAAe;IACrB,IAAI,EAAE,OAAO;IACb,WAAW,EAAE,4BAA4B;IACzC,cAAc,EAAE;QACd,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE;YACN,QAAQ,EAAE;gBACR,KAAK,EAAE,WAAW;gBAClB,WAAW,EAAE,sFAAsF;gBACnG,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,IAAI;gBACd,OAAO,EAAE,gCAAgC;aAC1C;YACD,OAAO,EAAE;gBACP,KAAK,EAAE,SAAS;gBAChB,WAAW,EACT,2HAA2H;gBAC7H,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,IAAI;aACf;YACD,SAAS,EAAE;gBACT,KAAK,EAAE,0BAA0B;gBACjC,WAAW,EACT,sRAAsR;gBACxR,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,IAAI;gBACd,OAAO,EAAE;oBACP,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE;oBAClC,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,eAAe,EAAE;oBAClD,EAAE,KAAK,EAAE,eAAe,EAAE,KAAK,EAAE,eAAe,EAAE;oBAClD,EAAE,KAAK,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,EAAE;oBAClC,EAAE,KAAK,EAAE,oBAAoB,EAAE,KAAK,EAAE,kBAAkB,EAAE;iBAC3D;gBACD,OAAO,EAAE,OAAO;aACjB;YACD,QAAQ,EAAE;gBACR,KAAK,EAAE,UAAU;gBACjB,WAAW,EACT,mHAAmH;gBACrH,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,KAAK;gBACf,UAAU,EAAE,iCAAyB;aACtC;YACD,QAAQ,EAAE;gBACR,KAAK,EAAE,UAAU;gBACjB,WAAW,EACT,mHAAmH;gBACrH,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE,KAAK;gBACf,UAAU,EAAE,iCAAyB;aACtC;YACD,WAAW,EAAE;gBACX,KAAK,EAAE,mBAAmB;gBAC1B,WAAW,EACT,2GAA2G;gBAC7G,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,KAAK;gBACf,UAAU,EAAE,uBAAe;aAC5B;YACD,eAAe,EAAE;gBACf,KAAK,EAAE,gBAAgB;gBACvB,WAAW,EACT,wGAAwG;gBAC1G,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE,KAAK;gBACf,UAAU,EAAE,uBAAe;aAC5B;YACD,qBAAqB,EAAE;gBACrB,KAAK,EAAE,4BAA4B;gBACnC,WAAW,EACT,8IAA8I;gBAChJ,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,KAAK;gBACf,UAAU,EAAE,uBAAe;aAC5B;YACD,WAAW,EAAE;gBACX,KAAK,EAAE,aAAa;gBACpB,WAAW,EAAE,qCAAqC;gBAClD,IAAI,EAAE,SAAS;gBACf,QAAQ,EAAE,IAAI;gBACd,OAAO,EAAE,IAAI;aACd;YACD,MAAM,EAAE;gBACN,KAAK,EAAE,2BAA2B;gBAClC,WAAW,EACT,uKAAuK;gBACzK,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,KAAK;aAChB;YACD,OAAO,EAAE;gBACP,KAAK,EAAE,gBAAgB;gBACvB,WAAW,EACT,4JAA4J;gBAC9J,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,KAAK;gBACf,UAAU,EAAE,8BAAsB;aACnC;YACD,QAAQ,EAAE;gBACR,KAAK,EAAE,wBAAwB;gBAC/B,WAAW,EACT,uKAAuK;gBACzK,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,KAAK;gBACf,UAAU,EAAE,8BAAsB;aACnC;YACD,0BAA0B,EAAE;gBAC1B,KAAK,EAAE,iDAAiD;gBACxD,WAAW,EACT,6GAA6G;gBAC/G,IAAI,EAAE,SAAS;gBACf,QAAQ,EAAE,IAAI;gBACd,OAAO,EAAE,IAAI;aACd;SACF;QACD,kBAAkB,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE;YAC5C,gBAAQ,CAAC,QAAQ,CAAC,CAAA;YAClB,OAAO,MAAM,iBAAS,CAAC,QAAQ,CAAC,CAAA;QAClC,CAAC;KACF;IACD,OAAO,EAAE;QACP,IAAI,EAAJ,cAAI;KACL;CACF,CAAA;AAED,kBAAe,WAAW,CAAA"}
|
|
@@ -1,7 +1,11 @@
|
|
|
1
1
|
import { DynamicFieldResponse } from '@segment/actions-core';
|
|
2
2
|
import type { Settings } from './generated-types';
|
|
3
3
|
import type { Payload } from './send/generated-types';
|
|
4
|
+
import { DependsOnConditions } from '@segment/actions-core/destination-kittypes';
|
|
4
5
|
export declare const DEFAULT_PARTITIONER = "DefaultPartitioner";
|
|
6
|
+
export declare const DEPENDS_ON_PLAIN_OR_SCRAM: DependsOnConditions;
|
|
7
|
+
export declare const DEPEONDS_ON_AWS: DependsOnConditions;
|
|
8
|
+
export declare const DEPENDS_ON_CLIENT_CERT: DependsOnConditions;
|
|
5
9
|
export declare const getTopics: (settings: Settings) => Promise<DynamicFieldResponse>;
|
|
6
10
|
export declare const validate: (settings: Settings) => void;
|
|
7
11
|
export declare const sendData: (settings: Settings, payload: Payload[]) => Promise<void>;
|
|
@@ -1,9 +1,47 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.sendData = exports.validate = exports.getTopics = exports.DEFAULT_PARTITIONER = void 0;
|
|
3
|
+
exports.sendData = exports.validate = exports.getTopics = exports.DEPENDS_ON_CLIENT_CERT = exports.DEPEONDS_ON_AWS = exports.DEPENDS_ON_PLAIN_OR_SCRAM = exports.DEFAULT_PARTITIONER = void 0;
|
|
4
4
|
const kafkajs_1 = require("kafkajs");
|
|
5
5
|
const actions_core_1 = require("@segment/actions-core");
|
|
6
6
|
exports.DEFAULT_PARTITIONER = 'DefaultPartitioner';
|
|
7
|
+
exports.DEPENDS_ON_PLAIN_OR_SCRAM = {
|
|
8
|
+
match: 'any',
|
|
9
|
+
conditions: [
|
|
10
|
+
{
|
|
11
|
+
fieldKey: 'mechanism',
|
|
12
|
+
operator: 'is',
|
|
13
|
+
value: 'plain'
|
|
14
|
+
},
|
|
15
|
+
{
|
|
16
|
+
fieldKey: 'mechanism',
|
|
17
|
+
operator: 'is',
|
|
18
|
+
value: 'scram-sha-256'
|
|
19
|
+
},
|
|
20
|
+
{
|
|
21
|
+
fieldKey: 'mechanism',
|
|
22
|
+
operator: 'is',
|
|
23
|
+
value: 'scram-sha-512'
|
|
24
|
+
}
|
|
25
|
+
]
|
|
26
|
+
};
|
|
27
|
+
exports.DEPEONDS_ON_AWS = {
|
|
28
|
+
conditions: [
|
|
29
|
+
{
|
|
30
|
+
fieldKey: 'mechanism',
|
|
31
|
+
operator: 'is',
|
|
32
|
+
value: 'aws'
|
|
33
|
+
}
|
|
34
|
+
]
|
|
35
|
+
};
|
|
36
|
+
exports.DEPENDS_ON_CLIENT_CERT = {
|
|
37
|
+
conditions: [
|
|
38
|
+
{
|
|
39
|
+
fieldKey: 'mechanism',
|
|
40
|
+
operator: 'is',
|
|
41
|
+
value: 'client-cert-auth'
|
|
42
|
+
}
|
|
43
|
+
]
|
|
44
|
+
};
|
|
7
45
|
const getTopics = async (settings) => {
|
|
8
46
|
const kafka = getKafka(settings);
|
|
9
47
|
const admin = kafka.admin();
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/destinations/kafka/utils.ts"],"names":[],"mappings":";;;AAAA,qCAAqG;AACrG,wDAA8E;
|
|
1
|
+
{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../../src/destinations/kafka/utils.ts"],"names":[],"mappings":";;;AAAA,qCAAqG;AACrG,wDAA8E;AAKjE,QAAA,mBAAmB,GAAG,oBAAoB,CAAA;AAE1C,QAAA,yBAAyB,GAAwB;IAC5D,KAAK,EAAE,KAAK;IACZ,UAAU,EAAE;QACV;YACE,QAAQ,EAAE,WAAW;YACrB,QAAQ,EAAE,IAAI;YACd,KAAK,EAAE,OAAO;SACf;QACD;YACE,QAAQ,EAAE,WAAW;YACrB,QAAQ,EAAE,IAAI;YACd,KAAK,EAAE,eAAe;SACvB;QACD;YACE,QAAQ,EAAE,WAAW;YACrB,QAAQ,EAAE,IAAI;YACd,KAAK,EAAE,eAAe;SACvB;KACF;CACF,CAAA;AACY,QAAA,eAAe,GAAwB;IAClD,UAAU,EAAE;QACV;YACE,QAAQ,EAAE,WAAW;YACrB,QAAQ,EAAE,IAAI;YACd,KAAK,EAAE,KAAK;SACb;KACF;CACF,CAAA;AACY,QAAA,sBAAsB,GAAwB;IACzD,UAAU,EAAE;QACV;YACE,QAAQ,EAAE,WAAW;YACrB,QAAQ,EAAE,IAAI;YACd,KAAK,EAAE,kBAAkB;SAC1B;KACF;CACF,CAAA;AAsBM,MAAM,SAAS,GAAG,KAAK,EAAE,QAAkB,EAAiC,EAAE;IACnF,MAAM,KAAK,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAA;IAChC,MAAM,KAAK,GAAG,KAAK,CAAC,KAAK,EAAE,CAAA;IAC3B,MAAM,KAAK,CAAC,OAAO,EAAE,CAAA;IACrB,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,UAAU,EAAE,CAAA;IACvC,MAAM,KAAK,CAAC,UAAU,EAAE,CAAA;IACxB,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,CAAA;AAC7E,CAAC,CAAA;AAPY,QAAA,SAAS,aAOrB;AAED,MAAM,QAAQ,GAAG,CAAC,QAAkB,EAAE,EAAE;IACtC,MAAM,WAAW,GAAG;QAClB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;QAC3B,OAAO,EAAE,QAAQ,CAAC,OAAO;aACtB,IAAI,EAAE;aACN,KAAK,CAAC,GAAG,CAAC;aACV,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACjC,IAAI,EAAE,CAAC,GAA4B,EAAE;YACnC,QAAQ,QAAQ,CAAC,SAAS,EAAE;gBAC1B,KAAK,OAAO;oBACV,OAAO;wBACL,QAAQ,EAAE,QAAQ,EAAE,QAAQ;wBAC5B,QAAQ,EAAE,QAAQ,EAAE,QAAQ;wBAC5B,SAAS,EAAE,QAAQ,CAAC,SAAS;qBACf,CAAA;gBAClB,KAAK,eAAe,CAAC;gBACrB,KAAK,eAAe;oBAClB,OAAO;wBACL,QAAQ,EAAE,QAAQ,CAAC,QAAQ;wBAC3B,QAAQ,EAAE,QAAQ,CAAC,QAAQ;wBAC3B,SAAS,EAAE,QAAQ,CAAC,SAAS;qBACf,CAAA;gBAClB,KAAK,KAAK;oBACR,OAAO;wBACL,WAAW,EAAE,QAAQ,CAAC,WAAW;wBACjC,eAAe,EAAE,QAAQ,CAAC,eAAe;wBACzC,qBAAqB,EAAE,QAAQ,CAAC,qBAAqB;wBACrD,SAAS,EAAE,QAAQ,CAAC,SAAS;qBACf,CAAA;gBAClB;oBACE,OAAO,SAAS,CAAA;aACnB;QACH,CAAC,CAAC,EAAE;QACJ,GAAG,EAAE,CAAC,GAAG,EAAE;YACT,IAAI,QAAQ,EAAE,MAAM,EAAE;gBACpB,MAAM,GAAG,GAAc;oBACrB,EAAE,EAAE,CAAC,gCAAgC,QAAQ,CAAC,MAAM,CAAC,IAAI,EAAE,6BAA6B,CAAC;oBACzF,kBAAkB,EAAE,QAAQ,CAAC,0BAA0B;iBACxD,CAAA;gBACD,IAAI,QAAQ,CAAC,SAAS,KAAK,kBAAkB,EAAE;oBAC7C,CAAC;oBAAA,CAAC,GAAG,CAAC,GAAG,GAAG,gCAAgC,QAAQ,EAAE,OAAO,EAAE,IAAI,EAAE,6BAA6B,CAAC;wBACjG,CAAC,GAAG,CAAC,IAAI,GAAG,gCAAgC,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,6BAA6B,CAAC,CAAA;iBACvG;gBACD,OAAO,GAAG,CAAA;aACX;iBAAM,IAAI,QAAQ,CAAC,WAAW,EAAE;gBAC/B,OAAO,QAAQ,CAAC,WAAW,CAAA;aAC5B;YACD,OAAO,SAAS,CAAA;QAClB,CAAC,CAAC,EAAE;KACqB,CAAA;IAE3B,IAAI;QACF,OAAO,IAAI,eAAK,CAAC,WAAW,CAAC,CAAA;KAC9B;IAAC,OAAO,KAAK,EAAE;QACd,MAAM,IAAI,+BAAgB,CACxB,2BAA4B,KAAsB,CAAC,OAAO,EAAE,EAC5D,wBAAwB,EACxB,GAAG,CACJ,CAAA;KACF;AACH,CAAC,CAAA;AAEM,MAAM,QAAQ,GAAG,CAAC,QAAkB,EAAE,EAAE;IAC7C,IACE,CAAC,OAAO,EAAE,eAAe,EAAE,eAAe,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC;QACxE,CAAC,CAAC,QAAQ,CAAC,QAAQ,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAC1C;QACA,MAAM,IAAI,+BAAgB,CACxB,kFAAkF,EAClF,qBAAqB,EACrB,GAAG,CACJ,CAAA;KACF;IACD,IAAI,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,WAAW,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE;QAChG,MAAM,IAAI,+BAAgB,CACxB,oFAAoF,EACpF,yBAAyB,EACzB,GAAG,CACJ,CAAA;KACF;IACD,IAAI,CAAC,kBAAkB,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,OAAO,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE;QAClG,MAAM,IAAI,+BAAgB,CACxB,wGAAwG,EACxG,qCAAqC,EACrC,GAAG,CACJ,CAAA;KACF;AACH,CAAC,CAAA;AAzBY,QAAA,QAAQ,YAyBpB;AAED,MAAM,WAAW,GAAG,CAAC,QAAkB,EAAE,EAAE;IACzC,OAAO,QAAQ,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC;QACjC,iBAAiB,EAAE,sBAAY,CAAC,kBAAkB;KACnD,CAAC,CAAA;AACJ,CAAC,CAAA;AAEM,MAAM,QAAQ,GAAG,KAAK,EAAE,QAAkB,EAAE,OAAkB,EAAE,EAAE;IACvE,gBAAQ,CAAC,QAAQ,CAAC,CAAA;IAElB,MAAM,eAAe,GAAmC,EAAE,CAAA;IAE1D,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE;QACpB,MAAM,EAAE,KAAK,EAAE,GAAG,CAAC,CAAA;QACnB,IAAI,CAAC,eAAe,CAAC,KAAK,CAAC,EAAE;YAC3B,eAAe,CAAC,KAAK,CAAC,GAAG,EAAE,CAAA;SAC5B;QACD,eAAe,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IAChC,CAAC,CAAC,CAAA;IAEF,MAAM,aAAa,GAAoB,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;QAClF,KAAK;QACL,QAAQ,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC,GAAG,CAClC,CAAC,OAAO,EAAE,EAAE,CACV,CAAC;YACC,KAAK,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,CAAC;YACtC,GAAG,EAAE,OAAO,CAAC,GAAG;YAChB,OAAO,EAAE,OAAO,EAAE,OAAO,IAAI,SAAS;YACtC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,EAAE,iBAAiB,IAAI,SAAS;YACxE,eAAe,EAAE,2BAAmB;SACzB,CAAA,CAChB;KACF,CAAC,CAAC,CAAA;IAEH,MAAM,QAAQ,GAAG,WAAW,CAAC,QAAQ,CAAC,CAAA;IAEtC,MAAM,QAAQ,CAAC,OAAO,EAAE,CAAA;IAExB,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE;QAChC,IAAI;YACF,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAsB,CAAC,CAAA;SAC5C;QAAC,OAAO,KAAK,EAAE;YACd,MAAM,IAAI,+BAAgB,CACxB,yBAA0B,KAAsB,CAAC,OAAO,EAAE,EAC1D,sBAAsB,EACtB,GAAG,CACJ,CAAA;SACF;KACF;IAED,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAA;AAC7B,CAAC,CAAA;AA5CY,QAAA,QAAQ,YA4CpB"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
export interface Payload {
|
|
2
|
+
audience_key: string;
|
|
3
|
+
identifier_data?: {
|
|
4
|
+
[k: string]: unknown;
|
|
5
|
+
};
|
|
6
|
+
unhashed_identifier_data?: {
|
|
7
|
+
[k: string]: unknown;
|
|
8
|
+
};
|
|
9
|
+
delimiter: string;
|
|
10
|
+
filename: string;
|
|
11
|
+
enable_batching: boolean;
|
|
12
|
+
batch_size?: number;
|
|
13
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"generated-types.js","sourceRoot":"","sources":["../../../../src/destinations/liveramp-audiences/audienceEntered/generated-types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
+
const actions_core_1 = require("@segment/actions-core");
|
|
4
|
+
const s3_1 = require("./s3");
|
|
5
|
+
const sftp_1 = require("./sftp");
|
|
6
|
+
const operations_1 = require("../operations");
|
|
7
|
+
const action = {
|
|
8
|
+
title: 'Audience Entered',
|
|
9
|
+
description: 'Uploads audience membership data to a file for LiveRamp ingestion.',
|
|
10
|
+
defaultSubscription: 'event = "Audience Entered"',
|
|
11
|
+
fields: {
|
|
12
|
+
audience_key: {
|
|
13
|
+
label: 'Audience Key',
|
|
14
|
+
description: 'Identifies the user within the entered audience.',
|
|
15
|
+
type: 'string',
|
|
16
|
+
required: true,
|
|
17
|
+
default: { '@path': '$.userId' }
|
|
18
|
+
},
|
|
19
|
+
identifier_data: {
|
|
20
|
+
label: 'Identifier Data',
|
|
21
|
+
description: `Additional data pertaining to the user to be written to the file.`,
|
|
22
|
+
type: 'object',
|
|
23
|
+
required: false,
|
|
24
|
+
defaultObjectUI: 'keyvalue:only'
|
|
25
|
+
},
|
|
26
|
+
unhashed_identifier_data: {
|
|
27
|
+
label: 'Hashable Identifier Data',
|
|
28
|
+
description: `Additional data pertaining to the user to be hashed before written to the file`,
|
|
29
|
+
type: 'object',
|
|
30
|
+
required: false,
|
|
31
|
+
defaultObjectUI: 'keyvalue:only'
|
|
32
|
+
},
|
|
33
|
+
delimiter: {
|
|
34
|
+
label: 'Delimeter',
|
|
35
|
+
description: `Character used to separate tokens in the resulting file.`,
|
|
36
|
+
type: 'string',
|
|
37
|
+
required: true,
|
|
38
|
+
default: ','
|
|
39
|
+
},
|
|
40
|
+
filename: {
|
|
41
|
+
label: 'Filename',
|
|
42
|
+
description: `Name of the CSV file to upload for LiveRamp ingestion.`,
|
|
43
|
+
type: 'string',
|
|
44
|
+
required: true,
|
|
45
|
+
default: { '@template': '{{properties.audience_key}}_PII_{{timestamp}}.csv' }
|
|
46
|
+
},
|
|
47
|
+
enable_batching: {
|
|
48
|
+
type: 'boolean',
|
|
49
|
+
label: 'Batch data',
|
|
50
|
+
description: 'Receive events in a batch payload. This is required for LiveRamp audiences ingestion.',
|
|
51
|
+
required: true,
|
|
52
|
+
default: true
|
|
53
|
+
},
|
|
54
|
+
batch_size: {
|
|
55
|
+
label: 'Batch Size',
|
|
56
|
+
description: 'Maximum number of events to include in each batch. Actual batch sizes may be lower.',
|
|
57
|
+
type: 'number',
|
|
58
|
+
required: false,
|
|
59
|
+
default: 1000000
|
|
60
|
+
}
|
|
61
|
+
},
|
|
62
|
+
perform: async (request, { settings, payload }) => {
|
|
63
|
+
return processData(request, settings, [payload]);
|
|
64
|
+
},
|
|
65
|
+
performBatch: (request, { settings, payload }) => {
|
|
66
|
+
return processData(request, settings, payload);
|
|
67
|
+
}
|
|
68
|
+
};
|
|
69
|
+
async function processData(request, settings, payloads) {
|
|
70
|
+
const LIVERAMP_MIN_RECORD_COUNT = 25;
|
|
71
|
+
if (payloads.length < LIVERAMP_MIN_RECORD_COUNT) {
|
|
72
|
+
throw new actions_core_1.PayloadValidationError(`received payload count below LiveRamp's ingestion limits. expected: >=${LIVERAMP_MIN_RECORD_COUNT} actual: ${payloads.length}`);
|
|
73
|
+
}
|
|
74
|
+
switch (settings.upload_mode) {
|
|
75
|
+
case 'S3':
|
|
76
|
+
s3_1.validateS3(settings);
|
|
77
|
+
break;
|
|
78
|
+
case 'SFTP':
|
|
79
|
+
sftp_1.validateSFTP(settings);
|
|
80
|
+
break;
|
|
81
|
+
default:
|
|
82
|
+
throw new actions_core_1.InvalidAuthenticationError(`Unexpected upload mode: ${settings.upload_mode}`);
|
|
83
|
+
}
|
|
84
|
+
const { filename, fileContent } = operations_1.generateFile(payloads);
|
|
85
|
+
switch (settings.upload_mode) {
|
|
86
|
+
case 'S3':
|
|
87
|
+
return s3_1.uploadS3(settings, filename, fileContent, request);
|
|
88
|
+
case 'SFTP': {
|
|
89
|
+
const sftpClient = new sftp_1.Client();
|
|
90
|
+
return sftp_1.uploadSFTP(sftpClient, settings, filename, fileContent);
|
|
91
|
+
}
|
|
92
|
+
}
|
|
93
|
+
}
|
|
94
|
+
exports.default = action;
|
|
95
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/destinations/liveramp-audiences/audienceEntered/index.ts"],"names":[],"mappings":";;AAAA,wDAK8B;AAG9B,6BAA2C;AAC3C,iCAAuE;AACvE,8CAA4C;AAE5C,MAAM,MAAM,GAAwC;IAClD,KAAK,EAAE,kBAAkB;IACzB,WAAW,EAAE,oEAAoE;IACjF,mBAAmB,EAAE,4BAA4B;IACjD,MAAM,EAAE;QACN,YAAY,EAAE;YACZ,KAAK,EAAE,cAAc;YACrB,WAAW,EAAE,kDAAkD;YAC/D,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE;SACjC;QACD,eAAe,EAAE;YACf,KAAK,EAAE,iBAAiB;YACxB,WAAW,EAAE,mEAAmE;YAChF,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,KAAK;YACf,eAAe,EAAE,eAAe;SACjC;QACD,wBAAwB,EAAE;YACxB,KAAK,EAAE,0BAA0B;YACjC,WAAW,EAAE,gFAAgF;YAC7F,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,KAAK;YACf,eAAe,EAAE,eAAe;SACjC;QACD,SAAS,EAAE;YACT,KAAK,EAAE,WAAW;YAClB,WAAW,EAAE,0DAA0D;YACvE,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,GAAG;SACb;QACD,QAAQ,EAAE;YACR,KAAK,EAAE,UAAU;YACjB,WAAW,EAAE,wDAAwD;YACrE,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,EAAE,WAAW,EAAE,mDAAmD,EAAE;SAC9E;QACD,eAAe,EAAE;YACf,IAAI,EAAE,SAAS;YACf,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,uFAAuF;YACpG,QAAQ,EAAE,IAAI;YACd,OAAO,EAAE,IAAI;SACd;QACD,UAAU,EAAE;YACV,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,qFAAqF;YAClG,IAAI,EAAE,QAAQ;YACd,QAAQ,EAAE,KAAK;YACf,OAAO,EAAE,OAAO;SACjB;KACF;IACD,OAAO,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE;QAChD,OAAO,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC,CAAA;IAClD,CAAC;IACD,YAAY,EAAE,CAAC,OAAO,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,EAAE,EAAE;QAC/C,OAAO,WAAW,CAAC,OAAO,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAA;IAChD,CAAC;CACF,CAAA;AAED,KAAK,UAAU,WAAW,CAAC,OAAsB,EAAE,QAAkB,EAAE,QAAmB;IACxF,MAAM,yBAAyB,GAAG,EAAE,CAAA;IACpC,IAAI,QAAQ,CAAC,MAAM,GAAG,yBAAyB,EAAE;QAC/C,MAAM,IAAI,qCAAsB,CAC9B,yEAAyE,yBAAyB,YAAY,QAAQ,CAAC,MAAM,EAAE,CAChI,CAAA;KACF;IAED,QAAQ,QAAQ,CAAC,WAAW,EAAE;QAC5B,KAAK,IAAI;YACP,eAAU,CAAC,QAAQ,CAAC,CAAA;YACpB,MAAK;QACP,KAAK,MAAM;YACT,mBAAY,CAAC,QAAQ,CAAC,CAAA;YACtB,MAAK;QACP;YACE,MAAM,IAAI,yCAA0B,CAAC,2BAA2B,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAA;KAC1F;IAED,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,yBAAY,CAAC,QAAQ,CAAC,CAAA;IAExD,QAAQ,QAAQ,CAAC,WAAW,EAAE;QAC5B,KAAK,IAAI;YACP,OAAO,aAAQ,CAAC,QAAQ,EAAE,QAAQ,EAAE,WAAW,EAAE,OAAO,CAAC,CAAA;QAC3D,KAAK,MAAM,CAAC,CAAC;YACX,MAAM,UAAU,GAAG,IAAI,aAAU,EAAE,CAAA;YACnC,OAAO,iBAAU,CAAC,UAAU,EAAE,QAAQ,EAAE,QAAQ,EAAE,WAAW,CAAC,CAAA;SAC/D;KACF;AACH,CAAC;AAED,kBAAe,MAAM,CAAA"}
|
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
/// <reference types="node" />
|
|
2
|
+
import { ModifiedResponse, RequestOptions } from '@segment/actions-core';
|
|
3
|
+
import { Settings } from '../generated-types';
|
|
4
|
+
declare function validateS3(settings: Settings): void;
|
|
5
|
+
declare function uploadS3(settings: Settings, filename: string, fileContent: Buffer, request: <Data = unknown>(url: string, options?: RequestOptions) => Promise<ModifiedResponse<Data>>): Promise<ModifiedResponse<unknown>>;
|
|
6
|
+
export { validateS3, uploadS3 };
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.uploadS3 = exports.validateS3 = void 0;
|
|
7
|
+
const s3_1 = __importDefault(require("../../../lib/AWS/s3"));
|
|
8
|
+
const actions_core_1 = require("@segment/actions-core");
|
|
9
|
+
function validateS3(settings) {
|
|
10
|
+
if (!settings.s3_aws_access_key) {
|
|
11
|
+
throw new actions_core_1.InvalidAuthenticationError('Selected S3 upload mode, but missing AWS Access Key');
|
|
12
|
+
}
|
|
13
|
+
if (!settings.s3_aws_secret_key) {
|
|
14
|
+
throw new actions_core_1.InvalidAuthenticationError('Selected S3 upload mode, but missing AWS Secret Key');
|
|
15
|
+
}
|
|
16
|
+
if (!settings.s3_aws_bucket_name) {
|
|
17
|
+
throw new actions_core_1.InvalidAuthenticationError('Selected S3 upload mode, but missing AWS S3 bucket name');
|
|
18
|
+
}
|
|
19
|
+
if (!settings.s3_aws_region) {
|
|
20
|
+
throw new actions_core_1.InvalidAuthenticationError('Selected S3 upload mode, but missing AWS Region');
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
exports.validateS3 = validateS3;
|
|
24
|
+
async function uploadS3(settings, filename, fileContent, request) {
|
|
25
|
+
const method = 'PUT';
|
|
26
|
+
const opts = await s3_1.default(settings.s3_aws_bucket_name, settings.s3_aws_region, filename, method, fileContent, settings.s3_aws_access_key, settings.s3_aws_secret_key);
|
|
27
|
+
if (!opts.headers || !opts.method || !opts.host || !opts.path) {
|
|
28
|
+
throw new actions_core_1.InvalidAuthenticationError('Unable to generate signature header for AWS S3 request.');
|
|
29
|
+
}
|
|
30
|
+
return await request(`https://${opts.host}/${opts.path}`, {
|
|
31
|
+
headers: opts.headers,
|
|
32
|
+
method,
|
|
33
|
+
body: opts.body
|
|
34
|
+
});
|
|
35
|
+
}
|
|
36
|
+
exports.uploadS3 = uploadS3;
|
|
37
|
+
//# sourceMappingURL=s3.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"s3.js","sourceRoot":"","sources":["../../../../src/destinations/liveramp-audiences/audienceEntered/s3.ts"],"names":[],"mappings":";;;;;;AAAA,6DAA0D;AAC1D,wDAAoG;AAGpG,SAAS,UAAU,CAAC,QAAkB;IACpC,IAAI,CAAC,QAAQ,CAAC,iBAAiB,EAAE;QAC/B,MAAM,IAAI,yCAA0B,CAAC,qDAAqD,CAAC,CAAA;KAC5F;IAED,IAAI,CAAC,QAAQ,CAAC,iBAAiB,EAAE;QAC/B,MAAM,IAAI,yCAA0B,CAAC,qDAAqD,CAAC,CAAA;KAC5F;IAED,IAAI,CAAC,QAAQ,CAAC,kBAAkB,EAAE;QAChC,MAAM,IAAI,yCAA0B,CAAC,yDAAyD,CAAC,CAAA;KAChG;IAED,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE;QAC3B,MAAM,IAAI,yCAA0B,CAAC,iDAAiD,CAAC,CAAA;KACxF;AACH,CAAC;AA6BQ,gCAAU;AA3BnB,KAAK,UAAU,QAAQ,CACrB,QAAkB,EAClB,QAAgB,EAChB,WAAmB,EACnB,OAAmG;IAEnG,MAAM,MAAM,GAAG,KAAK,CAAA;IACpB,MAAM,IAAI,GAAG,MAAM,YAAwB,CACzC,QAAQ,CAAC,kBAA4B,EACrC,QAAQ,CAAC,aAAuB,EAChC,QAAQ,EACR,MAAM,EACN,WAAW,EACX,QAAQ,CAAC,iBAA2B,EACpC,QAAQ,CAAC,iBAA2B,CACrC,CAAA;IACD,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE;QAC7D,MAAM,IAAI,yCAA0B,CAAC,yDAAyD,CAAC,CAAA;KAChG;IAED,OAAO,MAAM,OAAO,CAAC,WAAW,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,IAAI,EAAE,EAAE;QACxD,OAAO,EAAE,IAAI,CAAC,OAAiC;QAC/C,MAAM;QACN,IAAI,EAAE,IAAI,CAAC,IAAI;KAChB,CAAC,CAAA;AACJ,CAAC;AAEoB,4BAAQ"}
|