@segment/action-destinations 3.441.0 → 3.442.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/destinations/s3/syncToS3/client.d.ts +1 -1
- package/dist/destinations/s3/syncToS3/client.js +5 -2
- package/dist/destinations/s3/syncToS3/client.js.map +1 -1
- package/dist/destinations/s3/syncToS3/functions.d.ts +1 -1
- package/dist/destinations/s3/syncToS3/functions.js +2 -2
- package/dist/destinations/s3/syncToS3/functions.js.map +1 -1
- package/dist/destinations/s3/syncToS3/index.js +4 -4
- package/dist/destinations/s3/syncToS3/index.js.map +1 -1
- package/dist/destinations/sftp/client.d.ts +2 -2
- package/dist/destinations/sftp/client.js +16 -17
- package/dist/destinations/sftp/client.js.map +1 -1
- package/dist/destinations/sftp/functions.d.ts +1 -1
- package/dist/destinations/sftp/functions.js +2 -2
- package/dist/destinations/sftp/functions.js.map +1 -1
- package/dist/destinations/sftp/syncEvents/index.js +4 -4
- package/dist/destinations/sftp/syncEvents/index.js.map +1 -1
- package/dist/destinations/sftp/syncModelToSFTP/index.js +4 -4
- package/dist/destinations/sftp/syncModelToSFTP/index.js.map +1 -1
- package/package.json +6 -6
|
@@ -9,7 +9,7 @@ export declare class Client {
|
|
|
9
9
|
constructor(region: string, roleArn: string, externalId: string);
|
|
10
10
|
assumeRole(): Promise<Credentials>;
|
|
11
11
|
private getSTSCredentials;
|
|
12
|
-
uploadS3(settings: Settings, fileContent: string | Buffer, filename_prefix: string, s3_aws_folder_name: string, fileExtension: string): Promise<{
|
|
12
|
+
uploadS3(settings: Settings, fileContent: string | Buffer, filename_prefix: string, s3_aws_folder_name: string, fileExtension: string, signal?: AbortSignal): Promise<{
|
|
13
13
|
statusCode: number;
|
|
14
14
|
message: string;
|
|
15
15
|
}>;
|
|
@@ -64,7 +64,7 @@ class Client {
|
|
|
64
64
|
sessionToken: result.Credentials.SessionToken
|
|
65
65
|
};
|
|
66
66
|
}
|
|
67
|
-
async uploadS3(settings, fileContent, filename_prefix, s3_aws_folder_name, fileExtension) {
|
|
67
|
+
async uploadS3(settings, fileContent, filename_prefix, s3_aws_folder_name, fileExtension, signal) {
|
|
68
68
|
const dateSuffix = new Date().toISOString().replace(/[:.]/g, '-');
|
|
69
69
|
if (filename_prefix.endsWith('.csv') || filename_prefix.endsWith('.txt')) {
|
|
70
70
|
filename_prefix = filename_prefix.replace(fileExtension, `_${dateSuffix}.${fileExtension}`);
|
|
@@ -98,10 +98,13 @@ class Client {
|
|
|
98
98
|
ContentType: contentType
|
|
99
99
|
};
|
|
100
100
|
try {
|
|
101
|
-
await s3Client.send(new client_s3_1.PutObjectCommand(uploadParams));
|
|
101
|
+
await s3Client.send(new client_s3_1.PutObjectCommand(uploadParams), { abortSignal: signal });
|
|
102
102
|
return { statusCode: 200, message: 'Upload successful' };
|
|
103
103
|
}
|
|
104
104
|
catch (err) {
|
|
105
|
+
if (err.name === 'AbortError') {
|
|
106
|
+
throw new actions_core_1.RequestTimeoutError();
|
|
107
|
+
}
|
|
105
108
|
if (isAWSError(err)) {
|
|
106
109
|
if (err.Code && accessDeniedCodes.has(err.Code)) {
|
|
107
110
|
throw new actions_core_1.APIError(err.Message || err.Code, 403);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"client.js","sourceRoot":"","sources":["../../../../src/destinations/s3/syncToS3/client.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"client.js","sourceRoot":"","sources":["../../../../src/destinations/s3/syncToS3/client.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AA4IA,gCAEC;AA7ID,oDAAkE;AAClE,kDAA0G;AAC1G,uCAA2C;AAC3C,iDAAkC;AAClC,wDAAmH;AAGnH,MAAa,MAAM;IAMjB,YAAY,MAAc,EAAE,OAAe,EAAE,UAAkB;QAC7D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,IAAI,CAAC,eAAe,GAAG,IAAA,SAAM,GAAE,CAAA;QAC/B,IAAI,CAAC,OAAO,GAAG,OAAO,CAAA;QACtB,IAAI,CAAC,UAAU,GAAG,UAAU,CAAA;IAC9B,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,eAAe,GAAG,OAAO,CAAC,GAAG,CAAC,8BAAwC,CAAA;QAC5E,MAAM,sBAAsB,GAAG,OAAO,CAAC,GAAG,CAAC,6BAAuC,CAAA;QAClF,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,eAAe,EAAE,sBAAsB,CAAC,CAAA;QAC/F,OAAO,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,UAAU,EAAE,iBAAiB,CAAC,CAAA;IACjF,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,MAAc,EAAE,UAAkB,EAAE,WAAyB;QAC3F,MAAM,OAAO,GAAG,EAAE,MAAM,EAAE,IAAI,CAAC,MAAM,EAAE,WAAW,EAAE,CAAA;QACpD,MAAM,SAAS,GAAG,IAAI,sBAAS,CAAC,OAAO,CAAC,CAAA;QACxC,MAAM,OAAO,GAAG,IAAI,8BAAiB,CAAC;YACpC,OAAO,EAAE,MAAM;YACf,eAAe,EAAE,IAAI,CAAC,eAAe;YACrC,UAAU,EAAE,UAAU;SACvB,CAAC,CAAA;QACF,MAAM,MAAM,GAAG,MAAM,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,CAAA;QAC5C,IACE,CAAC,MAAM,CAAC,WAAW;YACnB,CAAC,MAAM,CAAC,WAAW,CAAC,WAAW;YAC/B,CAAC,MAAM,CAAC,WAAW,CAAC,eAAe;YACnC,CAAC,MAAM,CAAC,WAAW,CAAC,YAAY,EAChC,CAAC;YAED,MAAM,IAAI,+BAAgB,CAAC,uBAAuB,EAAE,yBAAU,CAAC,sBAAsB,EAAE,GAAG,CAAC,CAAA;QAC7F,CAAC;QACD,OAAO;YACL,WAAW,EAAE,MAAM,CAAC,WAAW,CAAC,WAAW;YAC3C,eAAe,EAAE,MAAM,CAAC,WAAW,CAAC,eAAe;YACnD,YAAY,EAAE,MAAM,CAAC,WAAW,CAAC,YAAY;SAC9C,CAAA;IACH,CAAC;IAED,KAAK,CAAC,QAAQ,CACZ,QAAkB,EAClB,WAA4B,EAC5B,eAAuB,EACvB,kBAA0B,EAC1B,aAAqB,EACrB,MAAoB;QAEpB,MAAM,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAA;QAEjE,IAAI,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,eAAe,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;YAEzE,eAAe,GAAG,eAAe,CAAC,OAAO,CAAC,aAAa,EAAE,IAAI,UAAU,IAAI,aAAa,EAAE,CAAC,CAAA;QAC7F,CAAC;aAAM,CAAC;YAEN,eAAe,GAAG,eAAe;gBAC/B,CAAC,CAAC,GAAG,eAAe,IAAI,UAAU,IAAI,aAAa,EAAE;gBACrD,CAAC,CAAC,GAAG,UAAU,IAAI,aAAa,EAAE,CAAA;QACtC,CAAC;QAED,MAAM,UAAU,GAAG,QAAQ,CAAC,kBAAkB,CAAA;QAC9C,MAAM,UAAU,GAAG,CAAC,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC;YACnE,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,kBAAkB,EAAE,QAAQ,CAAC,GAAG,CAAC;gBACnC,CAAC,CAAC,kBAAkB;gBACpB,CAAC,CAAC,GAAG,kBAAkB,GAAG,CAAA;QAC5B,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAA;QAE3C,MAAM,QAAQ,GAAG,IAAI,oBAAQ,CAAC;YAC5B,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,WAAW,EAAE;gBACX,WAAW,EAAE,WAAW,CAAC,WAAW;gBACpC,eAAe,EAAE,WAAW,CAAC,eAAe;gBAC5C,YAAY,EAAE,WAAW,CAAC,YAAY;aACvC;SACF,CAAC,CAAA;QACF,MAAM,WAAW,GAAG,aAAa,KAAK,KAAK,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,YAAY,CAAA;QACvE,MAAM,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,GAAG,UAAU,GAAG,eAAe,EAAE,CAAC,CAAC,CAAC,eAAe,CAAA;QAClF,MAAM,YAAY,GAA0B;YAC1C,MAAM,EAAE,UAAU;YAClB,GAAG,EAAE,SAAS;YACd,IAAI,EAAE,WAAW;YACjB,WAAW,EAAE,WAAW;SACzB,CAAA;QAED,IAAI,CAAC;YAEH,MAAM,QAAQ,CAAC,IAAI,CAAC,IAAI,4BAAgB,CAAC,YAAY,CAAC,EAAE,EAAE,WAAW,EAAE,MAAM,EAAE,CAAC,CAAA;YAChF,OAAO,EAAE,UAAU,EAAE,GAAG,EAAE,OAAO,EAAE,mBAAmB,EAAE,CAAA;QAC1D,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YAEb,IAAK,GAAa,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;gBAEzC,MAAM,IAAI,kCAAmB,EAAE,CAAA;YACjC,CAAC;YAED,IAAI,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAEpB,IAAI,GAAG,CAAC,IAAI,IAAI,iBAAiB,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;oBAChD,MAAM,IAAI,uBAAQ,CAAC,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;gBAClD,CAAC;qBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,cAAc,EAAE,CAAC;oBACvC,MAAM,IAAI,uBAAQ,CAAC,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;gBAClD,CAAC;qBAAM,IAAI,GAAG,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBACnC,MAAM,IAAI,uBAAQ,CAAC,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAA;gBAClD,CAAC;qBAAM,CAAC;oBACN,MAAM,IAAI,6BAAc,CAAC,GAAG,CAAC,OAAO,IAAI,GAAG,CAAC,IAAI,IAAI,yBAAyB,GAAG,GAAG,CAAC,CAAA;gBACtF,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,uBAAQ,CAAC,gCAAgC,GAAG,GAAG,EAAE,GAAG,CAAC,CAAA;YACjE,CAAC;QACH,CAAC;IACH,CAAC;CACF;AArHD,wBAqHC;AAED,MAAM,iBAAiB,GAAG,IAAI,GAAG,CAAC;IAChC,cAAc;IACd,gBAAgB;IAChB,mBAAmB;IACnB,oBAAoB;IACpB,iBAAiB;IACjB,aAAa;IACb,8BAA8B;IAC9B,8BAA8B;IAC9B,gBAAgB;CACjB,CAAC,CAAA;AAGF,SAAgB,UAAU,CAAC,GAAY;IACrC,OAAO,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,IAAI,MAAM,IAAI,GAAG,IAAI,SAAS,IAAI,GAAG,CAAA;AACrF,CAAC"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import { Payload } from './generated-types';
|
|
2
2
|
import { Settings } from '../generated-types';
|
|
3
3
|
import { RawMapping, ColumnHeader } from './types';
|
|
4
|
-
export declare function send(payloads: Payload[], settings: Settings, rawMapping: RawMapping): Promise<void>;
|
|
4
|
+
export declare function send(payloads: Payload[], settings: Settings, rawMapping: RawMapping, signal?: AbortSignal): Promise<void>;
|
|
5
5
|
export declare function clean(delimiter: string, str?: string): string;
|
|
6
6
|
export declare function generateFile(payloads: Payload[], headers: ColumnHeader[], delimiter: string, actionColName?: string, batchColName?: string): Buffer;
|
|
7
7
|
export declare function encodeString(str: string): string;
|
|
@@ -6,7 +6,7 @@ exports.generateFile = generateFile;
|
|
|
6
6
|
exports.encodeString = encodeString;
|
|
7
7
|
exports.getAudienceAction = getAudienceAction;
|
|
8
8
|
const client_1 = require("./client");
|
|
9
|
-
async function send(payloads, settings, rawMapping) {
|
|
9
|
+
async function send(payloads, settings, rawMapping, signal) {
|
|
10
10
|
const delimiter = payloads[0]?.delimiter;
|
|
11
11
|
const actionColName = payloads[0]?.audience_action_column_name;
|
|
12
12
|
const batchColName = payloads[0]?.batch_size_column_name;
|
|
@@ -23,7 +23,7 @@ async function send(payloads, settings, rawMapping) {
|
|
|
23
23
|
}
|
|
24
24
|
const fileContent = generateFile(payloads, headers, delimiter, actionColName, batchColName);
|
|
25
25
|
const s3Client = new client_1.Client(settings.s3_aws_region, settings.iam_role_arn, settings.iam_external_id);
|
|
26
|
-
await s3Client.uploadS3(settings, fileContent, payloads[0]?.filename_prefix ?? '', payloads[0]?.s3_aws_folder_name ?? '', payloads[0]?.file_extension);
|
|
26
|
+
await s3Client.uploadS3(settings, fileContent, payloads[0]?.filename_prefix ?? '', payloads[0]?.s3_aws_folder_name ?? '', payloads[0]?.file_extension, signal);
|
|
27
27
|
}
|
|
28
28
|
function clean(delimiter, str) {
|
|
29
29
|
if (!str) {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"functions.js","sourceRoot":"","sources":["../../../../src/destinations/s3/syncToS3/functions.ts"],"names":[],"mappings":";;AAKA,
|
|
1
|
+
{"version":3,"file":"functions.js","sourceRoot":"","sources":["../../../../src/destinations/s3/syncToS3/functions.ts"],"names":[],"mappings":";;AAKA,oBA+BC;AAED,sBAKC;AAYD,oCA0BC;AAED,oCAEC;AAED,8CAMC;AA3FD,qCAAiC;AAG1B,KAAK,UAAU,IAAI,CAAC,QAAmB,EAAE,QAAkB,EAAE,UAAsB,EAAE,MAAoB;IAC9G,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,SAAS,CAAA;IACxC,MAAM,aAAa,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,2BAA2B,CAAA;IAC9D,MAAM,YAAY,GAAG,QAAQ,CAAC,CAAC,CAAC,EAAE,sBAAsB,CAAA;IAExD,MAAM,OAAO,GAAmB,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC;SAC/D,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,KAAK,EAAE,CAAC;SACpC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE;QAChB,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,MAAM,CAAC,EAAE,YAAY,EAAE,MAAM,EAAE,CAAA;IACtE,CAAC,CAAC,CAAA;IAEJ,IAAI,aAAa,EAAE,CAAC;QAClB,OAAO,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,aAAa,CAAC,EAAE,YAAY,EAAE,aAAa,EAAE,CAAC,CAAA;IAC3F,CAAC;IAED,IAAI,YAAY,EAAE,CAAC;QACjB,OAAO,CAAC,IAAI,CAAC,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE,YAAY,EAAE,YAAY,EAAE,CAAC,CAAA;IACzF,CAAC;IAED,MAAM,WAAW,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,YAAY,CAAC,CAAA;IAE3F,MAAM,QAAQ,GAAG,IAAI,eAAM,CAAC,QAAQ,CAAC,aAAa,EAAE,QAAQ,CAAC,YAAY,EAAE,QAAQ,CAAC,eAAe,CAAC,CAAA;IAEpG,MAAM,QAAQ,CAAC,QAAQ,CACrB,QAAQ,EACR,WAAW,EACX,QAAQ,CAAC,CAAC,CAAC,EAAE,eAAe,IAAI,EAAE,EAClC,QAAQ,CAAC,CAAC,CAAC,EAAE,kBAAkB,IAAI,EAAE,EACrC,QAAQ,CAAC,CAAC,CAAC,EAAE,cAAc,EAC3B,MAAM,CACP,CAAA;AACH,CAAC;AAED,SAAgB,KAAK,CAAC,SAAiB,EAAE,GAAY;IACnD,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,OAAO,EAAE,CAAA;IACX,CAAC;IACD,OAAO,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAA;AAC/D,CAAC;AAED,SAAS,YAAY,CAAC,KAA0B;IAC9C,OAAO,YAAY,CACjB,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QACnC,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,OAAO,KAAK,KAAK,QAAQ;YAC3B,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC/B,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAClB,CAAA;AACH,CAAC;AAED,SAAgB,YAAY,CAC1B,QAAmB,EACnB,OAAuB,EACvB,SAAiB,EACjB,aAAsB,EACtB,YAAqB;IAErB,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;QAC3C,MAAM,SAAS,GAAG,KAAK,KAAK,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAA;QAC/C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAU,EAAE;YACzC,IAAI,MAAM,CAAC,YAAY,KAAK,aAAa,EAAE,CAAC;gBAC1C,OAAO,YAAY,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAA;YACjD,CAAC;YACD,IAAI,MAAM,CAAC,YAAY,KAAK,YAAY,EAAE,CAAC;gBACzC,OAAO,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;YACtC,CAAC;YACD,OAAO,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAA;QAC3D,CAAC,CAAC,CAAA;QAEF,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;IACnG,CAAC,CAAC,CAAA;IAEF,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC;QAC1G,GAAG,IAAI;KACR,CAAC,CAAA;AACJ,CAAC;AAED,SAAgB,YAAY,CAAC,GAAW;IACtC,OAAO,IAAI,MAAM,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAA;AAC/C,CAAC;AAED,SAAgB,iBAAiB,CAAC,OAAgB;IAChD,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;QACzD,OAAO,SAAS,CAAA;IAClB,CAAC;IAED,OAAQ,OAAO,EAAE,eAAuD,EAAE,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,SAAS,CAAA;AAClH,CAAC"}
|
|
@@ -8,14 +8,14 @@ const action = {
|
|
|
8
8
|
defaultSubscription: 'type = "identify" or type = "track"',
|
|
9
9
|
fields: fields_1.commonFields,
|
|
10
10
|
perform: async (_, data) => {
|
|
11
|
-
const { payload, settings } = data;
|
|
11
|
+
const { payload, settings, signal } = data;
|
|
12
12
|
const rawMapping = data.rawMapping;
|
|
13
|
-
return (0, functions_1.send)([payload], settings, rawMapping);
|
|
13
|
+
return (0, functions_1.send)([payload], settings, rawMapping, signal);
|
|
14
14
|
},
|
|
15
15
|
performBatch: async (_, data) => {
|
|
16
|
-
const { payload, settings } = data;
|
|
16
|
+
const { payload, settings, signal } = data;
|
|
17
17
|
const rawMapping = data.rawMapping;
|
|
18
|
-
return (0, functions_1.send)(payload, settings, rawMapping);
|
|
18
|
+
return (0, functions_1.send)(payload, settings, rawMapping, signal);
|
|
19
19
|
}
|
|
20
20
|
};
|
|
21
21
|
exports.default = action;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/destinations/s3/syncToS3/index.ts"],"names":[],"mappings":";;AAGA,qCAAuC;AACvC,2CAAkC;AAGlC,MAAM,MAAM,GAAwC;IAClD,KAAK,EAAE,YAAY;IACnB,WAAW,EAAE,iCAAiC;IAC9C,mBAAmB,EAAE,qCAAqC;IAC1D,MAAM,EAAE,qBAAY;IACpB,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE;QACzB,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAA;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/destinations/s3/syncToS3/index.ts"],"names":[],"mappings":";;AAGA,qCAAuC;AACvC,2CAAkC;AAGlC,MAAM,MAAM,GAAwC;IAClD,KAAK,EAAE,YAAY;IACnB,WAAW,EAAE,iCAAiC;IAC9C,mBAAmB,EAAE,qCAAqC;IAC1D,MAAM,EAAE,qBAAY;IACpB,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE;QACzB,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;QAC1C,MAAM,UAAU,GAAgB,IAAwB,CAAC,UAAU,CAAA;QACnE,OAAO,IAAA,gBAAI,EAAC,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,CAAA;IACtD,CAAC;IACD,YAAY,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE;QAC9B,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;QAC1C,MAAM,UAAU,GAAgB,IAAwB,CAAC,UAAU,CAAA;QACnE,OAAO,IAAA,gBAAI,EAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,CAAA;IACpD,CAAC;CACF,CAAA;AAED,kBAAe,MAAM,CAAA"}
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import Client from 'ssh2-sftp-client';
|
|
2
2
|
import { Settings } from './generated-types';
|
|
3
|
-
declare function uploadSFTP(settings: Settings, sftpFolderPath: string, filename: string, fileContent: Buffer): Promise<unknown>;
|
|
3
|
+
declare function uploadSFTP(settings: Settings, sftpFolderPath: string, filename: string, fileContent: Buffer, signal?: AbortSignal): Promise<unknown>;
|
|
4
4
|
declare function executeSFTPOperation(sftp: Client, settings: Settings, sftpFolderPath: string, action: {
|
|
5
5
|
(sftp: Client): Promise<unknown>;
|
|
6
|
-
}): Promise<unknown>;
|
|
6
|
+
}, signal?: AbortSignal): Promise<unknown>;
|
|
7
7
|
declare function normalizeSSHKey(key?: string): string;
|
|
8
8
|
declare function testSFTPConnection(settings: Settings): Promise<unknown>;
|
|
9
9
|
export { Client, executeSFTPOperation, normalizeSSHKey, testSFTPConnection, uploadSFTP };
|
|
@@ -17,28 +17,29 @@ var SFTPErrorCode;
|
|
|
17
17
|
(function (SFTPErrorCode) {
|
|
18
18
|
SFTPErrorCode[SFTPErrorCode["NO_SUCH_FILE"] = 2] = "NO_SUCH_FILE";
|
|
19
19
|
})(SFTPErrorCode || (SFTPErrorCode = {}));
|
|
20
|
-
async function uploadSFTP(settings, sftpFolderPath, filename, fileContent) {
|
|
20
|
+
async function uploadSFTP(settings, sftpFolderPath, filename, fileContent, signal) {
|
|
21
21
|
const sftp = new ssh2_sftp_client_1.default();
|
|
22
22
|
return executeSFTPOperation(sftp, settings, sftpFolderPath, async (sftp) => {
|
|
23
23
|
const targetPath = path_1.default.join(sftpFolderPath, filename);
|
|
24
24
|
return sftp.put(fileContent, targetPath);
|
|
25
|
-
});
|
|
25
|
+
}, signal);
|
|
26
26
|
}
|
|
27
|
-
async function executeSFTPOperation(sftp, settings, sftpFolderPath, action) {
|
|
27
|
+
async function executeSFTPOperation(sftp, settings, sftpFolderPath, action, signal) {
|
|
28
28
|
const connectionConfig = createConnectionConfig(settings);
|
|
29
29
|
await sftp.connect(connectionConfig);
|
|
30
|
-
|
|
31
|
-
|
|
32
|
-
|
|
33
|
-
|
|
34
|
-
|
|
35
|
-
|
|
36
|
-
|
|
30
|
+
const abortSFTP = async () => {
|
|
31
|
+
await sftp.end();
|
|
32
|
+
throw new actions_core_1.RequestTimeoutError();
|
|
33
|
+
};
|
|
34
|
+
if (signal) {
|
|
35
|
+
if (signal.aborted) {
|
|
36
|
+
await abortSFTP();
|
|
37
|
+
}
|
|
38
|
+
signal.addEventListener('abort', abortSFTP, { once: true });
|
|
39
|
+
}
|
|
37
40
|
let retVal;
|
|
38
41
|
try {
|
|
39
42
|
retVal = await action(sftp);
|
|
40
|
-
if (timeoutError)
|
|
41
|
-
throw timeoutError;
|
|
42
43
|
}
|
|
43
44
|
catch (e) {
|
|
44
45
|
const sftpError = e;
|
|
@@ -50,10 +51,8 @@ async function executeSFTPOperation(sftp, settings, sftpFolderPath, action) {
|
|
|
50
51
|
throw e;
|
|
51
52
|
}
|
|
52
53
|
finally {
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
await sftp.end();
|
|
56
|
-
}
|
|
54
|
+
await sftp.end();
|
|
55
|
+
signal?.removeEventListener('abort', abortSFTP);
|
|
57
56
|
}
|
|
58
57
|
return retVal;
|
|
59
58
|
}
|
|
@@ -91,6 +90,6 @@ async function testSFTPConnection(settings) {
|
|
|
91
90
|
const sftp = new ssh2_sftp_client_1.default();
|
|
92
91
|
return executeSFTPOperation(sftp, settings, '/', async (sftp) => {
|
|
93
92
|
return sftp.list('/');
|
|
94
|
-
});
|
|
93
|
+
}, AbortSignal.timeout(10000));
|
|
95
94
|
}
|
|
96
95
|
//# sourceMappingURL=client.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"client.js","sourceRoot":"","sources":["../../../src/destinations/sftp/client.ts"],"names":[],"mappings":";;;;;;
|
|
1
|
+
{"version":3,"file":"client.js","sourceRoot":"","sources":["../../../src/destinations/sftp/client.ts"],"names":[],"mappings":";;;;;;AAyMiB,oDAAoB;AAAE,0CAAe;AAAE,gDAAkB;AAAE,gCAAU;AAzMtF,wDAAmF;AACnF,gDAAuB;AACvB,wEAAqC;AAuM5B,iBAvMF,0BAAM,CAuME;AAtMf,2CAA+C;AAI/C,IAAK,aAEJ;AAFD,WAAK,aAAa;IAChB,iEAAgB,CAAA;AAClB,CAAC,EAFI,aAAa,KAAb,aAAa,QAEjB;AAeD,KAAK,UAAU,UAAU,CACvB,QAAkB,EAClB,cAAsB,EACtB,QAAgB,EAChB,WAAmB,EACnB,MAAoB;IAEpB,MAAM,IAAI,GAAG,IAAI,0BAAM,EAAE,CAAA;IACzB,OAAO,oBAAoB,CACzB,IAAI,EACJ,QAAQ,EACR,cAAc,EACd,KAAK,EAAE,IAAI,EAAE,EAAE;QACb,MAAM,UAAU,GAAG,cAAI,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAA;QACtD,OAAO,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,UAAU,CAAC,CAAA;IAC1C,CAAC,EACD,MAAM,CACP,CAAA;AACH,CAAC;AAED,KAAK,UAAU,oBAAoB,CACjC,IAAY,EACZ,QAAkB,EAClB,cAAsB,EACtB,MAA4C,EAC5C,MAAoB;IAEpB,MAAM,gBAAgB,GAAG,sBAAsB,CAAC,QAAQ,CAAC,CAAA;IACzD,MAAM,IAAI,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAA;IAEpC,MAAM,SAAS,GAAG,KAAK,IAAI,EAAE;QAC3B,MAAM,IAAI,CAAC,GAAG,EAAE,CAAA;QAChB,MAAM,IAAI,kCAAmB,EAAE,CAAA;IACjC,CAAC,CAAA;IAED,IAAI,MAAM,EAAE,CAAC;QACX,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YACnB,MAAM,SAAS,EAAE,CAAA;QACnB,CAAC;QAED,MAAM,CAAC,gBAAgB,CAAC,OAAO,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IAC7D,CAAC;IAED,IAAI,MAAM,CAAA;IACV,IAAI,CAAC;QACH,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC,CAAA;IAC7B,CAAC;IAAC,OAAO,CAAU,EAAE,CAAC;QACpB,MAAM,SAAS,GAAG,CAAc,CAAA;QAChC,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,SAAS,CAAC,IAAI,KAAK,aAAa,CAAC,YAAY,EAAE,CAAC;gBAClD,MAAM,IAAI,qCAAsB,CAAC,wBAAwB,cAAc,EAAE,CAAC,CAAA;YAC5E,CAAC;QACH,CAAC;QACD,MAAM,CAAC,CAAA;IACT,CAAC;YAAS,CAAC;QACT,MAAM,IAAI,CAAC,GAAG,EAAE,CAAA;QAEhB,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAA;IACjD,CAAC;IAED,OAAO,MAAM,CAAA;AACf,CAAC;AAED,SAAS,sBAAsB,CAAC,QAAkB;IAChD,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,GAAG,QAAQ,CAAA;IAC3D,MAAM,aAAa,GAAG,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,UAAU,CAAA;IACzE,MAAM,eAAe,GAAG,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,aAAa,CAAA;IAE/F,OAAO;QACL,IAAI,EAAE,QAAQ,CAAC,SAAS;QACxB,IAAI,EAAE,QAAQ,CAAC,SAAS,IAAI,6BAAiB;QAC7C,QAAQ,EAAE,QAAQ,CAAC,aAAa;QAChC,CAAC,aAAa,CAAC,EAAE,eAAe;KACjC,CAAA;AACH,CAAC;AAMD,SAAS,eAAe,CAAC,GAAG,GAAG,EAAE;IAC/B,IAAI,CAAC,GAAG;QAAE,OAAO,GAAG,CAAA;IAOpB,MAAM,aAAa,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;IAa5E,MAAM,YAAY,GAAG,kFAAkF,CAAA;IACvG,MAAM,eAAe,GAAG,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;IAExD,IAAI,eAAe;QAAE,OAAO,aAAa,CAAA;IASzC,MAAM,WAAW,GAAG,aAAa,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAA;IAOhF,MAAM,WAAW,GAAG,aAAa,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAA;IAG9E,IAAI,WAAW,IAAI,WAAW,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,CAAA;QAC7B,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,CAAA;QAQ7B,MAAM,UAAU,GAAG,aAAa,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;QAgB3F,MAAM,gBAAgB,GAAG,UAAU,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;QAGhF,OAAO,GAAG,MAAM,KAAK,gBAAgB,KAAK,MAAM,EAAE,CAAA;IACpD,CAAC;IAGD,OAAO,aAAa,CAAA;AACtB,CAAC;AAKD,KAAK,UAAU,kBAAkB,CAAC,QAAkB;IAClD,MAAM,IAAI,GAAG,IAAI,0BAAM,EAAE,CAAA;IACzB,OAAO,oBAAoB,CACzB,IAAI,EACJ,QAAQ,EACR,GAAG,EACH,KAAK,EAAE,IAAI,EAAE,EAAE;QAGb,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACvB,CAAC,EACD,WAAW,CAAC,OAAO,CAAC,KAAK,CAAC,CAC3B,CAAA;AACH,CAAC"}
|
|
@@ -2,7 +2,7 @@ import { MultiStatusResponse } from '@segment/actions-core';
|
|
|
2
2
|
import { Settings } from './generated-types';
|
|
3
3
|
import { Payload } from './syncEvents/generated-types';
|
|
4
4
|
import { ColumnHeader, RawMapping } from './types';
|
|
5
|
-
declare function send(payloads: Payload[], settings: Settings, rawMapping: RawMapping): Promise<MultiStatusResponse>;
|
|
5
|
+
declare function send(payloads: Payload[], settings: Settings, rawMapping: RawMapping, signal?: AbortSignal): Promise<MultiStatusResponse>;
|
|
6
6
|
declare function clean(delimiter: string, str?: string): string;
|
|
7
7
|
declare function createHeaders(rawMapping: RawMapping, delimiter: string, audienceActionColumnName?: string, batchSizeColumnName?: string): ColumnHeader[];
|
|
8
8
|
declare function createFilename(filename_prefix: string, file_extension: string): string;
|
|
@@ -10,7 +10,7 @@ exports.processField = processField;
|
|
|
10
10
|
exports.send = send;
|
|
11
11
|
const actions_core_1 = require("@segment/actions-core");
|
|
12
12
|
const client_1 = require("./client");
|
|
13
|
-
async function send(payloads, settings, rawMapping) {
|
|
13
|
+
async function send(payloads, settings, rawMapping, signal) {
|
|
14
14
|
const { delimiter, audience_action_column_name, batch_size_column_name, filename_prefix, file_extension, sftp_folder_path } = payloads[0];
|
|
15
15
|
const headers = createHeaders(rawMapping, delimiter, audience_action_column_name, batch_size_column_name);
|
|
16
16
|
const rowsObservabilityArray = [];
|
|
@@ -18,7 +18,7 @@ async function send(payloads, settings, rawMapping) {
|
|
|
18
18
|
const filename = createFilename(filename_prefix, file_extension);
|
|
19
19
|
const msResponse = new actions_core_1.MultiStatusResponse();
|
|
20
20
|
try {
|
|
21
|
-
await (0, client_1.uploadSFTP)(settings, sftp_folder_path, filename, fileContent);
|
|
21
|
+
await (0, client_1.uploadSFTP)(settings, sftp_folder_path, filename, fileContent, signal);
|
|
22
22
|
payloads.forEach((payload, index) => {
|
|
23
23
|
const row = rowsObservabilityArray[index] ?? '';
|
|
24
24
|
msResponse.setSuccessResponseAtIndex(index, {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"functions.js","sourceRoot":"","sources":["../../../src/destinations/sftp/functions.ts"],"names":[],"mappings":";;AAoLS,sBAAK;AAAE,wCAAc;AAAE,sCAAa;AAAE,8CAAiB;AAAE,oCAAY;AAAE,8CAAiB;AAAE,oCAAY;AAAE,oBAAI;AApLrH,wDAA+G;AAC/G,qCAAqC;AAKrC,KAAK,UAAU,IAAI,CAAC,QAAmB,EAAE,QAAkB,EAAE,UAAsB;
|
|
1
|
+
{"version":3,"file":"functions.js","sourceRoot":"","sources":["../../../src/destinations/sftp/functions.ts"],"names":[],"mappings":";;AAoLS,sBAAK;AAAE,wCAAc;AAAE,sCAAa;AAAE,8CAAiB;AAAE,oCAAY;AAAE,8CAAiB;AAAE,oCAAY;AAAE,oBAAI;AApLrH,wDAA+G;AAC/G,qCAAqC;AAKrC,KAAK,UAAU,IAAI,CAAC,QAAmB,EAAE,QAAkB,EAAE,UAAsB,EAAE,MAAoB;IACvG,MAAM,EACJ,SAAS,EACT,2BAA2B,EAC3B,sBAAsB,EACtB,eAAe,EACf,cAAc,EACd,gBAAgB,EACjB,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAA;IAEf,MAAM,OAAO,GAAmB,aAAa,CAC3C,UAAU,EACV,SAAS,EACT,2BAA2B,EAC3B,sBAAsB,CACvB,CAAA;IACD,MAAM,sBAAsB,GAAa,EAAE,CAAA;IAC3C,MAAM,WAAW,GAAG,YAAY,CAC9B,QAAQ,EACR,OAAO,EACP,SAAS,EACT,sBAAsB,EACtB,2BAA2B,EAC3B,sBAAsB,CACvB,CAAA;IACD,MAAM,QAAQ,GAAG,cAAc,CAAC,eAAe,EAAE,cAAc,CAAC,CAAA;IAEhE,MAAM,UAAU,GAAG,IAAI,kCAAmB,EAAE,CAAA;IAC5C,IAAI,CAAC;QACH,MAAM,IAAA,mBAAU,EAAC,QAAQ,EAAE,gBAAgB,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,CAAC,CAAA;QAC3E,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;YAClC,MAAM,GAAG,GAAG,sBAAsB,CAAC,KAAK,CAAC,IAAI,EAAE,CAAA;YAC/C,UAAU,CAAC,yBAAyB,CAAC,KAAK,EAAE;gBAC1C,MAAM,EAAE,GAAG;gBACX,IAAI,EAAE,OAAoC;gBAC1C,IAAI,EAAE,gBAAgB,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,mBAAmB,kBACpF,GAAG,IAAI,uBACT,EAAE;aACH,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;YAClC,MAAM,GAAG,GAAG,sBAAsB,CAAC,KAAK,CAAC,IAAI,EAAE,CAAA;YAC/C,UAAU,CAAC,uBAAuB,CAAC,KAAK,EAAE;gBACxC,MAAM,EAAE,KAAK,EAAE,MAAM,IAAI,GAAG;gBAC5B,SAAS,EAAE,KAAK,EAAE,IAAI,IAAI,yBAAU,CAAC,WAAW;gBAChD,YAAY,EAAE,KAAK,EAAE,OAAO,IAAI,+BAA+B;gBAC/D,IAAI,EAAE,OAAoC;gBAC1C,IAAI,EAAE,gBAAgB,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,mBAAmB,kBACpF,GAAG,IAAI,uBACT,EAAE;aACH,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,OAAO,UAAU,CAAA;AACnB,CAAC;AAED,SAAS,KAAK,CAAC,SAAiB,EAAE,GAAG,GAAG,EAAE;IACxC,OAAO,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAA;AAC/D,CAAC;AAKD,SAAS,aAAa,CACpB,UAAsB,EACtB,SAAiB,EACjB,wBAAiC,EACjC,mBAA4B;IAE5B,MAAM,YAAY,GAAG,CAAC,UAAkB,EAAgB,EAAE,CAAC,CAAC;QAC1D,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,UAAU,CAAC;QACvC,YAAY,EAAE,UAAU;KACzB,CAAC,CAAA;IAEF,MAAM,OAAO,GAAmB,EAAE,CAAA;IAGlC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC;SAC/B,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,KAAK,EAAE,CAAC;SACpC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE;QACpB,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAA;IACpC,CAAC,CAAC,CAAA;IAGJ,IAAI,wBAAwB;QAAE,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,wBAAwB,CAAC,CAAC,CAAA;IAClF,IAAI,mBAAmB;QAAE,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,mBAAmB,CAAC,CAAC,CAAA;IAExE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,qCAAsB,CAAC,8BAA8B,CAAC,CAAA;IAClE,CAAC;IAED,OAAO,OAAO,CAAA;AAChB,CAAC;AAKD,SAAS,cAAc,CAAC,eAAuB,EAAE,cAAsB;IACrE,MAAM,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAA;IAEjE,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,eAAe,CAAC,QAAQ,CAAC,IAAI,cAAc,EAAE,CAAC;YACjD,OAAO,eAAe,CAAC,OAAO,CAAC,IAAI,cAAc,EAAE,EAAE,KAAK,UAAU,IAAI,cAAc,EAAE,CAAC,CAAA;QAC3F,KAAK,eAAe,KAAK,EAAE;YACzB,OAAO,GAAG,eAAe,KAAK,UAAU,IAAI,cAAc,EAAE,CAAA;QAC9D;YACE,OAAO,GAAG,UAAU,IAAI,cAAc,EAAE,CAAA;IAC5C,CAAC;AACH,CAAC;AAKD,SAAS,YAAY,CACnB,QAAmB,EACnB,OAAuB,EACvB,SAAiB,EACjB,SAAmB,EACnB,aAAsB,EACtB,YAAqB;IAErB,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;QAC3C,MAAM,SAAS,GAAG,KAAK,KAAK,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAA;QAC/C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAU,EAAE;YACzC,QAAQ,MAAM,CAAC,YAAY,EAAE,CAAC;gBAC5B,KAAK,aAAa;oBAChB,OAAO,YAAY,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAA;gBACjD,KAAK,YAAY;oBACf,OAAO,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;gBACtC;oBACE,OAAO,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAA;YAC7D,CAAC;QACH,CAAC,CAAC,CAAA;QAEF,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;IACnG,CAAC,CAAC,CAAA;IACF,SAAS,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAA;IACpD,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC;QAC1G,GAAG,IAAI;KACR,CAAC,CAAA;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,KAA0B;IAC9C,OAAO,iBAAiB,CACtB,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QACnC,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,OAAO,KAAK,KAAK,QAAQ;YAC3B,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC/B,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAClB,CAAA;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,OAAgB;IACzC,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;QACzD,OAAO,SAAS,CAAA;IAClB,CAAC;IAED,OAAQ,OAAO,EAAE,eAAuD,EAAE,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,SAAS,CAAA;AAClH,CAAC;AASD,SAAS,iBAAiB,CAAC,UAAkB;IAC3C,OAAO,IAAI,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAA;AACtD,CAAC"}
|
|
@@ -8,14 +8,14 @@ const action = {
|
|
|
8
8
|
defaultSubscription: 'type = "identify" or type = "track" or type = "page" or type = "screen" or type = "group"',
|
|
9
9
|
fields: fields_1.commonFields,
|
|
10
10
|
perform: async (_, data) => {
|
|
11
|
-
const { payload, settings } = data;
|
|
11
|
+
const { payload, settings, signal } = data;
|
|
12
12
|
const rawMapping = data.rawMapping;
|
|
13
|
-
return (0, functions_1.send)([payload], settings, rawMapping);
|
|
13
|
+
return (0, functions_1.send)([payload], settings, rawMapping, signal);
|
|
14
14
|
},
|
|
15
15
|
performBatch: async (_, data) => {
|
|
16
|
-
const { payload, settings } = data;
|
|
16
|
+
const { payload, settings, signal } = data;
|
|
17
17
|
const rawMapping = data.rawMapping;
|
|
18
|
-
return (0, functions_1.send)(payload, settings, rawMapping);
|
|
18
|
+
return (0, functions_1.send)(payload, settings, rawMapping, signal);
|
|
19
19
|
}
|
|
20
20
|
};
|
|
21
21
|
exports.default = action;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/destinations/sftp/syncEvents/index.ts"],"names":[],"mappings":";;AAGA,sCAAwC;AACxC,4CAAmC;AAGnC,MAAM,MAAM,GAAwC;IAClD,KAAK,EAAE,aAAa;IACpB,WAAW,EACT,qIAAqI;IACvI,mBAAmB,EAAE,2FAA2F;IAChH,MAAM,EAAE,qBAAY;IACpB,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE;QACzB,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAA;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/destinations/sftp/syncEvents/index.ts"],"names":[],"mappings":";;AAGA,sCAAwC;AACxC,4CAAmC;AAGnC,MAAM,MAAM,GAAwC;IAClD,KAAK,EAAE,aAAa;IACpB,WAAW,EACT,qIAAqI;IACvI,mBAAmB,EAAE,2FAA2F;IAChH,MAAM,EAAE,qBAAY;IACpB,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE;QACzB,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;QAC1C,MAAM,UAAU,GAAgB,IAAwB,CAAC,UAAU,CAAA;QACnE,OAAO,IAAA,gBAAI,EAAC,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,CAAA;IACtD,CAAC;IACD,YAAY,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE;QAC9B,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;QAC1C,MAAM,UAAU,GAAgB,IAAwB,CAAC,UAAU,CAAA;QACnE,OAAO,IAAA,gBAAI,EAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,CAAA;IACpD,CAAC;CACF,CAAA;AAED,kBAAe,MAAM,CAAA"}
|
|
@@ -8,14 +8,14 @@ const action = {
|
|
|
8
8
|
defaultSubscription: 'type = "identify" or type = "track" or type = "page" or type = "screen" or type = "group"',
|
|
9
9
|
fields: fields_1.baseFields,
|
|
10
10
|
perform: async (_, data) => {
|
|
11
|
-
const { payload, settings } = data;
|
|
11
|
+
const { payload, settings, signal } = data;
|
|
12
12
|
const rawMapping = data.rawMapping;
|
|
13
|
-
return (0, functions_1.send)([payload], settings, rawMapping);
|
|
13
|
+
return (0, functions_1.send)([payload], settings, rawMapping, signal);
|
|
14
14
|
},
|
|
15
15
|
performBatch: async (_, data) => {
|
|
16
|
-
const { payload, settings } = data;
|
|
16
|
+
const { payload, settings, signal } = data;
|
|
17
17
|
const rawMapping = data.rawMapping;
|
|
18
|
-
return (0, functions_1.send)(payload, settings, rawMapping);
|
|
18
|
+
return (0, functions_1.send)(payload, settings, rawMapping, signal);
|
|
19
19
|
}
|
|
20
20
|
};
|
|
21
21
|
exports.default = action;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/destinations/sftp/syncModelToSFTP/index.ts"],"names":[],"mappings":";;AACA,sCAAsC;AACtC,4CAAmC;AAKnC,MAAM,MAAM,GAAwC;IAClD,KAAK,EAAE,iBAAiB;IACxB,WAAW,EACT,2GAA2G;IAC7G,mBAAmB,EAAE,2FAA2F;IAChH,MAAM,EAAE,mBAAU;IAClB,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE;QACzB,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAA;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/destinations/sftp/syncModelToSFTP/index.ts"],"names":[],"mappings":";;AACA,sCAAsC;AACtC,4CAAmC;AAKnC,MAAM,MAAM,GAAwC;IAClD,KAAK,EAAE,iBAAiB;IACxB,WAAW,EACT,2GAA2G;IAC7G,mBAAmB,EAAE,2FAA2F;IAChH,MAAM,EAAE,mBAAU;IAClB,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE;QACzB,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;QAC1C,MAAM,UAAU,GAAgB,IAAwB,CAAC,UAAU,CAAA;QACnE,OAAO,IAAA,gBAAI,EAAC,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,CAAA;IACtD,CAAC;IACD,YAAY,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE;QAC9B,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;QAC1C,MAAM,UAAU,GAAgB,IAAwB,CAAC,UAAU,CAAA;QACnE,OAAO,IAAA,gBAAI,EAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,CAAC,CAAA;IACpD,CAAC;CACF,CAAA;AAED,kBAAe,MAAM,CAAA"}
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@segment/action-destinations",
|
|
3
3
|
"description": "Destination Actions engine and definitions.",
|
|
4
|
-
"version": "3.
|
|
4
|
+
"version": "3.442.0",
|
|
5
5
|
"repository": {
|
|
6
6
|
"type": "git",
|
|
7
7
|
"url": "https://github.com/segmentio/action-destinations",
|
|
@@ -35,7 +35,7 @@
|
|
|
35
35
|
"@bufbuild/protoc-gen-es": "^2.2.3",
|
|
36
36
|
"@types/google-libphonenumber": "^7.4.23",
|
|
37
37
|
"@types/jest": "^27.0.0",
|
|
38
|
-
"@types/ssh2-sftp-client": "^9.0.
|
|
38
|
+
"@types/ssh2-sftp-client": "^9.0.5",
|
|
39
39
|
"jest": "^27.5.1",
|
|
40
40
|
"nock": "^13.1.4"
|
|
41
41
|
},
|
|
@@ -46,8 +46,8 @@
|
|
|
46
46
|
"@aws-sdk/client-sts": "3.614.0",
|
|
47
47
|
"@bufbuild/protobuf": "^2.2.3",
|
|
48
48
|
"@segment/a1-notation": "^2.1.4",
|
|
49
|
-
"@segment/actions-core": "^3.
|
|
50
|
-
"@segment/actions-shared": "^1.
|
|
49
|
+
"@segment/actions-core": "^3.161.0",
|
|
50
|
+
"@segment/actions-shared": "^1.142.0",
|
|
51
51
|
"@types/node": "^22.13.1",
|
|
52
52
|
"ajv-formats": "^2.1.1",
|
|
53
53
|
"aws4": "^1.12.0",
|
|
@@ -59,7 +59,7 @@
|
|
|
59
59
|
"liquidjs": "^10.8.4",
|
|
60
60
|
"lodash": "^4.17.21",
|
|
61
61
|
"lru-cache": "10.4.3",
|
|
62
|
-
"ssh2-sftp-client": "^
|
|
62
|
+
"ssh2-sftp-client": "^12.0.1"
|
|
63
63
|
},
|
|
64
64
|
"jest": {
|
|
65
65
|
"preset": "ts-jest",
|
|
@@ -91,5 +91,5 @@
|
|
|
91
91
|
"__tests__/__helpers__/"
|
|
92
92
|
]
|
|
93
93
|
},
|
|
94
|
-
"gitHead": "
|
|
94
|
+
"gitHead": "506c62d4e40e0cae653d5bde0b274bcc2fe036d3"
|
|
95
95
|
}
|