@segment/action-destinations 3.443.0 → 3.444.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/destinations/sftp/client.d.ts +3 -6
- package/dist/destinations/sftp/client.js +48 -35
- package/dist/destinations/sftp/client.js.map +1 -1
- package/dist/destinations/sftp/constants.d.ts +4 -0
- package/dist/destinations/sftp/constants.js +5 -1
- package/dist/destinations/sftp/constants.js.map +1 -1
- package/dist/destinations/sftp/fields.js.map +1 -1
- package/dist/destinations/sftp/functions.d.ts +2 -1
- package/dist/destinations/sftp/functions.js +2 -2
- package/dist/destinations/sftp/functions.js.map +1 -1
- package/dist/destinations/sftp/generated-types.d.ts +1 -0
- package/dist/destinations/sftp/index.js +14 -0
- package/dist/destinations/sftp/index.js.map +1 -1
- package/dist/destinations/sftp/sftp-wrapper.d.ts +19 -0
- package/dist/destinations/sftp/sftp-wrapper.js +102 -0
- package/dist/destinations/sftp/sftp-wrapper.js.map +1 -0
- package/dist/destinations/sftp/syncEvents/index.js +4 -4
- package/dist/destinations/sftp/syncEvents/index.js.map +1 -1
- package/dist/destinations/sftp/syncModelToSFTP/index.js +4 -4
- package/dist/destinations/sftp/syncModelToSFTP/index.js.map +1 -1
- package/package.json +4 -4
|
@@ -1,9 +1,6 @@
|
|
|
1
|
-
import
|
|
1
|
+
import { Logger } from '@segment/actions-core';
|
|
2
2
|
import { Settings } from './generated-types';
|
|
3
|
-
declare function uploadSFTP(settings: Settings, sftpFolderPath: string, filename: string, fileContent: Buffer, signal?: AbortSignal): Promise<
|
|
4
|
-
declare function executeSFTPOperation(sftp: Client, settings: Settings, sftpFolderPath: string, action: {
|
|
5
|
-
(sftp: Client): Promise<unknown>;
|
|
6
|
-
}, signal?: AbortSignal): Promise<unknown>;
|
|
3
|
+
declare function uploadSFTP(settings: Settings, sftpFolderPath: string, filename: string, fileContent: Buffer, logger?: Logger, signal?: AbortSignal): Promise<string | void>;
|
|
7
4
|
declare function normalizeSSHKey(key?: string): string;
|
|
8
5
|
declare function testSFTPConnection(settings: Settings): Promise<unknown>;
|
|
9
|
-
export {
|
|
6
|
+
export { normalizeSSHKey, testSFTPConnection, uploadSFTP };
|
|
@@ -3,58 +3,45 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
3
3
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
4
|
};
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
exports.Client = void 0;
|
|
7
|
-
exports.executeSFTPOperation = executeSFTPOperation;
|
|
8
6
|
exports.normalizeSSHKey = normalizeSSHKey;
|
|
9
7
|
exports.testSFTPConnection = testSFTPConnection;
|
|
10
8
|
exports.uploadSFTP = uploadSFTP;
|
|
11
9
|
const actions_core_1 = require("@segment/actions-core");
|
|
12
10
|
const path_1 = __importDefault(require("path"));
|
|
13
11
|
const ssh2_sftp_client_1 = __importDefault(require("ssh2-sftp-client"));
|
|
14
|
-
exports.Client = ssh2_sftp_client_1.default;
|
|
15
12
|
const constants_1 = require("./constants");
|
|
13
|
+
const sftp_wrapper_1 = require("./sftp-wrapper");
|
|
16
14
|
var SFTPErrorCode;
|
|
17
15
|
(function (SFTPErrorCode) {
|
|
18
16
|
SFTPErrorCode[SFTPErrorCode["NO_SUCH_FILE"] = 2] = "NO_SUCH_FILE";
|
|
19
17
|
})(SFTPErrorCode || (SFTPErrorCode = {}));
|
|
20
|
-
async function uploadSFTP(settings, sftpFolderPath, filename, fileContent, signal) {
|
|
21
|
-
const sftp = new
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
|
|
25
|
-
|
|
26
|
-
}
|
|
27
|
-
async function executeSFTPOperation(sftp, settings, sftpFolderPath, action, signal) {
|
|
28
|
-
const connectionConfig = createConnectionConfig(settings);
|
|
29
|
-
await sftp.connect(connectionConfig);
|
|
30
|
-
const abortSFTP = async () => {
|
|
31
|
-
await sftp.end();
|
|
18
|
+
async function uploadSFTP(settings, sftpFolderPath, filename, fileContent, logger, signal) {
|
|
19
|
+
const sftp = new sftp_wrapper_1.SFTPWrapper('uploadSFTP', logger);
|
|
20
|
+
signal?.throwIfAborted();
|
|
21
|
+
const abortListener = () => {
|
|
22
|
+
sftp.end().catch(() => {
|
|
23
|
+
logger?.warn('Failed to close SFTP connection');
|
|
24
|
+
});
|
|
32
25
|
throw new actions_core_1.RequestTimeoutError();
|
|
33
26
|
};
|
|
34
|
-
|
|
35
|
-
if (signal.aborted) {
|
|
36
|
-
await abortSFTP();
|
|
37
|
-
}
|
|
38
|
-
signal.addEventListener('abort', abortSFTP, { once: true });
|
|
39
|
-
}
|
|
40
|
-
let retVal;
|
|
27
|
+
signal?.addEventListener('abort', abortListener, { once: true });
|
|
41
28
|
try {
|
|
42
|
-
|
|
29
|
+
await sftp.connect(createConnectionConfig(settings));
|
|
30
|
+
const remoteFilePath = path_1.default.posix.join(sftpFolderPath, filename);
|
|
31
|
+
if (settings.uploadStrategy === constants_1.UploadStrategy.CONCURRENT) {
|
|
32
|
+
return await sftp.fastPutFromBuffer(fileContent, remoteFilePath);
|
|
33
|
+
}
|
|
34
|
+
else {
|
|
35
|
+
return await sftp.put(fileContent, remoteFilePath);
|
|
36
|
+
}
|
|
43
37
|
}
|
|
44
38
|
catch (e) {
|
|
45
|
-
|
|
46
|
-
if (sftpError) {
|
|
47
|
-
if (sftpError.code === SFTPErrorCode.NO_SUCH_FILE) {
|
|
48
|
-
throw new actions_core_1.PayloadValidationError(`Could not find path: ${sftpFolderPath}`);
|
|
49
|
-
}
|
|
50
|
-
}
|
|
51
|
-
throw e;
|
|
39
|
+
formatAndThrowError(e, sftpFolderPath);
|
|
52
40
|
}
|
|
53
41
|
finally {
|
|
54
42
|
await sftp.end();
|
|
55
|
-
signal?.removeEventListener('abort',
|
|
43
|
+
signal?.removeEventListener('abort', abortListener);
|
|
56
44
|
}
|
|
57
|
-
return retVal;
|
|
58
45
|
}
|
|
59
46
|
function createConnectionConfig(settings) {
|
|
60
47
|
const { auth_type, sftp_ssh_key, sftp_password } = settings;
|
|
@@ -88,8 +75,34 @@ function normalizeSSHKey(key = '') {
|
|
|
88
75
|
}
|
|
89
76
|
async function testSFTPConnection(settings) {
|
|
90
77
|
const sftp = new ssh2_sftp_client_1.default();
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
|
|
78
|
+
const timeoutPromise = new Promise((_, reject) => {
|
|
79
|
+
setTimeout(() => {
|
|
80
|
+
reject(new actions_core_1.RequestTimeoutError('SFTP connection timed out'));
|
|
81
|
+
}, actions_core_1.DEFAULT_REQUEST_TIMEOUT);
|
|
82
|
+
});
|
|
83
|
+
return Promise.race([timeoutPromise, connectAndList(sftp, settings)]);
|
|
84
|
+
}
|
|
85
|
+
async function connectAndList(sftp, settings) {
|
|
86
|
+
let res;
|
|
87
|
+
try {
|
|
88
|
+
await sftp.connect(createConnectionConfig(settings));
|
|
89
|
+
res = await sftp.list('/');
|
|
90
|
+
}
|
|
91
|
+
catch (e) {
|
|
92
|
+
formatAndThrowError(e);
|
|
93
|
+
}
|
|
94
|
+
finally {
|
|
95
|
+
await sftp.end();
|
|
96
|
+
}
|
|
97
|
+
return res;
|
|
98
|
+
}
|
|
99
|
+
function formatAndThrowError(e, path = '/') {
|
|
100
|
+
const sftpError = e;
|
|
101
|
+
if (sftpError) {
|
|
102
|
+
if (sftpError.code === SFTPErrorCode.NO_SUCH_FILE) {
|
|
103
|
+
throw new actions_core_1.PayloadValidationError(`Could not find path: ${path}`);
|
|
104
|
+
}
|
|
105
|
+
}
|
|
106
|
+
throw new actions_core_1.IntegrationError(`SFTP Error: ${e.message || 'Unknown error'}`, 'SFTP_ERROR', 500);
|
|
94
107
|
}
|
|
95
108
|
//# sourceMappingURL=client.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"client.js","sourceRoot":"","sources":["../../../src/destinations/sftp/client.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"client.js","sourceRoot":"","sources":["../../../src/destinations/sftp/client.ts"],"names":[],"mappings":";;;;;AA6MS,0CAAe;AAAE,gDAAkB;AAAE,gCAAU;AA7MxD,wDAM8B;AAC9B,gDAAuB;AACvB,wEAAqC;AACrC,2CAA+D;AAG/D,iDAA4C;AAE5C,IAAK,aAEJ;AAFD,WAAK,aAAa;IAChB,iEAAgB,CAAA;AAClB,CAAC,EAFI,aAAa,KAAb,aAAa,QAEjB;AAkBD,KAAK,UAAU,UAAU,CACvB,QAAkB,EAClB,cAAsB,EACtB,QAAgB,EAChB,WAAmB,EACnB,MAAe,EACf,MAAoB;IAEpB,MAAM,IAAI,GAAG,IAAI,0BAAW,CAAC,YAAY,EAAE,MAAM,CAAC,CAAA;IAElD,MAAM,EAAE,cAAc,EAAE,CAAA;IAExB,MAAM,aAAa,GAAG,GAAG,EAAE;QACzB,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,GAAG,EAAE;YACpB,MAAM,EAAE,IAAI,CAAC,iCAAiC,CAAC,CAAA;QACjD,CAAC,CAAC,CAAA;QACF,MAAM,IAAI,kCAAmB,EAAE,CAAA;IACjC,CAAC,CAAA;IACD,MAAM,EAAE,gBAAgB,CAAC,OAAO,EAAE,aAAa,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC,CAAA;IAEhE,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,OAAO,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC,CAAA;QACpD,MAAM,cAAc,GAAG,cAAI,CAAC,KAAK,CAAC,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAA;QAChE,IAAI,QAAQ,CAAC,cAAc,KAAK,0BAAc,CAAC,UAAU,EAAE,CAAC;YAC1D,OAAO,MAAM,IAAI,CAAC,iBAAiB,CAAC,WAAW,EAAE,cAAc,CAAC,CAAA;QAClE,CAAC;aAAM,CAAC;YACN,OAAO,MAAM,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,cAAc,CAAC,CAAA;QACpD,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,mBAAmB,CAAC,CAAU,EAAE,cAAc,CAAC,CAAA;IACjD,CAAC;YAAS,CAAC;QAET,MAAM,IAAI,CAAC,GAAG,EAAE,CAAA;QAChB,MAAM,EAAE,mBAAmB,CAAC,OAAO,EAAE,aAAa,CAAC,CAAA;IACrD,CAAC;AACH,CAAC;AAED,SAAS,sBAAsB,CAAC,QAAkB;IAChD,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,aAAa,EAAE,GAAG,QAAQ,CAAA;IAC3D,MAAM,aAAa,GAAG,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,UAAU,CAAA;IACzE,MAAM,eAAe,GAAG,SAAS,KAAK,SAAS,CAAC,CAAC,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,aAAa,CAAA;IAE/F,OAAO;QACL,IAAI,EAAE,QAAQ,CAAC,SAAS;QACxB,IAAI,EAAE,QAAQ,CAAC,SAAS,IAAI,6BAAiB;QAC7C,QAAQ,EAAE,QAAQ,CAAC,aAAa;QAChC,CAAC,aAAa,CAAC,EAAE,eAAe;KACjC,CAAA;AACH,CAAC;AAMD,SAAS,eAAe,CAAC,GAAG,GAAG,EAAE;IAC/B,IAAI,CAAC,GAAG;QAAE,OAAO,GAAG,CAAA;IAOpB,MAAM,aAAa,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAA;IAa5E,MAAM,YAAY,GAAG,kFAAkF,CAAA;IACvG,MAAM,eAAe,GAAG,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;IAExD,IAAI,eAAe;QAAE,OAAO,aAAa,CAAA;IASzC,MAAM,WAAW,GAAG,aAAa,CAAC,KAAK,CAAC,uCAAuC,CAAC,CAAA;IAOhF,MAAM,WAAW,GAAG,aAAa,CAAC,KAAK,CAAC,qCAAqC,CAAC,CAAA;IAG9E,IAAI,WAAW,IAAI,WAAW,EAAE,CAAC;QAC/B,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,CAAA;QAC7B,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,CAAA;QAQ7B,MAAM,UAAU,GAAG,aAAa,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;QAgB3F,MAAM,gBAAgB,GAAG,UAAU,CAAC,OAAO,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;QAGhF,OAAO,GAAG,MAAM,KAAK,gBAAgB,KAAK,MAAM,EAAE,CAAA;IACpD,CAAC;IAGD,OAAO,aAAa,CAAA;AACtB,CAAC;AAKD,KAAK,UAAU,kBAAkB,CAAC,QAAkB;IAClD,MAAM,IAAI,GAAG,IAAI,0BAAM,EAAE,CAAA;IACzB,MAAM,cAAc,GAAG,IAAI,OAAO,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE;QAC/C,UAAU,CAAC,GAAG,EAAE;YACd,MAAM,CAAC,IAAI,kCAAmB,CAAC,2BAA2B,CAAC,CAAC,CAAA;QAC9D,CAAC,EAAE,sCAAuB,CAAC,CAAA;IAC7B,CAAC,CAAC,CAAA;IAGF,OAAO,OAAO,CAAC,IAAI,CAAC,CAAC,cAAc,EAAE,cAAc,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAA;AACvE,CAAC;AAED,KAAK,UAAU,cAAc,CAAC,IAAY,EAAE,QAAkB;IAC5D,IAAI,GAAsB,CAAA;IAC1B,IAAI,CAAC;QACH,MAAM,IAAI,CAAC,OAAO,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC,CAAA;QACpD,GAAG,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IAC5B,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,mBAAmB,CAAC,CAAU,CAAC,CAAA;IACjC,CAAC;YAAS,CAAC;QACT,MAAM,IAAI,CAAC,GAAG,EAAE,CAAA;IAClB,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC;AAED,SAAS,mBAAmB,CAAC,CAAQ,EAAE,IAAI,GAAG,GAAG;IAC/C,MAAM,SAAS,GAAG,CAAc,CAAA;IAChC,IAAI,SAAS,EAAE,CAAC;QACd,IAAI,SAAS,CAAC,IAAI,KAAK,aAAa,CAAC,YAAY,EAAE,CAAC;YAClD,MAAM,IAAI,qCAAsB,CAAC,wBAAwB,IAAI,EAAE,CAAC,CAAA;QAClE,CAAC;IACH,CAAC;IACD,MAAM,IAAI,+BAAgB,CAAC,eAAe,CAAC,CAAC,OAAO,IAAI,eAAe,EAAE,EAAE,YAAY,EAAE,GAAG,CAAC,CAAA;AAC9F,CAAC"}
|
|
@@ -1,5 +1,9 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.SFTP_DEFAULT_PORT = void 0;
|
|
3
|
+
exports.UploadStrategy = exports.SFTP_DEFAULT_PORT = void 0;
|
|
4
4
|
exports.SFTP_DEFAULT_PORT = 22;
|
|
5
|
+
exports.UploadStrategy = {
|
|
6
|
+
STANDARD: 'standard',
|
|
7
|
+
CONCURRENT: 'concurrent'
|
|
8
|
+
};
|
|
5
9
|
//# sourceMappingURL=constants.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../../src/destinations/sftp/constants.ts"],"names":[],"mappings":";;;AAAa,QAAA,iBAAiB,GAAG,EAAE,CAAA"}
|
|
1
|
+
{"version":3,"file":"constants.js","sourceRoot":"","sources":["../../../src/destinations/sftp/constants.ts"],"names":[],"mappings":";;;AAAa,QAAA,iBAAiB,GAAG,EAAE,CAAA;AAEtB,QAAA,cAAc,GAAG;IAC5B,QAAQ,EAAE,UAAU;IACpB,UAAU,EAAE,YAAY;CACzB,CAAA"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"fields.js","sourceRoot":"","sources":["../../../src/destinations/sftp/fields.ts"],"names":[],"mappings":";;;AAEA,MAAM,sBAAsB,GAAe;IACzC,KAAK,EAAE,wBAAwB;IAC/B,WAAW,EACT,sHAAsH;IACxH,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,KAAK;IACf,oBAAoB,EAAE,CAAC,UAAU,EAAE,UAAU,EAAE,YAAY,CAAC;IAC5D,OAAO,EAAE,YAAY;CACtB,CAAA;AACD,MAAM,2BAA2B,GAAe;IAC9C,KAAK,EAAE,6BAA6B;IACpC,WAAW,EACT,+GAA+G;IACjH,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,KAAK;IACf,oBAAoB,EAAE,CAAC,UAAU,EAAE,UAAU,EAAE,YAAY,CAAC;IAC5D,OAAO,EAAE,iBAAiB;CAC3B,CAAA;AACD,MAAM,eAAe,GAAe;IAClC,KAAK,EAAE,gCAAgC;IACvC,WAAW,EAAE,qDAAqD;IAClE,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,KAAK;IACf,aAAa,EAAE,IAAI;IACnB,OAAO,EAAE;QACP,KAAK,EAAE;YACL,MAAM,EAAE,EAAE,OAAO,EAAE,cAAc,EAAE;YACnC,IAAI,EAAE,EAAE,OAAO,EAAE,cAAc,EAAE;YACjC,IAAI,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE;SAC9B;KACF;CACF,CAAA;AACD,MAAM,eAAe,GAAe;IAClC,KAAK,EAAE,6BAA6B;IACpC,WAAW,EAAE,4CAA4C;IACzD,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,KAAK;IACf,aAAa,EAAE,IAAI;IACnB,OAAO,EAAE,EAAE,OAAO,EAAE,oCAAoC,EAAE;CAC3D,CAAA;AACD,MAAM,eAAe,GAAe;IAClC,IAAI,EAAE,SAAS;IACf,KAAK,EAAE,iBAAiB;IACxB,WAAW,EAAE,8BAA8B;IAC3C,aAAa,EAAE,IAAI;IACnB,QAAQ,EAAE,IAAI;IACd,OAAO,EAAE,IAAI;CACd,CAAA;AACD,MAAM,UAAU,GAAe;IAC7B,KAAK,EAAE,YAAY;IACnB,WAAW,EAAE,qFAAqF;IAClG,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,IAAI;IACd,OAAO,EAAE,MAAO;IAChB,OAAO,EAAE,CAAC;IACV,OAAO,EAAE,MAAO;CACjB,CAAA;AACD,MAAM,gBAAgB,GAAe;IACnC,KAAK,EAAE,aAAa;IACpB,WAAW,EACT,kHAAkH;IACpH,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,IAAI;IACd,OAAO,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE;CAC9B,CAAA;AACD,MAAM,eAAe,GAAe;IAClC,KAAK,EAAE,iBAAiB;IACxB,WAAW,EAAE,iGAAiG;IAC9G,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,IAAI;CACf,CAAA;AACD,MAAM,SAAS,GAAe;IAC5B,KAAK,EAAE,WAAW;IAClB,WAAW,EAAE,0DAA0D;IACvE,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,IAAI;IACd,oBAAoB,EAAE,CAAC,YAAY,EAAE,UAAU,EAAE,UAAU,CAAC;IAC5D,OAAO,EAAE;QACP,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE;QAC9B,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE;QAC7B,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE;QAC9B,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE;QAClC,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE;KAC/B;IACD,OAAO,EAAE,GAAG;CACb,CAAA;AACD,MAAM,cAAc,GAAe;IACjC,KAAK,EAAE,gBAAgB;IACvB,WAAW,EAAE,uCAAuC;IACpD,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,IAAI;IACd,OAAO,EAAE;QACP,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE;QAC9B,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE;QAC9B,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE;QAC9B,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE;KAC/B;IACD,OAAO,EAAE,KAAK;CACf,CAAA;AACD,MAAM,0BAA0B,GAAe;IAC7C,KAAK,EAAE,SAAS;IAChB,WAAW,EAAE,gDAAgD;IAC7D,IAAI,EAAE,QAAQ;IACd,eAAe,EAAE,UAAU;IAC3B,QAAQ,EAAE,IAAI;IACd,oBAAoB,EAAE,IAAI;IAC1B,UAAU,EAAE;QACV,UAAU,EAAE;YACV,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,oBAAoB;YACjC,IAAI,EAAE,QAAQ;SACf;QACD,UAAU,EAAE;YACV,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,mBAAmB;YAChC,IAAI,EAAE,QAAQ;SACf;QACD,OAAO,EAAE;YACP,KAAK,EAAE,SAAS;YAChB,WAAW,EAAE,SAAS;YACtB,IAAI,EAAE,QAAQ;SACf;QACD,YAAY,EAAE;YACZ,KAAK,EAAE,cAAc;YACrB,WAAW,EAAE,cAAc;YAC3B,IAAI,EAAE,QAAQ;SACf;QACD,KAAK,EAAE;YACL,KAAK,EAAE,OAAO;YACd,WAAW,EAAE,eAAe;YAC5B,IAAI,EAAE,QAAQ;SACf;QACD,UAAU,EAAE;YACV,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,yBAAyB;YACtC,IAAI,EAAE,QAAQ;SACf;QACD,MAAM,EAAE;YACN,KAAK,EAAE,QAAQ;YACf,WAAW,EAAE,aAAa;YAC1B,IAAI,EAAE,QAAQ;SACf;QACD,OAAO,EAAE;YACP,KAAK,EAAE,SAAS;YAChB,WAAW,EAAE,sBAAsB;YACnC,IAAI,EAAE,QAAQ;SACf;QACD,SAAS,EAAE;YACT,KAAK,EAAE,WAAW;YAClB,WAAW,EAAE,wBAAwB;YACrC,IAAI,EAAE,QAAQ;SACf;QACD,UAAU,EAAE;YACV,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,2DAA2D;YACxE,IAAI,EAAE,QAAQ;SACf;QACD,YAAY,EAAE;YACZ,KAAK,EAAE,qBAAqB;YAC5B,WAAW,EACT,gIAAgI;YAClI,IAAI,EAAE,QAAQ;SACf;QACD,aAAa,EAAE;YACb,KAAK,EAAE,eAAe;YACtB,WAAW,EAAE,sBAAsB;YACnC,IAAI,EAAE,QAAQ;SACf;QACD,WAAW,EAAE;YACX,KAAK,EAAE,aAAa;YACpB,WAAW,EAAE,oBAAoB;YACjC,IAAI,EAAE,QAAQ;SACf;QACD,iBAAiB,EAAE;YACjB,KAAK,EAAE,mBAAmB;YAC1B,WAAW,EAAE,yDAAyD;YACtE,IAAI,EAAE,QAAQ;SACf;KACF;IACD,OAAO,EAAE;QACP,UAAU,EAAE;YACV,OAAO,EAAE,SAAS;SACnB;QACD,UAAU,EAAE;YACV,OAAO,EAAE,QAAQ;SAClB;QACD,OAAO,EAAE;YACP,OAAO,EAAE,UAAU;SACpB;QACD,YAAY,EAAE;YACZ,OAAO,EAAE,eAAe;SACzB;QACD,KAAK,EAAE;YACL,KAAK,EAAE;gBACL,MAAM,EAAE,EAAE,OAAO,EAAE,gBAAgB,EAAE;gBACrC,IAAI,EAAE,EAAE,OAAO,EAAE,gBAAgB,EAAE;gBACnC,IAAI,EAAE,EAAE,OAAO,EAAE,wBAAwB,EAAE;aAC5C;SACF;QACD,UAAU,EAAE;YACV,OAAO,EAAE,cAAc;SACxB;QACD,MAAM,EAAE;YACN,KAAK,EAAE;gBACL,MAAM,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE;gBAC/B,IAAI,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE;gBAC7B,IAAI,EAAE,EAAE,OAAO,EAAE,kBAAkB,EAAE;aACtC;SACF;QACD,OAAO,EAAE;YACP,OAAO,EAAE,WAAW;SACrB;QACD,SAAS,EAAE;YACT,OAAO,EAAE,aAAa;SACvB;QACD,UAAU,EAAE;YACV,OAAO,EAAE,aAAa;SACvB;QACD,YAAY,EAAE;YACZ,OAAO,EAAE,gBAAgB;SAC1B;QACD,aAAa,EAAE;YACb,OAAO,EAAE,oCAAoC;SAC9C;QACD,WAAW,EAAE;YACX,OAAO,EAAE,mCAAmC;SAC7C;QACD,iBAAiB,EAAE;YACjB,OAAO,EAAE,6BAA6B;SACvC;KACF;CACF,CAAA;AACD,MAAM,wBAAwB,GAAe;IAC3C,KAAK,EAAE,SAAS;IAChB,WAAW,EAAE,gDAAgD;IAC7D,IAAI,EAAE,QAAQ;IACd,eAAe,EAAE,UAAU;IAC3B,QAAQ,EAAE,IAAI;IACd,oBAAoB,EAAE,IAAI;CAC3B,CAAA;AACD,MAAM,cAAc,GAA+B;IACjD,2BAA2B;IAC3B,eAAe;IACf,eAAe;CAChB,CAAA;
|
|
1
|
+
{"version":3,"file":"fields.js","sourceRoot":"","sources":["../../../src/destinations/sftp/fields.ts"],"names":[],"mappings":";;;AAEA,MAAM,sBAAsB,GAAe;IACzC,KAAK,EAAE,wBAAwB;IAC/B,WAAW,EACT,sHAAsH;IACxH,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,KAAK;IACf,oBAAoB,EAAE,CAAC,UAAU,EAAE,UAAU,EAAE,YAAY,CAAC;IAC5D,OAAO,EAAE,YAAY;CACtB,CAAA;AACD,MAAM,2BAA2B,GAAe;IAC9C,KAAK,EAAE,6BAA6B;IACpC,WAAW,EACT,+GAA+G;IACjH,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,KAAK;IACf,oBAAoB,EAAE,CAAC,UAAU,EAAE,UAAU,EAAE,YAAY,CAAC;IAC5D,OAAO,EAAE,iBAAiB;CAC3B,CAAA;AACD,MAAM,eAAe,GAAe;IAClC,KAAK,EAAE,gCAAgC;IACvC,WAAW,EAAE,qDAAqD;IAClE,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,KAAK;IACf,aAAa,EAAE,IAAI;IACnB,OAAO,EAAE;QACP,KAAK,EAAE;YACL,MAAM,EAAE,EAAE,OAAO,EAAE,cAAc,EAAE;YACnC,IAAI,EAAE,EAAE,OAAO,EAAE,cAAc,EAAE;YACjC,IAAI,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE;SAC9B;KACF;CACF,CAAA;AACD,MAAM,eAAe,GAAe;IAClC,KAAK,EAAE,6BAA6B;IACpC,WAAW,EAAE,4CAA4C;IACzD,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,KAAK;IACf,aAAa,EAAE,IAAI;IACnB,OAAO,EAAE,EAAE,OAAO,EAAE,oCAAoC,EAAE;CAC3D,CAAA;AACD,MAAM,eAAe,GAAe;IAClC,IAAI,EAAE,SAAS;IACf,KAAK,EAAE,iBAAiB;IACxB,WAAW,EAAE,8BAA8B;IAC3C,aAAa,EAAE,IAAI;IACnB,QAAQ,EAAE,IAAI;IACd,OAAO,EAAE,IAAI;CACd,CAAA;AACD,MAAM,UAAU,GAAe;IAC7B,KAAK,EAAE,YAAY;IACnB,WAAW,EAAE,qFAAqF;IAClG,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,IAAI;IACd,OAAO,EAAE,MAAO;IAChB,OAAO,EAAE,CAAC;IACV,OAAO,EAAE,MAAO;CACjB,CAAA;AACD,MAAM,gBAAgB,GAAe;IACnC,KAAK,EAAE,aAAa;IACpB,WAAW,EACT,kHAAkH;IACpH,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,IAAI;IACd,OAAO,EAAE,EAAE,WAAW,EAAE,GAAG,EAAE;CAC9B,CAAA;AACD,MAAM,eAAe,GAAe;IAClC,KAAK,EAAE,iBAAiB;IACxB,WAAW,EAAE,iGAAiG;IAC9G,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,IAAI;CACf,CAAA;AACD,MAAM,SAAS,GAAe;IAC5B,KAAK,EAAE,WAAW;IAClB,WAAW,EAAE,0DAA0D;IACvE,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,IAAI;IACd,oBAAoB,EAAE,CAAC,YAAY,EAAE,UAAU,EAAE,UAAU,CAAC;IAC5D,OAAO,EAAE;QACP,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE;QAC9B,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE;QAC7B,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE;QAC9B,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,GAAG,EAAE;QAClC,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE;KAC/B;IACD,OAAO,EAAE,GAAG;CACb,CAAA;AACD,MAAM,cAAc,GAAe;IACjC,KAAK,EAAE,gBAAgB;IACvB,WAAW,EAAE,uCAAuC;IACpD,IAAI,EAAE,QAAQ;IACd,QAAQ,EAAE,IAAI;IACd,OAAO,EAAE;QACP,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE;QAC9B,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE;QAC9B,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE;QAC9B,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE;KAC/B;IACD,OAAO,EAAE,KAAK;CACf,CAAA;AACD,MAAM,0BAA0B,GAAe;IAC7C,KAAK,EAAE,SAAS;IAChB,WAAW,EAAE,gDAAgD;IAC7D,IAAI,EAAE,QAAQ;IACd,eAAe,EAAE,UAAU;IAC3B,QAAQ,EAAE,IAAI;IACd,oBAAoB,EAAE,IAAI;IAC1B,UAAU,EAAE;QACV,UAAU,EAAE;YACV,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,oBAAoB;YACjC,IAAI,EAAE,QAAQ;SACf;QACD,UAAU,EAAE;YACV,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,mBAAmB;YAChC,IAAI,EAAE,QAAQ;SACf;QACD,OAAO,EAAE;YACP,KAAK,EAAE,SAAS;YAChB,WAAW,EAAE,SAAS;YACtB,IAAI,EAAE,QAAQ;SACf;QACD,YAAY,EAAE;YACZ,KAAK,EAAE,cAAc;YACrB,WAAW,EAAE,cAAc;YAC3B,IAAI,EAAE,QAAQ;SACf;QACD,KAAK,EAAE;YACL,KAAK,EAAE,OAAO;YACd,WAAW,EAAE,eAAe;YAC5B,IAAI,EAAE,QAAQ;SACf;QACD,UAAU,EAAE;YACV,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,yBAAyB;YACtC,IAAI,EAAE,QAAQ;SACf;QACD,MAAM,EAAE;YACN,KAAK,EAAE,QAAQ;YACf,WAAW,EAAE,aAAa;YAC1B,IAAI,EAAE,QAAQ;SACf;QACD,OAAO,EAAE;YACP,KAAK,EAAE,SAAS;YAChB,WAAW,EAAE,sBAAsB;YACnC,IAAI,EAAE,QAAQ;SACf;QACD,SAAS,EAAE;YACT,KAAK,EAAE,WAAW;YAClB,WAAW,EAAE,wBAAwB;YACrC,IAAI,EAAE,QAAQ;SACf;QACD,UAAU,EAAE;YACV,KAAK,EAAE,YAAY;YACnB,WAAW,EAAE,2DAA2D;YACxE,IAAI,EAAE,QAAQ;SACf;QACD,YAAY,EAAE;YACZ,KAAK,EAAE,qBAAqB;YAC5B,WAAW,EACT,gIAAgI;YAClI,IAAI,EAAE,QAAQ;SACf;QACD,aAAa,EAAE;YACb,KAAK,EAAE,eAAe;YACtB,WAAW,EAAE,sBAAsB;YACnC,IAAI,EAAE,QAAQ;SACf;QACD,WAAW,EAAE;YACX,KAAK,EAAE,aAAa;YACpB,WAAW,EAAE,oBAAoB;YACjC,IAAI,EAAE,QAAQ;SACf;QACD,iBAAiB,EAAE;YACjB,KAAK,EAAE,mBAAmB;YAC1B,WAAW,EAAE,yDAAyD;YACtE,IAAI,EAAE,QAAQ;SACf;KACF;IACD,OAAO,EAAE;QACP,UAAU,EAAE;YACV,OAAO,EAAE,SAAS;SACnB;QACD,UAAU,EAAE;YACV,OAAO,EAAE,QAAQ;SAClB;QACD,OAAO,EAAE;YACP,OAAO,EAAE,UAAU;SACpB;QACD,YAAY,EAAE;YACZ,OAAO,EAAE,eAAe;SACzB;QACD,KAAK,EAAE;YACL,KAAK,EAAE;gBACL,MAAM,EAAE,EAAE,OAAO,EAAE,gBAAgB,EAAE;gBACrC,IAAI,EAAE,EAAE,OAAO,EAAE,gBAAgB,EAAE;gBACnC,IAAI,EAAE,EAAE,OAAO,EAAE,wBAAwB,EAAE;aAC5C;SACF;QACD,UAAU,EAAE;YACV,OAAO,EAAE,cAAc;SACxB;QACD,MAAM,EAAE;YACN,KAAK,EAAE;gBACL,MAAM,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE;gBAC/B,IAAI,EAAE,EAAE,OAAO,EAAE,UAAU,EAAE;gBAC7B,IAAI,EAAE,EAAE,OAAO,EAAE,kBAAkB,EAAE;aACtC;SACF;QACD,OAAO,EAAE;YACP,OAAO,EAAE,WAAW;SACrB;QACD,SAAS,EAAE;YACT,OAAO,EAAE,aAAa;SACvB;QACD,UAAU,EAAE;YACV,OAAO,EAAE,aAAa;SACvB;QACD,YAAY,EAAE;YACZ,OAAO,EAAE,gBAAgB;SAC1B;QACD,aAAa,EAAE;YACb,OAAO,EAAE,oCAAoC;SAC9C;QACD,WAAW,EAAE;YACX,OAAO,EAAE,mCAAmC;SAC7C;QACD,iBAAiB,EAAE;YACjB,OAAO,EAAE,6BAA6B;SACvC;KACF;CACF,CAAA;AACD,MAAM,wBAAwB,GAAe;IAC3C,KAAK,EAAE,SAAS;IAChB,WAAW,EAAE,gDAAgD;IAC7D,IAAI,EAAE,QAAQ;IACd,eAAe,EAAE,UAAU;IAC3B,QAAQ,EAAE,IAAI;IACd,oBAAoB,EAAE,IAAI;CAC3B,CAAA;AACD,MAAM,cAAc,GAA+B;IACjD,2BAA2B;IAC3B,eAAe;IACf,eAAe;CAChB,CAAA;AAEY,QAAA,UAAU,GAA+B;IACpD,OAAO,EAAE,wBAAwB;IACjC,eAAe;IACf,cAAc;IACd,SAAS;IACT,gBAAgB;IAChB,eAAe;IACf,UAAU;IACV,sBAAsB;CACvB,CAAA;AACY,QAAA,YAAY,GAA+B;IACtD,GAAG,kBAAU;IACb,OAAO,EAAE,0BAA0B;IACnC,GAAG,cAAc;CAClB,CAAA"}
|
|
@@ -2,7 +2,8 @@ import { MultiStatusResponse } from '@segment/actions-core';
|
|
|
2
2
|
import { Settings } from './generated-types';
|
|
3
3
|
import { Payload } from './syncEvents/generated-types';
|
|
4
4
|
import { ColumnHeader, RawMapping } from './types';
|
|
5
|
-
|
|
5
|
+
import { Logger } from '@segment/actions-core';
|
|
6
|
+
declare function send(payloads: Payload[], settings: Settings, rawMapping: RawMapping, logger?: Logger, signal?: AbortSignal): Promise<MultiStatusResponse>;
|
|
6
7
|
declare function clean(delimiter: string, str?: string): string;
|
|
7
8
|
declare function createHeaders(rawMapping: RawMapping, delimiter: string, audienceActionColumnName?: string, batchSizeColumnName?: string): ColumnHeader[];
|
|
8
9
|
declare function createFilename(filename_prefix: string, file_extension: string): string;
|
|
@@ -10,7 +10,7 @@ exports.processField = processField;
|
|
|
10
10
|
exports.send = send;
|
|
11
11
|
const actions_core_1 = require("@segment/actions-core");
|
|
12
12
|
const client_1 = require("./client");
|
|
13
|
-
async function send(payloads, settings, rawMapping, signal) {
|
|
13
|
+
async function send(payloads, settings, rawMapping, logger, signal) {
|
|
14
14
|
const { delimiter, audience_action_column_name, batch_size_column_name, filename_prefix, file_extension, sftp_folder_path } = payloads[0];
|
|
15
15
|
const headers = createHeaders(rawMapping, delimiter, audience_action_column_name, batch_size_column_name);
|
|
16
16
|
const rowsObservabilityArray = [];
|
|
@@ -18,7 +18,7 @@ async function send(payloads, settings, rawMapping, signal) {
|
|
|
18
18
|
const filename = createFilename(filename_prefix, file_extension);
|
|
19
19
|
const msResponse = new actions_core_1.MultiStatusResponse();
|
|
20
20
|
try {
|
|
21
|
-
await (0, client_1.uploadSFTP)(settings, sftp_folder_path, filename, fileContent, signal);
|
|
21
|
+
await (0, client_1.uploadSFTP)(settings, sftp_folder_path, filename, fileContent, logger, signal);
|
|
22
22
|
payloads.forEach((payload, index) => {
|
|
23
23
|
const row = rowsObservabilityArray[index] ?? '';
|
|
24
24
|
msResponse.setSuccessResponseAtIndex(index, {
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"functions.js","sourceRoot":"","sources":["../../../src/destinations/sftp/functions.ts"],"names":[],"mappings":";;
|
|
1
|
+
{"version":3,"file":"functions.js","sourceRoot":"","sources":["../../../src/destinations/sftp/functions.ts"],"names":[],"mappings":";;AA2LS,sBAAK;AAAE,wCAAc;AAAE,sCAAa;AAAE,8CAAiB;AAAE,oCAAY;AAAE,8CAAiB;AAAE,oCAAY;AAAE,oBAAI;AA3LrH,wDAA+G;AAC/G,qCAAqC;AAMrC,KAAK,UAAU,IAAI,CACjB,QAAmB,EACnB,QAAkB,EAClB,UAAsB,EACtB,MAAe,EACf,MAAoB;IAEpB,MAAM,EACJ,SAAS,EACT,2BAA2B,EAC3B,sBAAsB,EACtB,eAAe,EACf,cAAc,EACd,gBAAgB,EACjB,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAA;IAEf,MAAM,OAAO,GAAmB,aAAa,CAC3C,UAAU,EACV,SAAS,EACT,2BAA2B,EAC3B,sBAAsB,CACvB,CAAA;IACD,MAAM,sBAAsB,GAAa,EAAE,CAAA;IAC3C,MAAM,WAAW,GAAG,YAAY,CAC9B,QAAQ,EACR,OAAO,EACP,SAAS,EACT,sBAAsB,EACtB,2BAA2B,EAC3B,sBAAsB,CACvB,CAAA;IACD,MAAM,QAAQ,GAAG,cAAc,CAAC,eAAe,EAAE,cAAc,CAAC,CAAA;IAEhE,MAAM,UAAU,GAAG,IAAI,kCAAmB,EAAE,CAAA;IAC5C,IAAI,CAAC;QACH,MAAM,IAAA,mBAAU,EAAC,QAAQ,EAAE,gBAAgB,EAAE,QAAQ,EAAE,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;QACnF,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;YAClC,MAAM,GAAG,GAAG,sBAAsB,CAAC,KAAK,CAAC,IAAI,EAAE,CAAA;YAC/C,UAAU,CAAC,yBAAyB,CAAC,KAAK,EAAE;gBAC1C,MAAM,EAAE,GAAG;gBACX,IAAI,EAAE,OAAoC;gBAC1C,IAAI,EAAE,gBAAgB,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,mBAAmB,kBACpF,GAAG,IAAI,uBACT,EAAE;aACH,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;YAClC,MAAM,GAAG,GAAG,sBAAsB,CAAC,KAAK,CAAC,IAAI,EAAE,CAAA;YAC/C,UAAU,CAAC,uBAAuB,CAAC,KAAK,EAAE;gBACxC,MAAM,EAAE,KAAK,EAAE,MAAM,IAAI,GAAG;gBAC5B,SAAS,EAAE,KAAK,EAAE,IAAI,IAAI,yBAAU,CAAC,WAAW;gBAChD,YAAY,EAAE,KAAK,EAAE,OAAO,IAAI,+BAA+B;gBAC/D,IAAI,EAAE,OAAoC;gBAC1C,IAAI,EAAE,gBAAgB,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,mBAAmB,kBACpF,GAAG,IAAI,uBACT,EAAE;aACH,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,OAAO,UAAU,CAAA;AACnB,CAAC;AAED,SAAS,KAAK,CAAC,SAAiB,EAAE,GAAG,GAAG,EAAE;IACxC,OAAO,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAA;AAC/D,CAAC;AAKD,SAAS,aAAa,CACpB,UAAsB,EACtB,SAAiB,EACjB,wBAAiC,EACjC,mBAA4B;IAE5B,MAAM,YAAY,GAAG,CAAC,UAAkB,EAAgB,EAAE,CAAC,CAAC;QAC1D,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,UAAU,CAAC;QACvC,YAAY,EAAE,UAAU;KACzB,CAAC,CAAA;IAEF,MAAM,OAAO,GAAmB,EAAE,CAAA;IAGlC,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,OAAO,CAAC;SAC/B,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,EAAE,CAAC,KAAK,KAAK,EAAE,CAAC;SACpC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,EAAE,EAAE;QACpB,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAA;IACpC,CAAC,CAAC,CAAA;IAGJ,IAAI,wBAAwB;QAAE,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,wBAAwB,CAAC,CAAC,CAAA;IAClF,IAAI,mBAAmB;QAAE,OAAO,CAAC,IAAI,CAAC,YAAY,CAAC,mBAAmB,CAAC,CAAC,CAAA;IAExE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,IAAI,qCAAsB,CAAC,8BAA8B,CAAC,CAAA;IAClE,CAAC;IAED,OAAO,OAAO,CAAA;AAChB,CAAC;AAKD,SAAS,cAAc,CAAC,eAAuB,EAAE,cAAsB;IACrE,MAAM,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAA;IAEjE,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,eAAe,CAAC,QAAQ,CAAC,IAAI,cAAc,EAAE,CAAC;YACjD,OAAO,eAAe,CAAC,OAAO,CAAC,IAAI,cAAc,EAAE,EAAE,KAAK,UAAU,IAAI,cAAc,EAAE,CAAC,CAAA;QAC3F,KAAK,eAAe,KAAK,EAAE;YACzB,OAAO,GAAG,eAAe,KAAK,UAAU,IAAI,cAAc,EAAE,CAAA;QAC9D;YACE,OAAO,GAAG,UAAU,IAAI,cAAc,EAAE,CAAA;IAC5C,CAAC;AACH,CAAC;AAKD,SAAS,YAAY,CACnB,QAAmB,EACnB,OAAuB,EACvB,SAAiB,EACjB,SAAmB,EACnB,aAAsB,EACtB,YAAqB;IAErB,MAAM,IAAI,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;QAC3C,MAAM,SAAS,GAAG,KAAK,KAAK,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAA;QAC/C,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAU,EAAE;YACzC,QAAQ,MAAM,CAAC,YAAY,EAAE,CAAC;gBAC5B,KAAK,aAAa;oBAChB,OAAO,YAAY,CAAC,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAA;gBACjD,KAAK,YAAY;oBACf,OAAO,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;gBACtC;oBACE,OAAO,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,CAAA;YAC7D,CAAC;QACH,CAAC,CAAC,CAAA;QAEF,OAAO,MAAM,CAAC,IAAI,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAA;IACnG,CAAC,CAAC,CAAA;IACF,SAAS,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAA;IACpD,OAAO,MAAM,CAAC,MAAM,CAAC;QACnB,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,SAAS,KAAK,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC;QAC1G,GAAG,IAAI;KACR,CAAC,CAAA;AACJ,CAAC;AAED,SAAS,YAAY,CAAC,KAA0B;IAC9C,OAAO,iBAAiB,CACtB,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI;QACnC,CAAC,CAAC,EAAE;QACJ,CAAC,CAAC,OAAO,KAAK,KAAK,QAAQ;YAC3B,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC/B,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAClB,CAAA;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,OAAgB;IACzC,IAAI,CAAC,OAAO,CAAC,eAAe,IAAI,CAAC,OAAO,CAAC,eAAe,EAAE,CAAC;QACzD,OAAO,SAAS,CAAA;IAClB,CAAC;IAED,OAAQ,OAAO,EAAE,eAAuD,EAAE,CAAC,OAAO,CAAC,eAAe,CAAC,IAAI,SAAS,CAAA;AAClH,CAAC;AASD,SAAS,iBAAiB,CAAC,UAAkB;IAC3C,OAAO,IAAI,MAAM,CAAC,UAAU,CAAC,CAAC,OAAO,CAAC,IAAI,EAAE,IAAI,CAAC,GAAG,CAAA;AACtD,CAAC"}
|
|
@@ -90,6 +90,20 @@ const destination = {
|
|
|
90
90
|
}
|
|
91
91
|
]
|
|
92
92
|
}
|
|
93
|
+
},
|
|
94
|
+
uploadStrategy: {
|
|
95
|
+
label: 'Upload Strategy',
|
|
96
|
+
description: 'Select the upload strategy to use when uploading files to the SFTP server.',
|
|
97
|
+
type: 'string',
|
|
98
|
+
choices: [
|
|
99
|
+
{ label: 'Standard [Supported by all SFTP servers]', value: constants_1.UploadStrategy.STANDARD },
|
|
100
|
+
{
|
|
101
|
+
label: 'Concurrent [Improves upload time but may not be supported by all SFTP servers. Test and enable if supported.]',
|
|
102
|
+
value: constants_1.UploadStrategy.CONCURRENT
|
|
103
|
+
}
|
|
104
|
+
],
|
|
105
|
+
default: constants_1.UploadStrategy.STANDARD,
|
|
106
|
+
required: false
|
|
93
107
|
}
|
|
94
108
|
},
|
|
95
109
|
testAuthentication: async (_, { settings }) => await (0, client_1.testSFTPConnection)(settings)
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/destinations/sftp/index.ts"],"names":[],"mappings":";;;;;AAGA,qCAA6C;AAC7C,2CAA+
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/destinations/sftp/index.ts"],"names":[],"mappings":";;;;;AAGA,qCAA6C;AAC7C,2CAA+D;AAC/D,8DAAqC;AACrC,wEAA+C;AAE/C,MAAM,WAAW,GAAoC;IACnD,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,cAAc;IACpB,IAAI,EAAE,OAAO;IACb,WAAW,EAAE,6BAA6B;IAC1C,cAAc,EAAE;QACd,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE;YACN,SAAS,EAAE;gBACT,KAAK,EAAE,qBAAqB;gBAC5B,WAAW,EAAE,2DAA2D;gBACxE,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE;oBACP,EAAE,KAAK,EAAE,uBAAuB,EAAE,KAAK,EAAE,UAAU,EAAE;oBACrD,EAAE,KAAK,EAAE,sBAAsB,EAAE,KAAK,EAAE,SAAS,EAAE;iBACpD;gBACD,OAAO,EAAE,UAAU;gBACnB,QAAQ,EAAE,IAAI;aACf;YACD,SAAS,EAAE;gBACT,KAAK,EAAE,WAAW;gBAClB,WAAW,EAAE,+CAA+C;gBAC5D,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,IAAI;aACf;YACD,SAAS,EAAE;gBACT,KAAK,EAAE,WAAW;gBAClB,WAAW,EAAE,yCAAyC;gBACtD,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,KAAK;gBACf,OAAO,EAAE,6BAAiB;aAC3B;YACD,aAAa,EAAE;gBACb,KAAK,EAAE,UAAU;gBACjB,WAAW,EAAE,8CAA8C;gBAC3D,IAAI,EAAE,QAAQ;gBACd,QAAQ,EAAE,IAAI;aACf;YACD,aAAa,EAAE;gBACb,KAAK,EAAE,UAAU;gBACjB,WAAW,EAAE,8CAA8C;gBAC3D,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE;oBACR,UAAU,EAAE;wBACV;4BACE,QAAQ,EAAE,WAAW;4BACrB,QAAQ,EAAE,IAAI;4BACd,KAAK,EAAE,UAAU;yBAClB;qBACF;iBACF;gBACD,UAAU,EAAE;oBACV,UAAU,EAAE;wBACV;4BACE,QAAQ,EAAE,WAAW;4BACrB,QAAQ,EAAE,IAAI;4BACd,KAAK,EAAE,UAAU;yBAClB;qBACF;iBACF;aACF;YACD,YAAY,EAAE;gBACZ,KAAK,EAAE,SAAS;gBAChB,WAAW,EAAE,6CAA6C;gBAC1D,IAAI,EAAE,UAAU;gBAChB,QAAQ,EAAE;oBACR,UAAU,EAAE;wBACV;4BACE,QAAQ,EAAE,WAAW;4BACrB,QAAQ,EAAE,IAAI;4BACd,KAAK,EAAE,SAAS;yBACjB;qBACF;iBACF;gBACD,UAAU,EAAE;oBACV,UAAU,EAAE;wBACV;4BACE,QAAQ,EAAE,WAAW;4BACrB,QAAQ,EAAE,IAAI;4BACd,KAAK,EAAE,SAAS;yBACjB;qBACF;iBACF;aACF;YACD,cAAc,EAAE;gBACd,KAAK,EAAE,iBAAiB;gBACxB,WAAW,EAAE,4EAA4E;gBACzF,IAAI,EAAE,QAAQ;gBACd,OAAO,EAAE;oBACP,EAAE,KAAK,EAAE,0CAA0C,EAAE,KAAK,EAAE,0BAAc,CAAC,QAAQ,EAAE;oBACrF;wBACE,KAAK,EACH,+GAA+G;wBACjH,KAAK,EAAE,0BAAc,CAAC,UAAU;qBACjC;iBACF;gBACD,OAAO,EAAE,0BAAc,CAAC,QAAQ;gBAChC,QAAQ,EAAE,KAAK;aAChB;SACF;QACD,kBAAkB,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,MAAM,IAAA,2BAAkB,EAAC,QAAQ,CAAC;KAClF;IACD,OAAO,EAAE;QACP,UAAU,EAAV,oBAAU;QACV,eAAe,EAAf,yBAAe;KAChB;CACF,CAAA;AAED,kBAAe,WAAW,CAAA"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import { Logger } from '@segment/actions-core';
|
|
2
|
+
import Client from 'ssh2-sftp-client';
|
|
3
|
+
import ssh2 from 'ssh2';
|
|
4
|
+
interface FastPutFromBufferOptions {
|
|
5
|
+
concurrency?: number;
|
|
6
|
+
chunkSize?: number;
|
|
7
|
+
}
|
|
8
|
+
export declare class SFTPWrapper {
|
|
9
|
+
private readonly sftp;
|
|
10
|
+
private client?;
|
|
11
|
+
private readonly logger?;
|
|
12
|
+
constructor(name?: string, logger?: Logger);
|
|
13
|
+
connect(options: Client.ConnectOptions): Promise<ssh2.SFTPWrapper>;
|
|
14
|
+
put(buffer: Buffer, remoteFilePath: string, options?: Client.TransferOptions): Promise<string>;
|
|
15
|
+
fastPutFromBuffer(input: Buffer, remoteFilePath: string, options?: FastPutFromBufferOptions): Promise<void>;
|
|
16
|
+
private _fastXferFromBuffer;
|
|
17
|
+
end(): Promise<boolean>;
|
|
18
|
+
}
|
|
19
|
+
export {};
|
|
@@ -0,0 +1,102 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
3
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
|
+
};
|
|
5
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
+
exports.SFTPWrapper = void 0;
|
|
7
|
+
const ssh2_sftp_client_1 = __importDefault(require("ssh2-sftp-client"));
|
|
8
|
+
class SFTPWrapper {
|
|
9
|
+
constructor(name, logger) {
|
|
10
|
+
this.sftp = new ssh2_sftp_client_1.default(name);
|
|
11
|
+
this.logger = logger;
|
|
12
|
+
}
|
|
13
|
+
async connect(options) {
|
|
14
|
+
try {
|
|
15
|
+
this.client = await this.sftp.connect(options);
|
|
16
|
+
return this.client;
|
|
17
|
+
}
|
|
18
|
+
catch (error) {
|
|
19
|
+
this.logger?.error('Error connecting to SFTP server:', String(error));
|
|
20
|
+
throw error;
|
|
21
|
+
}
|
|
22
|
+
}
|
|
23
|
+
async put(buffer, remoteFilePath, options = {}) {
|
|
24
|
+
if (!this.client) {
|
|
25
|
+
throw new Error('SFTP Client not connected. Call connect first.');
|
|
26
|
+
}
|
|
27
|
+
try {
|
|
28
|
+
return await this.sftp.put(buffer, remoteFilePath, options);
|
|
29
|
+
}
|
|
30
|
+
catch (error) {
|
|
31
|
+
this.logger?.error('Error uploading file to SFTP server:', String(error));
|
|
32
|
+
throw error;
|
|
33
|
+
}
|
|
34
|
+
}
|
|
35
|
+
async fastPutFromBuffer(input, remoteFilePath, options = {}) {
|
|
36
|
+
if (!this.client) {
|
|
37
|
+
throw new Error('SFTP Client not connected. Call connect first.');
|
|
38
|
+
}
|
|
39
|
+
try {
|
|
40
|
+
return this._fastXferFromBuffer(input, remoteFilePath, options);
|
|
41
|
+
}
|
|
42
|
+
catch (error) {
|
|
43
|
+
this.logger?.error('Error uploading buffer to SFTP server:', String(error));
|
|
44
|
+
throw error;
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
async _fastXferFromBuffer(input, remoteFilePath, options) {
|
|
48
|
+
const fsize = input.length;
|
|
49
|
+
return new Promise((resolve, reject) => {
|
|
50
|
+
this.client?.open(remoteFilePath, 'w', (err, handle) => {
|
|
51
|
+
if (err) {
|
|
52
|
+
return reject(new Error(`Error opening remote file: ${err.message}`));
|
|
53
|
+
}
|
|
54
|
+
const concurrency = options.concurrency || 64;
|
|
55
|
+
const chunkSize = options.chunkSize || 32768;
|
|
56
|
+
const readBuffer = input;
|
|
57
|
+
let position = 0;
|
|
58
|
+
let writeRequests = [];
|
|
59
|
+
const writeChunk = (chunkPos) => {
|
|
60
|
+
return new Promise((chunkResolve, chunkReject) => {
|
|
61
|
+
const bytesToWrite = Math.min(chunkSize, fsize - chunkPos);
|
|
62
|
+
if (bytesToWrite <= 0) {
|
|
63
|
+
return chunkResolve();
|
|
64
|
+
}
|
|
65
|
+
this.client?.write(handle, readBuffer, chunkPos, bytesToWrite, chunkPos, (writeErr) => {
|
|
66
|
+
if (writeErr) {
|
|
67
|
+
return chunkReject(new Error(`Error writing to remote file: ${writeErr.message}`));
|
|
68
|
+
}
|
|
69
|
+
chunkResolve();
|
|
70
|
+
});
|
|
71
|
+
});
|
|
72
|
+
};
|
|
73
|
+
const processWrites = async () => {
|
|
74
|
+
while (position < fsize) {
|
|
75
|
+
writeRequests.push(writeChunk(position));
|
|
76
|
+
position += chunkSize;
|
|
77
|
+
if (writeRequests.length >= concurrency) {
|
|
78
|
+
await Promise.all(writeRequests);
|
|
79
|
+
writeRequests = [];
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
await Promise.all(writeRequests);
|
|
83
|
+
};
|
|
84
|
+
processWrites()
|
|
85
|
+
.then(resolve)
|
|
86
|
+
.catch(reject)
|
|
87
|
+
.finally(() => {
|
|
88
|
+
this.client?.close(handle, (closeErr) => {
|
|
89
|
+
if (closeErr) {
|
|
90
|
+
this.logger?.warn('Error closing remote file handle:', String(closeErr.message));
|
|
91
|
+
}
|
|
92
|
+
});
|
|
93
|
+
});
|
|
94
|
+
});
|
|
95
|
+
});
|
|
96
|
+
}
|
|
97
|
+
async end() {
|
|
98
|
+
return this.sftp.end();
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
exports.SFTPWrapper = SFTPWrapper;
|
|
102
|
+
//# sourceMappingURL=sftp-wrapper.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"sftp-wrapper.js","sourceRoot":"","sources":["../../../src/destinations/sftp/sftp-wrapper.ts"],"names":[],"mappings":";;;;;;AAGA,wEAAqC;AASrC,MAAa,WAAW;IAKtB,YAAY,IAAa,EAAE,MAAe;QACxC,IAAI,CAAC,IAAI,GAAG,IAAI,0BAAM,CAAC,IAAI,CAAC,CAAA;QAC5B,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;IACtB,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,OAA8B;QAC1C,IAAI,CAAC;YACH,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,CAAA;YAC9C,OAAO,IAAI,CAAC,MAAM,CAAA;QACpB,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,kCAAkC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;YACrE,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,MAAc,EAAE,cAAsB,EAAE,UAAkC,EAAE;QACpF,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAA;QACnE,CAAC;QAED,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,cAAc,EAAE,OAAO,CAAC,CAAA;QAC7D,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,sCAAsC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;YACzE,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAID,KAAK,CAAC,iBAAiB,CACrB,KAAa,EACb,cAAsB,EACtB,UAAoC,EAAE;QAEtC,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAA;QACnE,CAAC;QACD,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,mBAAmB,CAAC,KAAK,EAAE,cAAc,EAAE,OAAO,CAAC,CAAA;QACjE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,wCAAwC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAA;YAC3E,MAAM,KAAK,CAAA;QACb,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,mBAAmB,CAC/B,KAAa,EACb,cAAsB,EACtB,OAAiC;QAEjC,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAA;QAC1B,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;YAE3C,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE;gBACrD,IAAI,GAAG,EAAE,CAAC;oBACR,OAAO,MAAM,CAAC,IAAI,KAAK,CAAC,8BAA8B,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;gBACvE,CAAC;gBACD,MAAM,WAAW,GAAG,OAAO,CAAC,WAAW,IAAI,EAAE,CAAA;gBAC7C,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,KAAK,CAAA;gBAC5C,MAAM,UAAU,GAAG,KAAK,CAAA;gBACxB,IAAI,QAAQ,GAAG,CAAC,CAAA;gBAChB,IAAI,aAAa,GAAoB,EAAE,CAAA;gBAGvC,MAAM,UAAU,GAAG,CAAC,QAAgB,EAAiB,EAAE;oBACrD,OAAO,IAAI,OAAO,CAAC,CAAC,YAAY,EAAE,WAAW,EAAE,EAAE;wBAC/C,MAAM,YAAY,GAAG,IAAI,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,GAAG,QAAQ,CAAC,CAAA;wBAC1D,IAAI,YAAY,IAAI,CAAC,EAAE,CAAC;4BACtB,OAAO,YAAY,EAAE,CAAA;wBACvB,CAAC;wBACD,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,YAAY,EAAE,QAAQ,EAAE,CAAC,QAAQ,EAAE,EAAE;4BACpF,IAAI,QAAQ,EAAE,CAAC;gCACb,OAAO,WAAW,CAAC,IAAI,KAAK,CAAC,iCAAiC,QAAQ,CAAC,OAAO,EAAE,CAAC,CAAC,CAAA;4BACpF,CAAC;4BACD,YAAY,EAAE,CAAA;wBAChB,CAAC,CAAC,CAAA;oBACJ,CAAC,CAAC,CAAA;gBACJ,CAAC,CAAA;gBAGD,MAAM,aAAa,GAAG,KAAK,IAAI,EAAE;oBAC/B,OAAO,QAAQ,GAAG,KAAK,EAAE,CAAC;wBACxB,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAA;wBACxC,QAAQ,IAAI,SAAS,CAAA;wBACrB,IAAI,aAAa,CAAC,MAAM,IAAI,WAAW,EAAE,CAAC;4BACxC,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAA;4BAChC,aAAa,GAAG,EAAE,CAAA;wBACpB,CAAC;oBACH,CAAC;oBACD,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAA;gBAClC,CAAC,CAAA;gBAED,aAAa,EAAE;qBACZ,IAAI,CAAC,OAAO,CAAC;qBACb,KAAK,CAAC,MAAM,CAAC;qBACb,OAAO,CAAC,GAAG,EAAE;oBAEZ,IAAI,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE;wBACtC,IAAI,QAAQ,EAAE,CAAC;4BACb,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,mCAAmC,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAA;wBAClF,CAAC;oBACH,CAAC,CAAC,CAAA;gBACJ,CAAC,CAAC,CAAA;YACN,CAAC,CAAC,CAAA;QACJ,CAAC,CAAC,CAAA;IACJ,CAAC;IAED,KAAK,CAAC,GAAG;QAEP,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAA;IACxB,CAAC;CACF;AArHD,kCAqHC"}
|
|
@@ -8,14 +8,14 @@ const action = {
|
|
|
8
8
|
defaultSubscription: 'type = "identify" or type = "track" or type = "page" or type = "screen" or type = "group"',
|
|
9
9
|
fields: fields_1.commonFields,
|
|
10
10
|
perform: async (_, data) => {
|
|
11
|
-
const { payload, settings, signal } = data;
|
|
11
|
+
const { payload, settings, signal, logger } = data;
|
|
12
12
|
const rawMapping = data.rawMapping;
|
|
13
|
-
return (0, functions_1.send)([payload], settings, rawMapping, signal);
|
|
13
|
+
return (0, functions_1.send)([payload], settings, rawMapping, logger, signal);
|
|
14
14
|
},
|
|
15
15
|
performBatch: async (_, data) => {
|
|
16
|
-
const { payload, settings, signal } = data;
|
|
16
|
+
const { payload, settings, signal, logger } = data;
|
|
17
17
|
const rawMapping = data.rawMapping;
|
|
18
|
-
return (0, functions_1.send)(payload, settings, rawMapping, signal);
|
|
18
|
+
return (0, functions_1.send)(payload, settings, rawMapping, logger, signal);
|
|
19
19
|
}
|
|
20
20
|
};
|
|
21
21
|
exports.default = action;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/destinations/sftp/syncEvents/index.ts"],"names":[],"mappings":";;AAGA,sCAAwC;AACxC,4CAAmC;AAGnC,MAAM,MAAM,GAAwC;IAClD,KAAK,EAAE,aAAa;IACpB,WAAW,EACT,qIAAqI;IACvI,mBAAmB,EAAE,2FAA2F;IAChH,MAAM,EAAE,qBAAY;IACpB,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE;QACzB,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/destinations/sftp/syncEvents/index.ts"],"names":[],"mappings":";;AAGA,sCAAwC;AACxC,4CAAmC;AAGnC,MAAM,MAAM,GAAwC;IAClD,KAAK,EAAE,aAAa;IACpB,WAAW,EACT,qIAAqI;IACvI,mBAAmB,EAAE,2FAA2F;IAChH,MAAM,EAAE,qBAAY;IACpB,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE;QACzB,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;QAClD,MAAM,UAAU,GAAgB,IAAwB,CAAC,UAAU,CAAA;QACnE,OAAO,IAAA,gBAAI,EAAC,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;IAC9D,CAAC;IACD,YAAY,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE;QAC9B,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;QAClD,MAAM,UAAU,GAAgB,IAAwB,CAAC,UAAU,CAAA;QACnE,OAAO,IAAA,gBAAI,EAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;IAC5D,CAAC;CACF,CAAA;AAED,kBAAe,MAAM,CAAA"}
|
|
@@ -8,14 +8,14 @@ const action = {
|
|
|
8
8
|
defaultSubscription: 'type = "identify" or type = "track" or type = "page" or type = "screen" or type = "group"',
|
|
9
9
|
fields: fields_1.baseFields,
|
|
10
10
|
perform: async (_, data) => {
|
|
11
|
-
const { payload, settings, signal } = data;
|
|
11
|
+
const { payload, settings, signal, logger } = data;
|
|
12
12
|
const rawMapping = data.rawMapping;
|
|
13
|
-
return (0, functions_1.send)([payload], settings, rawMapping, signal);
|
|
13
|
+
return (0, functions_1.send)([payload], settings, rawMapping, logger, signal);
|
|
14
14
|
},
|
|
15
15
|
performBatch: async (_, data) => {
|
|
16
|
-
const { payload, settings, signal } = data;
|
|
16
|
+
const { payload, settings, signal, logger } = data;
|
|
17
17
|
const rawMapping = data.rawMapping;
|
|
18
|
-
return (0, functions_1.send)(payload, settings, rawMapping, signal);
|
|
18
|
+
return (0, functions_1.send)(payload, settings, rawMapping, logger, signal);
|
|
19
19
|
}
|
|
20
20
|
};
|
|
21
21
|
exports.default = action;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/destinations/sftp/syncModelToSFTP/index.ts"],"names":[],"mappings":";;AACA,sCAAsC;AACtC,4CAAmC;AAKnC,MAAM,MAAM,GAAwC;IAClD,KAAK,EAAE,iBAAiB;IACxB,WAAW,EACT,2GAA2G;IAC7G,mBAAmB,EAAE,2FAA2F;IAChH,MAAM,EAAE,mBAAU;IAClB,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE;QACzB,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../../src/destinations/sftp/syncModelToSFTP/index.ts"],"names":[],"mappings":";;AACA,sCAAsC;AACtC,4CAAmC;AAKnC,MAAM,MAAM,GAAwC;IAClD,KAAK,EAAE,iBAAiB;IACxB,WAAW,EACT,2GAA2G;IAC7G,mBAAmB,EAAE,2FAA2F;IAChH,MAAM,EAAE,mBAAU;IAClB,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE;QACzB,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;QAClD,MAAM,UAAU,GAAgB,IAAwB,CAAC,UAAU,CAAA;QACnE,OAAO,IAAA,gBAAI,EAAC,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;IAC9D,CAAC;IACD,YAAY,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE;QAC9B,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;QAClD,MAAM,UAAU,GAAgB,IAAwB,CAAC,UAAU,CAAA;QACnE,OAAO,IAAA,gBAAI,EAAC,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,CAAC,CAAA;IAC5D,CAAC;CACF,CAAA;AAED,kBAAe,MAAM,CAAA"}
|
package/package.json
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@segment/action-destinations",
|
|
3
3
|
"description": "Destination Actions engine and definitions.",
|
|
4
|
-
"version": "3.
|
|
4
|
+
"version": "3.444.0",
|
|
5
5
|
"repository": {
|
|
6
6
|
"type": "git",
|
|
7
7
|
"url": "https://github.com/segmentio/action-destinations",
|
|
@@ -46,8 +46,8 @@
|
|
|
46
46
|
"@aws-sdk/client-sts": "3.614.0",
|
|
47
47
|
"@bufbuild/protobuf": "^2.2.3",
|
|
48
48
|
"@segment/a1-notation": "^2.1.4",
|
|
49
|
-
"@segment/actions-core": "^3.
|
|
50
|
-
"@segment/actions-shared": "^1.
|
|
49
|
+
"@segment/actions-core": "^3.163.0",
|
|
50
|
+
"@segment/actions-shared": "^1.144.0",
|
|
51
51
|
"@types/node": "^22.13.1",
|
|
52
52
|
"ajv-formats": "^2.1.1",
|
|
53
53
|
"aws4": "^1.12.0",
|
|
@@ -91,5 +91,5 @@
|
|
|
91
91
|
"__tests__/__helpers__/"
|
|
92
92
|
]
|
|
93
93
|
},
|
|
94
|
-
"gitHead": "
|
|
94
|
+
"gitHead": "6f4e33b77d3fb1883ae8c5e090e369f04ec765f5"
|
|
95
95
|
}
|