@devrev/ts-adaas 1.11.1-beta.20 → 1.11.1-beta.22
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/common/constants.d.ts +1 -0
- package/dist/common/constants.d.ts.map +1 -1
- package/dist/common/constants.js +2 -1
- package/dist/common/helpers.d.ts +1 -0
- package/dist/common/helpers.d.ts.map +1 -1
- package/dist/common/helpers.js +8 -0
- package/dist/logger/logger.d.ts.map +1 -1
- package/dist/logger/logger.js +8 -5
- package/dist/logger/logger.test.js +23 -10
- package/package.json +1 -1
|
@@ -22,4 +22,5 @@ export declare const DEFAULT_LAMBDA_TIMEOUT: number;
|
|
|
22
22
|
export declare const HARD_TIMEOUT_MULTIPLIER = 1.3;
|
|
23
23
|
export declare const MEMORY_LOG_INTERVAL: number;
|
|
24
24
|
export declare const DEFAULT_SLEEP_DELAY_MS: number;
|
|
25
|
+
export declare const MAX_STRING_LENGTH = 10000;
|
|
25
26
|
//# sourceMappingURL=constants.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../src/common/constants.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAGhD,eAAO,MAAM,8BAA8B,aAS1C,CAAC;AAEF,eAAO,MAAM,2BAA2B,aAKvC,CAAC;AAEF,eAAO,MAAM,mBAAmB,aAG/B,CAAC;AAEF,eAAO,MAAM,gCAAgC,aAI5C,CAAC;AAEF,eAAO,MAAM,6BAA6B,aAGzC,CAAC;AAEF,eAAO,MAAM,qBAAqB,aAGjC,CAAC;AAEF,eAAO,MAAM,+BAA+B,aAGzC,CAAC;AAEJ,eAAO,MAAM,4BAA4B,aAExC,CAAC;AAEF,eAAO,MAAM,oBAAoB,aAGhC,CAAC;AAEF,eAAO,MAAM,mBAAmB,OAAO,CAAC;AACxC,eAAO,MAAM,wBAAwB,YAAY,CAAC;AAClD,eAAO,MAAM,0BAA0B,MAAM,CAAC;AAC9C,eAAO,MAAM,oCAAoC,KAAK,CAAC;AAEvD,eAAO,MAAM,0BAA0B;;;;CAItC,CAAC;AAEF,eAAO,MAAM,eAAe,KAAsB,CAAC;AAEnD,eAAO,MAAM,sBAAsB,QAAiB,CAAC;AACrD,eAAO,MAAM,uBAAuB,MAAM,CAAC;AAC3C,eAAO,MAAM,mBAAmB,QAAY,CAAC;AAE7C,eAAO,MAAM,sBAAsB,QAAgB,CAAC"}
|
|
1
|
+
{"version":3,"file":"constants.d.ts","sourceRoot":"","sources":["../../src/common/constants.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAGhD,eAAO,MAAM,8BAA8B,aAS1C,CAAC;AAEF,eAAO,MAAM,2BAA2B,aAKvC,CAAC;AAEF,eAAO,MAAM,mBAAmB,aAG/B,CAAC;AAEF,eAAO,MAAM,gCAAgC,aAI5C,CAAC;AAEF,eAAO,MAAM,6BAA6B,aAGzC,CAAC;AAEF,eAAO,MAAM,qBAAqB,aAGjC,CAAC;AAEF,eAAO,MAAM,+BAA+B,aAGzC,CAAC;AAEJ,eAAO,MAAM,4BAA4B,aAExC,CAAC;AAEF,eAAO,MAAM,oBAAoB,aAGhC,CAAC;AAEF,eAAO,MAAM,mBAAmB,OAAO,CAAC;AACxC,eAAO,MAAM,wBAAwB,YAAY,CAAC;AAClD,eAAO,MAAM,0BAA0B,MAAM,CAAC;AAC9C,eAAO,MAAM,oCAAoC,KAAK,CAAC;AAEvD,eAAO,MAAM,0BAA0B;;;;CAItC,CAAC;AAEF,eAAO,MAAM,eAAe,KAAsB,CAAC;AAEnD,eAAO,MAAM,sBAAsB,QAAiB,CAAC;AACrD,eAAO,MAAM,uBAAuB,MAAM,CAAC;AAC3C,eAAO,MAAM,mBAAmB,QAAY,CAAC;AAE7C,eAAO,MAAM,sBAAsB,QAAgB,CAAC;AAEpD,eAAO,MAAM,iBAAiB,QAAQ,CAAC"}
|
package/dist/common/constants.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.DEFAULT_SLEEP_DELAY_MS = exports.MEMORY_LOG_INTERVAL = exports.HARD_TIMEOUT_MULTIPLIER = exports.DEFAULT_LAMBDA_TIMEOUT = exports.LIBRARY_VERSION = exports.AIRDROP_DEFAULT_ITEM_TYPES = exports.MAX_DEVREV_FILENAME_EXTENSION_LENGTH = exports.MAX_DEVREV_FILENAME_LENGTH = exports.MAX_DEVREV_ARTIFACT_SIZE = exports.ARTIFACT_BATCH_SIZE = exports.STATEFUL_EVENT_TYPES = exports.STATEFUL_LOADING_EVENT_TYPES = exports.STATEFUL_EXTRACTION_EVENT_TYPES = exports.STATELESS_EVENT_TYPES = exports.STATELESS_LOADING_EVENT_TYPES = exports.STATELESS_EXTRACTION_EVENT_TYPES = exports.ALLOWED_EVENT_TYPES = exports.ALLOWED_LOADING_EVENT_TYPES = exports.ALLOWED_EXTRACTION_EVENT_TYPES = void 0;
|
|
3
|
+
exports.MAX_STRING_LENGTH = exports.DEFAULT_SLEEP_DELAY_MS = exports.MEMORY_LOG_INTERVAL = exports.HARD_TIMEOUT_MULTIPLIER = exports.DEFAULT_LAMBDA_TIMEOUT = exports.LIBRARY_VERSION = exports.AIRDROP_DEFAULT_ITEM_TYPES = exports.MAX_DEVREV_FILENAME_EXTENSION_LENGTH = exports.MAX_DEVREV_FILENAME_LENGTH = exports.MAX_DEVREV_ARTIFACT_SIZE = exports.ARTIFACT_BATCH_SIZE = exports.STATEFUL_EVENT_TYPES = exports.STATEFUL_LOADING_EVENT_TYPES = exports.STATEFUL_EXTRACTION_EVENT_TYPES = exports.STATELESS_EVENT_TYPES = exports.STATELESS_LOADING_EVENT_TYPES = exports.STATELESS_EXTRACTION_EVENT_TYPES = exports.ALLOWED_EVENT_TYPES = exports.ALLOWED_LOADING_EVENT_TYPES = exports.ALLOWED_EXTRACTION_EVENT_TYPES = void 0;
|
|
4
4
|
const extraction_1 = require("../types/extraction");
|
|
5
5
|
const helpers_1 = require("./helpers");
|
|
6
6
|
exports.ALLOWED_EXTRACTION_EVENT_TYPES = [
|
|
@@ -56,3 +56,4 @@ exports.DEFAULT_LAMBDA_TIMEOUT = 10 * 60 * 1000; // 10 minutes
|
|
|
56
56
|
exports.HARD_TIMEOUT_MULTIPLIER = 1.3;
|
|
57
57
|
exports.MEMORY_LOG_INTERVAL = 30 * 1000; // 30 seconds
|
|
58
58
|
exports.DEFAULT_SLEEP_DELAY_MS = 3 * 60 * 1000; // 3 minutes
|
|
59
|
+
exports.MAX_STRING_LENGTH = 10000;
|
package/dist/common/helpers.d.ts
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"helpers.d.ts","sourceRoot":"","sources":["../../src/common/helpers.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,YAAY,EACZ,SAAS,EACT,kBAAkB,EACnB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAEL,UAAU,EACV,eAAe,EACf,YAAY,EACZ,eAAe,EAChB,MAAM,kBAAkB,CAAC;AAM1B,wBAAgB,wBAAwB,CAAC,SAAS,EAAE,SAAS,GAAG;IAC9D,SAAS,EAAE,kBAAkB,GAAG,eAAe,CAAC;CACjD,CAiEA;AAED,wBAAgB,gBAAgB,CAAC,EAAE,KAAK,EAAE,EAAE;IAAE,KAAK,EAAE,YAAY,CAAA;CAAE,UAElE;AAED,wBAAgB,cAAc,CAAC,EAC7B,kBAAkB,EAClB,SAAS,GACV,EAAE;IACD,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,SAAS,EAAE,eAAe,EAAE,CAAC;CAC9B,GAAG,UAAU,EAAE,CA8Bf;AAED,wBAAgB,uBAAuB,CAAC,EACtC,aAAa,EACb,MAAM,GACP,EAAE;IACD,aAAa,EAAE,YAAY,EAAE,CAAC;IAC9B,MAAM,EAAE,YAAY,CAAC;CACtB,GAAG,YAAY,EAAE,CA4BjB;AAGD,wBAAgB,iBAAiB,QAiBhC;AAED,wBAAsB,KAAK,CAAC,EAAE,EAAE,MAAM,oBAGrC;AAED,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAmBzD;AAED,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,wBAAgB,cAAc,IAAI,UAAU,CAmD3C"}
|
|
1
|
+
{"version":3,"file":"helpers.d.ts","sourceRoot":"","sources":["../../src/common/helpers.ts"],"names":[],"mappings":"AAIA,OAAO,EACL,YAAY,EACZ,SAAS,EACT,kBAAkB,EACnB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAEL,UAAU,EACV,eAAe,EACf,YAAY,EACZ,eAAe,EAChB,MAAM,kBAAkB,CAAC;AAM1B,wBAAgB,wBAAwB,CAAC,SAAS,EAAE,SAAS,GAAG;IAC9D,SAAS,EAAE,kBAAkB,GAAG,eAAe,CAAC;CACjD,CAiEA;AAED,wBAAgB,gBAAgB,CAAC,EAAE,KAAK,EAAE,EAAE;IAAE,KAAK,EAAE,YAAY,CAAA;CAAE,UAElE;AAED,wBAAgB,cAAc,CAAC,EAC7B,kBAAkB,EAClB,SAAS,GACV,EAAE;IACD,kBAAkB,EAAE,MAAM,EAAE,CAAC;IAC7B,SAAS,EAAE,eAAe,EAAE,CAAC;CAC9B,GAAG,UAAU,EAAE,CA8Bf;AAED,wBAAgB,uBAAuB,CAAC,EACtC,aAAa,EACb,MAAM,GACP,EAAE;IACD,aAAa,EAAE,YAAY,EAAE,CAAC;IAC9B,MAAM,EAAE,YAAY,CAAC;CACtB,GAAG,YAAY,EAAE,CA4BjB;AAGD,wBAAgB,iBAAiB,QAiBhC;AAED,wBAAsB,KAAK,CAAC,EAAE,EAAE,MAAM,oBAGrC;AAED,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAmBzD;AAED,MAAM,WAAW,UAAU;IACzB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;CAC1B;AAED,wBAAgB,cAAc,IAAI,UAAU,CAmD3C;AAED,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,GAAG,MAAM,CASvE"}
|
package/dist/common/helpers.js
CHANGED
|
@@ -41,6 +41,7 @@ exports.getLibraryVersion = getLibraryVersion;
|
|
|
41
41
|
exports.sleep = sleep;
|
|
42
42
|
exports.truncateFilename = truncateFilename;
|
|
43
43
|
exports.getMemoryUsage = getMemoryUsage;
|
|
44
|
+
exports.truncateString = truncateString;
|
|
44
45
|
const fs_1 = require("fs");
|
|
45
46
|
const path = __importStar(require("path"));
|
|
46
47
|
const v8 = __importStar(require("v8"));
|
|
@@ -215,3 +216,10 @@ function getMemoryUsage() {
|
|
|
215
216
|
throw err;
|
|
216
217
|
}
|
|
217
218
|
}
|
|
219
|
+
function truncateString(value, maxLength) {
|
|
220
|
+
if (value.length > maxLength) {
|
|
221
|
+
const remainingChars = value.length - maxLength;
|
|
222
|
+
return `${value.substring(0, maxLength)}... ${remainingChars} more characters`;
|
|
223
|
+
}
|
|
224
|
+
return value;
|
|
225
|
+
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../../src/logger/logger.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAIvC,OAAO,EAAE,UAAU,EAAyC,MAAM,OAAO,CAAC;
|
|
1
|
+
{"version":3,"file":"logger.d.ts","sourceRoot":"","sources":["../../src/logger/logger.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,cAAc,CAAC;AAIvC,OAAO,EAAE,UAAU,EAAyC,MAAM,OAAO,CAAC;AAI1E,OAAO,EACL,kBAAkB,EAClB,sBAAsB,EAEtB,QAAQ,EAER,cAAc,EACf,MAAM,qBAAqB,CAAC;AAE7B,qBAAa,MAAO,SAAQ,OAAO;IACjC,OAAO,CAAC,eAAe,CAAU;IACjC,OAAO,CAAC,OAAO,CAAC,CAAuB;IACvC,OAAO,CAAC,IAAI,CAAa;gBAEb,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE,sBAAsB;IAUtD,OAAO,CAAC,aAAa;IAgBrB,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,EAAE,KAAK,EAAE,QAAQ,GAAG,IAAI;IA0BpC,GAAG,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI;IAI7B,IAAI,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI;IAI9B,IAAI,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI;IAI9B,KAAK,CAAC,GAAG,IAAI,EAAE,OAAO,EAAE,GAAG,IAAI;CAGzC;AAID,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,cAAc,CAyB5E;AACD;;GAEG;AACH,wBAAgB,gBAAgB,CAAC,KAAK,EAAE,UAAU,GAAG,MAAM,CAE1D;AAED,eAAO,MAAM,cAAc,GAAI,OAAO,OAAO,YAK5C,CAAC;AAEF,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,UAAU,GAAG,kBAAkB,CAwBzE"}
|
package/dist/logger/logger.js
CHANGED
|
@@ -9,6 +9,7 @@ const node_util_1 = require("node:util");
|
|
|
9
9
|
const node_worker_threads_1 = require("node:worker_threads");
|
|
10
10
|
const axios_1 = require("axios");
|
|
11
11
|
const constants_1 = require("../common/constants");
|
|
12
|
+
const helpers_1 = require("../common/helpers");
|
|
12
13
|
const workers_1 = require("../types/workers");
|
|
13
14
|
const logger_interfaces_1 = require("./logger.interfaces");
|
|
14
15
|
class Logger extends node_console_1.Console {
|
|
@@ -19,15 +20,17 @@ class Logger extends node_console_1.Console {
|
|
|
19
20
|
this.tags = Object.assign(Object.assign({}, event.payload.event_context), { sdk_version: constants_1.LIBRARY_VERSION });
|
|
20
21
|
}
|
|
21
22
|
valueToString(value) {
|
|
23
|
+
// If the value is a string, truncate it to the maximum length
|
|
22
24
|
if (typeof value === 'string') {
|
|
23
|
-
return value;
|
|
25
|
+
return (0, helpers_1.truncateString)(value, constants_1.MAX_STRING_LENGTH);
|
|
24
26
|
}
|
|
25
|
-
// Use
|
|
27
|
+
// Use inspect for everything else
|
|
26
28
|
return (0, node_util_1.inspect)(value, {
|
|
27
|
-
compact:
|
|
28
|
-
|
|
29
|
+
compact: true,
|
|
30
|
+
breakLength: Infinity,
|
|
31
|
+
depth: 10,
|
|
29
32
|
maxArrayLength: 100,
|
|
30
|
-
maxStringLength:
|
|
33
|
+
maxStringLength: constants_1.MAX_STRING_LENGTH,
|
|
31
34
|
});
|
|
32
35
|
}
|
|
33
36
|
logFn(args, level) {
|
|
@@ -70,8 +70,11 @@ describe(logger_1.Logger.name, () => {
|
|
|
70
70
|
const data = { id: 123, name: 'test' };
|
|
71
71
|
logger.info(data);
|
|
72
72
|
const expectedMessage = (0, node_util_1.inspect)(data, {
|
|
73
|
-
compact:
|
|
74
|
-
|
|
73
|
+
compact: true,
|
|
74
|
+
breakLength: Infinity,
|
|
75
|
+
depth: 10,
|
|
76
|
+
maxArrayLength: 100,
|
|
77
|
+
maxStringLength: 10000,
|
|
75
78
|
});
|
|
76
79
|
expect(mockConsoleInfo).toHaveBeenCalledWith(JSON.stringify(Object.assign(Object.assign({ message: expectedMessage }, mockEvent.payload.event_context), { sdk_version: constants_1.LIBRARY_VERSION })));
|
|
77
80
|
});
|
|
@@ -80,8 +83,11 @@ describe(logger_1.Logger.name, () => {
|
|
|
80
83
|
const data = { count: 42 };
|
|
81
84
|
logger.info(text, data);
|
|
82
85
|
const expectedDataMessage = (0, node_util_1.inspect)(data, {
|
|
83
|
-
compact:
|
|
84
|
-
|
|
86
|
+
compact: true,
|
|
87
|
+
breakLength: Infinity,
|
|
88
|
+
depth: 10,
|
|
89
|
+
maxArrayLength: 100,
|
|
90
|
+
maxStringLength: 10000,
|
|
85
91
|
});
|
|
86
92
|
expect(mockConsoleInfo).toHaveBeenCalledWith(JSON.stringify(Object.assign(Object.assign({ message: `${text} ${expectedDataMessage}` }, mockEvent.payload.event_context), { sdk_version: constants_1.LIBRARY_VERSION })));
|
|
87
93
|
});
|
|
@@ -91,8 +97,11 @@ describe(logger_1.Logger.name, () => {
|
|
|
91
97
|
const text2 = 'completed';
|
|
92
98
|
logger.info(text1, data, text2);
|
|
93
99
|
const expectedDataMessage = (0, node_util_1.inspect)(data, {
|
|
94
|
-
compact:
|
|
95
|
-
|
|
100
|
+
compact: true,
|
|
101
|
+
breakLength: Infinity,
|
|
102
|
+
depth: 10,
|
|
103
|
+
maxArrayLength: 100,
|
|
104
|
+
maxStringLength: 10000,
|
|
96
105
|
});
|
|
97
106
|
expect(mockConsoleInfo).toHaveBeenCalledWith(JSON.stringify(Object.assign(Object.assign({ message: `${text1} ${expectedDataMessage} ${text2}` }, mockEvent.payload.event_context), { sdk_version: constants_1.LIBRARY_VERSION })));
|
|
98
107
|
});
|
|
@@ -144,6 +153,7 @@ describe(logger_1.Logger.name, () => {
|
|
|
144
153
|
expect(mockConsoleInfo).toHaveBeenCalledTimes(1);
|
|
145
154
|
const callArgs = mockConsoleInfo.mock.calls[0][0];
|
|
146
155
|
const logObject = JSON.parse(callArgs);
|
|
156
|
+
// Empty string is returned as-is
|
|
147
157
|
expect(logObject.message).toBe('');
|
|
148
158
|
expect(logObject.sdk_version).toBe(constants_1.LIBRARY_VERSION);
|
|
149
159
|
expect(logObject.request_id).toBe(mockEvent.payload.event_context.request_id);
|
|
@@ -153,7 +163,7 @@ describe(logger_1.Logger.name, () => {
|
|
|
153
163
|
expect(mockConsoleInfo).toHaveBeenCalledTimes(1);
|
|
154
164
|
const callArgs = mockConsoleInfo.mock.calls[0][0];
|
|
155
165
|
const logObject = JSON.parse(callArgs);
|
|
156
|
-
//
|
|
166
|
+
// Strings returned as-is, null/undefined shown via inspect
|
|
157
167
|
expect(logObject.message).toBe('test null undefined');
|
|
158
168
|
expect(logObject.sdk_version).toBe(constants_1.LIBRARY_VERSION);
|
|
159
169
|
});
|
|
@@ -170,10 +180,13 @@ describe(logger_1.Logger.name, () => {
|
|
|
170
180
|
expect(mockConsoleInfo).toHaveBeenCalledTimes(1);
|
|
171
181
|
const callArgs = mockConsoleInfo.mock.calls[0][0];
|
|
172
182
|
const logObject = JSON.parse(callArgs);
|
|
173
|
-
// The logger uses inspect() with
|
|
183
|
+
// The logger uses inspect() with compact: true settings
|
|
174
184
|
const expectedMessage = require('util').inspect(complexObject, {
|
|
175
|
-
compact:
|
|
176
|
-
|
|
185
|
+
compact: true,
|
|
186
|
+
breakLength: Infinity,
|
|
187
|
+
depth: 10,
|
|
188
|
+
maxArrayLength: 100,
|
|
189
|
+
maxStringLength: 10000,
|
|
177
190
|
});
|
|
178
191
|
expect(logObject.message).toBe(expectedMessage);
|
|
179
192
|
expect(logObject.sdk_version).toBe(constants_1.LIBRARY_VERSION);
|
package/package.json
CHANGED