@golemio/core 1.6.0 → 1.6.2-dev.789984321
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/integration-engine/config/IntegrationEngineConfiguration.d.ts +7 -7
- package/dist/integration-engine/config/IntegrationEngineConfiguration.js +13 -13
- package/dist/integration-engine/config/IntegrationEngineConfiguration.js.map +1 -1
- package/dist/integration-engine/config/abstract.d.ts +2 -9
- package/dist/integration-engine/data-access/RawDataStorage.d.ts +4 -4
- package/dist/integration-engine/data-access/RawDataStorage.js +7 -6
- package/dist/integration-engine/data-access/RawDataStorage.js.map +1 -1
- package/dist/integration-engine/data-access/StorageServiceProvider.d.ts +8 -0
- package/dist/integration-engine/data-access/StorageServiceProvider.js +39 -0
- package/dist/integration-engine/data-access/StorageServiceProvider.js.map +1 -0
- package/dist/integration-engine/data-access/index.d.ts +2 -2
- package/dist/integration-engine/data-access/index.js.map +1 -1
- package/dist/integration-engine/datasources/protocol-strategy/ProtocolStrategy.js +1 -1
- package/dist/integration-engine/datasources/protocol-strategy/ProtocolStrategy.js.map +1 -1
- package/dist/integration-engine/ioc/ContainerToken.d.ts +1 -0
- package/dist/integration-engine/ioc/ContainerToken.js +1 -0
- package/dist/integration-engine/ioc/ContainerToken.js.map +1 -1
- package/dist/integration-engine/ioc/Di.js +5 -2
- package/dist/integration-engine/ioc/Di.js.map +1 -1
- package/dist/integration-engine/workers/helpers/MessageDataParser.js +1 -1
- package/dist/integration-engine/workers/helpers/MessageDataParser.js.map +1 -1
- package/dist/integration-engine/workers/helpers/MessageDataValidator.js +2 -2
- package/dist/integration-engine/workers/helpers/MessageDataValidator.js.map +1 -1
- package/package.json +2 -3
- package/dist/integration-engine/data-access/StorageService.d.ts +0 -16
- package/dist/integration-engine/data-access/StorageService.js +0 -90
- package/dist/integration-engine/data-access/StorageService.js.map +0 -1
- package/dist/integration-engine/data-access/interfaces/IStorageService.d.ts +0 -3
- package/dist/integration-engine/data-access/interfaces/IStorageService.js +0 -3
- package/dist/integration-engine/data-access/interfaces/IStorageService.js.map +0 -1
|
@@ -28,14 +28,14 @@ export declare class IntegrationEngineConfiguration implements IConfiguration {
|
|
|
28
28
|
datasources: Record<string, any>;
|
|
29
29
|
port: string | undefined;
|
|
30
30
|
queuesBlacklist: Record<string, string[]>;
|
|
31
|
-
|
|
32
|
-
access_key_id: string | undefined;
|
|
33
|
-
bucket_name: string | undefined;
|
|
31
|
+
storage: {
|
|
34
32
|
enabled: boolean;
|
|
35
|
-
|
|
36
|
-
|
|
37
|
-
|
|
38
|
-
|
|
33
|
+
provider: {
|
|
34
|
+
azure: {
|
|
35
|
+
connectionString: string;
|
|
36
|
+
containerName: string;
|
|
37
|
+
};
|
|
38
|
+
};
|
|
39
39
|
};
|
|
40
40
|
saveRawDataWhitelist: Record<string, any>;
|
|
41
41
|
sentry: {
|
|
@@ -15,7 +15,7 @@ const _monitoring_1 = require("../../monitoring");
|
|
|
15
15
|
const tsyringe_1 = require("tsyringe");
|
|
16
16
|
let IntegrationEngineConfiguration = class IntegrationEngineConfiguration {
|
|
17
17
|
constructor() {
|
|
18
|
-
var _a, _b, _c, _d;
|
|
18
|
+
var _a, _b, _c, _d, _e, _f;
|
|
19
19
|
this.DATA_BATCH_SIZE = process.env.DATA_BATCH_SIZE || 1000;
|
|
20
20
|
this.HOPPYGO_BASE_URL = process.env.HOPPYGO_BASE_URL;
|
|
21
21
|
this.LOG_LEVEL = process.env.LOG_LEVEL;
|
|
@@ -42,14 +42,14 @@ let IntegrationEngineConfiguration = class IntegrationEngineConfiguration {
|
|
|
42
42
|
this.app_version = process.env.npm_package_version;
|
|
43
43
|
this.app_name = process.env.APP_NAME || "integration-engine";
|
|
44
44
|
this.port = process.env.PORT;
|
|
45
|
-
this.
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
45
|
+
this.storage = {
|
|
46
|
+
enabled: process.env.STORAGE_ENABLED === "true",
|
|
47
|
+
provider: {
|
|
48
|
+
azure: {
|
|
49
|
+
connectionString: (_a = process.env.AZURE_BLOB_STORAGE_CONN) !== null && _a !== void 0 ? _a : "",
|
|
50
|
+
containerName: (_b = process.env.AZURE_BLOB_STORAGE_CONTAINER_NAME) !== null && _b !== void 0 ? _b : "",
|
|
51
|
+
},
|
|
52
|
+
},
|
|
53
53
|
};
|
|
54
54
|
this.sentry = {
|
|
55
55
|
enabled: process.env.SENTRY_ENABLED === "true",
|
|
@@ -87,18 +87,18 @@ let IntegrationEngineConfiguration = class IntegrationEngineConfiguration {
|
|
|
87
87
|
enabled: process.env.FEATURE_FLAGS_ENABLED === "true",
|
|
88
88
|
provider: {
|
|
89
89
|
launchDarkly: {
|
|
90
|
-
appId: (
|
|
91
|
-
sdkKey: (
|
|
90
|
+
appId: (_c = process.env.FEATURE_FLAGS_LAUNCH_DARKLY_APP_ID) !== null && _c !== void 0 ? _c : "integration-engine",
|
|
91
|
+
sdkKey: (_d = process.env.FEATURE_FLAGS_LAUNCH_DARKLY_SDK_KEY) !== null && _d !== void 0 ? _d : "sdk-test",
|
|
92
92
|
useOfflineMode: process.env.FEATURE_FLAGS_LAUNCH_DARKLY_USE_OFFLINE_MODE === "true",
|
|
93
93
|
fileDataSource: process.env.FEATURE_FLAGS_LAUNCH_DARKLY_FILE_DATA_SOURCE,
|
|
94
94
|
useDaemonMode: process.env.FEATURE_FLAGS_LAUNCH_DARKLY_USE_DAEMON_MODE === "true",
|
|
95
95
|
options: {
|
|
96
|
-
baseUri: (
|
|
96
|
+
baseUri: (_e = process.env.FEATURE_FLAGS_LAUNCH_DARKLY_BASE_URI) !== null && _e !== void 0 ? _e : "http://localhost:8030",
|
|
97
97
|
redisConn: process.env.FEATURE_FLAGS_LAUNCH_DARKLY_REDIS_CONN,
|
|
98
98
|
redisCacheTtlInSeconds: process.env.FEATURE_FLAGS_LAUNCH_DARKLY_REDIS_CACHE_TTL_IN_SECONDS
|
|
99
99
|
? parseInt(process.env.FEATURE_FLAGS_LAUNCH_DARKLY_REDIS_CACHE_TTL_IN_SECONDS)
|
|
100
100
|
: 60,
|
|
101
|
-
redisKeyPrefix: (
|
|
101
|
+
redisKeyPrefix: (_f = process.env.FEATURE_FLAGS_LAUNCH_DARKLY_REDIS_KEY_PREFIX) !== null && _f !== void 0 ? _f : "ld-ie",
|
|
102
102
|
},
|
|
103
103
|
},
|
|
104
104
|
},
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"IntegrationEngineConfiguration.js","sourceRoot":"","sources":["../../../src/integration-engine/config/IntegrationEngineConfiguration.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,4CAAwC;AAExC,kDAAkD;AAClD,uCAAsC;AAItC,IAAa,8BAA8B,GAA3C,MAAa,8BAA8B;IA8GvC;;QA7GO,oBAAe,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,IAAI,CAAC;QACtD,qBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;QAChD,cAAS,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;QAClC,+BAA0B,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC;QACpE,eAAU,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;QACpC,aAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,aAAa,CAAC;QACjD,oCAA+B,GAAG,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC;QAC9E,mCAA8B,GAAG,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC;QAC5E,+BAA0B,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC;QACpE,yBAAoB,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;QACxD,8BAAyB,GAAG,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC;QAClE,kBAAa,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;QAC1C,kCAA6B,GAAG,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC;QAC1E,kCAA6B,GAAG,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC;QAC1E,+BAA0B,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC;QACpE,gBAAW,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;QACtC,yBAAoB,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;QACxD,sCAAiC,GAAG,OAAO,CAAC,GAAG,CAAC,iCAAiC;YACpF,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC;YACvD,CAAC,CAAC,CAAC,CAAC;QACD,eAAU,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;QACpC,yBAAoB,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;QACxD,wBAAmB,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;QACtD,gBAAW,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;QAC9C,aAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,oBAAoB,CAAC;QAExD,SAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC;QAExB,
|
|
1
|
+
{"version":3,"file":"IntegrationEngineConfiguration.js","sourceRoot":"","sources":["../../../src/integration-engine/config/IntegrationEngineConfiguration.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,4CAAwC;AAExC,kDAAkD;AAClD,uCAAsC;AAItC,IAAa,8BAA8B,GAA3C,MAAa,8BAA8B;IA8GvC;;QA7GO,oBAAe,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,IAAI,IAAI,CAAC;QACtD,qBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;QAChD,cAAS,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;QAClC,+BAA0B,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC;QACpE,eAAU,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;QACpC,aAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,aAAa,CAAC;QACjD,oCAA+B,GAAG,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC;QAC9E,mCAA8B,GAAG,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC;QAC5E,+BAA0B,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC;QACpE,yBAAoB,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;QACxD,8BAAyB,GAAG,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC;QAClE,kBAAa,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;QAC1C,kCAA6B,GAAG,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC;QAC1E,kCAA6B,GAAG,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC;QAC1E,+BAA0B,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC;QACpE,gBAAW,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;QACtC,yBAAoB,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;QACxD,sCAAiC,GAAG,OAAO,CAAC,GAAG,CAAC,iCAAiC;YACpF,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC;YACvD,CAAC,CAAC,CAAC,CAAC;QACD,eAAU,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;QACpC,yBAAoB,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;QACxD,wBAAmB,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;QACtD,gBAAW,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;QAC9C,aAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,oBAAoB,CAAC;QAExD,SAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC;QAExB,YAAO,GAAG;YACb,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,KAAK,MAAM;YAC/C,QAAQ,EAAE;gBACN,KAAK,EAAE;oBACH,gBAAgB,EAAE,MAAA,OAAO,CAAC,GAAG,CAAC,uBAAuB,mCAAI,EAAE;oBAC3D,aAAa,EAAE,MAAA,OAAO,CAAC,GAAG,CAAC,iCAAiC,mCAAI,EAAE;iBACrE;aACJ;SACJ,CAAC;QAEK,WAAM,GAAG;YACZ,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,KAAK,MAAM;YAC9C,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU;YAC3B,OAAO,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE;YACrE,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;YAC3C,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,KAAK,MAAM;YAC1C,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC;SAClG,CAAC;QACK,WAAM,GAAG;YACZ,qBAAqB,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,4BAAsC,EAAE,EAAE,CAAC,IAAI,EAAE;YAC7F,qBAAqB,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,4BAAsC,EAAE,EAAE,CAAC,IAAI,IAAI;SAClG,CAAC;QACK,YAAO,GAAG;YACb,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,KAAK,MAAM;YAC/C,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,YAAsB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;YACxF,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,EAAE;SAC3C,CAAC;QACK,cAAS,GAAG;YACf,aAAa,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,KAAK,MAAM;YACpD,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe;YAC3C,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB;YACzC,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS;YACnG,eAAe,EACX,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,OAAO,CAAC,GAAG,CAAC,gBAAgB,IAAI,iCAAmB;gBAC/E,CAAC,CAAE,OAAO,CAAC,GAAG,CAAC,gBAAwC;gBACvD,CAAC,CAAC,iCAAmB,CAAC,OAAO;YACrC,YAAY,EAAE,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;SACvG,CAAC;QACK,cAAS,GAAG;YACf,aAAa,EAAE,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;YAC/G,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK;YACtH,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;SACrH,CAAC;QACK,iBAAY,GAAG;YAClB,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,qBAAqB,KAAK,MAAM;YACrD,QAAQ,EAAE;gBACN,YAAY,EAAE;oBACV,KAAK,EAAE,MAAA,OAAO,CAAC,GAAG,CAAC,kCAAkC,mCAAI,oBAAoB;oBAC7E,MAAM,EAAE,MAAA,OAAO,CAAC,GAAG,CAAC,mCAAmC,mCAAI,UAAU;oBACrE,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,4CAA4C,KAAK,MAAM;oBACnF,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,4CAA4C;oBACxE,aAAa,EAAE,OAAO,CAAC,GAAG,CAAC,2CAA2C,KAAK,MAAM;oBACjF,OAAO,EAAE;wBACL,OAAO,EAAE,MAAA,OAAO,CAAC,GAAG,CAAC,oCAAoC,mCAAI,uBAAuB;wBACpF,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,sCAAsC;wBAC7D,sBAAsB,EAAE,OAAO,CAAC,GAAG,CAAC,sDAAsD;4BACtF,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,sDAAsD,CAAC;4BAC9E,CAAC,CAAC,EAAE;wBACR,cAAc,EAAE,MAAA,OAAO,CAAC,GAAG,CAAC,4CAA4C,mCAAI,OAAO;qBACtF;iBACJ;aACJ;SACmB,CAAC;QAClB,qBAAgB,GAAG;YACtB,iBAAiB,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,IAAI,GAAG;YACnF,qHAAqH;YACrH,uBAAuB,EAAE,OAAO,CAAC,GAAG,CAAC,yCAAyC;gBAC1E,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC;gBAC/D,CAAC,CAAC,CAAC;YACP,yCAAyC;YACzC,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,mCAAmC,IAAI,OAAO;YAC3E,6FAA6F;YAC7F,sBAAsB,EAAE,OAAO,CAAC,GAAG,CAAC,0CAA0C,KAAK,MAAM;YACzF,wBAAwB,EAAE,OAAO,CAAC,GAAG,CAAC,6CAA6C;gBAC/E,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,6CAA6C,EAAE,EAAE,CAAC;gBACzE,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI;YACxB,uBAAuB,EAAE,OAAO,CAAC,GAAG,CAAC,uCAAuC;gBACxE,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,uCAAuC,EAAE,EAAE,CAAC;gBACnE,CAAC,CAAC,EAAE;SACX,CAAC;QAGE,IAAI,CAAC,WAAW,GAAG,IAAI,uBAAY,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC;QACxD,IAAI,CAAC,eAAe,GAAG,IAAI,uBAAY,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC;QAChE,IAAI,CAAC,oBAAoB,GAAG,IAAI,uBAAY,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC;IAC9E,CAAC;CACJ,CAAA;AAnHY,8BAA8B;IAD1C,IAAA,qBAAU,GAAE;;GACA,8BAA8B,CAmH1C;AAnHY,wEAA8B"}
|
|
@@ -1,5 +1,6 @@
|
|
|
1
1
|
import { IJaegerConfig, IMetricsConfig } from "../../monitoring";
|
|
2
2
|
import { ISentryConfig } from "../../monitoring/sentry/sentry-provider";
|
|
3
|
+
import { IStorageConfig } from "../../helpers/data-access/storage";
|
|
3
4
|
export interface IConfiguration {
|
|
4
5
|
DATA_BATCH_SIZE: string | number;
|
|
5
6
|
HOPPYGO_BASE_URL: string | undefined;
|
|
@@ -27,15 +28,7 @@ export interface IConfiguration {
|
|
|
27
28
|
datasources: Record<string, any>;
|
|
28
29
|
port: string | undefined;
|
|
29
30
|
queuesBlacklist: Record<string, string[]>;
|
|
30
|
-
|
|
31
|
-
access_key_id: string | undefined;
|
|
32
|
-
bucket_name: string | undefined;
|
|
33
|
-
enabled: boolean;
|
|
34
|
-
endpoint: string | undefined;
|
|
35
|
-
secret_access_key: string | undefined;
|
|
36
|
-
upload_part_size: number;
|
|
37
|
-
upload_queue_size: number;
|
|
38
|
-
};
|
|
31
|
+
storage: IStorageConfig;
|
|
39
32
|
sentry: ISentryConfig;
|
|
40
33
|
saveRawDataWhitelist: Record<string, any>;
|
|
41
34
|
stream: {
|
|
@@ -1,11 +1,11 @@
|
|
|
1
1
|
import { ILogger } from "../../helpers";
|
|
2
2
|
import { IConfiguration } from "./..";
|
|
3
|
-
import
|
|
3
|
+
import { AbstractStorageService } from "../../helpers/data-access/storage";
|
|
4
4
|
export default class RawDataStorage {
|
|
5
5
|
private storageService;
|
|
6
6
|
private readonly log;
|
|
7
|
-
private
|
|
8
|
-
private rawDataWhitelist;
|
|
9
|
-
constructor(config: IConfiguration, storageService:
|
|
7
|
+
private readonly storageEnabled;
|
|
8
|
+
private readonly rawDataWhitelist;
|
|
9
|
+
constructor(config: IConfiguration, storageService: AbstractStorageService, log: ILogger);
|
|
10
10
|
save: (data: any, meta: any, name?: string) => Promise<void>;
|
|
11
11
|
}
|
|
@@ -29,13 +29,14 @@ const ioc_1 = require("../ioc");
|
|
|
29
29
|
const content_type_1 = __importDefault(require("content-type"));
|
|
30
30
|
const moment_timezone_1 = __importDefault(require("moment-timezone"));
|
|
31
31
|
const tsyringe_1 = require("tsyringe");
|
|
32
|
+
const storage_1 = require("../../helpers/data-access/storage");
|
|
32
33
|
let RawDataStorage = class RawDataStorage {
|
|
33
34
|
constructor(config, storageService, log) {
|
|
34
35
|
this.storageService = storageService;
|
|
35
36
|
this.log = log;
|
|
36
37
|
this.save = (data, meta, name = "Unknown") => __awaiter(this, void 0, void 0, function* () {
|
|
37
|
-
if (!this.
|
|
38
|
-
this.log.verbose(`Raw data
|
|
38
|
+
if (!this.storageEnabled || !this.rawDataWhitelist[name]) {
|
|
39
|
+
this.log.verbose(`Raw data storage upload not enabled for \`${name}\` datasource.`);
|
|
39
40
|
return;
|
|
40
41
|
}
|
|
41
42
|
const now = (0, moment_timezone_1.default)().tz("Europe/Prague");
|
|
@@ -60,13 +61,13 @@ let RawDataStorage = class RawDataStorage {
|
|
|
60
61
|
}
|
|
61
62
|
const fileName = `${now.format("YYYY-MM-DD")}/${now.format("HH_mm_ss.SSS")}`;
|
|
62
63
|
// Save data
|
|
63
|
-
yield this.storageService.
|
|
64
|
+
yield this.storageService.uploadFile(data, name, ext !== null && ext !== void 0 ? ext : "", fileName);
|
|
64
65
|
if (this.rawDataWhitelist[name].saveHeaders && headers && meta.statusCode && meta.statusCode !== 200) {
|
|
65
66
|
// Save headers
|
|
66
|
-
yield this.storageService.
|
|
67
|
+
yield this.storageService.uploadFile(headers, name, "json", `${fileName}_headers`);
|
|
67
68
|
}
|
|
68
69
|
});
|
|
69
|
-
this.
|
|
70
|
+
this.storageEnabled = config.storage.enabled;
|
|
70
71
|
this.rawDataWhitelist = config.saveRawDataWhitelist;
|
|
71
72
|
}
|
|
72
73
|
};
|
|
@@ -75,7 +76,7 @@ RawDataStorage = __decorate([
|
|
|
75
76
|
__param(0, (0, tsyringe_1.inject)(ioc_1.ContainerToken.Config)),
|
|
76
77
|
__param(1, (0, tsyringe_1.inject)(ioc_1.ContainerToken.StorageService)),
|
|
77
78
|
__param(2, (0, tsyringe_1.inject)(ioc_1.ContainerToken.Logger)),
|
|
78
|
-
__metadata("design:paramtypes", [Object,
|
|
79
|
+
__metadata("design:paramtypes", [Object, storage_1.AbstractStorageService, Object])
|
|
79
80
|
], RawDataStorage);
|
|
80
81
|
exports.default = RawDataStorage;
|
|
81
82
|
//# sourceMappingURL=RawDataStorage.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"RawDataStorage.js","sourceRoot":"","sources":["../../../src/integration-engine/data-access/RawDataStorage.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAEA,oEAAuE;AACvE,gCAAyC;AACzC,gEAAuC;AACvC,sEAAqC;AACrC,uCAA8C;
|
|
1
|
+
{"version":3,"file":"RawDataStorage.js","sourceRoot":"","sources":["../../../src/integration-engine/data-access/RawDataStorage.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAEA,oEAAuE;AACvE,gCAAyC;AACzC,gEAAuC;AACvC,sEAAqC;AACrC,uCAA8C;AAC9C,+DAAsE;AAGtE,IAAqB,cAAc,GAAnC,MAAqB,cAAc;IAI/B,YACmC,MAAsB,EACN,cAAsC,EACrC,GAAY;QADb,mBAAc,GAAd,cAAc,CAAwB;QACrC,QAAG,GAAH,GAAG,CAAS;QAMzD,SAAI,GAAG,CAAO,IAAS,EAAE,IAAS,EAAE,IAAI,GAAG,SAAS,EAAE,EAAE;YAC3D,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE;gBACtD,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,6CAA6C,IAAI,gBAAgB,CAAC,CAAC;gBACpF,OAAO;aACV;YAED,MAAM,GAAG,GAAG,IAAA,yBAAM,GAAE,CAAC,EAAE,CAAC,eAAe,CAAC,CAAC;YACzC,IAAI,GAAG,GAAG,IAAI,CAAC;YACf,IAAI,OAAO,GAAG,IAAI,CAAC;YAEnB,IAAI,IAAI,CAAC,OAAO,EAAE;gBACd,IAAI;oBACA,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;iBACnD;gBAAC,WAAM;oBACJ,IAAI,CAAC;iBACR;gBACD,IAAI;oBACA,MAAM,eAAe,GAAG,sBAAW,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC;oBACxE,IAAI,eAAe,aAAf,eAAe,uBAAf,eAAe,CAAE,IAAI,EAAE;wBACvB,GAAG,GAAG,0CAAsB,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;qBACtD;iBACJ;gBAAC,WAAM;oBACJ,IAAI,CAAC;iBACR;aACJ;YAED,MAAM,QAAQ,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC;YAE7E,YAAY;YACZ,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,aAAH,GAAG,cAAH,GAAG,GAAI,EAAE,EAAE,QAAQ,CAAC,CAAC;YAEtE,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,WAAW,IAAI,OAAO,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,KAAK,GAAG,EAAE;gBAClG,eAAe;gBACf,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,QAAQ,UAAU,CAAC,CAAC;aACtF;QACL,CAAC,CAAA,CAAC;QAvCE,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;QAC7C,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,oBAAoB,CAAC;IACxD,CAAC;CAsCJ,CAAA;AAjDoB,cAAc;IADlC,IAAA,qBAAU,GAAE;IAMJ,WAAA,IAAA,iBAAM,EAAC,oBAAc,CAAC,MAAM,CAAC,CAAA;IAC7B,WAAA,IAAA,iBAAM,EAAC,oBAAc,CAAC,cAAc,CAAC,CAAA;IACrC,WAAA,IAAA,iBAAM,EAAC,oBAAc,CAAC,MAAM,CAAC,CAAA;6CADiC,gCAAsB;GANxE,cAAc,CAiDlC;kBAjDoB,cAAc"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import { AbstractStorageService } from "../../helpers/data-access/storage";
|
|
2
|
+
import { ILogger } from "../../helpers";
|
|
3
|
+
import { IConfiguration } from "../config";
|
|
4
|
+
export declare class StorageServiceProvider {
|
|
5
|
+
protected _service: AbstractStorageService;
|
|
6
|
+
constructor(config: IConfiguration, log: ILogger);
|
|
7
|
+
get service(): AbstractStorageService;
|
|
8
|
+
}
|
|
@@ -0,0 +1,39 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
+
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
+
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
+
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
+
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
+
};
|
|
8
|
+
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
+
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
+
};
|
|
11
|
+
var __param = (this && this.__param) || function (paramIndex, decorator) {
|
|
12
|
+
return function (target, key) { decorator(target, key, paramIndex); }
|
|
13
|
+
};
|
|
14
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
|
+
exports.StorageServiceProvider = void 0;
|
|
16
|
+
const tsyringe_1 = require("tsyringe");
|
|
17
|
+
const errors_1 = require("@golemio/errors");
|
|
18
|
+
const storage_1 = require("../../helpers/data-access/storage");
|
|
19
|
+
const ioc_1 = require("../ioc");
|
|
20
|
+
let StorageServiceProvider = class StorageServiceProvider {
|
|
21
|
+
constructor(config, log) {
|
|
22
|
+
const service = new storage_1.StorageServiceFactory(config.storage, log).getService(storage_1.StorageProvider.Azure);
|
|
23
|
+
if (!service) {
|
|
24
|
+
throw new errors_1.CustomError(`StorageServiceProvider returned undefined for provider ${storage_1.StorageProvider.Azure}`, false, this.constructor.name);
|
|
25
|
+
}
|
|
26
|
+
this._service = service;
|
|
27
|
+
}
|
|
28
|
+
get service() {
|
|
29
|
+
return this._service;
|
|
30
|
+
}
|
|
31
|
+
};
|
|
32
|
+
StorageServiceProvider = __decorate([
|
|
33
|
+
(0, tsyringe_1.injectable)(),
|
|
34
|
+
__param(0, (0, tsyringe_1.inject)(ioc_1.ContainerToken.Config)),
|
|
35
|
+
__param(1, (0, tsyringe_1.inject)(ioc_1.ContainerToken.Logger)),
|
|
36
|
+
__metadata("design:paramtypes", [Object, Object])
|
|
37
|
+
], StorageServiceProvider);
|
|
38
|
+
exports.StorageServiceProvider = StorageServiceProvider;
|
|
39
|
+
//# sourceMappingURL=StorageServiceProvider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"StorageServiceProvider.js","sourceRoot":"","sources":["../../../src/integration-engine/data-access/StorageServiceProvider.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,uCAA8C;AAC9C,4CAA8C;AAC9C,+DAA8G;AAC9G,gCAAyC;AAKzC,IAAa,sBAAsB,GAAnC,MAAa,sBAAsB;IAG/B,YAA2C,MAAsB,EAAiC,GAAY;QAC1G,MAAM,OAAO,GAAG,IAAI,+BAAqB,CAAC,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,yBAAe,CAAC,KAAK,CAAC,CAAC;QAEjG,IAAI,CAAC,OAAO,EAAE;YACV,MAAM,IAAI,oBAAW,CACjB,0DAA0D,yBAAe,CAAC,KAAK,EAAE,EACjF,KAAK,EACL,IAAI,CAAC,WAAW,CAAC,IAAI,CACxB,CAAC;SACL;QAED,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;IAC5B,CAAC;IAED,IAAW,OAAO;QACd,OAAO,IAAI,CAAC,QAAQ,CAAC;IACzB,CAAC;CACJ,CAAA;AApBY,sBAAsB;IADlC,IAAA,qBAAU,GAAE;IAII,WAAA,IAAA,iBAAM,EAAC,oBAAc,CAAC,MAAM,CAAC,CAAA;IAA0B,WAAA,IAAA,iBAAM,EAAC,oBAAc,CAAC,MAAM,CAAC,CAAA;;GAHxF,sBAAsB,CAoBlC;AApBY,wDAAsB"}
|
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
import { IFeatureFlagService } from "../../helpers/data-access/feature-flags";
|
|
2
|
-
import
|
|
2
|
+
import { AbstractStorageService } from "../../helpers/data-access/storage";
|
|
3
3
|
/**
|
|
4
4
|
* @deprecated For backwards compatibility. Use ioc container instead.
|
|
5
5
|
*/
|
|
6
|
-
declare const storageService:
|
|
6
|
+
declare const storageService: AbstractStorageService;
|
|
7
7
|
/**
|
|
8
8
|
* @deprecated For backwards compatibility. Use ioc container instead.
|
|
9
9
|
*/
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/integration-engine/data-access/index.ts"],"names":[],"mappings":";;;AACA,gCAAqE;AAGrE;;GAEG;AACH,MAAM,cAAc,GAAG,gCAA0B,CAAC,OAAO,
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/integration-engine/data-access/index.ts"],"names":[],"mappings":";;;AACA,gCAAqE;AAGrE;;GAEG;AACH,MAAM,cAAc,GAAG,gCAA0B,CAAC,OAAO,CAAyB,oBAAc,CAAC,cAAc,CAAC,CAAC;AAOxG,wCAAc;AALvB;;GAEG;AACH,MAAM,kBAAkB,GAAG,gCAA0B,CAAC,OAAO,CAAsB,oBAAc,CAAC,kBAAkB,CAAC,CAAC;AAE7F,gDAAkB"}
|
|
@@ -80,7 +80,7 @@ class ProtocolStrategy {
|
|
|
80
80
|
return outData;
|
|
81
81
|
};
|
|
82
82
|
this.pushRawDataToS3Stream = (data, S3Stream) => {
|
|
83
|
-
if (config_1.config.
|
|
83
|
+
if (config_1.config.storage.enabled && config_1.config.saveRawDataWhitelist[this.caller]) {
|
|
84
84
|
const outData = this.prepareRawData(data);
|
|
85
85
|
if (outData && typeof outData === "string") {
|
|
86
86
|
S3Stream.push(outData);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ProtocolStrategy.js","sourceRoot":"","sources":["../../../../src/integration-engine/datasources/protocol-strategy/ProtocolStrategy.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,mCAAkC;AAClC,2CAAkC;AAClC,yEAAyD;AACzD,yCAAoC;AACpC,sCAAmD;AAGnD,MAAa,gBAAgB;IAKzB,YAAY,QAAa;QAFjB,WAAM,GAAG,SAAS,CAAC;QAMpB,kBAAa,GAAG,CAAC,SAAiB,oBAAoB,EAAE,EAAE;YAC7D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC,iBAAiB;QAC3C,CAAC,CAAC;QAEK,0BAAqB,GAAG,CAAC,QAAa,EAAQ,EAAE;YACnD,IAAI,CAAC,kBAAkB,GAAG,QAAQ,CAAC;QACvC,CAAC,CAAC;QAoEK,oBAAe,GAAG,GAAiC,EAAE;YACxD,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAChE,CAAC,CAAA,CAAC;QAEQ,eAAU,GAAG,CAAO,GAAG,IAAS,EAAmC,EAAE;YAC3E,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QAC3D,CAAC,CAAA,CAAC;QAEM,mBAAc,GAAG,CAAC,IAAS,EAAiB,EAAE;YAClD,IAAI,OAAO,GAAQ,IAAI,CAAC;YAExB,IAAI,IAAI,YAAY,UAAU,IAAI,IAAI,YAAY,MAAM,EAAE;gBACtD,OAAO,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;aAC7B;YAED,IAAI,CAAC,OAAO,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;gBACtC,IAAI;oBACA,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;iBAC3C;gBAAC,WAAM;oBACJ,IAAI,CAAC;iBACR;aACJ;YAED,IAAI,CAAC,OAAO,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;gBACtC,IAAI;oBACA,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;iBACvD;gBAAC,WAAM;oBACJ,IAAI,CAAC;iBACR;aACJ;YAED,IAAI,CAAC,OAAO,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ,EAAE,EAAE;gBACrC,OAAO,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;aAC7B;YAED,OAAO,OAAO,CAAC;QACnB,CAAC,CAAC;QAEM,0BAAqB,GAAG,CAAC,IAAS,EAAE,QAAkB,EAAQ,EAAE;YACpE,IAAI,eAAM,CAAC,
|
|
1
|
+
{"version":3,"file":"ProtocolStrategy.js","sourceRoot":"","sources":["../../../../src/integration-engine/datasources/protocol-strategy/ProtocolStrategy.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,mCAAkC;AAClC,2CAAkC;AAClC,yEAAyD;AACzD,yCAAoC;AACpC,sCAAmD;AAGnD,MAAa,gBAAgB;IAKzB,YAAY,QAAa;QAFjB,WAAM,GAAG,SAAS,CAAC;QAMpB,kBAAa,GAAG,CAAC,SAAiB,oBAAoB,EAAE,EAAE;YAC7D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC,iBAAiB;QAC3C,CAAC,CAAC;QAEK,0BAAqB,GAAG,CAAC,QAAa,EAAQ,EAAE;YACnD,IAAI,CAAC,kBAAkB,GAAG,QAAQ,CAAC;QACvC,CAAC,CAAC;QAoEK,oBAAe,GAAG,GAAiC,EAAE;YACxD,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAChE,CAAC,CAAA,CAAC;QAEQ,eAAU,GAAG,CAAO,GAAG,IAAS,EAAmC,EAAE;YAC3E,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QAC3D,CAAC,CAAA,CAAC;QAEM,mBAAc,GAAG,CAAC,IAAS,EAAiB,EAAE;YAClD,IAAI,OAAO,GAAQ,IAAI,CAAC;YAExB,IAAI,IAAI,YAAY,UAAU,IAAI,IAAI,YAAY,MAAM,EAAE;gBACtD,OAAO,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;aAC7B;YAED,IAAI,CAAC,OAAO,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;gBACtC,IAAI;oBACA,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;iBAC3C;gBAAC,WAAM;oBACJ,IAAI,CAAC;iBACR;aACJ;YAED,IAAI,CAAC,OAAO,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;gBACtC,IAAI;oBACA,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;iBACvD;gBAAC,WAAM;oBACJ,IAAI,CAAC;iBACR;aACJ;YAED,IAAI,CAAC,OAAO,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ,EAAE,EAAE;gBACrC,OAAO,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;aAC7B;YAED,OAAO,OAAO,CAAC;QACnB,CAAC,CAAC;QAEM,0BAAqB,GAAG,CAAC,IAAS,EAAE,QAAkB,EAAQ,EAAE;YACpE,IAAI,eAAM,CAAC,OAAO,CAAC,OAAO,IAAI,eAAM,CAAC,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;gBACpE,MAAM,OAAO,GAAG,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;gBAE1C,IAAI,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;oBACxC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBACvB,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;wBAC7B,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;qBACvB;iBACJ;qBAAM;oBACH,aAAG,CAAC,KAAK,CAAC,mCAAmC,IAAI,CAAC,MAAM;;qBAEnD,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;iBACrD;aACJ;QACL,CAAC,CAAC;QAlIE,IAAI,CAAC,kBAAkB,GAAG,QAAQ,CAAC;IACvC,CAAC;IAUY,OAAO,CAAC,GAAG,IAAW;;YAC/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC;YAC5B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YAC/B,IAAI,cAAc,GAAG,KAAK,CAAC;YAE3B,IAAI,kBAAuB,CAAC;YAE5B,uBAAuB;YACvB,IAAI,OAAO,IAAI,CAAC,OAAO,YAAY,iBAAQ,IAAI,OAAO,CAAC,WAAW,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI,OAAO,CAAC,EAAE,EAAE;gBAClG,kBAAkB,GAAG,OAAO,CAAC;gBAE7B,MAAM,QAAQ,GAAG,IAAI,iBAAQ,CAAC;oBAC1B,UAAU,EAAE,KAAK;oBACjB,IAAI,EAAE,GAAG,EAAE;wBACP,OAAO;oBACX,CAAC;iBACJ,CAAC,CAAC;gBACH,MAAM,UAAU,GAAG,IAAI,8BAAgB,CAAC;oBACpC,UAAU,EAAE,IAAI;oBAChB,IAAI,EAAE,GAAG,EAAE;wBACP,OAAO;oBACX,CAAC;iBACJ,CAAC,CAAC;gBAEH,sFAAsF;gBACtF,kBAAkB,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAS,EAAE,EAAE;oBACxC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACtB,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;oBAE3C,oGAAoG;oBACpG,IAAI,CAAC,cAAc,EAAE;wBACjB,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;wBAC/C,cAAc,GAAG,IAAI,CAAC;qBACzB;gBACL,CAAC,CAAC,CAAC;gBAEH,kBAAkB,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAU,EAAE,EAAE;oBAC1C,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;gBAClC,CAAC,CAAC,CAAC;gBAEH,kBAAkB,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;oBAC9B,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACvB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACxB,CAAC,CAAC,CAAC;gBAEH,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;oBACpB,OAAO;gBACX,CAAC,CAAC,CAAC;gBAEH,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;oBACzB,aAAG,CAAC,KAAK,CAAC,gCAAgC,IAAI,CAAC,MAAM,EAAE,EAAE,GAAG,CAAC,CAAC;gBAClE,CAAC,CAAC,CAAC;gBAEH,kBAAkB,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,GAAQ,EAAE,EAAE;oBAC3C,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC;oBACjC,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;gBAC/B,CAAC,CAAC,CAAC;gBAEH,OAAO,UAAU,CAAC;aACrB;iBAAM;gBACH,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBACnE,OAAO,OAAO,CAAC;aAClB;QACL,CAAC;KAAA;CAwDJ;AAzID,4CAyIC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ContainerToken.js","sourceRoot":"","sources":["../../../src/integration-engine/ioc/ContainerToken.ts"],"names":[],"mappings":";;;AAAA,MAAM,cAAc,GAAG;IACnB,MAAM,EAAE,MAAM,EAAE;IAChB,MAAM,EAAE,MAAM,EAAE;IAChB,YAAY,EAAE,MAAM,EAAE;IACtB,aAAa,EAAE,MAAM,EAAE;IACvB,aAAa,EAAE,MAAM,EAAE;IACvB,cAAc,EAAE,MAAM,EAAE;IACxB,iBAAiB,EAAE,MAAM,EAAE;IAC3B,cAAc,EAAE,MAAM,EAAE;IACxB,cAAc,EAAE,MAAM,EAAE;IACxB,UAAU,EAAE,MAAM,EAAE;IACpB,cAAc,EAAE,MAAM,EAAE;IACxB,kBAAkB,EAAE,MAAM,EAAE;IAC5B,yBAAyB,EAAE,MAAM,EAAE;CACtC,CAAC;AAEO,wCAAc"}
|
|
1
|
+
{"version":3,"file":"ContainerToken.js","sourceRoot":"","sources":["../../../src/integration-engine/ioc/ContainerToken.ts"],"names":[],"mappings":";;;AAAA,MAAM,cAAc,GAAG;IACnB,MAAM,EAAE,MAAM,EAAE;IAChB,MAAM,EAAE,MAAM,EAAE;IAChB,YAAY,EAAE,MAAM,EAAE;IACtB,aAAa,EAAE,MAAM,EAAE;IACvB,aAAa,EAAE,MAAM,EAAE;IACvB,cAAc,EAAE,MAAM,EAAE;IACxB,iBAAiB,EAAE,MAAM,EAAE;IAC3B,cAAc,EAAE,MAAM,EAAE;IACxB,cAAc,EAAE,MAAM,EAAE;IACxB,sBAAsB,EAAE,MAAM,EAAE;IAChC,UAAU,EAAE,MAAM,EAAE;IACpB,cAAc,EAAE,MAAM,EAAE;IACxB,kBAAkB,EAAE,MAAM,EAAE;IAC5B,yBAAyB,EAAE,MAAM,EAAE;CACtC,CAAC;AAEO,wCAAc"}
|
|
@@ -13,7 +13,7 @@ const PostgresConnector_1 = require("../connectors/PostgresConnector");
|
|
|
13
13
|
const RedisConnector_1 = require("../connectors/RedisConnector");
|
|
14
14
|
const FeatureFlagServiceWrapper_1 = require("../data-access/FeatureFlagServiceWrapper");
|
|
15
15
|
const RawDataStorage_1 = __importDefault(require("../data-access/RawDataStorage"));
|
|
16
|
-
const
|
|
16
|
+
const StorageServiceProvider_1 = require("../data-access/StorageServiceProvider");
|
|
17
17
|
const GeocodeApi_1 = require("../helpers/GeocodeApi");
|
|
18
18
|
const LoggerEvents_1 = __importDefault(require("../helpers/LoggerEvents"));
|
|
19
19
|
const tsyringe_1 = require("tsyringe");
|
|
@@ -41,7 +41,10 @@ IntegrationEngineContainer.register(ContainerToken_1.ContainerToken.AmqpConnecto
|
|
|
41
41
|
.register(ContainerToken_1.ContainerToken.MongoConnector, { useClass: MongoConnector_1.MongoConnector }, singletonOptions)
|
|
42
42
|
.register(ContainerToken_1.ContainerToken.PostgresConnector, { useClass: PostgresConnector_1.PostgresConnector }, singletonOptions)
|
|
43
43
|
.register(ContainerToken_1.ContainerToken.RedisConnector, { useClass: RedisConnector_1.RedisConnector }, singletonOptions)
|
|
44
|
-
.register(ContainerToken_1.ContainerToken.
|
|
44
|
+
.register(ContainerToken_1.ContainerToken.StorageServiceProvider, StorageServiceProvider_1.StorageServiceProvider, singletonOptions)
|
|
45
|
+
.register(ContainerToken_1.ContainerToken.StorageService, {
|
|
46
|
+
useFactory: (0, tsyringe_1.instanceCachingFactory)((c) => c.resolve(ContainerToken_1.ContainerToken.StorageServiceProvider).service),
|
|
47
|
+
})
|
|
45
48
|
.register(ContainerToken_1.ContainerToken.GeocodeApi, { useClass: GeocodeApi_1.GeocodeApi }, singletonOptions)
|
|
46
49
|
.registerSingleton(ContainerToken_1.ContainerToken.RawDataStorage, RawDataStorage_1.default)
|
|
47
50
|
.register(ContainerToken_1.ContainerToken.FeatureFlagServiceWrapper, FeatureFlagServiceWrapper_1.FeatureFlagServiceWrapper, singletonOptions)
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"Di.js","sourceRoot":"","sources":["../../../src/integration-engine/ioc/Di.ts"],"names":[],"mappings":";;;;;;AAAA,4CAAsE;AAEtE,6CAAkD;AAElD,6FAA2F;AAC3F,+DAA6D;AAC7D,iEAA+D;AAC/D,uEAAqE;AACrE,iEAA+D;AAI/D,wFAAsF;AACtF,mFAA4D;AAC5D,
|
|
1
|
+
{"version":3,"file":"Di.js","sourceRoot":"","sources":["../../../src/integration-engine/ioc/Di.ts"],"names":[],"mappings":";;;;;;AAAA,4CAAsE;AAEtE,6CAAkD;AAElD,6FAA2F;AAC3F,+DAA6D;AAC7D,iEAA+D;AAC/D,uEAAqE;AACrE,iEAA+D;AAI/D,wFAAsF;AACtF,mFAA4D;AAC5D,kFAAgF;AAChF,sDAAoD;AACpD,2EAAoD;AACpD,uCAA6D;AAC7D,qDAAkD;AAElD,wBAAwB;AACxB,MAAM,gBAAgB,GAAG,EAAE,SAAS,EAAE,oBAAS,CAAC,SAAS,EAAE,CAAC;AAC5D,MAAM,0BAA0B,GAAG,oBAAe,CAAC,oBAAoB,EAAE,CAAC;AAgDjE,gEAA0B;AA/CnC,YAAY;AAEZ,iBAAiB;AACjB,0BAA0B,CAAC,QAAQ,CAC/B,+BAAc,CAAC,MAAM,EACrB,EAAE,QAAQ,EAAE,+DAA8B,EAAE,EAC5C,gBAAgB,CACnB,CAAC;AAEF,MAAM,MAAM,GAAG,0BAA0B,CAAC,OAAO,CAAiB,+BAAc,CAAC,MAAM,CAAC,CAAC;AACzF,0BAA0B,CAAC,QAAQ,CAAU,+BAAc,CAAC,MAAM,EAAE;IAChE,UAAU,EAAE,IAAA,iCAAsB,EAAC,GAAG,EAAE,CACpC,IAAA,uBAAY,EAAC;QACT,WAAW,EAAE,oBAAoB;QACjC,OAAO,EAAE,MAAM,CAAC,QAAQ;QACxB,QAAQ,EAAE,MAAM,CAAC,SAAS;KAC7B,CAAC,CACL;CACJ,CAAC;KACG,QAAQ,CAAC,+BAAc,CAAC,YAAY,EAAE,EAAE,QAAQ,EAAE,sBAAY,EAAE,EAAE,gBAAgB,CAAC;KACnF,gBAAgB,CACb,+BAAc,CAAC,aAAa,EAC5B,IAAA,8BAAmB,EAAC,MAAM,CAAC,QAAQ,EAAE,0BAA0B,CAAC,OAAO,CAAC,+BAAc,CAAC,MAAM,CAAC,CAAC,CAClG,CAAC;AACN,YAAY;AAEZ,qBAAqB;AACrB,0BAA0B,CAAC,QAAQ,CAAkB,+BAAc,CAAC,aAAa,EAAE,EAAE,QAAQ,EAAE,6BAAa,EAAE,EAAE,gBAAgB,CAAC;KAC5H,QAAQ,CAAkB,+BAAc,CAAC,cAAc,EAAE,EAAE,QAAQ,EAAE,+BAAc,EAAE,EAAE,gBAAgB,CAAC;KACxG,QAAQ,CAAqB,+BAAc,CAAC,iBAAiB,EAAE,EAAE,QAAQ,EAAE,qCAAiB,EAAE,EAAE,gBAAgB,CAAC;KACjH,QAAQ,CAAkB,+BAAc,CAAC,cAAc,EAAE,EAAE,QAAQ,EAAE,+BAAc,EAAE,EAAE,gBAAgB,CAAC;KACxG,QAAQ,CAAC,+BAAc,CAAC,sBAAsB,EAAE,+CAAsB,EAAE,gBAAgB,CAAC;KACzF,QAAQ,CAAC,+BAAc,CAAC,cAAc,EAAE;IACrC,UAAU,EAAE,IAAA,iCAAsB,EAC9B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAyB,+BAAc,CAAC,sBAAsB,CAAC,CAAC,OAAO,CAC1F;CACJ,CAAC;KACD,QAAQ,CAAa,+BAAc,CAAC,UAAU,EAAE,EAAE,QAAQ,EAAE,uBAAU,EAAE,EAAE,gBAAgB,CAAC;KAC3F,iBAAiB,CAAC,+BAAc,CAAC,cAAc,EAAE,wBAAc,CAAC;KAChE,QAAQ,CAAC,+BAAc,CAAC,yBAAyB,EAAE,qDAAyB,EAAE,gBAAgB,CAAC;KAC/F,QAAQ,CAAC,+BAAc,CAAC,kBAAkB,EAAE;IACzC,UAAU,EAAE,IAAA,iCAAsB,EAC9B,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAA4B,+BAAc,CAAC,yBAAyB,CAAC,CAAC,OAAO,CAChG;CACJ,CAAC,CAAC"}
|
|
@@ -17,7 +17,7 @@ class MessageDataParser {
|
|
|
17
17
|
catch (err) {
|
|
18
18
|
const exception = new errors_1.CustomError(`[Queue ${queueKey}] Message parsing failed: ${`'${msgContent.substring(0, 2000)}'`}`, true, "MessageDataParser", undefined, err);
|
|
19
19
|
helpers_1.log.error(exception);
|
|
20
|
-
data_access_1.storageService.
|
|
20
|
+
data_access_1.storageService.uploadFile(JSON.stringify({ exception: exception.toObject(), msgContent }), `validation-errors/${queueKey}`, "json");
|
|
21
21
|
throw exception;
|
|
22
22
|
}
|
|
23
23
|
return data;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"MessageDataParser.js","sourceRoot":"","sources":["../../../../src/integration-engine/workers/helpers/MessageDataParser.ts"],"names":[],"mappings":";;;AACA,yDAAsE;AACtE,4CAA8C;AAC9C,2CAAkC;AAClC,mDAAiD;AAEjD,MAAa,iBAAiB;IACnB,MAAM,CAAC,KAAK,CACf,QAAgB,EAChB,GAAmB,EACnB,MAAkC;;QAElC,IAAI,UAAU,GAAG,EAAE,CAAC;QACpB,IAAI,IAAc,CAAC;QAEnB,IAAI;YACA,UAAU,GAAG,MAAA,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,OAAO,CAAC,QAAQ,EAAE,mCAAI,EAAE,CAAC;YAC3C,IAAI,GAAG,IAAA,mCAAe,EAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;SAC1D;QAAC,OAAO,GAAG,EAAE;YACV,MAAM,SAAS,GAAG,IAAI,oBAAW,CAC7B,UAAU,QAAQ,6BAA6B,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,EACrF,IAAI,EACJ,mBAAmB,EACnB,SAAS,EACT,GAAG,CACN,CAAC;YAEF,aAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACrB,4BAAc,CAAC,
|
|
1
|
+
{"version":3,"file":"MessageDataParser.js","sourceRoot":"","sources":["../../../../src/integration-engine/workers/helpers/MessageDataParser.ts"],"names":[],"mappings":";;;AACA,yDAAsE;AACtE,4CAA8C;AAC9C,2CAAkC;AAClC,mDAAiD;AAEjD,MAAa,iBAAiB;IACnB,MAAM,CAAC,KAAK,CACf,QAAgB,EAChB,GAAmB,EACnB,MAAkC;;QAElC,IAAI,UAAU,GAAG,EAAE,CAAC;QACpB,IAAI,IAAc,CAAC;QAEnB,IAAI;YACA,UAAU,GAAG,MAAA,GAAG,aAAH,GAAG,uBAAH,GAAG,CAAE,OAAO,CAAC,QAAQ,EAAE,mCAAI,EAAE,CAAC;YAC3C,IAAI,GAAG,IAAA,mCAAe,EAAC,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;SAC1D;QAAC,OAAO,GAAG,EAAE;YACV,MAAM,SAAS,GAAG,IAAI,oBAAW,CAC7B,UAAU,QAAQ,6BAA6B,IAAI,UAAU,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,EAAE,EACrF,IAAI,EACJ,mBAAmB,EACnB,SAAS,EACT,GAAG,CACN,CAAC;YAEF,aAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;YACrB,4BAAc,CAAC,UAAU,CACrB,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,QAAQ,EAAE,EAAE,UAAU,EAAE,CAAC,EAC/D,qBAAqB,QAAQ,EAAE,EAC/B,MAAM,CACT,CAAC;YAEF,MAAM,SAAS,CAAC;SACnB;QAED,OAAO,IAAI,CAAC;IAChB,CAAC;CACJ;AAjCD,8CAiCC"}
|
|
@@ -24,14 +24,14 @@ class MessageDataValidator {
|
|
|
24
24
|
catch (err) {
|
|
25
25
|
const exception = new errors_1.CustomError(`[Queue ${queueKey}] Message validation failed: ${err.message}`, true, "MessageDataValidator", undefined, err);
|
|
26
26
|
helpers_1.log.error(exception);
|
|
27
|
-
data_access_1.storageService.
|
|
27
|
+
data_access_1.storageService.uploadFile(JSON.stringify({ exception: exception.toObject(), data }), `validation-errors/${queueKey}`, "json");
|
|
28
28
|
throw exception;
|
|
29
29
|
}
|
|
30
30
|
if (validationErrors.length > 0) {
|
|
31
31
|
const constraints = this.traverseValidationErrors(validationErrors);
|
|
32
32
|
const exception = new errors_1.CustomError(`[Queue ${queueKey}] Message validation failed: [${constraints.slice(0, 10).join(", ")}]`, true, "MessageDataValidator");
|
|
33
33
|
helpers_1.log.error(exception);
|
|
34
|
-
data_access_1.storageService.
|
|
34
|
+
data_access_1.storageService.uploadFile(JSON.stringify({ validationErrors }), `validation-errors/${queueKey}`, "json");
|
|
35
35
|
throw exception;
|
|
36
36
|
}
|
|
37
37
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"MessageDataValidator.js","sourceRoot":"","sources":["../../../../src/integration-engine/workers/helpers/MessageDataValidator.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,qDAA4D;AAC5D,4CAA8C;AAC9C,2CAAkC;AAClC,mDAAiD;AAEjD,MAAa,oBAAoB;IACtB,MAAM,CAAO,QAAQ,CAAC,QAAgB,EAAE,IAAY;;YACvD,IAAI,gBAAgB,GAAsB,EAAE,CAAC;YAC7C,IAAI;gBACA,gBAAgB,GAAG,MAAM,IAAA,0BAAQ,EAAC,IAAI,EAAE,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,CAAC;aAC1E;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,SAAS,GAAG,IAAI,oBAAW,CAC7B,UAAU,QAAQ,gCAAgC,GAAG,CAAC,OAAO,EAAE,EAC/D,IAAI,EACJ,sBAAsB,EACtB,SAAS,EACT,GAAG,CACN,CAAC;gBAEF,aAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBACrB,4BAAc,CAAC,
|
|
1
|
+
{"version":3,"file":"MessageDataValidator.js","sourceRoot":"","sources":["../../../../src/integration-engine/workers/helpers/MessageDataValidator.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,qDAA4D;AAC5D,4CAA8C;AAC9C,2CAAkC;AAClC,mDAAiD;AAEjD,MAAa,oBAAoB;IACtB,MAAM,CAAO,QAAQ,CAAC,QAAgB,EAAE,IAAY;;YACvD,IAAI,gBAAgB,GAAsB,EAAE,CAAC;YAC7C,IAAI;gBACA,gBAAgB,GAAG,MAAM,IAAA,0BAAQ,EAAC,IAAI,EAAE,EAAE,mBAAmB,EAAE,IAAI,EAAE,CAAC,CAAC;aAC1E;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,SAAS,GAAG,IAAI,oBAAW,CAC7B,UAAU,QAAQ,gCAAgC,GAAG,CAAC,OAAO,EAAE,EAC/D,IAAI,EACJ,sBAAsB,EACtB,SAAS,EACT,GAAG,CACN,CAAC;gBAEF,aAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBACrB,4BAAc,CAAC,UAAU,CACrB,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,SAAS,CAAC,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,EACzD,qBAAqB,QAAQ,EAAE,EAC/B,MAAM,CACT,CAAC;gBAEF,MAAM,SAAS,CAAC;aACnB;YAED,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC7B,MAAM,WAAW,GAAG,IAAI,CAAC,wBAAwB,CAAC,gBAAgB,CAAC,CAAC;gBACpE,MAAM,SAAS,GAAG,IAAI,oBAAW,CAC7B,UAAU,QAAQ,iCAAiC,WAAW,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EACzF,IAAI,EACJ,sBAAsB,CACzB,CAAC;gBAEF,aAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;gBACrB,4BAAc,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,qBAAqB,QAAQ,EAAE,EAAE,MAAM,CAAC,CAAC;gBAEzG,MAAM,SAAS,CAAC;aACnB;QACL,CAAC;KAAA;IAEO,MAAM,CAAC,wBAAwB,CAAC,MAAyB;QAC7D,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,EAAE,WAAW,EAAE,QAAQ,EAAE,EAAE,EAAE,CAChD,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,wBAAwB,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CACrG,CAAC;IACN,CAAC;CACJ;AA5CD,oDA4CC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@golemio/core",
|
|
3
|
-
"version": "1.6.
|
|
3
|
+
"version": "1.6.2-dev.789984321",
|
|
4
4
|
"description": "Golemio Core Module",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|
|
@@ -94,7 +94,6 @@
|
|
|
94
94
|
"ajv": "^8.10.0",
|
|
95
95
|
"amqplib": "^0.7.1",
|
|
96
96
|
"apicache-plus": "^2.3.1",
|
|
97
|
-
"aws-sdk": "^2.823.0",
|
|
98
97
|
"axios": "^0.24.0",
|
|
99
98
|
"basic-ftp": "^5.0.2",
|
|
100
99
|
"class-transformer": "^0.5.1",
|
|
@@ -137,4 +136,4 @@
|
|
|
137
136
|
"yauzl": "^2.10.0"
|
|
138
137
|
},
|
|
139
138
|
"overrides": {}
|
|
140
|
-
}
|
|
139
|
+
}
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
import { ILogger } from "../../helpers";
|
|
2
|
-
import { IConfiguration } from "../config";
|
|
3
|
-
import IStorageService from "./interfaces/IStorageService";
|
|
4
|
-
export declare class StorageService implements IStorageService {
|
|
5
|
-
private readonly log;
|
|
6
|
-
private readonly s3;
|
|
7
|
-
private bucketName;
|
|
8
|
-
private enabled;
|
|
9
|
-
private uploadPartSize;
|
|
10
|
-
private uploadQueueSize;
|
|
11
|
-
constructor(config: IConfiguration, log: ILogger);
|
|
12
|
-
/**
|
|
13
|
-
* Save data to our storage
|
|
14
|
-
*/
|
|
15
|
-
saveData(data: string, pathPrefix: string, ext?: string, fileName?: string): Promise<void>;
|
|
16
|
-
}
|
|
@@ -1,90 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
|
|
3
|
-
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
|
|
4
|
-
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
|
|
5
|
-
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
|
|
6
|
-
return c > 3 && r && Object.defineProperty(target, key, r), r;
|
|
7
|
-
};
|
|
8
|
-
var __metadata = (this && this.__metadata) || function (k, v) {
|
|
9
|
-
if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
|
|
10
|
-
};
|
|
11
|
-
var __param = (this && this.__param) || function (paramIndex, decorator) {
|
|
12
|
-
return function (target, key) { decorator(target, key, paramIndex); }
|
|
13
|
-
};
|
|
14
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
15
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
16
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
17
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
18
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
19
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
20
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
21
|
-
});
|
|
22
|
-
};
|
|
23
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
24
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
25
|
-
};
|
|
26
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
27
|
-
exports.StorageService = void 0;
|
|
28
|
-
const ioc_1 = require("../ioc");
|
|
29
|
-
const aws_sdk_1 = require("aws-sdk");
|
|
30
|
-
const moment_timezone_1 = __importDefault(require("moment-timezone"));
|
|
31
|
-
const tsyringe_1 = require("tsyringe");
|
|
32
|
-
let StorageService = class StorageService {
|
|
33
|
-
constructor(config, log) {
|
|
34
|
-
this.log = log;
|
|
35
|
-
this.s3 = new aws_sdk_1.S3({
|
|
36
|
-
accessKeyId: config.s3.access_key_id,
|
|
37
|
-
endpoint: config.s3.endpoint,
|
|
38
|
-
s3ForcePathStyle: true,
|
|
39
|
-
secretAccessKey: config.s3.secret_access_key,
|
|
40
|
-
signatureVersion: "v4",
|
|
41
|
-
});
|
|
42
|
-
this.bucketName = config.s3.bucket_name;
|
|
43
|
-
this.enabled = config.s3.enabled;
|
|
44
|
-
this.uploadPartSize = config.s3.upload_part_size;
|
|
45
|
-
this.uploadQueueSize = config.s3.upload_queue_size;
|
|
46
|
-
}
|
|
47
|
-
/**
|
|
48
|
-
* Save data to our storage
|
|
49
|
-
*/
|
|
50
|
-
saveData(data, pathPrefix, ext = "", fileName) {
|
|
51
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
52
|
-
if (!this.enabled || !this.bucketName) {
|
|
53
|
-
this.log.silly("[S3] Service is disabled. Skipping");
|
|
54
|
-
return;
|
|
55
|
-
}
|
|
56
|
-
const now = (0, moment_timezone_1.default)().tz("Europe/Prague");
|
|
57
|
-
const fileNamePrefix = fileName !== null && fileName !== void 0 ? fileName : `${now.format("YYYY-MM-DD")}/${now.format("HH_mm_ss.SSS")}`;
|
|
58
|
-
const fileNameKey = `${pathPrefix}/${fileNamePrefix}`;
|
|
59
|
-
const fileNameExt = ext ? `.${ext}` : "";
|
|
60
|
-
const paramsBodyData = {
|
|
61
|
-
Body: data,
|
|
62
|
-
Bucket: this.bucketName,
|
|
63
|
-
Key: `${fileNameKey}${fileNameExt}`,
|
|
64
|
-
};
|
|
65
|
-
const options = {
|
|
66
|
-
partSize: this.uploadPartSize * 1024 * 1024,
|
|
67
|
-
queueSize: this.uploadQueueSize,
|
|
68
|
-
};
|
|
69
|
-
try {
|
|
70
|
-
yield this.s3
|
|
71
|
-
.upload(paramsBodyData, options)
|
|
72
|
-
.on("httpUploadProgress", (progress) => {
|
|
73
|
-
this.log.verbose(`[S3] Data S3 upload ` + `\`${this.bucketName}/${fileName}: \`${progress.loaded} / ${progress.total}.`);
|
|
74
|
-
})
|
|
75
|
-
.promise();
|
|
76
|
-
}
|
|
77
|
-
catch (err) {
|
|
78
|
-
this.log.error(`[S3] Saving of data failed (${fileName})`, err);
|
|
79
|
-
}
|
|
80
|
-
});
|
|
81
|
-
}
|
|
82
|
-
};
|
|
83
|
-
StorageService = __decorate([
|
|
84
|
-
(0, tsyringe_1.injectable)(),
|
|
85
|
-
__param(0, (0, tsyringe_1.inject)(ioc_1.ContainerToken.Config)),
|
|
86
|
-
__param(1, (0, tsyringe_1.inject)(ioc_1.ContainerToken.Logger)),
|
|
87
|
-
__metadata("design:paramtypes", [Object, Object])
|
|
88
|
-
], StorageService);
|
|
89
|
-
exports.StorageService = StorageService;
|
|
90
|
-
//# sourceMappingURL=StorageService.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"StorageService.js","sourceRoot":"","sources":["../../../src/integration-engine/data-access/StorageService.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;AAEA,gCAAyC;AACzC,qCAA6B;AAC7B,sEAAqC;AACrC,uCAA8C;AAI9C,IAAa,cAAc,GAA3B,MAAa,cAAc;IAOvB,YACmC,MAAsB,EACL,GAAY;QAAZ,QAAG,GAAH,GAAG,CAAS;QAE5D,IAAI,CAAC,EAAE,GAAG,IAAI,YAAE,CAAC;YACb,WAAW,EAAE,MAAM,CAAC,EAAE,CAAC,aAAa;YACpC,QAAQ,EAAE,MAAM,CAAC,EAAE,CAAC,QAAQ;YAC5B,gBAAgB,EAAE,IAAI;YACtB,eAAe,EAAE,MAAM,CAAC,EAAE,CAAC,iBAAiB;YAC5C,gBAAgB,EAAE,IAAI;SACzB,CAAC,CAAC;QACH,IAAI,CAAC,UAAU,GAAG,MAAM,CAAC,EAAE,CAAC,WAAW,CAAC;QACxC,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC;QACjC,IAAI,CAAC,cAAc,GAAG,MAAM,CAAC,EAAE,CAAC,gBAAgB,CAAC;QACjD,IAAI,CAAC,eAAe,GAAG,MAAM,CAAC,EAAE,CAAC,iBAAiB,CAAC;IACvD,CAAC;IAED;;OAEG;IACU,QAAQ,CAAC,IAAY,EAAE,UAAkB,EAAE,MAAc,EAAE,EAAE,QAAiB;;YACvF,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE;gBACnC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,oCAAoC,CAAC,CAAC;gBACrD,OAAO;aACV;YAED,MAAM,GAAG,GAAG,IAAA,yBAAM,GAAE,CAAC,EAAE,CAAC,eAAe,CAAC,CAAC;YACzC,MAAM,cAAc,GAAG,QAAQ,aAAR,QAAQ,cAAR,QAAQ,GAAI,GAAG,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC;YAC/F,MAAM,WAAW,GAAG,GAAG,UAAU,IAAI,cAAc,EAAE,CAAC;YACtD,MAAM,WAAW,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAEzC,MAAM,cAAc,GAAwB;gBACxC,IAAI,EAAE,IAAI;gBACV,MAAM,EAAE,IAAI,CAAC,UAAU;gBACvB,GAAG,EAAE,GAAG,WAAW,GAAG,WAAW,EAAE;aACtC,CAAC;YAEF,MAAM,OAAO,GAAG;gBACZ,QAAQ,EAAE,IAAI,CAAC,cAAc,GAAG,IAAI,GAAG,IAAI;gBAC3C,SAAS,EAAE,IAAI,CAAC,eAAe;aAClC,CAAC;YAEF,IAAI;gBACA,MAAM,IAAI,CAAC,EAAE;qBACR,MAAM,CAAC,cAAc,EAAE,OAAO,CAAC;qBAC/B,EAAE,CAAC,oBAAoB,EAAE,CAAC,QAAQ,EAAE,EAAE;oBACnC,IAAI,CAAC,GAAG,CAAC,OAAO,CACZ,sBAAsB,GAAG,KAAK,IAAI,CAAC,UAAU,IAAI,QAAQ,OAAO,QAAQ,CAAC,MAAM,MAAM,QAAQ,CAAC,KAAK,GAAG,CACzG,CAAC;gBACN,CAAC,CAAC;qBACD,OAAO,EAAE,CAAC;aAClB;YAAC,OAAO,GAAG,EAAE;gBACV,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,+BAA+B,QAAQ,GAAG,EAAE,GAAG,CAAC,CAAC;aACnE;QACL,CAAC;KAAA;CACJ,CAAA;AA9DY,cAAc;IAD1B,IAAA,qBAAU,GAAE;IASJ,WAAA,IAAA,iBAAM,EAAC,oBAAc,CAAC,MAAM,CAAC,CAAA;IAC7B,WAAA,IAAA,iBAAM,EAAC,oBAAc,CAAC,MAAM,CAAC,CAAA;;GATzB,cAAc,CA8D1B;AA9DY,wCAAc"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"IStorageService.js","sourceRoot":"","sources":["../../../../src/integration-engine/data-access/interfaces/IStorageService.ts"],"names":[],"mappings":""}
|