@golemio/core 1.17.0 → 1.17.1-rc.1554273146
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/helpers/data-access/storage/AzureBlobStorageService.d.ts +4 -1
- package/dist/helpers/data-access/storage/AzureBlobStorageService.js +3 -1
- package/dist/helpers/data-access/storage/AzureBlobStorageService.js.map +1 -1
- package/dist/input-gateway/config/InputGatewayConfiguration.d.ts +0 -9
- package/dist/input-gateway/config/InputGatewayConfiguration.js +1 -10
- package/dist/input-gateway/config/InputGatewayConfiguration.js.map +1 -1
- package/dist/input-gateway/config/abstract.d.ts +0 -2
- package/dist/input-gateway/data-access/StorageServiceProvider.d.ts +3 -3
- package/dist/input-gateway/data-access/StorageServiceProvider.js +17 -6
- package/dist/input-gateway/data-access/StorageServiceProvider.js.map +1 -1
- package/dist/input-gateway/helpers/SaveRawDataMiddleware.d.ts +3 -2
- package/dist/input-gateway/helpers/SaveRawDataMiddleware.js +10 -8
- package/dist/input-gateway/helpers/SaveRawDataMiddleware.js.map +1 -1
- package/dist/integration-engine/config/IntegrationEngineConfiguration.d.ts +0 -9
- package/dist/integration-engine/config/IntegrationEngineConfiguration.js +0 -10
- package/dist/integration-engine/config/IntegrationEngineConfiguration.js.map +1 -1
- package/dist/integration-engine/config/abstract.d.ts +0 -2
- package/dist/integration-engine/data-access/RawDataStorage.d.ts +2 -1
- package/dist/integration-engine/data-access/RawDataStorage.js +6 -4
- package/dist/integration-engine/data-access/RawDataStorage.js.map +1 -1
- package/dist/integration-engine/data-access/StorageServiceProvider.d.ts +3 -3
- package/dist/integration-engine/data-access/StorageServiceProvider.js +16 -4
- package/dist/integration-engine/data-access/StorageServiceProvider.js.map +1 -1
- package/dist/integration-engine/datasources/protocol-strategy/ProtocolStrategy.d.ts +5 -1
- package/dist/integration-engine/datasources/protocol-strategy/ProtocolStrategy.js +20 -33
- package/dist/integration-engine/datasources/protocol-strategy/ProtocolStrategy.js.map +1 -1
- package/package.json +2 -2
- package/dist/integration-engine/helpers/RawDataStore.d.ts +0 -4
- package/dist/integration-engine/helpers/RawDataStore.js +0 -25
- package/dist/integration-engine/helpers/RawDataStore.js.map +0 -1
|
@@ -5,7 +5,10 @@ import { Readable } from "stream";
|
|
|
5
5
|
import { ILogger } from "../../logger";
|
|
6
6
|
import { AbstractStorageService } from "./AbstractStorageService";
|
|
7
7
|
export interface IAzureBlobStorageConfig {
|
|
8
|
-
|
|
8
|
+
clientId: string;
|
|
9
|
+
tenantId: string;
|
|
10
|
+
clientSecret: string;
|
|
11
|
+
account: string;
|
|
9
12
|
containerName: string;
|
|
10
13
|
}
|
|
11
14
|
export declare class AzureBlobStorageService extends AbstractStorageService {
|
|
@@ -13,11 +13,13 @@ exports.AzureBlobStorageService = void 0;
|
|
|
13
13
|
const storage_blob_1 = require("@azure/storage-blob");
|
|
14
14
|
const AbstractStorageService_1 = require("./AbstractStorageService");
|
|
15
15
|
const _helpers_1 = require("../..");
|
|
16
|
+
const identity_1 = require("@azure/identity");
|
|
16
17
|
class AzureBlobStorageService extends AbstractStorageService_1.AbstractStorageService {
|
|
17
18
|
constructor(config, log) {
|
|
18
19
|
super();
|
|
19
20
|
this.log = log;
|
|
20
|
-
const
|
|
21
|
+
const credentials = new identity_1.ClientSecretCredential(config.tenantId, config.clientId, config.clientSecret);
|
|
22
|
+
const blobServiceClient = new storage_blob_1.BlobServiceClient(`https://${config.account}.blob.core.windows.net`, credentials);
|
|
21
23
|
this.containerClient = blobServiceClient.getContainerClient(config.containerName);
|
|
22
24
|
this.containerClient.createIfNotExists().catch((err) => {
|
|
23
25
|
// This is fine in the production environment
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"AzureBlobStorageService.js","sourceRoot":"","sources":["../../../../src/helpers/data-access/storage/AzureBlobStorageService.ts"],"names":[],"mappings":";;;;;;;;;;;;AACA,sDAA4H;AAG5H,qEAAkE;AAClE,oCAAoC;
|
|
1
|
+
{"version":3,"file":"AzureBlobStorageService.js","sourceRoot":"","sources":["../../../../src/helpers/data-access/storage/AzureBlobStorageService.ts"],"names":[],"mappings":";;;;;;;;;;;;AACA,sDAA4H;AAG5H,qEAAkE;AAClE,oCAAoC;AACpC,8CAAyD;AAUzD,MAAa,uBAAwB,SAAQ,+CAAsB;IAG/D,YAAY,MAA+B,EAAmB,GAAY;QACtE,KAAK,EAAE,CAAC;QADkD,QAAG,GAAH,GAAG,CAAS;QAGtE,MAAM,WAAW,GAAG,IAAI,iCAAsB,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,YAAY,CAAC,CAAC;QACtG,MAAM,iBAAiB,GAAG,IAAI,gCAAiB,CAAC,WAAW,MAAM,CAAC,OAAO,wBAAwB,EAAE,WAAW,CAAC,CAAC;QAChH,IAAI,CAAC,eAAe,GAAG,iBAAiB,CAAC,kBAAkB,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC;QAClF,IAAI,CAAC,eAAe,CAAC,iBAAiB,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;YACnD,6CAA6C;YAC7C,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,qCAAqC,MAAM,CAAC,aAAa,GAAG,EAAE,GAAG,CAAC,CAAC;QAC/G,CAAC,CAAC,CAAC;IACP,CAAC;IAEY,YAAY,CAAC,MAAgB,EAAE,UAAkB,EAAE,MAAc,EAAE,EAAE,QAAiB;;YAC/F,MAAM,GAAG,GAAG,IAAA,mBAAQ,EAAC,IAAI,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC,CAAC;YAChE,MAAM,cAAc,GAAG,QAAQ,aAAR,QAAQ,cAAR,QAAQ,GAAI,GAAG,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC;YAC/F,MAAM,WAAW,GAAG,GAAG,UAAU,IAAI,cAAc,EAAE,CAAC;YACtD,MAAM,WAAW,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAEzC,IAAI;gBACA,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,kBAAkB,CAAC,GAAG,WAAW,GAAG,WAAW,EAAE,CAAC,CAAC;gBAE3F,MAAM,OAAO,GAAmC;oBAC5C,eAAe,EAAE,EAAE,eAAe,EAAE,0BAA0B,EAAE;oBAChE,UAAU,EAAE,IAAI,CAAC,oBAAoB,CAAC,WAAW,GAAG,WAAW,CAAC;iBACnE,CAAC;gBAEF,MAAM,UAAU,CAAC,YAAY,CAAC,MAAM,EAAE,SAAS,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;aACxE;YAAC,OAAO,GAAG,EAAE;gBACV,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,mCAAmC,WAAW,GAAG,WAAW,GAAG,EAAE,GAAG,CAAC,CAAC;aACjH;QACL,CAAC;KAAA;IAEY,UAAU,CAAC,IAAqB,EAAE,UAAkB,EAAE,MAAc,EAAE,EAAE,QAAiB;;YAClG,MAAM,GAAG,GAAG,IAAA,mBAAQ,EAAC,IAAI,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC,CAAC;YAChE,MAAM,cAAc,GAAG,QAAQ,aAAR,QAAQ,cAAR,QAAQ,GAAI,GAAG,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC;YAC/F,MAAM,WAAW,GAAG,GAAG,UAAU,IAAI,cAAc,EAAE,CAAC;YACtD,MAAM,WAAW,GAAG,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAEzC,IAAI;gBACA,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,kBAAkB,CAAC,GAAG,WAAW,GAAG,WAAW,EAAE,CAAC,CAAC;gBAE3F,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE;oBACxB,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBAC5B;gBAED,MAAM,OAAO,GAAmC;oBAC5C,eAAe,EAAE,EAAE,eAAe,EAAE,0BAA0B,EAAE;oBAChE,UAAU,EAAE,IAAI,CAAC,oBAAoB,CAAC,WAAW,GAAG,WAAW,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;iBAC5F,CAAC;gBAEF,MAAM,UAAU,CAAC,UAAU,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;aAC9C;YAAC,OAAO,GAAG,EAAE;gBACV,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,4BAA4B,WAAW,GAAG,WAAW,GAAG,EAAE,GAAG,CAAC,CAAC;aAC1G;QACL,CAAC;KAAA;IAEY,UAAU,CAAC,OAAe;;YACnC,IAAI;gBACA,MAAM,OAAO,GAAsB;oBAC/B,eAAe,EAAE,SAAS;iBAC7B,CAAC;gBAEF,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;gBAEpE,MAAM,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;aACpC;YAAC,OAAO,GAAG,EAAE;gBACV,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,8BAA8B,OAAO,GAAG,EAAE,GAAG,CAAC,CAAC;aAC1F;QACL,CAAC;KAAA;IAEY,aAAa,CAAC,OAAe;;YACtC,IAAI;gBACA,MAAM,UAAU,GAAG,IAAI,CAAC,eAAe,CAAC,kBAAkB,CAAC,OAAO,CAAC,CAAC;gBAEpE,MAAM,gBAAgB,GAAG,MAAM,UAAU,CAAC,QAAQ,EAAE,CAAC;gBACrD,OAAO,gBAAgB,CAAC,kBAAkB,CAAC;aAC9C;YAAC,OAAO,GAAG,EAAE;gBACV,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,0BAA0B,OAAO,GAAG,EAAE,GAAG,CAAC,CAAC;aACtF;QACL,CAAC;KAAA;IAEO,oBAAoB,CAAC,QAAgB,EAAE,cAAuB;QAClE,OAAO,CAAC,QAA+B,EAAE,EAAE;YACvC,IAAI,CAAC,GAAG,CAAC,OAAO,CACZ,IAAI,IAAI,CAAC,WAAW,CAAC,IAAI,gBAAgB;gBACrC,GAAG,QAAQ,KAAK,QAAQ,CAAC,WAAW,MAAM,cAAc,aAAd,cAAc,cAAd,cAAc,GAAI,SAAS,EAAE,CAC9E,CAAC;QACN,CAAC,CAAC;IACN,CAAC;CACJ;AA5FD,0DA4FC"}
|
|
@@ -11,15 +11,6 @@ export declare class InputGatewayConfiguration implements IConfiguration {
|
|
|
11
11
|
port: string | undefined;
|
|
12
12
|
rabbit_connections: string[] | undefined;
|
|
13
13
|
rabbit_exchange_name: string | undefined;
|
|
14
|
-
storage: {
|
|
15
|
-
enabled: boolean;
|
|
16
|
-
provider: {
|
|
17
|
-
azure: {
|
|
18
|
-
connectionString: string;
|
|
19
|
-
containerName: string;
|
|
20
|
-
};
|
|
21
|
-
};
|
|
22
|
-
};
|
|
23
14
|
saveRawDataWhitelist: any;
|
|
24
15
|
sentry: {
|
|
25
16
|
enabled: boolean;
|
|
@@ -15,7 +15,7 @@ const utils_1 = require("../../helpers/utils");
|
|
|
15
15
|
const tsyringe_1 = require("tsyringe");
|
|
16
16
|
let InputGatewayConfiguration = exports.InputGatewayConfiguration = class InputGatewayConfiguration {
|
|
17
17
|
constructor() {
|
|
18
|
-
var _a
|
|
18
|
+
var _a;
|
|
19
19
|
this.app_version = process.env.npm_package_version;
|
|
20
20
|
this.app_name = process.env.APP_NAME || "input-gateway";
|
|
21
21
|
this.colorful_logs = process.env.COLORFUL_LOGS;
|
|
@@ -27,15 +27,6 @@ let InputGatewayConfiguration = exports.InputGatewayConfiguration = class InputG
|
|
|
27
27
|
this.port = process.env.PORT;
|
|
28
28
|
this.rabbit_connections = (_a = process.env.RABBIT_CONN) === null || _a === void 0 ? void 0 : _a.split(",");
|
|
29
29
|
this.rabbit_exchange_name = process.env.RABBIT_EXCHANGE_NAME;
|
|
30
|
-
this.storage = {
|
|
31
|
-
enabled: process.env.STORAGE_ENABLED === "true",
|
|
32
|
-
provider: {
|
|
33
|
-
azure: {
|
|
34
|
-
connectionString: (_b = process.env.AZURE_BLOB_STORAGE_CONN) !== null && _b !== void 0 ? _b : "",
|
|
35
|
-
containerName: (_c = process.env.AZURE_BLOB_STORAGE_CONTAINER_NAME) !== null && _c !== void 0 ? _c : "",
|
|
36
|
-
},
|
|
37
|
-
},
|
|
38
|
-
};
|
|
39
30
|
this.sentry = {
|
|
40
31
|
enabled: process.env.SENTRY_ENABLED === "true",
|
|
41
32
|
dsn: process.env.SENTRY_DSN,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"InputGatewayConfiguration.js","sourceRoot":"","sources":["../../../src/input-gateway/config/InputGatewayConfiguration.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,4CAAwC;AACxC,+CAAyC;AACzC,uCAAsC;AAI/B,IAAM,yBAAyB,uCAA/B,MAAM,yBAAyB;
|
|
1
|
+
{"version":3,"file":"InputGatewayConfiguration.js","sourceRoot":"","sources":["../../../src/input-gateway/config/InputGatewayConfiguration.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,4CAAwC;AACxC,+CAAyC;AACzC,uCAAsC;AAI/B,IAAM,yBAAyB,uCAA/B,MAAM,yBAAyB;IAgClC;;QA/BO,gBAAW,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;QAC9C,aAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,eAAe,CAAC;QACnD,kBAAa,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;QAC1C,cAAS,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;QAClC,aAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,aAAa,CAAC;QACjD,sBAAiB,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;QAClD,uBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;QACpD,sBAAiB,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;QAClD,SAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC;QACxB,uBAAkB,GAAG,MAAA,OAAO,CAAC,GAAG,CAAC,WAAW,0CAAE,KAAK,CAAC,GAAG,CAAC,CAAC;QACzD,yBAAoB,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;QAExD,WAAM,GAAG;YACZ,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,KAAK,MAAM;YAC9C,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU;YAC3B,OAAO,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE;YACrE,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;YAC3C,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,KAAK,MAAM;YAC1C,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC;SAClG,CAAC;QACK,YAAO,GAAG;YACb,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,KAAK,MAAM;YAC/C,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,YAAsB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;YACxF,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,EAAE;SAC3C,CAAC;QACK,cAAS,GAAG;YACf,aAAa,EAAE,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;YAC/G,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK;YACtH,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;SACrH,CAAC;QAGE,MAAM,oBAAoB,GAAG,IAAI,uBAAY,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC;QAC3E,IAAI,CAAC,oBAAoB,GAAG,IAAA,eAAO,EAAC,oBAAoB,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,oBAAoB,CAAC;IAC1F,CAAC;CACJ,CAAA;oCApCY,yBAAyB;IADrC,IAAA,qBAAU,GAAE;;GACA,yBAAyB,CAoCrC"}
|
|
@@ -1,6 +1,5 @@
|
|
|
1
1
|
import { ISentryConfig } from "../../monitoring/sentry/sentry-provider";
|
|
2
2
|
import { IMetricsConfig } from "../../monitoring/metrics/metrics-interface";
|
|
3
|
-
import { IStorageConfig } from "../../helpers/data-access/storage";
|
|
4
3
|
export interface ISaveRawDataWhitelist {
|
|
5
4
|
route: string;
|
|
6
5
|
withHeaders: boolean;
|
|
@@ -17,7 +16,6 @@ export interface IConfiguration {
|
|
|
17
16
|
port: string | undefined;
|
|
18
17
|
rabbit_connections: string[] | undefined;
|
|
19
18
|
rabbit_exchange_name: string | undefined;
|
|
20
|
-
storage: IStorageConfig;
|
|
21
19
|
sentry: ISentryConfig;
|
|
22
20
|
saveRawDataWhitelist: ISaveRawDataWhitelist[];
|
|
23
21
|
metrics: IMetricsConfig;
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { AbstractStorageService } from "../../helpers/data-access/storage";
|
|
2
1
|
import { ILogger } from "../../helpers";
|
|
3
|
-
import {
|
|
2
|
+
import { ISimpleConfig } from "../../helpers/configuration/ISimpleConfig";
|
|
3
|
+
import { AbstractStorageService } from "../../helpers/data-access/storage";
|
|
4
4
|
export declare class StorageServiceProvider {
|
|
5
5
|
protected _service: AbstractStorageService;
|
|
6
|
-
constructor(config:
|
|
6
|
+
constructor(config: ISimpleConfig, log: ILogger);
|
|
7
7
|
get service(): AbstractStorageService;
|
|
8
8
|
}
|
|
@@ -13,13 +13,24 @@ var __param = (this && this.__param) || function (paramIndex, decorator) {
|
|
|
13
13
|
};
|
|
14
14
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
15
|
exports.StorageServiceProvider = void 0;
|
|
16
|
-
const tsyringe_1 = require("tsyringe");
|
|
17
|
-
const errors_1 = require("@golemio/errors");
|
|
18
16
|
const storage_1 = require("../../helpers/data-access/storage");
|
|
19
|
-
const
|
|
17
|
+
const CoreToken_1 = require("../../helpers/ioc/CoreToken");
|
|
18
|
+
const errors_1 = require("@golemio/errors");
|
|
19
|
+
const tsyringe_1 = require("tsyringe");
|
|
20
20
|
let StorageServiceProvider = exports.StorageServiceProvider = class StorageServiceProvider {
|
|
21
21
|
constructor(config, log) {
|
|
22
|
-
const service = new storage_1.StorageServiceFactory(
|
|
22
|
+
const service = new storage_1.StorageServiceFactory({
|
|
23
|
+
enabled: config.getValue("env.STORAGE_ENABLED", "false") === "true",
|
|
24
|
+
provider: {
|
|
25
|
+
azure: {
|
|
26
|
+
clientId: config.getValue("env.AZURE_BLOB_CLIENT_ID", ""),
|
|
27
|
+
tenantId: config.getValue("env.AZURE_BLOB_TENANT_ID", ""),
|
|
28
|
+
clientSecret: config.getValue("env.AZURE_BLOB_CLIENT_SECRET", ""),
|
|
29
|
+
account: config.getValue("env.AZURE_BLOB_ACCOUNT", ""),
|
|
30
|
+
containerName: config.getValue("env.AZURE_BLOB_STORAGE_CONTAINER_NAME", ""),
|
|
31
|
+
},
|
|
32
|
+
},
|
|
33
|
+
}, log).getService(storage_1.StorageProvider.Azure);
|
|
23
34
|
if (!service) {
|
|
24
35
|
throw new errors_1.FatalError(`StorageServiceProvider returned undefined for provider ${storage_1.StorageProvider.Azure}`, this.constructor.name);
|
|
25
36
|
}
|
|
@@ -31,8 +42,8 @@ let StorageServiceProvider = exports.StorageServiceProvider = class StorageServi
|
|
|
31
42
|
};
|
|
32
43
|
exports.StorageServiceProvider = StorageServiceProvider = __decorate([
|
|
33
44
|
(0, tsyringe_1.injectable)(),
|
|
34
|
-
__param(0, (0, tsyringe_1.inject)(
|
|
35
|
-
__param(1, (0, tsyringe_1.inject)(
|
|
45
|
+
__param(0, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.SimpleConfig)),
|
|
46
|
+
__param(1, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.Logger)),
|
|
36
47
|
__metadata("design:paramtypes", [Object, Object])
|
|
37
48
|
], StorageServiceProvider);
|
|
38
49
|
//# sourceMappingURL=StorageServiceProvider.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"StorageServiceProvider.js","sourceRoot":"","sources":["../../../src/input-gateway/data-access/StorageServiceProvider.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"StorageServiceProvider.js","sourceRoot":"","sources":["../../../src/input-gateway/data-access/StorageServiceProvider.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAEA,+DAA8G;AAC9G,2DAAmD;AACnD,4CAA6C;AAC7C,uCAA8C;AAGvC,IAAM,sBAAsB,oCAA5B,MAAM,sBAAsB;IAG/B,YAA4C,MAAqB,EAA4B,GAAY;QACrG,MAAM,OAAO,GAAG,IAAI,+BAAqB,CACrC;YACI,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,OAAO,CAAC,KAAK,MAAM;YACnE,QAAQ,EAAE;gBACN,KAAK,EAAE;oBACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,0BAA0B,EAAE,EAAE,CAAC;oBACzD,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,0BAA0B,EAAE,EAAE,CAAC;oBACzD,YAAY,EAAE,MAAM,CAAC,QAAQ,CAAC,8BAA8B,EAAE,EAAE,CAAC;oBACjE,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,wBAAwB,EAAE,EAAE,CAAC;oBACtD,aAAa,EAAE,MAAM,CAAC,QAAQ,CAAC,uCAAuC,EAAE,EAAE,CAAC;iBAC9E;aACJ;SACJ,EACD,GAAG,CACN,CAAC,UAAU,CAAC,yBAAe,CAAC,KAAK,CAAC,CAAC;QAEpC,IAAI,CAAC,OAAO,EAAE;YACV,MAAM,IAAI,mBAAU,CAChB,0DAA0D,yBAAe,CAAC,KAAK,EAAE,EACjF,IAAI,CAAC,WAAW,CAAC,IAAI,CACxB,CAAC;SACL;QAED,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;IAC5B,CAAC;IAED,IAAW,OAAO;QACd,OAAO,IAAI,CAAC,QAAQ,CAAC;IACzB,CAAC;CACJ,CAAA;iCAjCY,sBAAsB;IADlC,IAAA,qBAAU,GAAE;IAII,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,YAAY,CAAC,CAAA;IAAyB,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,MAAM,CAAC,CAAA;;GAHnF,sBAAsB,CAiClC"}
|
|
@@ -1,13 +1,14 @@
|
|
|
1
|
-
import { NextFunction, Request, Response } from "express";
|
|
2
1
|
import { ILogger } from "../../helpers";
|
|
2
|
+
import { ISimpleConfig } from "../../helpers/configuration/ISimpleConfig";
|
|
3
3
|
import { AbstractStorageService } from "../../helpers/data-access/storage";
|
|
4
4
|
import { IConfiguration } from "../config";
|
|
5
|
+
import { NextFunction, Request, Response } from "express";
|
|
5
6
|
export declare class SaveRawDataMiddleware {
|
|
6
7
|
private readonly log;
|
|
7
8
|
private storage;
|
|
8
9
|
private readonly storageEnabled;
|
|
9
10
|
private readonly whitelist;
|
|
10
|
-
constructor(config: IConfiguration, log: ILogger, storage: AbstractStorageService);
|
|
11
|
+
constructor(config: IConfiguration, simpleConfig: ISimpleConfig, log: ILogger, storage: AbstractStorageService);
|
|
11
12
|
getMiddleware: () => (req: Request, res: Response, next: NextFunction) => void;
|
|
12
13
|
getWhitelistRegexp: () => {
|
|
13
14
|
routesRegexp: RegExp;
|
|
@@ -13,16 +13,17 @@ var __param = (this && this.__param) || function (paramIndex, decorator) {
|
|
|
13
13
|
};
|
|
14
14
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
15
|
exports.SaveRawDataMiddleware = void 0;
|
|
16
|
-
const tsyringe_1 = require("tsyringe");
|
|
17
|
-
const path_to_regexp_1 = require("path-to-regexp");
|
|
18
|
-
const errors_1 = require("@golemio/errors");
|
|
19
16
|
const _helpers_1 = require("../../helpers");
|
|
20
17
|
const storage_1 = require("../../helpers/data-access/storage");
|
|
18
|
+
const CoreToken_1 = require("../../helpers/ioc/CoreToken");
|
|
21
19
|
const CheckContentTypeMiddleware_1 = require("./CheckContentTypeMiddleware");
|
|
22
20
|
const ContentTypeHelper_1 = require("./ContentTypeHelper");
|
|
23
21
|
const ioc_1 = require("../ioc");
|
|
22
|
+
const errors_1 = require("@golemio/errors");
|
|
23
|
+
const path_to_regexp_1 = require("path-to-regexp");
|
|
24
|
+
const tsyringe_1 = require("tsyringe");
|
|
24
25
|
let SaveRawDataMiddleware = exports.SaveRawDataMiddleware = class SaveRawDataMiddleware {
|
|
25
|
-
constructor(config, log, storage) {
|
|
26
|
+
constructor(config, simpleConfig, log, storage) {
|
|
26
27
|
this.log = log;
|
|
27
28
|
this.storage = storage;
|
|
28
29
|
this.getMiddleware = () => {
|
|
@@ -65,15 +66,16 @@ let SaveRawDataMiddleware = exports.SaveRawDataMiddleware = class SaveRawDataMid
|
|
|
65
66
|
headersRegexp: regexpHeaders.length ? RegExp(regexpHeaders.join("|")) : RegExp(/.^/),
|
|
66
67
|
};
|
|
67
68
|
};
|
|
68
|
-
this.storageEnabled =
|
|
69
|
+
this.storageEnabled = simpleConfig.getValue("env.STORAGE_ENABLED", "false") === "true";
|
|
69
70
|
this.whitelist = config.saveRawDataWhitelist;
|
|
70
71
|
}
|
|
71
72
|
};
|
|
72
73
|
exports.SaveRawDataMiddleware = SaveRawDataMiddleware = __decorate([
|
|
73
74
|
(0, tsyringe_1.injectable)(),
|
|
74
75
|
__param(0, (0, tsyringe_1.inject)(ioc_1.ContainerToken.Config)),
|
|
75
|
-
__param(1, (0, tsyringe_1.inject)(
|
|
76
|
-
__param(2, (0, tsyringe_1.inject)(
|
|
77
|
-
|
|
76
|
+
__param(1, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.SimpleConfig)),
|
|
77
|
+
__param(2, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.Logger)),
|
|
78
|
+
__param(3, (0, tsyringe_1.inject)(ioc_1.ContainerToken.StorageService)),
|
|
79
|
+
__metadata("design:paramtypes", [Object, Object, Object, storage_1.AbstractStorageService])
|
|
78
80
|
], SaveRawDataMiddleware);
|
|
79
81
|
//# sourceMappingURL=SaveRawDataMiddleware.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"SaveRawDataMiddleware.js","sourceRoot":"","sources":["../../../src/input-gateway/helpers/SaveRawDataMiddleware.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"SaveRawDataMiddleware.js","sourceRoot":"","sources":["../../../src/input-gateway/helpers/SaveRawDataMiddleware.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,4CAA6C;AAE7C,+DAAsE;AACtE,2DAAmD;AAEnD,6EAAwE;AACxE,2DAAuE;AACvE,gCAAyC;AACzC,4CAA6D;AAE7D,mDAA8C;AAC9C,uCAA8C;AAGvC,IAAM,qBAAqB,mCAA3B,MAAM,qBAAqB;IAG9B,YACmC,MAAsB,EACrB,YAA2B,EACjC,GAA6B,EAChB,OAAuC;QADnC,QAAG,GAAH,GAAG,CAAS;QACR,YAAO,GAAP,OAAO,CAAwB;QAM3E,kBAAa,GAAG,GAAG,EAAE;YACxB,MAAM,eAAe,GAAG,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAClD,OAAO,CAAC,GAAY,EAAE,GAAa,EAAE,IAAkB,EAAE,EAAE;gBACvD,MAAM,cAAc,GAAG,GAAG,CAAC,IAAI,CAAC;gBAEhC,IAAI,IAAI,CAAC,cAAc,IAAI,GAAG,CAAC,MAAM,KAAK,MAAM,IAAI,eAAe,CAAC,YAAY,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE;oBACnG,iCAAiC;oBACjC,MAAM,WAAW,GAAG,IAAA,2CAAc,EAAC,GAAG,CAAwC,CAAC;oBAC/E,MAAM,GAAG,GAAG,0CAAsB,CAAC,WAAW,CAAC,CAAC;oBAEhD,wBAAwB;oBACxB,IAAI,CAAC,GAAG,EAAE;wBACN,qBAAY,CAAC,MAAM,CACf,IAAI,qBAAY,CACZ,4BAA4B,cAAc,GAAG,EAC7C,uBAAuB,EACvB,IAAI,KAAK,CAAC,8BAA8B,WAAW,iBAAiB,CAAC,EACrE,GAAG,CACN,EACD,IAAI,CAAC,GAAG,CACX,CAAC;wBACF,OAAO,IAAI,EAAE,CAAC;qBACjB;oBAED,MAAM,GAAG,GAAG,IAAA,mBAAQ,EAAC,IAAI,IAAI,EAAE,EAAE,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC,CAAC;oBAChE,MAAM,QAAQ,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC;oBAE7E,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,GAAG,EAAE,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,GAAG,EAAE,QAAQ,CAAC,CAAC;oBAE5E,8CAA8C;oBAC9C,IAAI,eAAe,CAAC,aAAa,CAAC,IAAI,CAAC,cAAc,CAAC,EAAE;wBACpD,MAAM,cAAc,GAAG,GAAG,QAAQ,UAAU,CAAC;wBAC7C,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;qBAC9G;iBACJ;gBAED,IAAI,EAAE,CAAC;YACX,CAAC,CAAC;QACN,CAAC,CAAC;QAEK,uBAAkB,GAAG,GAAG,EAAE;YAC7B,MAAM,YAAY,GAAG,EAAE,CAAC;YACxB,MAAM,aAAa,GAAG,EAAE,CAAC;YAEzB,KAAK,MAAM,OAAO,IAAI,IAAI,CAAC,SAAS,EAAE;gBAClC,MAAM,WAAW,GAAG,IAAI,IAAA,6BAAY,EAAC,OAAO,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;gBAErE,YAAY,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBAC/B,IAAI,OAAO,CAAC,WAAW,EAAE;oBACrB,aAAa,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;iBACnC;aACJ;YAED,OAAO;gBACH,YAAY,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;gBACjF,aAAa,EAAE,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC;aACvF,CAAC;QACN,CAAC,CAAC;QA7DE,IAAI,CAAC,cAAc,GAAG,YAAY,CAAC,QAAQ,CAAC,qBAAqB,EAAE,OAAO,CAAC,KAAK,MAAM,CAAC;QACvF,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,oBAAoB,CAAC;IACjD,CAAC;CA4DJ,CAAA;gCAvEY,qBAAqB;IADjC,IAAA,qBAAU,GAAE;IAKJ,WAAA,IAAA,iBAAM,EAAC,oBAAc,CAAC,MAAM,CAAC,CAAA;IAC7B,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,YAAY,CAAC,CAAA;IAC9B,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,MAAM,CAAC,CAAA;IACxB,WAAA,IAAA,iBAAM,EAAC,oBAAc,CAAC,cAAc,CAAC,CAAA;6DAAkB,gCAAsB;GAPzE,qBAAqB,CAuEjC"}
|
|
@@ -29,15 +29,6 @@ export declare class IntegrationEngineConfiguration implements IConfiguration {
|
|
|
29
29
|
datasources: Record<string, any>;
|
|
30
30
|
port: string | undefined;
|
|
31
31
|
queuesBlacklist: Record<string, string[]>;
|
|
32
|
-
storage: {
|
|
33
|
-
enabled: boolean;
|
|
34
|
-
provider: {
|
|
35
|
-
azure: {
|
|
36
|
-
connectionString: string;
|
|
37
|
-
containerName: string;
|
|
38
|
-
};
|
|
39
|
-
};
|
|
40
|
-
};
|
|
41
32
|
saveRawDataWhitelist: Record<string, any>;
|
|
42
33
|
sentry: {
|
|
43
34
|
enabled: boolean;
|
|
@@ -17,7 +17,6 @@ const tsyringe_1 = require("tsyringe");
|
|
|
17
17
|
*/
|
|
18
18
|
let IntegrationEngineConfiguration = exports.IntegrationEngineConfiguration = class IntegrationEngineConfiguration {
|
|
19
19
|
constructor() {
|
|
20
|
-
var _a, _b;
|
|
21
20
|
this.DATA_BATCH_SIZE = process.env.DATA_BATCH_SIZE ? Number(process.env.DATA_BATCH_SIZE) : 1000;
|
|
22
21
|
this.HOPPYGO_BASE_URL = process.env.HOPPYGO_BASE_URL;
|
|
23
22
|
this.LOG_LEVEL = process.env.LOG_LEVEL;
|
|
@@ -44,15 +43,6 @@ let IntegrationEngineConfiguration = exports.IntegrationEngineConfiguration = cl
|
|
|
44
43
|
this.app_version = process.env.npm_package_version;
|
|
45
44
|
this.app_name = process.env.APP_NAME || "integration-engine";
|
|
46
45
|
this.port = process.env.PORT;
|
|
47
|
-
this.storage = {
|
|
48
|
-
enabled: process.env.STORAGE_ENABLED === "true",
|
|
49
|
-
provider: {
|
|
50
|
-
azure: {
|
|
51
|
-
connectionString: (_a = process.env.AZURE_BLOB_STORAGE_CONN) !== null && _a !== void 0 ? _a : "",
|
|
52
|
-
containerName: (_b = process.env.AZURE_BLOB_STORAGE_CONTAINER_NAME) !== null && _b !== void 0 ? _b : "",
|
|
53
|
-
},
|
|
54
|
-
},
|
|
55
|
-
};
|
|
56
46
|
this.sentry = {
|
|
57
47
|
enabled: process.env.SENTRY_ENABLED === "true",
|
|
58
48
|
dsn: process.env.SENTRY_DSN,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"IntegrationEngineConfiguration.js","sourceRoot":"","sources":["../../../src/integration-engine/config/IntegrationEngineConfiguration.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,4CAAwC;AACxC,uCAAsC;AAGtC;;GAEG;AAGI,IAAM,8BAA8B,4CAApC,MAAM,8BAA8B;
|
|
1
|
+
{"version":3,"file":"IntegrationEngineConfiguration.js","sourceRoot":"","sources":["../../../src/integration-engine/config/IntegrationEngineConfiguration.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,4CAAwC;AACxC,uCAAsC;AAGtC;;GAEG;AAGI,IAAM,8BAA8B,4CAApC,MAAM,8BAA8B;IAyEvC;QAxEO,oBAAe,GAAG,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;QAC3F,qBAAgB,GAAG,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC;QAChD,cAAS,GAAG,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;QAClC,+BAA0B,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC;QACpE,aAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,aAAa,CAAC;QACjD,oCAA+B,GAAG,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC;QAC9E,mCAA8B,GAAG,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC;QAC5E,+BAA0B,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC;QACpE,uBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;QACpD,yBAAoB,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;QACxD,8BAAyB,GAAG,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC;QAClE,kBAAa,GAAG,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC;QAC1C,kCAA6B,GAAG,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC;QAC1E,kCAA6B,GAAG,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC;QAC1E,+BAA0B,GAAG,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC;QACpE,gBAAW,GAAG,OAAO,CAAC,GAAG,CAAC,WAAW,CAAC;QACtC,yBAAoB,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;QACxD,sCAAiC,GAAG,OAAO,CAAC,GAAG,CAAC,iCAAiC;YACpF,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC;YACvD,CAAC,CAAC,CAAC,CAAC;QACD,eAAU,GAAG,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC;QACpC,yBAAoB,GAAG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC;QACxD,wBAAmB,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;QACtD,gBAAW,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC;QAC9C,aAAQ,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,oBAAoB,CAAC;QAExD,SAAI,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC;QAGxB,WAAM,GAAG;YACZ,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,KAAK,MAAM;YAC9C,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,UAAU;YAC3B,OAAO,EAAE,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,CAAC,mBAAmB,EAAE;YACrE,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB;YAC3C,KAAK,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,KAAK,MAAM;YAC1C,gBAAgB,EAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC,CAAC;SAClG,CAAC;QACK,WAAM,GAAG;YACZ,qBAAqB,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,4BAAsC,EAAE,EAAE,CAAC,IAAI,EAAE;YAC7F,qBAAqB,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,4BAAsC,EAAE,EAAE,CAAC,IAAI,IAAI;SAClG,CAAC;QACK,YAAO,GAAG;YACb,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,eAAe,KAAK,MAAM;YAC/C,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,YAAsB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;YACxF,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,cAAc,IAAI,EAAE;SAC3C,CAAC;QACK,cAAS,GAAG;YACf,aAAa,EAAE,OAAO,CAAC,GAAG,CAAC,wBAAwB,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,wBAAwB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;YAC/G,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,0BAA0B,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,0BAA0B,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK;YACtH,cAAc,EAAE,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,yBAAyB,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;SACrH,CAAC;QACK,qBAAgB,GAAG;YACtB,iBAAiB,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,qCAAqC,CAAC,IAAI,GAAG;YACnF,qHAAqH;YACrH,uBAAuB,EAAE,OAAO,CAAC,GAAG,CAAC,yCAAyC;gBAC1E,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC;gBAC/D,CAAC,CAAC,CAAC;YACP,yCAAyC;YACzC,eAAe,EAAE,OAAO,CAAC,GAAG,CAAC,mCAAmC,IAAI,OAAO;YAC3E,6FAA6F;YAC7F,sBAAsB,EAAE,OAAO,CAAC,GAAG,CAAC,0CAA0C,KAAK,MAAM;YACzF,wBAAwB,EAAE,OAAO,CAAC,GAAG,CAAC,6CAA6C;gBAC/E,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,6CAA6C,EAAE,EAAE,CAAC;gBACzE,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI;YACxB,yBAAyB,EAAE,OAAO,CAAC,GAAG,CAAC,yDAAyD;gBAC5F,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,yDAAyD,CAAC;gBACjF,CAAC,CAAC,EAAE;YACR,2BAA2B,EAAE,OAAO,CAAC,GAAG,CAAC,2DAA2D;gBAChG,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,2DAA2D,CAAC;gBACnF,CAAC,CAAC,CAAC,CAAC;SACX,CAAC;QAGE,IAAI,CAAC,WAAW,GAAG,IAAI,uBAAY,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC;QACzD,IAAI,CAAC,eAAe,GAAG,IAAI,uBAAY,CAAC,iBAAiB,CAAC,CAAC,IAAI,CAAC;QAChE,IAAI,CAAC,oBAAoB,GAAG,IAAI,uBAAY,CAAC,sBAAsB,CAAC,CAAC,IAAI,CAAC;IAC9E,CAAC;CACJ,CAAA;yCA9EY,8BAA8B;IAD1C,IAAA,qBAAU,GAAE;;GACA,8BAA8B,CA8E1C"}
|
|
@@ -1,6 +1,5 @@
|
|
|
1
1
|
import { IMetricsConfig } from "../../monitoring";
|
|
2
2
|
import { ISentryConfig } from "../../monitoring/sentry/sentry-provider";
|
|
3
|
-
import { IStorageConfig } from "../../helpers/data-access/storage";
|
|
4
3
|
export interface IConfiguration {
|
|
5
4
|
DATA_BATCH_SIZE: number;
|
|
6
5
|
HOPPYGO_BASE_URL: string | undefined;
|
|
@@ -28,7 +27,6 @@ export interface IConfiguration {
|
|
|
28
27
|
datasources: Record<string, any>;
|
|
29
28
|
port: string | undefined;
|
|
30
29
|
queuesBlacklist: Record<string, string[]>;
|
|
31
|
-
storage: IStorageConfig;
|
|
32
30
|
sentry: ISentryConfig;
|
|
33
31
|
saveRawDataWhitelist: Record<string, any>;
|
|
34
32
|
stream: {
|
|
@@ -1,4 +1,5 @@
|
|
|
1
1
|
import { ILogger } from "../../helpers";
|
|
2
|
+
import { ISimpleConfig } from "../../helpers/configuration/ISimpleConfig";
|
|
2
3
|
import { AbstractStorageService } from "../../helpers/data-access/storage";
|
|
3
4
|
import { IConfiguration } from "..";
|
|
4
5
|
export default class RawDataStorage {
|
|
@@ -6,6 +7,6 @@ export default class RawDataStorage {
|
|
|
6
7
|
private readonly log;
|
|
7
8
|
private readonly storageEnabled;
|
|
8
9
|
private readonly rawDataWhitelist;
|
|
9
|
-
constructor(config: IConfiguration, storageService: AbstractStorageService, log: ILogger);
|
|
10
|
+
constructor(config: IConfiguration, storageService: AbstractStorageService, simpleConfig: ISimpleConfig, log: ILogger);
|
|
10
11
|
save: (data: any, meta: any, name?: string) => Promise<void>;
|
|
11
12
|
}
|
|
@@ -26,12 +26,13 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
26
26
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
27
27
|
const _helpers_1 = require("../../helpers");
|
|
28
28
|
const storage_1 = require("../../helpers/data-access/storage");
|
|
29
|
+
const CoreToken_1 = require("../../helpers/ioc/CoreToken");
|
|
29
30
|
const ContentTypeHelper_1 = require("../helpers/ContentTypeHelper");
|
|
30
31
|
const ioc_1 = require("../ioc");
|
|
31
32
|
const content_type_1 = __importDefault(require("content-type"));
|
|
32
33
|
const tsyringe_1 = require("tsyringe");
|
|
33
34
|
let RawDataStorage = class RawDataStorage {
|
|
34
|
-
constructor(config, storageService, log) {
|
|
35
|
+
constructor(config, storageService, simpleConfig, log) {
|
|
35
36
|
this.storageService = storageService;
|
|
36
37
|
this.log = log;
|
|
37
38
|
this.save = (data, meta, name = "Unknown") => __awaiter(this, void 0, void 0, function* () {
|
|
@@ -67,7 +68,7 @@ let RawDataStorage = class RawDataStorage {
|
|
|
67
68
|
yield this.storageService.uploadFile(headers, name, "json", `${fileName}_headers`);
|
|
68
69
|
}
|
|
69
70
|
});
|
|
70
|
-
this.storageEnabled =
|
|
71
|
+
this.storageEnabled = simpleConfig.getValue("env.STORAGE_ENABLED", "false") === "true";
|
|
71
72
|
this.rawDataWhitelist = config.saveRawDataWhitelist;
|
|
72
73
|
}
|
|
73
74
|
};
|
|
@@ -75,8 +76,9 @@ RawDataStorage = __decorate([
|
|
|
75
76
|
(0, tsyringe_1.injectable)(),
|
|
76
77
|
__param(0, (0, tsyringe_1.inject)(ioc_1.ContainerToken.Config)),
|
|
77
78
|
__param(1, (0, tsyringe_1.inject)(ioc_1.ContainerToken.StorageService)),
|
|
78
|
-
__param(2, (0, tsyringe_1.inject)(
|
|
79
|
-
|
|
79
|
+
__param(2, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.SimpleConfig)),
|
|
80
|
+
__param(3, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.Logger)),
|
|
81
|
+
__metadata("design:paramtypes", [Object, storage_1.AbstractStorageService, Object, Object])
|
|
80
82
|
], RawDataStorage);
|
|
81
83
|
exports.default = RawDataStorage;
|
|
82
84
|
//# sourceMappingURL=RawDataStorage.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"RawDataStorage.js","sourceRoot":"","sources":["../../../src/integration-engine/data-access/RawDataStorage.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,4CAA6C;
|
|
1
|
+
{"version":3,"file":"RawDataStorage.js","sourceRoot":"","sources":["../../../src/integration-engine/data-access/RawDataStorage.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,4CAA6C;AAE7C,+DAAsE;AACtE,2DAAmD;AAEnD,oEAAuE;AACvE,gCAAyC;AACzC,gEAAuC;AACvC,uCAA8C;AAG/B,IAAM,cAAc,GAApB,MAAM,cAAc;IAI/B,YACmC,MAAsB,EACd,cAA8C,EACrD,YAA2B,EACjC,GAA6B;QAFR,mBAAc,GAAd,cAAc,CAAwB;QAE1C,QAAG,GAAH,GAAG,CAAS;QAMpD,SAAI,GAAG,CAAO,IAAS,EAAE,IAAS,EAAE,IAAI,GAAG,SAAS,EAAE,EAAE;YAC3D,IAAI,CAAC,IAAI,CAAC,cAAc,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,EAAE;gBACtD,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,6CAA6C,IAAI,gBAAgB,CAAC,CAAC;gBACpF,OAAO;aACV;YAED,MAAM,GAAG,GAAG,IAAA,mBAAQ,EAAC,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,CAAC,eAAe,CAAC,CAAC;YAC9D,IAAI,GAAG,GAAG,IAAI,CAAC;YACf,IAAI,OAAO,GAAG,IAAI,CAAC;YAEnB,IAAI,IAAI,CAAC,OAAO,EAAE;gBACd,IAAI;oBACA,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;iBACnD;gBAAC,WAAM;oBACJ,IAAI,CAAC;iBACR;gBACD,IAAI;oBACA,MAAM,eAAe,GAAG,sBAAW,CAAC,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC;oBACxE,IAAI,eAAe,aAAf,eAAe,uBAAf,eAAe,CAAE,IAAI,EAAE;wBACvB,GAAG,GAAG,0CAAsB,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC;qBACtD;iBACJ;gBAAC,WAAM;oBACJ,IAAI,CAAC;iBACR;aACJ;YAED,MAAM,QAAQ,GAAG,GAAG,GAAG,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,GAAG,CAAC,MAAM,CAAC,cAAc,CAAC,EAAE,CAAC;YAE1E,YAAY;YACZ,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,aAAH,GAAG,cAAH,GAAG,GAAI,EAAE,EAAE,QAAQ,CAAC,CAAC;YAEtE,IAAI,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,WAAW,IAAI,OAAO,IAAI,IAAI,CAAC,UAAU,IAAI,IAAI,CAAC,UAAU,KAAK,GAAG,EAAE;gBAClG,eAAe;gBACf,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,QAAQ,UAAU,CAAC,CAAC;aACtF;QACL,CAAC,CAAA,CAAC;QAvCE,IAAI,CAAC,cAAc,GAAG,YAAY,CAAC,QAAQ,CAAC,qBAAqB,EAAE,OAAO,CAAC,KAAK,MAAM,CAAC;QACvF,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,oBAAoB,CAAC;IACxD,CAAC;CAsCJ,CAAA;AAlDoB,cAAc;IADlC,IAAA,qBAAU,GAAE;IAMJ,WAAA,IAAA,iBAAM,EAAC,oBAAc,CAAC,MAAM,CAAC,CAAA;IAC7B,WAAA,IAAA,iBAAM,EAAC,oBAAc,CAAC,cAAc,CAAC,CAAA;IACrC,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,YAAY,CAAC,CAAA;IAC9B,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,MAAM,CAAC,CAAA;6CAFsC,gCAAsB;GANxE,cAAc,CAkDlC;kBAlDoB,cAAc"}
|
|
@@ -1,8 +1,8 @@
|
|
|
1
|
-
import { AbstractStorageService } from "../../helpers/data-access/storage";
|
|
2
1
|
import { ILogger } from "../../helpers";
|
|
3
|
-
import {
|
|
2
|
+
import { ISimpleConfig } from "../../helpers/configuration/ISimpleConfig";
|
|
3
|
+
import { AbstractStorageService } from "../../helpers/data-access/storage";
|
|
4
4
|
export declare class StorageServiceProvider {
|
|
5
5
|
protected _service: AbstractStorageService;
|
|
6
|
-
constructor(config:
|
|
6
|
+
constructor(config: ISimpleConfig, log: ILogger);
|
|
7
7
|
get service(): AbstractStorageService;
|
|
8
8
|
}
|
|
@@ -13,13 +13,25 @@ var __param = (this && this.__param) || function (paramIndex, decorator) {
|
|
|
13
13
|
};
|
|
14
14
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
15
|
exports.StorageServiceProvider = void 0;
|
|
16
|
-
const tsyringe_1 = require("tsyringe");
|
|
17
|
-
const errors_1 = require("@golemio/errors");
|
|
18
16
|
const storage_1 = require("../../helpers/data-access/storage");
|
|
17
|
+
const CoreToken_1 = require("../../helpers/ioc/CoreToken");
|
|
19
18
|
const ioc_1 = require("../ioc");
|
|
19
|
+
const errors_1 = require("@golemio/errors");
|
|
20
|
+
const tsyringe_1 = require("tsyringe");
|
|
20
21
|
let StorageServiceProvider = exports.StorageServiceProvider = class StorageServiceProvider {
|
|
21
22
|
constructor(config, log) {
|
|
22
|
-
const service = new storage_1.StorageServiceFactory(
|
|
23
|
+
const service = new storage_1.StorageServiceFactory({
|
|
24
|
+
enabled: config.getValue("env.STORAGE_ENABLED", "false") === "true",
|
|
25
|
+
provider: {
|
|
26
|
+
azure: {
|
|
27
|
+
clientId: config.getValue("env.AZURE_BLOB_CLIENT_ID", ""),
|
|
28
|
+
tenantId: config.getValue("env.AZURE_BLOB_TENANT_ID", ""),
|
|
29
|
+
clientSecret: config.getValue("env.AZURE_BLOB_CLIENT_SECRET", ""),
|
|
30
|
+
account: config.getValue("env.AZURE_BLOB_ACCOUNT", ""),
|
|
31
|
+
containerName: config.getValue("env.AZURE_BLOB_STORAGE_CONTAINER_NAME", ""),
|
|
32
|
+
},
|
|
33
|
+
},
|
|
34
|
+
}, log).getService(storage_1.StorageProvider.Azure);
|
|
23
35
|
if (!service) {
|
|
24
36
|
throw new errors_1.FatalError(`StorageServiceProvider returned undefined for provider ${storage_1.StorageProvider.Azure}`, this.constructor.name);
|
|
25
37
|
}
|
|
@@ -31,7 +43,7 @@ let StorageServiceProvider = exports.StorageServiceProvider = class StorageServi
|
|
|
31
43
|
};
|
|
32
44
|
exports.StorageServiceProvider = StorageServiceProvider = __decorate([
|
|
33
45
|
(0, tsyringe_1.injectable)(),
|
|
34
|
-
__param(0, (0, tsyringe_1.inject)(
|
|
46
|
+
__param(0, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.SimpleConfig)),
|
|
35
47
|
__param(1, (0, tsyringe_1.inject)(ioc_1.ContainerToken.Logger)),
|
|
36
48
|
__metadata("design:paramtypes", [Object, Object])
|
|
37
49
|
], StorageServiceProvider);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"StorageServiceProvider.js","sourceRoot":"","sources":["../../../src/integration-engine/data-access/StorageServiceProvider.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"StorageServiceProvider.js","sourceRoot":"","sources":["../../../src/integration-engine/data-access/StorageServiceProvider.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAEA,+DAA8G;AAC9G,2DAAmD;AACnD,gCAAyC;AACzC,4CAA6C;AAC7C,uCAA8C;AAGvC,IAAM,sBAAsB,oCAA5B,MAAM,sBAAsB;IAG/B,YAA4C,MAAqB,EAAiC,GAAY;QAC1G,MAAM,OAAO,GAAG,IAAI,+BAAqB,CACrC;YACI,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,qBAAqB,EAAE,OAAO,CAAC,KAAK,MAAM;YACnE,QAAQ,EAAE;gBACN,KAAK,EAAE;oBACH,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,0BAA0B,EAAE,EAAE,CAAC;oBACzD,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,0BAA0B,EAAE,EAAE,CAAC;oBACzD,YAAY,EAAE,MAAM,CAAC,QAAQ,CAAC,8BAA8B,EAAE,EAAE,CAAC;oBACjE,OAAO,EAAE,MAAM,CAAC,QAAQ,CAAC,wBAAwB,EAAE,EAAE,CAAC;oBACtD,aAAa,EAAE,MAAM,CAAC,QAAQ,CAAC,uCAAuC,EAAE,EAAE,CAAC;iBAC9E;aACJ;SACJ,EACD,GAAG,CACN,CAAC,UAAU,CAAC,yBAAe,CAAC,KAAK,CAAC,CAAC;QAEpC,IAAI,CAAC,OAAO,EAAE;YACV,MAAM,IAAI,mBAAU,CAChB,0DAA0D,yBAAe,CAAC,KAAK,EAAE,EACjF,IAAI,CAAC,WAAW,CAAC,IAAI,CACxB,CAAC;SACL;QAED,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC;IAC5B,CAAC;IAED,IAAW,OAAO;QACd,OAAO,IAAI,CAAC,QAAQ,CAAC;IACzB,CAAC;CACJ,CAAA;iCAjCY,sBAAsB;IADlC,IAAA,qBAAU,GAAE;IAII,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,YAAY,CAAC,CAAA;IAAyB,WAAA,IAAA,iBAAM,EAAC,oBAAc,CAAC,MAAM,CAAC,CAAA;;GAHxF,sBAAsB,CAiClC"}
|
|
@@ -1,8 +1,12 @@
|
|
|
1
1
|
import { IProtocolStrategy, ProtocolStrategySettings } from "./IProtocolStrategy";
|
|
2
|
-
import { DataSourceStream } from "
|
|
2
|
+
import { DataSourceStream } from "..";
|
|
3
3
|
export declare class ProtocolStrategy implements IProtocolStrategy {
|
|
4
4
|
protected connectionSettings: any;
|
|
5
5
|
private caller;
|
|
6
|
+
private storageEnabled;
|
|
7
|
+
private saveRawDataWhitelist;
|
|
8
|
+
private logger;
|
|
9
|
+
private rawDataStorage;
|
|
6
10
|
constructor(settings: any);
|
|
7
11
|
setCallerName: (caller?: string) => void;
|
|
8
12
|
setConnectionSettings(settings: any): void;
|
|
@@ -1,27 +1,4 @@
|
|
|
1
1
|
"use strict";
|
|
2
|
-
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
3
|
-
if (k2 === undefined) k2 = k;
|
|
4
|
-
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
5
|
-
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
6
|
-
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
7
|
-
}
|
|
8
|
-
Object.defineProperty(o, k2, desc);
|
|
9
|
-
}) : (function(o, m, k, k2) {
|
|
10
|
-
if (k2 === undefined) k2 = k;
|
|
11
|
-
o[k2] = m[k];
|
|
12
|
-
}));
|
|
13
|
-
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
14
|
-
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
15
|
-
}) : function(o, v) {
|
|
16
|
-
o["default"] = v;
|
|
17
|
-
});
|
|
18
|
-
var __importStar = (this && this.__importStar) || function (mod) {
|
|
19
|
-
if (mod && mod.__esModule) return mod;
|
|
20
|
-
var result = {};
|
|
21
|
-
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
|
|
22
|
-
__setModuleDefault(result, mod);
|
|
23
|
-
return result;
|
|
24
|
-
};
|
|
25
2
|
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
26
3
|
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
27
4
|
return new (P || (P = Promise))(function (resolve, reject) {
|
|
@@ -31,14 +8,18 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
|
|
|
31
8
|
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
32
9
|
});
|
|
33
10
|
};
|
|
11
|
+
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
12
|
+
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
13
|
+
};
|
|
34
14
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
35
15
|
exports.ProtocolStrategy = void 0;
|
|
36
|
-
const
|
|
37
|
-
const
|
|
38
|
-
const
|
|
16
|
+
const CoreToken_1 = require("../../../helpers/ioc/CoreToken");
|
|
17
|
+
const RawDataStorage_1 = __importDefault(require("../../data-access/RawDataStorage"));
|
|
18
|
+
const datasources_1 = require("..");
|
|
19
|
+
const ioc_1 = require("../../ioc");
|
|
20
|
+
const Di_1 = require("../../ioc/Di");
|
|
39
21
|
const errors_1 = require("@golemio/errors");
|
|
40
22
|
const stream_1 = require("stream");
|
|
41
|
-
const DataSourceStream_1 = require("../DataSourceStream");
|
|
42
23
|
class ProtocolStrategy {
|
|
43
24
|
constructor(settings) {
|
|
44
25
|
this.caller = "Unknown";
|
|
@@ -84,7 +65,7 @@ class ProtocolStrategy {
|
|
|
84
65
|
return outData;
|
|
85
66
|
});
|
|
86
67
|
this.pushRawDataToS3Stream = (data, S3Stream) => __awaiter(this, void 0, void 0, function* () {
|
|
87
|
-
if (
|
|
68
|
+
if (this.storageEnabled && this.saveRawDataWhitelist[this.caller]) {
|
|
88
69
|
const outData = yield this.prepareRawData(data);
|
|
89
70
|
if (outData && typeof outData === "string") {
|
|
90
71
|
S3Stream.push(outData);
|
|
@@ -93,13 +74,19 @@ class ProtocolStrategy {
|
|
|
93
74
|
}
|
|
94
75
|
}
|
|
95
76
|
else {
|
|
96
|
-
|
|
77
|
+
this.logger.error(`Unable to save \`rawData\` in \`${this.caller}\`:
|
|
97
78
|
\`Buffer\`, \`Uint8Array\` or \`string\` is required, but got
|
|
98
79
|
\`${Object.prototype.toString.call(outData)}\``);
|
|
99
80
|
}
|
|
100
81
|
}
|
|
101
82
|
});
|
|
102
83
|
this.connectionSettings = settings;
|
|
84
|
+
const simpleConfig = Di_1.IntegrationEngineContainer.resolve(CoreToken_1.CoreToken.SimpleConfig);
|
|
85
|
+
this.storageEnabled = simpleConfig.getValue("env.STORAGE_ENABLED", "false") === "true";
|
|
86
|
+
const config = Di_1.IntegrationEngineContainer.resolve(ioc_1.ContainerToken.Config);
|
|
87
|
+
this.saveRawDataWhitelist = config.saveRawDataWhitelist;
|
|
88
|
+
this.logger = Di_1.IntegrationEngineContainer.resolve(CoreToken_1.CoreToken.Logger);
|
|
89
|
+
this.rawDataStorage = Di_1.IntegrationEngineContainer.resolve(ioc_1.ContainerToken.RawDataStorage);
|
|
103
90
|
}
|
|
104
91
|
setConnectionSettings(settings) {
|
|
105
92
|
this.connectionSettings = settings;
|
|
@@ -126,7 +113,7 @@ class ProtocolStrategy {
|
|
|
126
113
|
return;
|
|
127
114
|
},
|
|
128
115
|
});
|
|
129
|
-
const dataStream = new
|
|
116
|
+
const dataStream = new datasources_1.DataSourceStream({
|
|
130
117
|
objectMode: true,
|
|
131
118
|
read: () => {
|
|
132
119
|
return;
|
|
@@ -138,7 +125,7 @@ class ProtocolStrategy {
|
|
|
138
125
|
yield this.pushRawDataToS3Stream(data, S3Stream);
|
|
139
126
|
// because of headers - need to be sure that `response` event has been called before saving raw data
|
|
140
127
|
if (!dataSaveCalled) {
|
|
141
|
-
|
|
128
|
+
this.rawDataStorage.save(S3Stream, meta, this.caller);
|
|
142
129
|
dataSaveCalled = true;
|
|
143
130
|
}
|
|
144
131
|
}));
|
|
@@ -158,7 +145,7 @@ class ProtocolStrategy {
|
|
|
158
145
|
return;
|
|
159
146
|
});
|
|
160
147
|
S3Stream.on("error", (err) => {
|
|
161
|
-
|
|
148
|
+
this.logger.error(`Error on saving raw data for ${this.caller}`, err);
|
|
162
149
|
});
|
|
163
150
|
protocolDataStream.on("response", (res) => {
|
|
164
151
|
meta.statusCode = res.statusCode;
|
|
@@ -167,7 +154,7 @@ class ProtocolStrategy {
|
|
|
167
154
|
return { data: dataStream, metadata: meta };
|
|
168
155
|
}
|
|
169
156
|
else {
|
|
170
|
-
|
|
157
|
+
this.rawDataStorage.save(yield this.prepareRawData(rawData), meta, this.caller);
|
|
171
158
|
return { data: rawData, metadata: meta };
|
|
172
159
|
}
|
|
173
160
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ProtocolStrategy.js","sourceRoot":"","sources":["../../../../src/integration-engine/datasources/protocol-strategy/ProtocolStrategy.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"ProtocolStrategy.js","sourceRoot":"","sources":["../../../../src/integration-engine/datasources/protocol-strategy/ProtocolStrategy.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAEA,8DAAmD;AAGnD,sFAA4D;AAC5D,oCAAmD;AACnD,mCAAyC;AACzC,qCAAwD;AACxD,4CAAqE;AACrE,mCAAkC;AAElC,MAAa,gBAAgB;IASzB,YAAY,QAAa;QANjB,WAAM,GAAG,SAAS,CAAC;QAgBpB,kBAAa,GAAG,CAAC,SAAiB,oBAAoB,EAAE,EAAE;YAC7D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC,iBAAiB;QAC3C,CAAC,CAAC;QAMK,0BAAqB,GAAG,GAA6B,EAAE;YAC1D,OAAO,IAAI,CAAC,kBAAkB,CAAC;QACnC,CAAC,CAAC;QA8EK,oBAAe,GAAG,GAAiC,EAAE;YACxD,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAChE,CAAC,CAAA,CAAC;QAMM,mBAAc,GAAG,CAAO,IAAS,EAA0B,EAAE;YACjE,IAAI,OAAO,GAAkB,IAAI,CAAC;YAElC,IAAI,IAAI,YAAY,IAAI,EAAE;gBACtB,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;aAC/B;iBAAM,IAAI,IAAI,YAAY,WAAW,EAAE;gBACpC,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;aAC5C;YAED,IAAI,IAAI,YAAY,UAAU,IAAI,IAAI,YAAY,MAAM,EAAE;gBACtD,OAAO,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;aAC7B;YAED,IAAI,CAAC,OAAO,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;gBACtC,IAAI;oBACA,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;iBAC3C;gBAAC,WAAM;oBACJ,IAAI,CAAC;iBACR;aACJ;YAED,IAAI,CAAC,OAAO,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;gBACtC,IAAI;oBACA,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;iBACvD;gBAAC,WAAM;oBACJ,IAAI,CAAC;iBACR;aACJ;YAED,IAAI,CAAC,OAAO,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ,EAAE,EAAE;gBACrC,OAAO,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;aAC7B;YAED,OAAO,OAAO,CAAC;QACnB,CAAC,CAAA,CAAC;QAEM,0BAAqB,GAAG,CAAO,IAAS,EAAE,QAAkB,EAAiB,EAAE;YACnF,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;gBAC/D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;gBAEhD,IAAI,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;oBACxC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBACvB,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;wBAC7B,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;qBACvB;iBACJ;qBAAM;oBACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mCAAmC,IAAI,CAAC,MAAM;;qBAE3D,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;iBACrD;aACJ;QACL,CAAC,CAAA,CAAC;QA5JE,IAAI,CAAC,kBAAkB,GAAG,QAAQ,CAAC;QACnC,MAAM,YAAY,GAAG,+BAA0B,CAAC,OAAO,CAAgB,qBAAS,CAAC,YAAY,CAAC,CAAC;QAC/F,IAAI,CAAC,cAAc,GAAG,YAAY,CAAC,QAAQ,CAAC,qBAAqB,EAAE,OAAO,CAAC,KAAK,MAAM,CAAC;QACvF,MAAM,MAAM,GAAG,+BAA0B,CAAC,OAAO,CAAiB,oBAAc,CAAC,MAAM,CAAC,CAAC;QACzF,IAAI,CAAC,oBAAoB,GAAG,MAAM,CAAC,oBAAoB,CAAC;QACxD,IAAI,CAAC,MAAM,GAAG,+BAA0B,CAAC,OAAO,CAAU,qBAAS,CAAC,MAAM,CAAC,CAAC;QAC5E,IAAI,CAAC,cAAc,GAAG,+BAA0B,CAAC,OAAO,CAAiB,oBAAc,CAAC,cAAc,CAAC,CAAC;IAC5G,CAAC;IAMM,qBAAqB,CAAC,QAAa;QACtC,IAAI,CAAC,kBAAkB,GAAG,QAAQ,CAAC;IACvC,CAAC;IAMY,OAAO,CAAC,GAAG,IAAW;;YAC/B,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,GAAG,IAAI,CAAC,CAAC;YACzD,OAAO,IAAI,CAAC;QAChB,CAAC;KAAA;IAEY,mBAAmB,CAAC,GAAG,IAAe;;YAC/C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC;YAC5B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YAC/B,IAAI,cAAc,GAAG,KAAK,CAAC;YAE3B,IAAI,kBAAuB,CAAC;YAE5B,uBAAuB;YACvB,IAAI,OAAO,IAAI,CAAC,OAAO,YAAY,iBAAQ,IAAI,OAAO,CAAC,WAAW,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI,OAAO,CAAC,EAAE,EAAE;gBAClG,kBAAkB,GAAG,OAAO,CAAC;gBAE7B,MAAM,QAAQ,GAAG,IAAI,iBAAQ,CAAC;oBAC1B,UAAU,EAAE,KAAK;oBACjB,IAAI,EAAE,GAAG,EAAE;wBACP,OAAO;oBACX,CAAC;iBACJ,CAAC,CAAC;gBAEH,MAAM,UAAU,GAAG,IAAI,8BAAgB,CAAC;oBACpC,UAAU,EAAE,IAAI;oBAChB,IAAI,EAAE,GAAG,EAAE;wBACP,OAAO;oBACX,CAAC;iBACJ,CAAC,CAAC;gBAEH,sFAAsF;gBACtF,kBAAkB,CAAC,EAAE,CAAC,MAAM,EAAE,CAAO,IAAS,EAAE,EAAE;oBAC9C,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACtB,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;oBAEjD,oGAAoG;oBACpG,IAAI,CAAC,cAAc,EAAE;wBACjB,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;wBACtD,cAAc,GAAG,IAAI,CAAC;qBACzB;gBACL,CAAC,CAAA,CAAC,CAAC;gBAEH,kBAAkB,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAU,EAAE,EAAE;oBAC1C,IAAI,GAAG,YAAY,6BAAoB,EAAE;wBACrC,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;qBACjC;yBAAM;wBACH,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,qBAAY,CAAC,2BAA2B,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;qBACvG;gBACL,CAAC,CAAC,CAAC;gBAEH,kBAAkB,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;oBAC9B,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACvB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACxB,CAAC,CAAC,CAAC;gBAEH,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;oBACpB,OAAO;gBACX,CAAC,CAAC,CAAC;gBAEH,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;oBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gCAAgC,IAAI,CAAC,MAAM,EAAE,EAAE,GAAG,CAAC,CAAC;gBAC1E,CAAC,CAAC,CAAC;gBAEH,kBAAkB,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,GAAQ,EAAE,EAAE;oBAC3C,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC;oBACjC,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;gBAC/B,CAAC,CAAC,CAAC;gBAEH,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;aAC/C;iBAAM;gBACH,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBAChF,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;aAC5C;QACL,CAAC;KAAA;IAMe,UAAU,CAAC,GAAG,IAAS;;YACnC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QAC3D,CAAC;KAAA;CAsDJ;AAvKD,4CAuKC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@golemio/core",
|
|
3
|
-
"version": "1.17.
|
|
3
|
+
"version": "1.17.1-rc.1554273146",
|
|
4
4
|
"description": "Golemio Core Module",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|
|
@@ -133,4 +133,4 @@
|
|
|
133
133
|
"dottie": "2.0.4",
|
|
134
134
|
"braces": "3.0.3"
|
|
135
135
|
}
|
|
136
|
-
}
|
|
136
|
+
}
|
|
@@ -1,25 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
-
});
|
|
10
|
-
};
|
|
11
|
-
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
12
|
-
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
13
|
-
};
|
|
14
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
15
|
-
exports.save = void 0;
|
|
16
|
-
const RawDataStorage_1 = __importDefault(require("../data-access/RawDataStorage"));
|
|
17
|
-
const ioc_1 = require("../ioc");
|
|
18
|
-
/**
|
|
19
|
-
* @deprecated For backwards compatibility. Use ioc container instead.
|
|
20
|
-
*/
|
|
21
|
-
const save = (data, meta, name = "Unknown") => __awaiter(void 0, void 0, void 0, function* () {
|
|
22
|
-
yield ioc_1.IntegrationEngineContainer.resolve(ioc_1.ContainerToken.RawDataStorage).save(data, meta, name);
|
|
23
|
-
});
|
|
24
|
-
exports.save = save;
|
|
25
|
-
//# sourceMappingURL=RawDataStore.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"RawDataStore.js","sourceRoot":"","sources":["../../../src/integration-engine/helpers/RawDataStore.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,mFAA4D;AAC5D,gCAAqE;AAErE;;GAEG;AACI,MAAM,IAAI,GAAG,CAAO,IAAS,EAAE,IAAS,EAAE,IAAI,GAAG,SAAS,EAAE,EAAE;IACjE,MAAM,gCAA0B,CAAC,OAAO,CAAiB,oBAAc,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;AACnH,CAAC,CAAA,CAAC;AAFW,QAAA,IAAI,QAEf"}
|