@golemio/core 1.15.2-dev.1536581038 → 1.16.0-dev.1544903458
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/integration-engine/datasources/DataSource.d.ts +1 -10
- package/dist/integration-engine/datasources/DataSource.js +23 -45
- package/dist/integration-engine/datasources/DataSource.js.map +1 -1
- package/dist/integration-engine/datasources/DataSourceStreamed.d.ts +1 -5
- package/dist/integration-engine/datasources/DataSourceStreamed.js +22 -30
- package/dist/integration-engine/datasources/DataSourceStreamed.js.map +1 -1
- package/dist/integration-engine/datasources/IDataSource.d.ts +2 -11
- package/dist/integration-engine/datasources/protocol-strategy/HTTPFetchProtocolStrategy.d.ts +1 -1
- package/dist/integration-engine/datasources/protocol-strategy/HTTPFetchProtocolStrategy.js +0 -9
- package/dist/integration-engine/datasources/protocol-strategy/HTTPFetchProtocolStrategy.js.map +1 -1
- package/dist/integration-engine/datasources/protocol-strategy/IProtocolStrategy.d.ts +0 -6
- package/dist/integration-engine/datasources/protocol-strategy/PaginatedHTTPProtocolStrategy.js +2 -10
- package/dist/integration-engine/datasources/protocol-strategy/PaginatedHTTPProtocolStrategy.js.map +1 -1
- package/dist/integration-engine/datasources/protocol-strategy/ProtocolStrategy.d.ts +0 -4
- package/dist/integration-engine/datasources/protocol-strategy/ProtocolStrategy.js +2 -8
- package/dist/integration-engine/datasources/protocol-strategy/ProtocolStrategy.js.map +1 -1
- package/package.json +1 -1
- package/dist/integration-engine/helpers/ResourceNotModified.d.ts +0 -3
- package/dist/integration-engine/helpers/ResourceNotModified.js +0 -8
- package/dist/integration-engine/helpers/ResourceNotModified.js.map +0 -1
|
@@ -1,6 +1,5 @@
|
|
|
1
1
|
import { LoggerEmitter } from "../../helpers/logger";
|
|
2
2
|
import { DataSourceStream, IDataSource, IDataTypeStrategy, IProtocolStrategy } from "./";
|
|
3
|
-
import { ResourceNotModified } from "../helpers/ResourceNotModified";
|
|
4
3
|
import { IValidator } from "@golemio/validator";
|
|
5
4
|
export declare class DataSource<T = any> implements IDataSource<T> {
|
|
6
5
|
dataStream: DataSourceStream;
|
|
@@ -14,16 +13,8 @@ export declare class DataSource<T = any> implements IDataSource<T> {
|
|
|
14
13
|
setDataTypeStrategy: (strategy: IDataTypeStrategy | null) => void;
|
|
15
14
|
setValidator: (validator: IValidator | null) => void;
|
|
16
15
|
getAll(): Promise<T>;
|
|
17
|
-
getAllWithMetadata(): Promise<{
|
|
18
|
-
data: T | ResourceNotModified;
|
|
19
|
-
metadata: unknown;
|
|
20
|
-
}>;
|
|
21
16
|
getLastModified(): Promise<string>;
|
|
22
|
-
protected getRawData()
|
|
23
|
-
data: T | ResourceNotModified;
|
|
24
|
-
metadata: unknown;
|
|
25
|
-
}>;
|
|
26
|
-
private getResponseStatusCode;
|
|
17
|
+
protected getRawData: () => Promise<T>;
|
|
27
18
|
protected isEmpty: (content: T) => boolean;
|
|
28
19
|
private notifyNumberOfRecords;
|
|
29
20
|
private formatDataForError;
|
|
@@ -13,7 +13,6 @@ exports.DataSource = void 0;
|
|
|
13
13
|
const logger_1 = require("../../helpers/logger");
|
|
14
14
|
const datasources_1 = require("./");
|
|
15
15
|
const helpers_1 = require("../helpers");
|
|
16
|
-
const ResourceNotModified_1 = require("../helpers/ResourceNotModified");
|
|
17
16
|
const ioc_1 = require("../ioc");
|
|
18
17
|
const errors_1 = require("@golemio/errors");
|
|
19
18
|
class DataSource {
|
|
@@ -31,6 +30,19 @@ class DataSource {
|
|
|
31
30
|
this.setValidator = (validator) => {
|
|
32
31
|
this.validator = validator;
|
|
33
32
|
};
|
|
33
|
+
this.getRawData = () => __awaiter(this, void 0, void 0, function* () {
|
|
34
|
+
var _b;
|
|
35
|
+
try {
|
|
36
|
+
const body = yield this.protocolStrategy.getData();
|
|
37
|
+
const isFile = (0, datasources_1.isFileObject)(body);
|
|
38
|
+
const content = yield ((_b = this.dataTypeStrategy) === null || _b === void 0 ? void 0 : _b.parseData(isFile ? body.data : body));
|
|
39
|
+
this.notifyNumberOfRecords(content);
|
|
40
|
+
return isFile ? Object.assign(Object.assign({}, body), { data: content }) : content;
|
|
41
|
+
}
|
|
42
|
+
catch (err) {
|
|
43
|
+
throw new errors_1.GeneralError("Retrieving of the source data failed.", this.name, err);
|
|
44
|
+
}
|
|
45
|
+
});
|
|
34
46
|
this.isEmpty = (content) => {
|
|
35
47
|
if (!content) {
|
|
36
48
|
return true;
|
|
@@ -84,29 +96,19 @@ class DataSource {
|
|
|
84
96
|
}
|
|
85
97
|
getAll() {
|
|
86
98
|
return __awaiter(this, void 0, void 0, function* () {
|
|
87
|
-
const
|
|
88
|
-
if (
|
|
89
|
-
|
|
99
|
+
const data = yield this.getRawData();
|
|
100
|
+
if (this.validator) {
|
|
101
|
+
try {
|
|
102
|
+
yield this.validator.Validate((0, datasources_1.isFileObject)(data) ? data.data : data);
|
|
103
|
+
}
|
|
104
|
+
catch (err) {
|
|
105
|
+
throw new errors_1.GeneralError(`Error while validating source data: ${this.formatDataForError(data)}`, this.name, err);
|
|
106
|
+
}
|
|
90
107
|
}
|
|
91
|
-
|
|
92
|
-
});
|
|
93
|
-
}
|
|
94
|
-
getAllWithMetadata() {
|
|
95
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
96
|
-
const res = yield this.getRawData();
|
|
97
|
-
if (!this.validator) {
|
|
108
|
+
else {
|
|
98
109
|
helpers_1.log.warn("DataSource validator is not set.");
|
|
99
|
-
return res;
|
|
100
|
-
}
|
|
101
|
-
if (res.data instanceof ResourceNotModified_1.ResourceNotModified)
|
|
102
|
-
return res;
|
|
103
|
-
try {
|
|
104
|
-
yield this.validator.Validate((0, datasources_1.isFileObject)(res.data) ? res.data.data : res.data);
|
|
105
110
|
}
|
|
106
|
-
|
|
107
|
-
throw new errors_1.GeneralError(`Error while validating source data: ${this.formatDataForError(res.data)}`, this.name, err);
|
|
108
|
-
}
|
|
109
|
-
return res;
|
|
111
|
+
return data;
|
|
110
112
|
});
|
|
111
113
|
}
|
|
112
114
|
getLastModified() {
|
|
@@ -114,30 +116,6 @@ class DataSource {
|
|
|
114
116
|
return this.protocolStrategy.getLastModified();
|
|
115
117
|
});
|
|
116
118
|
}
|
|
117
|
-
getRawData() {
|
|
118
|
-
var _a;
|
|
119
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
120
|
-
try {
|
|
121
|
-
const res = yield this.protocolStrategy.getDataWithMetadata();
|
|
122
|
-
if (this.getResponseStatusCode(res.metadata) === 304) {
|
|
123
|
-
return { data: new ResourceNotModified_1.ResourceNotModified(), metadata: res.metadata };
|
|
124
|
-
}
|
|
125
|
-
const body = res.data;
|
|
126
|
-
const isFile = (0, datasources_1.isFileObject)(body);
|
|
127
|
-
const content = yield ((_a = this.dataTypeStrategy) === null || _a === void 0 ? void 0 : _a.parseData(isFile ? body.data : body));
|
|
128
|
-
this.notifyNumberOfRecords(content);
|
|
129
|
-
return isFile ? { data: Object.assign(Object.assign({}, body), { content }), metadata: res.metadata } : { data: content, metadata: res.metadata };
|
|
130
|
-
}
|
|
131
|
-
catch (err) {
|
|
132
|
-
throw new errors_1.GeneralError("Retrieving of the source data failed.", this.name, err);
|
|
133
|
-
}
|
|
134
|
-
});
|
|
135
|
-
}
|
|
136
|
-
getResponseStatusCode(metadata) {
|
|
137
|
-
if (typeof metadata === "object" && metadata !== null && "statusCode" in metadata && metadata.statusCode === 304) {
|
|
138
|
-
return metadata.statusCode;
|
|
139
|
-
}
|
|
140
|
-
}
|
|
141
119
|
}
|
|
142
120
|
exports.DataSource = DataSource;
|
|
143
121
|
//# sourceMappingURL=DataSource.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"DataSource.js","sourceRoot":"","sources":["../../../src/integration-engine/datasources/DataSource.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,iDAAiE;AACjE,oCAAoH;AACpH,wCAAkC;AAClC,
|
|
1
|
+
{"version":3,"file":"DataSource.js","sourceRoot":"","sources":["../../../src/integration-engine/datasources/DataSource.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,iDAAiE;AACjE,oCAAoH;AACpH,wCAAkC;AAClC,gCAAqE;AACrE,4CAA+C;AAG/C,MAAa,UAAU;IAQnB,YACI,IAAY,EACZ,gBAAmC,EACnC,mBAA6C,IAAI,EACjD,YAA+B,IAAI;;QAkBhC,wBAAmB,GAAG,CAAC,QAA2B,EAAQ,EAAE;YAC/D,IAAI,CAAC,gBAAgB,GAAG,QAAQ,CAAC;YACjC,IAAI,IAAI,CAAC,gBAAgB,CAAC,aAAa,EAAE;gBACrC,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;aAClD;QACL,CAAC,CAAC;QAEK,wBAAmB,GAAG,CAAC,QAAkC,EAAQ,EAAE;YACtE,IAAI,CAAC,gBAAgB,GAAG,QAAQ,CAAC;QACrC,CAAC,CAAC;QAEK,iBAAY,GAAG,CAAC,SAA4B,EAAQ,EAAE;YACzD,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAC/B,CAAC,CAAC;QAqBQ,eAAU,GAAG,GAAqB,EAAE;;YAC1C,IAAI;gBACA,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC;gBAEnD,MAAM,MAAM,GAAG,IAAA,0BAAY,EAAC,IAAI,CAAC,CAAC;gBAElC,MAAM,OAAO,GAAG,MAAM,CAAA,MAAA,IAAI,CAAC,gBAAgB,0CAAE,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAA,CAAC;gBAClF,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC;gBACpC,OAAO,MAAM,CAAC,CAAC,iCAAM,IAAI,KAAE,IAAI,EAAE,OAAO,IAAG,CAAC,CAAC,OAAO,CAAC;aACxD;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,IAAI,qBAAY,CAAC,uCAAuC,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;aACnF;QACL,CAAC,CAAA,CAAC;QAEQ,YAAO,GAAG,CAAC,OAAU,EAAW,EAAE;YACxC,IAAI,CAAC,OAAO,EAAE;gBACV,OAAO,IAAI,CAAC;aACf;iBAAM,IAAI,OAAO,YAAY,KAAK,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE;gBACzD,OAAO,IAAI,CAAC;aACf;iBAAM,IAAI,OAAO,YAAY,MAAM,IAAI,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE;gBACvE,OAAO,IAAI,CAAC;aACf;YACD,OAAO,KAAK,CAAC;QACjB,CAAC,CAAC;QAEM,0BAAqB,GAAG,CAAC,OAAU,EAAE,EAAE;YAC3C,IAAI,eAAe,GAAG,CAAC,CAAC;YAExB,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;gBACvB,aAAG,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,IAAI,oCAAoC,CAAC,CAAC;aAClE;iBAAM;gBACH,eAAe,GAAG,OAAO,YAAY,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;aACnE;YAED,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,wBAAe,CAAC,eAAe,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC;QACnG,CAAC,CAAC;QAEM,uBAAkB,GAAG,CAAC,IAAS,EAAU,EAAE;YAC/C,IAAI,OAAO,GAAG,EAAE,CAAC;YAEjB,IAAI;gBACA,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;aAClC;YAAC,WAAM;gBACJ,IAAI,IAAI,CAAC,QAAQ,EAAE;oBACf,IAAI;wBACA,OAAO,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;qBAC7B;oBAAC,WAAM;wBACJ,IAAI,CAAC;qBACR;iBACJ;aACJ;YAED,OAAO,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC;QAC5E,CAAC,CAAC;QAvGE,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC;QACjB,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,gBAAgB,GAAG,gBAAgB,CAAC;QACzC,IAAI,CAAC,SAAS,GAAG,SAAS,CAAC;QAE3B,IAAI,IAAI,CAAC,gBAAgB,IAAI,IAAI,CAAC,gBAAgB,CAAC,aAAa,EAAE;YAC9D,IAAI,CAAC,gBAAgB,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SAClD;QAED,IAAI,MAAA,IAAI,CAAC,SAAS,0CAAE,SAAS,EAAE;YAC3B,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,aAAG,CAAC,CAAC;SACjC;QAED,IAAI,CAAC,aAAa,GAAG,gCAA0B,CAAC,OAAO,CAAgB,oBAAc,CAAC,aAAa,CAAC,CAAC;IACzG,CAAC;IAiBY,MAAM;;YACf,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;YAErC,IAAI,IAAI,CAAC,SAAS,EAAE;gBAChB,IAAI;oBACA,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAA,0BAAY,EAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;iBACxE;gBAAC,OAAO,GAAG,EAAE;oBACV,MAAM,IAAI,qBAAY,CAAC,uCAAuC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;iBAClH;aACJ;iBAAM;gBACH,aAAG,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;aAChD;YACD,OAAO,IAAI,CAAC;QAChB,CAAC;KAAA;IAEY,eAAe;;YACxB,OAAO,IAAI,CAAC,gBAAgB,CAAC,eAAe,EAAE,CAAC;QACnD,CAAC;KAAA;CAwDJ;AAtHD,gCAsHC"}
|
|
@@ -2,11 +2,7 @@ import { DataSource, DataSourceStream, IDataSource } from "./";
|
|
|
2
2
|
export declare class DataSourceStreamed extends DataSource implements IDataSource {
|
|
3
3
|
private dataBuffer;
|
|
4
4
|
proceed: () => Promise<void>;
|
|
5
|
-
getAll(useDataBuffer?: boolean)
|
|
6
|
-
getAllWithMetadata(useDataBuffer?: boolean): Promise<{
|
|
7
|
-
data: DataSourceStream;
|
|
8
|
-
metadata: unknown;
|
|
9
|
-
}>;
|
|
5
|
+
getAll: (useDataBuffer?: boolean) => Promise<DataSourceStream>;
|
|
10
6
|
/**
|
|
11
7
|
* @param {boolean} useDataBuffer data is buffered and sent to output stream in `config.DATA_BATCH_SIZE` batches
|
|
12
8
|
*/
|
|
@@ -22,6 +22,28 @@ class DataSourceStreamed extends datasources_1.DataSource {
|
|
|
22
22
|
this.proceed = () => __awaiter(this, void 0, void 0, function* () {
|
|
23
23
|
return this.dataStream.proceed();
|
|
24
24
|
});
|
|
25
|
+
this.getAll = (useDataBuffer = false) => __awaiter(this, void 0, void 0, function* () {
|
|
26
|
+
this.dataStream = yield this.getOutputStream(useDataBuffer);
|
|
27
|
+
this.dataStream.on("end", () => {
|
|
28
|
+
this.dataStream.destroy();
|
|
29
|
+
});
|
|
30
|
+
this.dataStream.onDataListeners.push((data) => __awaiter(this, void 0, void 0, function* () {
|
|
31
|
+
if (this.validator) {
|
|
32
|
+
try {
|
|
33
|
+
this.dataStream.pause();
|
|
34
|
+
yield this.validator.Validate(data);
|
|
35
|
+
this.dataStream.resume();
|
|
36
|
+
}
|
|
37
|
+
catch (err) {
|
|
38
|
+
this.dataStream.destroy(new errors_1.GeneralError("Error while validating source data.", this.name, err));
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
else {
|
|
42
|
+
helpers_1.log.warn("DataSource validator is not set.");
|
|
43
|
+
}
|
|
44
|
+
}));
|
|
45
|
+
return this.dataStream;
|
|
46
|
+
});
|
|
25
47
|
/**
|
|
26
48
|
* @param {boolean} useDataBuffer data is buffered and sent to output stream in `config.DATA_BATCH_SIZE` batches
|
|
27
49
|
*/
|
|
@@ -108,36 +130,6 @@ class DataSourceStreamed extends datasources_1.DataSource {
|
|
|
108
130
|
}
|
|
109
131
|
});
|
|
110
132
|
}
|
|
111
|
-
getAll(useDataBuffer = false) {
|
|
112
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
113
|
-
const { data } = yield this.getAllWithMetadata(useDataBuffer);
|
|
114
|
-
return data;
|
|
115
|
-
});
|
|
116
|
-
}
|
|
117
|
-
getAllWithMetadata(useDataBuffer = false) {
|
|
118
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
119
|
-
this.dataStream = yield this.getOutputStream(useDataBuffer);
|
|
120
|
-
this.dataStream.on("end", () => {
|
|
121
|
-
this.dataStream.destroy();
|
|
122
|
-
});
|
|
123
|
-
this.dataStream.onDataListeners.push((data) => __awaiter(this, void 0, void 0, function* () {
|
|
124
|
-
if (this.validator) {
|
|
125
|
-
try {
|
|
126
|
-
this.dataStream.pause();
|
|
127
|
-
yield this.validator.Validate(data);
|
|
128
|
-
this.dataStream.resume();
|
|
129
|
-
}
|
|
130
|
-
catch (err) {
|
|
131
|
-
this.dataStream.destroy(new errors_1.GeneralError("Error while validating source data.", this.name, err));
|
|
132
|
-
}
|
|
133
|
-
}
|
|
134
|
-
else {
|
|
135
|
-
helpers_1.log.warn("DataSource validator is not set.");
|
|
136
|
-
}
|
|
137
|
-
}));
|
|
138
|
-
return { data: this.dataStream, metadata: undefined };
|
|
139
|
-
});
|
|
140
|
-
}
|
|
141
133
|
}
|
|
142
134
|
exports.DataSourceStreamed = DataSourceStreamed;
|
|
143
135
|
//# sourceMappingURL=DataSourceStreamed.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"DataSourceStreamed.js","sourceRoot":"","sources":["../../../src/integration-engine/datasources/DataSourceStreamed.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,iDAAkD;AAClD,sCAAoC;AACpC,oCAA4E;AAC5E,wCAAkC;AAClC,4CAAqE;AAErE,MAAa,kBAAmB,SAAQ,wBAAU;IAAlD;;QACY,eAAU,GAAU,EAAE,CAAC;QAExB,YAAO,GAAG,GAAwB,EAAE;YACvC,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;QACrC,CAAC,CAAA,CAAC;
|
|
1
|
+
{"version":3,"file":"DataSourceStreamed.js","sourceRoot":"","sources":["../../../src/integration-engine/datasources/DataSourceStreamed.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,iDAAkD;AAClD,sCAAoC;AACpC,oCAA4E;AAC5E,wCAAkC;AAClC,4CAAqE;AAErE,MAAa,kBAAmB,SAAQ,wBAAU;IAAlD;;QACY,eAAU,GAAU,EAAE,CAAC;QAExB,YAAO,GAAG,GAAwB,EAAE;YACvC,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;QACrC,CAAC,CAAA,CAAC;QAEK,WAAM,GAAG,CAAO,aAAa,GAAG,KAAK,EAA6B,EAAE;YACvE,IAAI,CAAC,UAAU,GAAG,MAAM,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC,CAAC;YAE5D,IAAI,CAAC,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;gBAC3B,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;YAC9B,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC,CAAO,IAAS,EAAE,EAAE;gBACrD,IAAI,IAAI,CAAC,SAAS,EAAE;oBAChB,IAAI;wBACA,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;wBACxB,MAAM,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;wBACpC,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;qBAC5B;oBAAC,OAAO,GAAG,EAAE;wBACV,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,qBAAY,CAAC,qCAAqC,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;qBACpG;iBACJ;qBAAM;oBACH,aAAG,CAAC,IAAI,CAAC,kCAAkC,CAAC,CAAC;iBAChD;YACL,CAAC,CAAA,CAAC,CAAC;YAEH,OAAO,IAAI,CAAC,UAAU,CAAC;QAC3B,CAAC,CAAA,CAAC;QAEF;;WAEG;QACO,oBAAe,GAAG,CAAO,gBAAyB,KAAK,EAA6B,EAAE;YAC5F,IAAI,wBAAwB,GAAG,CAAC,CAAC;YACjC,IAAI,CAAC,UAAU,GAAG,IAAI,8BAAgB,CAAC;gBACnC,UAAU,EAAE,IAAI;gBAChB,IAAI,EAAE,GAAG,EAAE;oBACP,OAAO;gBACX,CAAC;aACJ,CAAC,CAAC;YAEH,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,CAAC;YAE1D,WAAW,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAU,EAAE,EAAE;gBACnC,IAAI,KAAK,YAAY,6BAAoB,EAAE;oBACvC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;iBACxC;qBAAM;oBACH,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,qBAAY,CAAC,kCAAkC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC,CAAC;iBACrH;YACL,CAAC,CAAC,CAAC;YAEH,WAAW,CAAC,eAAe,CAAC,IAAI,CAAC,CAAO,IAAS,EAAiB,EAAE;gBAChE,WAAW,CAAC,KAAK,EAAE,CAAC;gBAEpB,IAAI,aAAa,EAAE;oBACf,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBAC3B,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;iBAC5B;qBAAM;oBACH,MAAM,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;iBACvC;gBAED,WAAW,CAAC,MAAM,EAAE,CAAC;YACzB,CAAC,CAAA,CAAC,CAAC;YAEH,WAAW,CAAC,EAAE,CAAC,KAAK,EAAE,GAAwB,EAAE;gBAC5C,IAAI,aAAa,EAAE;oBACf,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC;iBAChC;gBAED,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,EAAE;oBACzB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;iBAC9B;qBAAM;oBACH,MAAM,OAAO,GAAG,WAAW,CAAC,GAAG,EAAE;wBAC7B,wBAAwB,EAAE,CAAC;wBAC3B,kCAAkC;wBAClC,IAAI,CAAC,WAAW,CAAC,QAAQ,EAAE,EAAE;4BACzB,aAAa,CAAC,OAAO,CAAC,CAAC;4BACvB,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;yBAC9B;6BAAM,IAAI,wBAAwB,GAAG,eAAM,CAAC,MAAM,CAAC,qBAAqB,EAAE;4BACvE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,qBAAY,CAAC,kCAAkC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;4BAC/F,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;4BAC3B,aAAa,CAAC,OAAO,CAAC,CAAC;yBAC1B;oBACL,CAAC,EAAE,eAAM,CAAC,MAAM,CAAC,qBAAqB,CAAC,CAAC;iBAC3C;YACL,CAAC,CAAA,CAAC,CAAC;YAEH,WAAW,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC,KAAY,EAAE,EAAE,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;YAEpF,OAAO,IAAI,CAAC,UAAU,CAAC;QAC3B,CAAC,CAAA,CAAC;QAEM,gBAAW,GAAG,CAAO,KAAK,GAAG,KAAK,EAAE,IAAI,GAAG,IAAI,EAAiB,EAAE;;YACtE,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,IAAI,eAAM,CAAC,eAAe,IAAI,KAAK,IAAI,IAAI,EAAE;gBACnE,IAAI;oBACA,IAAI,OAAY,CAAC;oBAEjB,IAAI,MAAA,IAAI,CAAC,gBAAgB,0CAAE,SAAS,EAAE;wBAClC,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC,CAAC;qBAC5E;yBAAM;wBACH,OAAO,GAAG,IAAI,IAAI,IAAI,CAAC,UAAU,CAAC;qBACrC;oBAED,IAAI,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE;wBACvB,aAAG,CAAC,OAAO,CAAC,IAAI,IAAI,CAAC,IAAI,oCAAoC,CAAC,CAAC;wBAC/D,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,wBAAe,CAAC,eAAe,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,CAAC,EAAE,CAAC,CAAC;qBACrG;yBAAM;wBACH,MAAM,eAAe,GAAG,OAAO,YAAY,KAAK,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;wBACtE,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,wBAAe,CAAC,eAAe,EAAE,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,eAAe,EAAE,CAAC,CAAC;wBAE/F,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;wBAC9B,mBAAmB;wBACnB,IAAI,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC;qBAC9B;iBACJ;gBAAC,OAAO,GAAG,EAAE;oBACV,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,qBAAY,CAAC,uCAAuC,EAAE,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;iBAC5G;aACJ;QACL,CAAC,CAAA,CAAC;IACN,CAAC;CAAA;AAzHD,gDAyHC"}
|
|
@@ -1,6 +1,5 @@
|
|
|
1
|
-
import { DataSourceStream, IDataTypeStrategy, IProtocolStrategy } from "./";
|
|
2
|
-
import { ResourceNotModified } from "../helpers/ResourceNotModified";
|
|
3
1
|
import { IValidator } from "@golemio/validator";
|
|
2
|
+
import { IDataTypeStrategy, IProtocolStrategy, DataSourceStream } from "./";
|
|
4
3
|
export interface IDataSource<T = any> {
|
|
5
4
|
/** The name of the data source. */
|
|
6
5
|
name: string;
|
|
@@ -9,18 +8,10 @@ export interface IDataSource<T = any> {
|
|
|
9
8
|
setDataTypeStrategy(strategy: IDataTypeStrategy): void;
|
|
10
9
|
setValidator(validator: IValidator): void;
|
|
11
10
|
/**
|
|
12
|
-
*
|
|
11
|
+
* Gets raw data, validates them and sends as a response.
|
|
13
12
|
*
|
|
14
13
|
* @returns {Promise<T>} Promise with received data.
|
|
15
14
|
*/
|
|
16
15
|
getAll(): Promise<T>;
|
|
17
|
-
/**
|
|
18
|
-
* Get raw data, validate them and return as a response, including any metadata such as HTTP headers. If the data has not been
|
|
19
|
-
* modified (HTTP 304 Not Modified response was received), return `ResourceNotModified`.
|
|
20
|
-
*/
|
|
21
|
-
getAllWithMetadata(): Promise<{
|
|
22
|
-
data: T | ResourceNotModified;
|
|
23
|
-
metadata: unknown;
|
|
24
|
-
}>;
|
|
25
16
|
getLastModified(): Promise<string>;
|
|
26
17
|
}
|
package/dist/integration-engine/datasources/protocol-strategy/HTTPFetchProtocolStrategy.d.ts
CHANGED
|
@@ -4,7 +4,7 @@ import { IHTTPProtocolStrategyResult } from "./interfaces/IHTTPProtocolStrategyR
|
|
|
4
4
|
export declare class HTTPFetchProtocolStrategy<T = any> extends ProtocolStrategy {
|
|
5
5
|
protected connectionSettings: IHTTPFetchSettings;
|
|
6
6
|
constructor(settings: IHTTPFetchSettings);
|
|
7
|
-
getRawData(): Promise<IHTTPProtocolStrategyResult<T
|
|
7
|
+
getRawData(): Promise<IHTTPProtocolStrategyResult<T>>;
|
|
8
8
|
private getHeaders;
|
|
9
9
|
private prepareAbortController;
|
|
10
10
|
}
|
|
@@ -36,15 +36,6 @@ class HTTPFetchProtocolStrategy extends ProtocolStrategy_1.ProtocolStrategy {
|
|
|
36
36
|
});
|
|
37
37
|
const headers = this.getHeaders(result.headers);
|
|
38
38
|
statusCode = result.status;
|
|
39
|
-
if (statusCode === 304) {
|
|
40
|
-
return {
|
|
41
|
-
data: null,
|
|
42
|
-
meta: {
|
|
43
|
-
headers,
|
|
44
|
-
statusCode,
|
|
45
|
-
},
|
|
46
|
-
};
|
|
47
|
-
}
|
|
48
39
|
let data;
|
|
49
40
|
if (this.connectionSettings.responseType === "json") {
|
|
50
41
|
data = (yield result.json());
|
package/dist/integration-engine/datasources/protocol-strategy/HTTPFetchProtocolStrategy.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"HTTPFetchProtocolStrategy.js","sourceRoot":"","sources":["../../../../src/integration-engine/datasources/protocol-strategy/HTTPFetchProtocolStrategy.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,yDAAsF;AACtF,4CAA+C;AAI/C,MAAa,yBAAmC,SAAQ,mCAAgB;IAGpE,YAAY,QAA4B;QACpC,KAAK,CAAC,QAAQ,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"HTTPFetchProtocolStrategy.js","sourceRoot":"","sources":["../../../../src/integration-engine/datasources/protocol-strategy/HTTPFetchProtocolStrategy.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,yDAAsF;AACtF,4CAA+C;AAI/C,MAAa,yBAAmC,SAAQ,mCAAgB;IAGpE,YAAY,QAA4B;QACpC,KAAK,CAAC,QAAQ,CAAC,CAAC;QAiDZ,eAAU,GAAG,CAAC,OAAgB,EAA0B,EAAE;YAC9D,MAAM,aAAa,GAA2B,EAAE,CAAC;YAEjD,OAAO,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,GAAG,EAAE,EAAE;gBAC3B,aAAa,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YAC/B,CAAC,CAAC,CAAC;YAEH,OAAO,aAAa,CAAC;QACzB,CAAC,CAAC;IAxDF,CAAC;IAEY,UAAU;;YACnB,IAAI,UAA8B,CAAC;YACnC,IAAI;gBACA,MAAM,eAAe,GAAG,IAAI,CAAC,sBAAsB,EAAE,CAAC;gBAEtD,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,EAAE;oBACpD,IAAI,EAAE,IAAI,CAAC,kBAAkB,CAAC,IAAI;oBAClC,OAAO,oBACC,IAAI,CAAC,kBAAkB,CAAC,OAAkC,CACjE;oBACD,MAAM,EAAE,IAAI,CAAC,kBAAkB,CAAC,MAAM;oBACtC,MAAM,EAAE,eAAe,aAAf,eAAe,uBAAf,eAAe,CAAE,MAAM;iBAClC,CAAC,CAAC;gBAEH,MAAM,OAAO,GAAG,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAChD,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;gBAC3B,IAAI,IAAO,CAAC;gBAEZ,IAAI,IAAI,CAAC,kBAAkB,CAAC,YAAY,KAAK,MAAM,EAAE;oBACjD,IAAI,GAAG,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAM,CAAC;iBACrC;qBAAM,IAAI,IAAI,CAAC,kBAAkB,CAAC,YAAY,KAAK,MAAM,EAAE;oBACxD,IAAI,GAAG,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAM,CAAC;iBACrC;qBAAM,IAAI,IAAI,CAAC,kBAAkB,CAAC,YAAY,KAAK,MAAM,EAAE;oBACxD,IAAI,GAAG,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAM,CAAC;iBACrC;qBAAM,IAAI,IAAI,CAAC,kBAAkB,CAAC,YAAY,KAAK,aAAa,EAAE;oBAC/D,IAAI,GAAG,CAAC,MAAM,MAAM,CAAC,WAAW,EAAE,CAAM,CAAC;iBAC5C;qBAAM;oBACH,IAAI,GAAG,CAAC,MAAM,MAAM,CAAC,IAAI,EAAE,CAAM,CAAC;iBACrC;gBAED,OAAO;oBACH,IAAI;oBACJ,IAAI,EAAE;wBACF,OAAO;wBACP,UAAU;qBACb;iBACJ,CAAC;aACL;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,IAAI,qBAAY,CAClB,+DAA+D,UAAU,EAAE,EAC3E,IAAI,CAAC,WAAW,CAAC,IAAI,EACrB,GAAG,CACN,CAAC;aACL;QACL,CAAC;KAAA;IAYO,sBAAsB;QAC1B,IAAI,CAAC,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,EAAE;YAC3C,OAAO,IAAI,CAAC;SACf;QAED,MAAM,eAAe,GAAG,IAAI,eAAe,EAAE,CAAC;QAC9C,UAAU,CAAC,GAAG,EAAE,CAAC,eAAe,CAAC,KAAK,EAAE,EAAE,IAAI,CAAC,kBAAkB,CAAC,gBAAgB,GAAG,IAAI,CAAC,CAAC;QAE3F,OAAO,eAAe,CAAC;IAC3B,CAAC;CACJ;AAzED,8DAyEC"}
|
|
@@ -110,12 +110,6 @@ export interface IProtocolStrategy {
|
|
|
110
110
|
setCallerName(caller: string): void;
|
|
111
111
|
getConnectionSettings(): ProtocolStrategySettings;
|
|
112
112
|
setConnectionSettings(settings: ProtocolStrategySettings): void;
|
|
113
|
-
/** Get data */
|
|
114
113
|
getData(): Promise<any | DataSourceStream>;
|
|
115
|
-
/** Get data including any metadata such as HTTP headers */
|
|
116
|
-
getDataWithMetadata(): Promise<{
|
|
117
|
-
data: unknown | DataSourceStream;
|
|
118
|
-
metadata: unknown;
|
|
119
|
-
}>;
|
|
120
114
|
getLastModified(): Promise<any>;
|
|
121
115
|
}
|
package/dist/integration-engine/datasources/protocol-strategy/PaginatedHTTPProtocolStrategy.js
CHANGED
|
@@ -24,19 +24,11 @@ class PaginatedHTTPProtocolStrategy extends HTTPFetchProtocolStrategy_1.HTTPFetc
|
|
|
24
24
|
var _a, _b;
|
|
25
25
|
return __awaiter(this, void 0, void 0, function* () {
|
|
26
26
|
try {
|
|
27
|
-
let
|
|
28
|
-
if (res.data === null) {
|
|
29
|
-
throw new errors_1.GeneralError("No data", this.constructor.name);
|
|
30
|
-
}
|
|
31
|
-
let resultPage = res;
|
|
27
|
+
let resultPage = yield _super.getRawData.call(this);
|
|
32
28
|
const result = resultPage;
|
|
33
29
|
while ((_a = resultPage.data.properties) === null || _a === void 0 ? void 0 : _a.exceededTransferLimit) {
|
|
34
30
|
this.setNextPageUrl();
|
|
35
|
-
|
|
36
|
-
if (res.data === null) {
|
|
37
|
-
throw new errors_1.GeneralError("No data", this.constructor.name);
|
|
38
|
-
}
|
|
39
|
-
resultPage = res;
|
|
31
|
+
resultPage = yield _super.getRawData.call(this);
|
|
40
32
|
result.data.features.push(...resultPage.data.features);
|
|
41
33
|
}
|
|
42
34
|
(_b = result.data.properties) === null || _b === void 0 ? true : delete _b.exceededTransferLimit;
|
package/dist/integration-engine/datasources/protocol-strategy/PaginatedHTTPProtocolStrategy.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"PaginatedHTTPProtocolStrategy.js","sourceRoot":"","sources":["../../../../src/integration-engine/datasources/protocol-strategy/PaginatedHTTPProtocolStrategy.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,qEAAgE;AAChE,4CAA+C;AAC/C,2EAAwE;AAYxE,MAAa,6BAAuC,SAAQ,qDAAuD;IAC/G,YAAY,QAA4B;QACpC,KAAK,iCAAM,QAAQ,KAAE,GAAG,EAAE,mCAAgB,CAAC,mBAAmB,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAG,CAAC;IACpF,CAAC;IAEY,UAAU;;;;;;YACnB,IAAI;gBACA,IAAI,
|
|
1
|
+
{"version":3,"file":"PaginatedHTTPProtocolStrategy.js","sourceRoot":"","sources":["../../../../src/integration-engine/datasources/protocol-strategy/PaginatedHTTPProtocolStrategy.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,qEAAgE;AAChE,4CAA+C;AAC/C,2EAAwE;AAYxE,MAAa,6BAAuC,SAAQ,qDAAuD;IAC/G,YAAY,QAA4B;QACpC,KAAK,iCAAM,QAAQ,KAAE,GAAG,EAAE,mCAAgB,CAAC,mBAAmB,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAG,CAAC;IACpF,CAAC;IAEY,UAAU;;;;;;YACnB,IAAI;gBACA,IAAI,UAAU,GAA8D,MAAM,OAAM,UAAU,WAAE,CAAC;gBACrG,MAAM,MAAM,GAAG,UAAU,CAAC;gBAE1B,OAAO,MAAA,UAAU,CAAC,IAAI,CAAC,UAAU,0CAAE,qBAAqB,EAAE;oBACtD,IAAI,CAAC,cAAc,EAAE,CAAC;oBACtB,UAAU,GAAG,MAAM,OAAM,UAAU,WAAE,CAAC;oBACtC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;iBAC1D;gBAEM,MAAA,MAAM,CAAC,IAAI,CAAC,UAAU,+CAAE,qBAAqB,CAAC;gBACrD,IAAI,CAAC,cAAc,EAAE,CAAC;gBAEtB,OAAO,MAAM,CAAC;aACjB;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,IAAI,qBAAY,CAAC,uCAAuC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;aAC/F;;KACJ;IAEO,cAAc;QAClB,IAAI,CAAC,qBAAqB,iCACnB,IAAI,CAAC,kBAAkB,KAC1B,GAAG,EAAE,mCAAgB,CAAC,cAAc,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IACnE,CAAC;IACP,CAAC;IAEO,cAAc;QAClB,IAAI,CAAC,qBAAqB,iCACnB,IAAI,CAAC,kBAAkB,KAC1B,GAAG,EAAE,mCAAgB,CAAC,cAAc,CAAC,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,IACnE,CAAC;IACP,CAAC;CACJ;AAtCD,sEAsCC"}
|
|
@@ -12,10 +12,6 @@ export declare class ProtocolStrategy implements IProtocolStrategy {
|
|
|
12
12
|
setConnectionSettings(settings: any): void;
|
|
13
13
|
getConnectionSettings: () => ProtocolStrategySettings;
|
|
14
14
|
getData(...args: any[]): Promise<any | DataSourceStream>;
|
|
15
|
-
getDataWithMetadata(...args: unknown[]): Promise<{
|
|
16
|
-
data: unknown | DataSourceStream;
|
|
17
|
-
metadata: unknown;
|
|
18
|
-
}>;
|
|
19
15
|
getLastModified: () => Promise<string | null>;
|
|
20
16
|
protected getRawData(...args: any): Promise<any | DataSourceStream>;
|
|
21
17
|
private prepareRawData;
|
|
@@ -92,12 +92,6 @@ class ProtocolStrategy {
|
|
|
92
92
|
this.connectionSettings = settings;
|
|
93
93
|
}
|
|
94
94
|
getData(...args) {
|
|
95
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
96
|
-
const { data } = yield this.getDataWithMetadata(...args);
|
|
97
|
-
return data;
|
|
98
|
-
});
|
|
99
|
-
}
|
|
100
|
-
getDataWithMetadata(...args) {
|
|
101
95
|
return __awaiter(this, void 0, void 0, function* () {
|
|
102
96
|
const result = yield this.getRawData(...args);
|
|
103
97
|
const rawData = result.data;
|
|
@@ -151,11 +145,11 @@ class ProtocolStrategy {
|
|
|
151
145
|
meta.statusCode = res.statusCode;
|
|
152
146
|
meta.headers = res.headers;
|
|
153
147
|
});
|
|
154
|
-
return
|
|
148
|
+
return dataStream;
|
|
155
149
|
}
|
|
156
150
|
else {
|
|
157
151
|
this.rawDataStorage.save(yield this.prepareRawData(rawData), meta, this.caller);
|
|
158
|
-
return
|
|
152
|
+
return rawData;
|
|
159
153
|
}
|
|
160
154
|
});
|
|
161
155
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"ProtocolStrategy.js","sourceRoot":"","sources":["../../../../src/integration-engine/datasources/protocol-strategy/ProtocolStrategy.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AACA,8DAAmD;AAGnD,sFAA4D;AAE5D,mCAAyC;AACzC,qCAAwD;AACxD,4CAAqE;AACrE,mCAAkC;AAClC,0DAAuD;AAEvD,MAAa,gBAAgB;IASzB,YAAY,QAAa;QANjB,WAAM,GAAG,SAAS,CAAC;QAgBpB,kBAAa,GAAG,CAAC,SAAiB,oBAAoB,EAAE,EAAE;YAC7D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC,iBAAiB;QAC3C,CAAC,CAAC;QAMK,0BAAqB,GAAG,GAA6B,EAAE;YAC1D,OAAO,IAAI,CAAC,kBAAkB,CAAC;QACnC,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"ProtocolStrategy.js","sourceRoot":"","sources":["../../../../src/integration-engine/datasources/protocol-strategy/ProtocolStrategy.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AACA,8DAAmD;AAGnD,sFAA4D;AAE5D,mCAAyC;AACzC,qCAAwD;AACxD,4CAAqE;AACrE,mCAAkC;AAClC,0DAAuD;AAEvD,MAAa,gBAAgB;IASzB,YAAY,QAAa;QANjB,WAAM,GAAG,SAAS,CAAC;QAgBpB,kBAAa,GAAG,CAAC,SAAiB,oBAAoB,EAAE,EAAE;YAC7D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,CAAC,iBAAiB;QAC3C,CAAC,CAAC;QAMK,0BAAqB,GAAG,GAA6B,EAAE;YAC1D,OAAO,IAAI,CAAC,kBAAkB,CAAC;QACnC,CAAC,CAAC;QAyEK,oBAAe,GAAG,GAAiC,EAAE;YACxD,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAChE,CAAC,CAAA,CAAC;QAMM,mBAAc,GAAG,CAAO,IAAS,EAA0B,EAAE;YACjE,IAAI,OAAO,GAAkB,IAAI,CAAC;YAElC,IAAI,IAAI,YAAY,IAAI,EAAE;gBACtB,OAAO,GAAG,MAAM,IAAI,CAAC,IAAI,EAAE,CAAC;aAC/B;iBAAM,IAAI,IAAI,YAAY,WAAW,EAAE;gBACpC,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;aAC5C;YAED,IAAI,IAAI,YAAY,UAAU,IAAI,IAAI,YAAY,MAAM,EAAE;gBACtD,OAAO,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;aAC7B;YAED,IAAI,CAAC,OAAO,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;gBACtC,IAAI;oBACA,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;iBAC3C;gBAAC,WAAM;oBACJ,IAAI,CAAC;iBACR;aACJ;YAED,IAAI,CAAC,OAAO,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE;gBACtC,IAAI;oBACA,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;iBACvD;gBAAC,WAAM;oBACJ,IAAI,CAAC;iBACR;aACJ;YAED,IAAI,CAAC,OAAO,IAAI,IAAI,IAAI,IAAI,CAAC,QAAQ,EAAE,EAAE;gBACrC,OAAO,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAC;aAC7B;YAED,OAAO,OAAO,CAAC;QACnB,CAAC,CAAA,CAAC;QAEM,0BAAqB,GAAG,CAAO,IAAS,EAAE,QAAkB,EAAiB,EAAE;YACnF,IAAI,IAAI,CAAC,cAAc,IAAI,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;gBAC/D,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC;gBAEhD,IAAI,OAAO,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;oBACxC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;oBACvB,IAAI,OAAO,OAAO,KAAK,QAAQ,EAAE;wBAC7B,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;qBACvB;iBACJ;qBAAM;oBACH,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,mCAAmC,IAAI,CAAC,MAAM;;qBAE3D,MAAM,CAAC,SAAS,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;iBACrD;aACJ;QACL,CAAC,CAAA,CAAC;QAvJE,IAAI,CAAC,kBAAkB,GAAG,QAAQ,CAAC;QACnC,MAAM,YAAY,GAAG,+BAA0B,CAAC,OAAO,CAAgB,qBAAS,CAAC,YAAY,CAAC,CAAC;QAC/F,IAAI,CAAC,cAAc,GAAG,YAAY,CAAC,QAAQ,CAAC,qBAAqB,EAAE,OAAO,CAAC,KAAK,MAAM,CAAC;QACvF,MAAM,MAAM,GAAG,+BAA0B,CAAC,OAAO,CAAiB,oBAAc,CAAC,MAAM,CAAC,CAAC;QACzF,IAAI,CAAC,oBAAoB,GAAG,MAAM,CAAC,oBAAoB,CAAC;QACxD,IAAI,CAAC,MAAM,GAAG,+BAA0B,CAAC,OAAO,CAAU,qBAAS,CAAC,MAAM,CAAC,CAAC;QAC5E,IAAI,CAAC,cAAc,GAAG,+BAA0B,CAAC,OAAO,CAAiB,oBAAc,CAAC,cAAc,CAAC,CAAC;IAC5G,CAAC;IAMM,qBAAqB,CAAC,QAAa;QACtC,IAAI,CAAC,kBAAkB,GAAG,QAAQ,CAAC;IACvC,CAAC;IAMY,OAAO,CAAC,GAAG,IAAW;;YAC/B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,GAAG,IAAI,CAAC,CAAC;YAC9C,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC;YAC5B,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,IAAI,EAAE,CAAC;YAC/B,IAAI,cAAc,GAAG,KAAK,CAAC;YAE3B,IAAI,kBAAuB,CAAC;YAE5B,uBAAuB;YACvB,IAAI,OAAO,IAAI,CAAC,OAAO,YAAY,iBAAQ,IAAI,OAAO,CAAC,WAAW,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI,OAAO,CAAC,EAAE,EAAE;gBAClG,kBAAkB,GAAG,OAAO,CAAC;gBAE7B,MAAM,QAAQ,GAAG,IAAI,iBAAQ,CAAC;oBAC1B,UAAU,EAAE,KAAK;oBACjB,IAAI,EAAE,GAAG,EAAE;wBACP,OAAO;oBACX,CAAC;iBACJ,CAAC,CAAC;gBAEH,MAAM,UAAU,GAAG,IAAI,mCAAgB,CAAC;oBACpC,UAAU,EAAE,IAAI;oBAChB,IAAI,EAAE,GAAG,EAAE;wBACP,OAAO;oBACX,CAAC;iBACJ,CAAC,CAAC;gBAEH,sFAAsF;gBACtF,kBAAkB,CAAC,EAAE,CAAC,MAAM,EAAE,CAAO,IAAS,EAAE,EAAE;oBAC9C,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACtB,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;oBAEjD,oGAAoG;oBACpG,IAAI,CAAC,cAAc,EAAE;wBACjB,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;wBACtD,cAAc,GAAG,IAAI,CAAC;qBACzB;gBACL,CAAC,CAAA,CAAC,CAAC;gBAEH,kBAAkB,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAU,EAAE,EAAE;oBAC1C,IAAI,GAAG,YAAY,6BAAoB,EAAE;wBACrC,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;qBACjC;yBAAM;wBACH,UAAU,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,qBAAY,CAAC,2BAA2B,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;qBACvG;gBACL,CAAC,CAAC,CAAC;gBAEH,kBAAkB,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;oBAC9B,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBACvB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBACxB,CAAC,CAAC,CAAC;gBAEH,QAAQ,CAAC,EAAE,CAAC,KAAK,EAAE,GAAG,EAAE;oBACpB,OAAO;gBACX,CAAC,CAAC,CAAC;gBAEH,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;oBACzB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,gCAAgC,IAAI,CAAC,MAAM,EAAE,EAAE,GAAG,CAAC,CAAC;gBAC1E,CAAC,CAAC,CAAC;gBAEH,kBAAkB,CAAC,EAAE,CAAC,UAAU,EAAE,CAAC,GAAQ,EAAE,EAAE;oBAC3C,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,UAAU,CAAC;oBACjC,IAAI,CAAC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;gBAC/B,CAAC,CAAC,CAAC;gBAEH,OAAO,UAAU,CAAC;aACrB;iBAAM;gBACH,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;gBAChF,OAAO,OAAO,CAAC;aAClB;QACL,CAAC;KAAA;IAMe,UAAU,CAAC,GAAG,IAAS;;YACnC,MAAM,IAAI,KAAK,CAAC,qCAAqC,CAAC,CAAC;QAC3D,CAAC;KAAA;CAsDJ;AAlKD,4CAkKC"}
|
package/package.json
CHANGED
|
@@ -1,8 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.ResourceNotModified = void 0;
|
|
4
|
-
/** The requested resource has not been modified (received HTTP response 304) */
|
|
5
|
-
class ResourceNotModified {
|
|
6
|
-
}
|
|
7
|
-
exports.ResourceNotModified = ResourceNotModified;
|
|
8
|
-
//# sourceMappingURL=ResourceNotModified.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"ResourceNotModified.js","sourceRoot":"","sources":["../../../src/integration-engine/helpers/ResourceNotModified.ts"],"names":[],"mappings":";;;AAAA,gFAAgF;AAChF,MAAa,mBAAmB;CAE/B;AAFD,kDAEC"}
|