@golemio/waze-tt 1.2.7-dev.1498642740 → 1.3.0-dev.1754453831
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/integration-engine/datasources/WazeTTDataSourceFactory.d.ts +11 -0
- package/dist/integration-engine/datasources/WazeTTDataSourceFactory.js +49 -0
- package/dist/integration-engine/datasources/WazeTTDataSourceFactory.js.map +1 -0
- package/dist/integration-engine/index.d.ts +1 -2
- package/dist/integration-engine/index.js +1 -2
- package/dist/integration-engine/index.js.map +1 -1
- package/dist/integration-engine/ioc/Di.d.ts +3 -0
- package/dist/integration-engine/ioc/Di.js +44 -0
- package/dist/integration-engine/ioc/Di.js.map +1 -0
- package/dist/integration-engine/ioc/ModuleContainer.d.ts +18 -0
- package/dist/integration-engine/ioc/ModuleContainer.js +27 -0
- package/dist/integration-engine/ioc/ModuleContainer.js.map +1 -0
- package/dist/integration-engine/repositories/FeedsRepository.d.ts +6 -0
- package/dist/integration-engine/repositories/FeedsRepository.js +37 -0
- package/dist/integration-engine/repositories/FeedsRepository.js.map +1 -0
- package/dist/integration-engine/repositories/JamsStatsRepository.d.ts +6 -0
- package/dist/integration-engine/repositories/JamsStatsRepository.js +37 -0
- package/dist/integration-engine/repositories/JamsStatsRepository.js.map +1 -0
- package/dist/integration-engine/repositories/RouteLivesRepository.d.ts +6 -0
- package/dist/integration-engine/repositories/RouteLivesRepository.js +37 -0
- package/dist/integration-engine/repositories/RouteLivesRepository.js.map +1 -0
- package/dist/integration-engine/repositories/RoutesRepository.d.ts +6 -0
- package/dist/integration-engine/repositories/RoutesRepository.js +37 -0
- package/dist/integration-engine/repositories/RoutesRepository.js.map +1 -0
- package/dist/integration-engine/repositories/SubRouteLivesRepository.d.ts +6 -0
- package/dist/integration-engine/repositories/SubRouteLivesRepository.js +37 -0
- package/dist/integration-engine/repositories/SubRouteLivesRepository.js.map +1 -0
- package/dist/integration-engine/repositories/SubRoutesRepository.d.ts +6 -0
- package/dist/integration-engine/repositories/SubRoutesRepository.js +37 -0
- package/dist/integration-engine/repositories/SubRoutesRepository.js.map +1 -0
- package/dist/integration-engine/services/WazeTTDataService.d.ts +41 -0
- package/dist/integration-engine/services/WazeTTDataService.js +165 -0
- package/dist/integration-engine/services/WazeTTDataService.js.map +1 -0
- package/dist/integration-engine/wazeTTTransformations/WazeTTTransformationsFeed.d.ts +3 -5
- package/dist/integration-engine/wazeTTTransformations/WazeTTTransformationsFeed.js +4 -16
- package/dist/integration-engine/wazeTTTransformations/WazeTTTransformationsFeed.js.map +1 -1
- package/dist/integration-engine/wazeTTTransformations/WazeTTTransformationsRouteLives.d.ts +3 -5
- package/dist/integration-engine/wazeTTTransformations/WazeTTTransformationsRouteLives.js +4 -16
- package/dist/integration-engine/wazeTTTransformations/WazeTTTransformationsRouteLives.js.map +1 -1
- package/dist/integration-engine/wazeTTTransformations/WazeTTTransformationsRoutes.d.ts +3 -5
- package/dist/integration-engine/wazeTTTransformations/WazeTTTransformationsRoutes.js +20 -19
- package/dist/integration-engine/wazeTTTransformations/WazeTTTransformationsRoutes.js.map +1 -1
- package/dist/integration-engine/wazeTTTransformations/WazeTTTransformationsSubRouteLives.d.ts +3 -5
- package/dist/integration-engine/wazeTTTransformations/WazeTTTransformationsSubRouteLives.js +4 -16
- package/dist/integration-engine/wazeTTTransformations/WazeTTTransformationsSubRouteLives.js.map +1 -1
- package/dist/integration-engine/wazeTTTransformations/WazeTTTransformationsSubRoutes.d.ts +3 -5
- package/dist/integration-engine/wazeTTTransformations/WazeTTTransformationsSubRoutes.js +5 -17
- package/dist/integration-engine/wazeTTTransformations/WazeTTTransformationsSubRoutes.js.map +1 -1
- package/dist/integration-engine/wazeTTTransformations/helpers/SubRouteIdHelper.js +1 -2
- package/dist/integration-engine/wazeTTTransformations/helpers/SubRouteIdHelper.js.map +1 -1
- package/dist/integration-engine/workers/WazeTTWorker.d.ts +7 -0
- package/dist/integration-engine/workers/WazeTTWorker.js +21 -0
- package/dist/integration-engine/workers/WazeTTWorker.js.map +1 -0
- package/dist/integration-engine/workers/index.d.ts +2 -0
- package/dist/integration-engine/workers/index.js +6 -0
- package/dist/integration-engine/workers/index.js.map +1 -0
- package/dist/integration-engine/workers/tasks/FetchAndSaveDataToDBTask.d.ts +12 -0
- package/dist/integration-engine/workers/tasks/FetchAndSaveDataToDBTask.js +53 -0
- package/dist/integration-engine/workers/tasks/FetchAndSaveDataToDBTask.js.map +1 -0
- package/dist/integration-engine/workers/tasks/SaveS3DataToDBTask.d.ts +12 -0
- package/dist/integration-engine/workers/tasks/SaveS3DataToDBTask.js +53 -0
- package/dist/integration-engine/workers/tasks/SaveS3DataToDBTask.js.map +1 -0
- package/dist/integration-engine/workers/tasks/index.d.ts +2 -0
- package/dist/integration-engine/workers/tasks/index.js +19 -0
- package/dist/integration-engine/workers/tasks/index.js.map +1 -0
- package/dist/schema-definitions/index.d.ts +15 -1
- package/dist/schema-definitions/index.js +14 -2
- package/dist/schema-definitions/index.js.map +1 -1
- package/dist/schema-definitions/interfaces/WazeTTData.d.ts +55 -0
- package/dist/schema-definitions/interfaces/WazeTTData.js +3 -0
- package/dist/schema-definitions/interfaces/WazeTTData.js.map +1 -0
- package/docs/implementation_documentation.md +65 -1
- package/package.json +3 -3
- package/dist/integration-engine/WazeTTWorker.d.ts +0 -39
- package/dist/integration-engine/WazeTTWorker.js +0 -217
- package/dist/integration-engine/WazeTTWorker.js.map +0 -1
- package/dist/integration-engine/queueDefinitions.d.ts +0 -3
- package/dist/integration-engine/queueDefinitions.js +0 -36
- package/dist/integration-engine/queueDefinitions.js.map +0 -1
|
@@ -1,217 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
|
|
3
|
-
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
|
|
4
|
-
return new (P || (P = Promise))(function (resolve, reject) {
|
|
5
|
-
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
|
|
6
|
-
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
|
|
7
|
-
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
|
|
8
|
-
step((generator = generator.apply(thisArg, _arguments || [])).next());
|
|
9
|
-
});
|
|
10
|
-
};
|
|
11
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
12
|
-
exports.WazeTTWorker = void 0;
|
|
13
|
-
const index_1 = require("../schema-definitions/index");
|
|
14
|
-
const config_1 = require("@golemio/core/dist/integration-engine/config");
|
|
15
|
-
const datasources_1 = require("@golemio/core/dist/integration-engine/datasources");
|
|
16
|
-
const HTTPFetchProtocolStrategy_1 = require("@golemio/core/dist/integration-engine/datasources/protocol-strategy/HTTPFetchProtocolStrategy");
|
|
17
|
-
const helpers_1 = require("@golemio/core/dist/integration-engine/helpers");
|
|
18
|
-
const models_1 = require("@golemio/core/dist/integration-engine/models");
|
|
19
|
-
const workers_1 = require("@golemio/core/dist/integration-engine/workers");
|
|
20
|
-
const golemio_validator_1 = require("@golemio/core/dist/shared/golemio-validator");
|
|
21
|
-
const wazeTTTransformations_1 = require("./wazeTTTransformations");
|
|
22
|
-
class WazeTTWorker extends workers_1.BaseWorker {
|
|
23
|
-
constructor() {
|
|
24
|
-
super();
|
|
25
|
-
this.saveS3DataToDB = (msg) => __awaiter(this, void 0, void 0, function* () {
|
|
26
|
-
const msgContentStr = msg.content.toString();
|
|
27
|
-
if (this.isJSONParseAble(msgContentStr)) {
|
|
28
|
-
let msgContent;
|
|
29
|
-
msgContent = JSON.parse(msgContentStr);
|
|
30
|
-
// msgContent - object of one feed,
|
|
31
|
-
// where msgContent.sourceId - is the sequence number of the source address in the array
|
|
32
|
-
// in the source configuration file
|
|
33
|
-
this.saveFromSingleResource(msgContent);
|
|
34
|
-
}
|
|
35
|
-
else
|
|
36
|
-
helpers_1.log.warn(`${index_1.WazeTT.name}: For saveS3DataToDB method the message must contain a feed object (as a data source).`);
|
|
37
|
-
});
|
|
38
|
-
this.fetchAndSaveDataToDB = (msg) => __awaiter(this, void 0, void 0, function* () {
|
|
39
|
-
let fetchTasksArr = [];
|
|
40
|
-
this.dataSourcesWazeTTArr.forEach((singleDataSourceWazeTT, index) => {
|
|
41
|
-
fetchTasksArr.push(this.fetchFromSingleResource(singleDataSourceWazeTT, index + 1));
|
|
42
|
-
});
|
|
43
|
-
yield Promise.all(fetchTasksArr);
|
|
44
|
-
});
|
|
45
|
-
/**
|
|
46
|
-
* This method downloads a data object from a single source
|
|
47
|
-
* @param {DataSource} singleDataSourceWazeTT object of one DataSource
|
|
48
|
-
* @param {number} sourceId source ID is the sequence number
|
|
49
|
-
* of the source address in the array in the source configuration file
|
|
50
|
-
*/
|
|
51
|
-
this.fetchFromSingleResource = (singleDataSourceWazeTT, sourceId) => __awaiter(this, void 0, void 0, function* () {
|
|
52
|
-
let data;
|
|
53
|
-
let tryCount = 0;
|
|
54
|
-
yield tryGetData();
|
|
55
|
-
function tryGetData() {
|
|
56
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
57
|
-
try {
|
|
58
|
-
data = yield singleDataSourceWazeTT.getAll();
|
|
59
|
-
return;
|
|
60
|
-
}
|
|
61
|
-
catch (error) {
|
|
62
|
-
tryCount++;
|
|
63
|
-
if (tryCount == 9)
|
|
64
|
-
return null;
|
|
65
|
-
helpers_1.log.warn(`${index_1.WazeTT.name}: Error while getting data. Next try #${tryCount + 1} in 5 sec...`);
|
|
66
|
-
setTimeout(tryGetData, 5000);
|
|
67
|
-
}
|
|
68
|
-
});
|
|
69
|
-
}
|
|
70
|
-
if (data) {
|
|
71
|
-
data.sourceId = sourceId;
|
|
72
|
-
yield this.saveFromSingleResource(data);
|
|
73
|
-
}
|
|
74
|
-
});
|
|
75
|
-
/**
|
|
76
|
-
* This method splits the object into individual table records and saves them to the database
|
|
77
|
-
* @param {object} data object of one feed, where data.sourceId - is the sequence number
|
|
78
|
-
* of the source address in the array in the source configuration file
|
|
79
|
-
*/
|
|
80
|
-
this.saveFromSingleResource = (data) => __awaiter(this, void 0, void 0, function* () {
|
|
81
|
-
yield this.saveFeeds(data);
|
|
82
|
-
const feedId = data.sourceId;
|
|
83
|
-
// updateTime for route, jams_stats, route_lives, subroute_lives tables
|
|
84
|
-
const updateTime = new Date(typeof data.updateTime === "number" ? data.updateTime : Number(data.updateTime));
|
|
85
|
-
for (const route of data.routes) {
|
|
86
|
-
yield this.saveRoute(route, feedId, updateTime);
|
|
87
|
-
yield this.saveRouteLives(route, route.id, updateTime);
|
|
88
|
-
if (route.hasOwnProperty("subRoutes")) {
|
|
89
|
-
for (const subroute of route.subRoutes) {
|
|
90
|
-
yield this.saveSubRoute(subroute, route.id, updateTime);
|
|
91
|
-
}
|
|
92
|
-
}
|
|
93
|
-
}
|
|
94
|
-
yield this.saveJams(data, feedId, updateTime);
|
|
95
|
-
});
|
|
96
|
-
this.isJSONParseAble = (str) => {
|
|
97
|
-
try {
|
|
98
|
-
JSON.parse(str);
|
|
99
|
-
}
|
|
100
|
-
catch (e) {
|
|
101
|
-
return false;
|
|
102
|
-
}
|
|
103
|
-
return true;
|
|
104
|
-
};
|
|
105
|
-
this.dataSourcesWazeTTArr = config_1.config.datasources.WazeTT.map((sourceUrl) => {
|
|
106
|
-
return new datasources_1.DataSource(index_1.WazeTT.name + "DataSource", new HTTPFetchProtocolStrategy_1.HTTPFetchProtocolStrategy({
|
|
107
|
-
headers: {},
|
|
108
|
-
method: "GET",
|
|
109
|
-
url: sourceUrl,
|
|
110
|
-
}), new datasources_1.JSONDataTypeStrategy({ resultsPath: "" }), new golemio_validator_1.JSONSchemaValidator(index_1.WazeTT.name + "DataSource", index_1.WazeTT.datasourceWazeTTJsonSchema));
|
|
111
|
-
});
|
|
112
|
-
this.transformationFeeds = new wazeTTTransformations_1.WazeTTTransformationsFeed();
|
|
113
|
-
this.transformationRoutes = new wazeTTTransformations_1.WazeTTTransformationsRoutes();
|
|
114
|
-
this.transformationRouteLives = new wazeTTTransformations_1.WazeTTTransformationsRouteLives();
|
|
115
|
-
this.transformationSubRoutes = new wazeTTTransformations_1.WazeTTTransformationsSubRoutes();
|
|
116
|
-
this.transformationSubRouteLives = new wazeTTTransformations_1.WazeTTTransformationsSubRouteLives();
|
|
117
|
-
this.modelFeeds = new models_1.PostgresModel(index_1.WazeTT.feeds.name + "Model", {
|
|
118
|
-
outputSequelizeAttributes: index_1.WazeTT.feeds.outputSequelizeAttributes,
|
|
119
|
-
pgSchema: index_1.WazeTT.pgSchema,
|
|
120
|
-
pgTableName: index_1.WazeTT.feeds.pgTableName,
|
|
121
|
-
savingType: "insertOrUpdate",
|
|
122
|
-
}, new golemio_validator_1.JSONSchemaValidator(index_1.WazeTT.feeds.name + "ModelJSONSchemaValidator", index_1.WazeTT.feeds.outputJsonSchemaDefinition));
|
|
123
|
-
this.modelJamsStats = new models_1.PostgresModel(index_1.WazeTT.jamsStats.name + "Model", {
|
|
124
|
-
outputSequelizeAttributes: index_1.WazeTT.jamsStats.outputSequelizeAttributes,
|
|
125
|
-
pgSchema: index_1.WazeTT.pgSchema,
|
|
126
|
-
pgTableName: index_1.WazeTT.jamsStats.pgTableName,
|
|
127
|
-
savingType: "insertOrUpdate",
|
|
128
|
-
}, new golemio_validator_1.JSONSchemaValidator(index_1.WazeTT.jamsStats.name + "ModelJSONSchemaValidator", index_1.WazeTT.jamsStats.outputJsonSchemaDefinition));
|
|
129
|
-
this.modelRouteLives = new models_1.PostgresModel(index_1.WazeTT.routeLives.name + "Model", {
|
|
130
|
-
outputSequelizeAttributes: index_1.WazeTT.routeLives.outputSequelizeAttributes,
|
|
131
|
-
pgSchema: index_1.WazeTT.pgSchema,
|
|
132
|
-
pgTableName: index_1.WazeTT.routeLives.pgTableName,
|
|
133
|
-
savingType: "insertOrUpdate",
|
|
134
|
-
}, new golemio_validator_1.JSONSchemaValidator(index_1.WazeTT.routeLives.name + "ModelJSONSchemaValidator", index_1.WazeTT.routeLives.outputJsonSchemaDefinition));
|
|
135
|
-
this.modelRoutes = new models_1.PostgresModel(index_1.WazeTT.routes.name + "Model", {
|
|
136
|
-
outputSequelizeAttributes: index_1.WazeTT.routes.outputSequelizeAttributes,
|
|
137
|
-
pgSchema: index_1.WazeTT.pgSchema,
|
|
138
|
-
pgTableName: index_1.WazeTT.routes.pgTableName,
|
|
139
|
-
savingType: "insertOrUpdate",
|
|
140
|
-
}, new golemio_validator_1.JSONSchemaValidator(index_1.WazeTT.routes.name + "ModelJSONSchemaValidator", index_1.WazeTT.routes.outputJsonSchemaDefinition));
|
|
141
|
-
this.modelSubRouteLives = new models_1.PostgresModel(index_1.WazeTT.subRouteLives.name + "Model", {
|
|
142
|
-
outputSequelizeAttributes: index_1.WazeTT.subRouteLives.outputSequelizeAttributes,
|
|
143
|
-
pgSchema: index_1.WazeTT.pgSchema,
|
|
144
|
-
pgTableName: index_1.WazeTT.subRouteLives.pgTableName,
|
|
145
|
-
savingType: "insertOnly",
|
|
146
|
-
}, new golemio_validator_1.JSONSchemaValidator(index_1.WazeTT.subRouteLives.name + "ModelJSONSchemaValidator", index_1.WazeTT.subRouteLives.outputJsonSchemaDefinition));
|
|
147
|
-
this.modelSubRoutes = new models_1.PostgresModel(index_1.WazeTT.subRoutes.name + "Model", {
|
|
148
|
-
outputSequelizeAttributes: index_1.WazeTT.subRoutes.outputSequelizeAttributes,
|
|
149
|
-
pgSchema: index_1.WazeTT.pgSchema,
|
|
150
|
-
pgTableName: index_1.WazeTT.subRoutes.pgTableName,
|
|
151
|
-
savingType: "insertOrUpdate",
|
|
152
|
-
}, new golemio_validator_1.JSONSchemaValidator(index_1.WazeTT.subRoutes.name + "ModelJSONSchemaValidator", index_1.WazeTT.subRoutes.outputJsonSchemaDefinition));
|
|
153
|
-
}
|
|
154
|
-
saveFeeds(data) {
|
|
155
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
156
|
-
const transformedFeed = yield this.transformationFeeds.transform(data);
|
|
157
|
-
yield this.modelFeeds.save(transformedFeed);
|
|
158
|
-
});
|
|
159
|
-
}
|
|
160
|
-
saveSubRoute(subroute, routeId, updateTime) {
|
|
161
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
162
|
-
const transformedSubRoute = yield this.transformationSubRoutes.transform(subroute);
|
|
163
|
-
if (transformedSubRoute) {
|
|
164
|
-
transformedSubRoute.route_id = routeId;
|
|
165
|
-
yield this.modelSubRoutes.save(transformedSubRoute);
|
|
166
|
-
yield this.saveSubRouteLives(subroute, updateTime, routeId, transformedSubRoute);
|
|
167
|
-
}
|
|
168
|
-
});
|
|
169
|
-
}
|
|
170
|
-
saveSubRouteLives(subroute, updateTime, routeId, transformedSubRoute) {
|
|
171
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
172
|
-
const transformedSubRouteLive = yield this.transformationSubRouteLives.transform(subroute);
|
|
173
|
-
transformedSubRouteLive.update_time = updateTime;
|
|
174
|
-
transformedSubRouteLive.route_id = routeId;
|
|
175
|
-
transformedSubRouteLive.subroute_line_md5 = transformedSubRoute.line_md5;
|
|
176
|
-
yield this.modelSubRouteLives.save(transformedSubRouteLive);
|
|
177
|
-
});
|
|
178
|
-
}
|
|
179
|
-
saveJams(data, feedId, updateTime) {
|
|
180
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
181
|
-
const jamsStatsArr = data.usersOnJams.map((element) => {
|
|
182
|
-
const lengthOfJams = data.lengthOfJams.filter((item) => {
|
|
183
|
-
return item.jamLevel - 1 === element.jamLevel;
|
|
184
|
-
})[0].jamLength;
|
|
185
|
-
return {
|
|
186
|
-
jam_level: +element.jamLevel,
|
|
187
|
-
length_of_jams: lengthOfJams,
|
|
188
|
-
wazers_count: +element.wazersCount,
|
|
189
|
-
};
|
|
190
|
-
});
|
|
191
|
-
let jamsStatsSet;
|
|
192
|
-
for (jamsStatsSet of jamsStatsArr) {
|
|
193
|
-
jamsStatsSet.feed_id = feedId;
|
|
194
|
-
jamsStatsSet.update_time = updateTime;
|
|
195
|
-
yield this.modelJamsStats.save(jamsStatsSet);
|
|
196
|
-
}
|
|
197
|
-
});
|
|
198
|
-
}
|
|
199
|
-
saveRouteLives(route, routeId, updateTime) {
|
|
200
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
201
|
-
const transformedRouteLive = yield this.transformationRouteLives.transform(route);
|
|
202
|
-
transformedRouteLive.route_id = routeId;
|
|
203
|
-
transformedRouteLive.update_time = updateTime;
|
|
204
|
-
yield this.modelRouteLives.save(transformedRouteLive);
|
|
205
|
-
});
|
|
206
|
-
}
|
|
207
|
-
saveRoute(route, feedId, updateTime) {
|
|
208
|
-
return __awaiter(this, void 0, void 0, function* () {
|
|
209
|
-
const transformedRoute = yield this.transformationRoutes.transform(route);
|
|
210
|
-
transformedRoute.feed_id = feedId;
|
|
211
|
-
transformedRoute.last_update = updateTime;
|
|
212
|
-
yield this.modelRoutes.save(transformedRoute);
|
|
213
|
-
});
|
|
214
|
-
}
|
|
215
|
-
}
|
|
216
|
-
exports.WazeTTWorker = WazeTTWorker;
|
|
217
|
-
//# sourceMappingURL=WazeTTWorker.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"WazeTTWorker.js","sourceRoot":"","sources":["../../src/integration-engine/WazeTTWorker.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,uDAAoC;AACpC,yEAAsE;AACtE,mFAAqG;AACrG,6IAA0I;AAC1I,2EAAoE;AACpE,yEAA6E;AAC7E,2EAA2E;AAC3E,mFAAkF;AAClF,mEAMiC;AAGjC,MAAa,YAAa,SAAQ,oBAAU;IAexC;QACI,KAAK,EAAE,CAAC;QAoGL,mBAAc,GAAG,CAAO,GAAQ,EAAiB,EAAE;YACtD,MAAM,aAAa,GAAG,GAAG,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC;YAE7C,IAAI,IAAI,CAAC,eAAe,CAAC,aAAa,CAAC,EAAE;gBACrC,IAAI,UAAU,CAAC;gBACf,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;gBAEvC,mCAAmC;gBACnC,wFAAwF;gBACxF,mCAAmC;gBACnC,IAAI,CAAC,sBAAsB,CAAC,UAAU,CAAC,CAAC;aAC3C;;gBAAM,aAAG,CAAC,IAAI,CAAC,GAAG,cAAM,CAAC,IAAI,wFAAwF,CAAC,CAAC;QAC5H,CAAC,CAAA,CAAC;QAEK,yBAAoB,GAAG,CAAO,GAAQ,EAAiB,EAAE;YAC5D,IAAI,aAAa,GAAwB,EAAE,CAAC;YAC5C,IAAI,CAAC,oBAAoB,CAAC,OAAO,CAAC,CAAC,sBAAsB,EAAE,KAAK,EAAE,EAAE;gBAChE,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,uBAAuB,CAAC,sBAAsB,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;YACxF,CAAC,CAAC,CAAC;YAEH,MAAM,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QACrC,CAAC,CAAA,CAAC;QACF;;;;;WAKG;QAEI,4BAAuB,GAAG,CAAO,sBAAkC,EAAE,QAAgB,EAAiB,EAAE;YAC3G,IAAI,IAAI,CAAC;YACT,IAAI,QAAQ,GAAG,CAAC,CAAC;YACjB,MAAM,UAAU,EAAE,CAAC;YACnB,SAAe,UAAU;;oBACrB,IAAI;wBACA,IAAI,GAAG,MAAM,sBAAsB,CAAC,MAAM,EAAE,CAAC;wBAC7C,OAAO;qBACV;oBAAC,OAAO,KAAK,EAAE;wBACZ,QAAQ,EAAE,CAAC;wBACX,IAAI,QAAQ,IAAI,CAAC;4BAAE,OAAO,IAAI,CAAC;wBAC/B,aAAG,CAAC,IAAI,CAAC,GAAG,cAAM,CAAC,IAAI,yCAAyC,QAAQ,GAAG,CAAC,cAAc,CAAC,CAAC;wBAC5F,UAAU,CAAC,UAAU,EAAE,IAAI,CAAC,CAAC;qBAChC;gBACL,CAAC;aAAA;YACD,IAAI,IAAI,EAAE;gBACN,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;gBACzB,MAAM,IAAI,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC;aAC3C;QACL,CAAC,CAAA,CAAC;QAEF;;;;WAIG;QACI,2BAAsB,GAAG,CAAO,IAAI,EAAiB,EAAE;YAC1D,MAAM,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC;YAC7B,uEAAuE;YACvE,MAAM,UAAU,GAAG,IAAI,IAAI,CAAC,OAAO,IAAI,CAAC,UAAU,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;YAE7G,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,EAAE;gBAC7B,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;gBAChD,MAAM,IAAI,CAAC,cAAc,CAAC,KAAK,EAAE,KAAK,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;gBAEvD,IAAI,KAAK,CAAC,cAAc,CAAC,WAAW,CAAC,EAAE;oBACnC,KAAK,MAAM,QAAQ,IAAI,KAAK,CAAC,SAAS,EAAE;wBACpC,MAAM,IAAI,CAAC,YAAY,CAAC,QAAQ,EAAE,KAAK,CAAC,EAAE,EAAE,UAAU,CAAC,CAAC;qBAC3D;iBACJ;aACJ;YAED,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;QAClD,CAAC,CAAA,CAAC;QAEM,oBAAe,GAAG,CAAC,GAAW,EAAW,EAAE;YAC/C,IAAI;gBACA,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;aACnB;YAAC,OAAO,CAAC,EAAE;gBACR,OAAO,KAAK,CAAC;aAChB;YACD,OAAO,IAAI,CAAC;QAChB,CAAC,CAAC;QApLE,IAAI,CAAC,oBAAoB,GAAG,eAAM,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,SAAiB,EAAE,EAAE;YAC5E,OAAO,IAAI,wBAAU,CACjB,cAAM,CAAC,IAAI,GAAG,YAAY,EAC1B,IAAI,qDAAyB,CAAC;gBAC1B,OAAO,EAAE,EAAE;gBACX,MAAM,EAAE,KAAK;gBACb,GAAG,EAAE,SAAS;aACjB,CAAC,EACF,IAAI,kCAAoB,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,EAC7C,IAAI,uCAAmB,CAAC,cAAM,CAAC,IAAI,GAAG,YAAY,EAAE,cAAM,CAAC,0BAA0B,CAAC,CACzF,CAAC;QACN,CAAC,CAAC,CAAC;QAEH,IAAI,CAAC,mBAAmB,GAAG,IAAI,iDAAyB,EAAE,CAAC;QAC3D,IAAI,CAAC,oBAAoB,GAAG,IAAI,mDAA2B,EAAE,CAAC;QAC9D,IAAI,CAAC,wBAAwB,GAAG,IAAI,uDAA+B,EAAE,CAAC;QACtE,IAAI,CAAC,uBAAuB,GAAG,IAAI,sDAA8B,EAAE,CAAC;QACpE,IAAI,CAAC,2BAA2B,GAAG,IAAI,0DAAkC,EAAE,CAAC;QAE5E,IAAI,CAAC,UAAU,GAAG,IAAI,sBAAa,CAC/B,cAAM,CAAC,KAAK,CAAC,IAAI,GAAG,OAAO,EAC3B;YACI,yBAAyB,EAAE,cAAM,CAAC,KAAK,CAAC,yBAAyB;YACjE,QAAQ,EAAE,cAAM,CAAC,QAAQ;YACzB,WAAW,EAAE,cAAM,CAAC,KAAK,CAAC,WAAW;YACrC,UAAU,EAAE,gBAAgB;SAC/B,EACD,IAAI,uCAAmB,CAAC,cAAM,CAAC,KAAK,CAAC,IAAI,GAAG,0BAA0B,EAAE,cAAM,CAAC,KAAK,CAAC,0BAA0B,CAAC,CACnH,CAAC;QAEF,IAAI,CAAC,cAAc,GAAG,IAAI,sBAAa,CACnC,cAAM,CAAC,SAAS,CAAC,IAAI,GAAG,OAAO,EAC/B;YACI,yBAAyB,EAAE,cAAM,CAAC,SAAS,CAAC,yBAAyB;YACrE,QAAQ,EAAE,cAAM,CAAC,QAAQ;YACzB,WAAW,EAAE,cAAM,CAAC,SAAS,CAAC,WAAW;YACzC,UAAU,EAAE,gBAAgB;SAC/B,EACD,IAAI,uCAAmB,CACnB,cAAM,CAAC,SAAS,CAAC,IAAI,GAAG,0BAA0B,EAClD,cAAM,CAAC,SAAS,CAAC,0BAA0B,CAC9C,CACJ,CAAC;QAEF,IAAI,CAAC,eAAe,GAAG,IAAI,sBAAa,CACpC,cAAM,CAAC,UAAU,CAAC,IAAI,GAAG,OAAO,EAChC;YACI,yBAAyB,EAAE,cAAM,CAAC,UAAU,CAAC,yBAAyB;YACtE,QAAQ,EAAE,cAAM,CAAC,QAAQ;YACzB,WAAW,EAAE,cAAM,CAAC,UAAU,CAAC,WAAW;YAC1C,UAAU,EAAE,gBAAgB;SAC/B,EACD,IAAI,uCAAmB,CACnB,cAAM,CAAC,UAAU,CAAC,IAAI,GAAG,0BAA0B,EACnD,cAAM,CAAC,UAAU,CAAC,0BAA0B,CAC/C,CACJ,CAAC;QAEF,IAAI,CAAC,WAAW,GAAG,IAAI,sBAAa,CAChC,cAAM,CAAC,MAAM,CAAC,IAAI,GAAG,OAAO,EAC5B;YACI,yBAAyB,EAAE,cAAM,CAAC,MAAM,CAAC,yBAAyB;YAClE,QAAQ,EAAE,cAAM,CAAC,QAAQ;YACzB,WAAW,EAAE,cAAM,CAAC,MAAM,CAAC,WAAW;YACtC,UAAU,EAAE,gBAAgB;SAC/B,EACD,IAAI,uCAAmB,CAAC,cAAM,CAAC,MAAM,CAAC,IAAI,GAAG,0BAA0B,EAAE,cAAM,CAAC,MAAM,CAAC,0BAA0B,CAAC,CACrH,CAAC;QAEF,IAAI,CAAC,kBAAkB,GAAG,IAAI,sBAAa,CACvC,cAAM,CAAC,aAAa,CAAC,IAAI,GAAG,OAAO,EACnC;YACI,yBAAyB,EAAE,cAAM,CAAC,aAAa,CAAC,yBAAyB;YACzE,QAAQ,EAAE,cAAM,CAAC,QAAQ;YACzB,WAAW,EAAE,cAAM,CAAC,aAAa,CAAC,WAAW;YAC7C,UAAU,EAAE,YAAY;SAC3B,EACD,IAAI,uCAAmB,CACnB,cAAM,CAAC,aAAa,CAAC,IAAI,GAAG,0BAA0B,EACtD,cAAM,CAAC,aAAa,CAAC,0BAA0B,CAClD,CACJ,CAAC;QAEF,IAAI,CAAC,cAAc,GAAG,IAAI,sBAAa,CACnC,cAAM,CAAC,SAAS,CAAC,IAAI,GAAG,OAAO,EAC/B;YACI,yBAAyB,EAAE,cAAM,CAAC,SAAS,CAAC,yBAAyB;YACrE,QAAQ,EAAE,cAAM,CAAC,QAAQ;YACzB,WAAW,EAAE,cAAM,CAAC,SAAS,CAAC,WAAW;YACzC,UAAU,EAAE,gBAAgB;SAC/B,EACD,IAAI,uCAAmB,CACnB,cAAM,CAAC,SAAS,CAAC,IAAI,GAAG,0BAA0B,EAClD,cAAM,CAAC,SAAS,CAAC,0BAA0B,CAC9C,CACJ,CAAC;IACN,CAAC;IAsFa,SAAS,CAAC,IAAS;;YAC7B,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YACvE,MAAM,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;QAChD,CAAC;KAAA;IAEa,YAAY,CAAC,QAAa,EAAE,OAAY,EAAE,UAAgB;;YACpE,MAAM,mBAAmB,GAAG,MAAM,IAAI,CAAC,uBAAuB,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YACnF,IAAI,mBAAmB,EAAE;gBACrB,mBAAmB,CAAC,QAAQ,GAAG,OAAO,CAAC;gBACvC,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;gBACpD,MAAM,IAAI,CAAC,iBAAiB,CAAC,QAAQ,EAAE,UAAU,EAAE,OAAO,EAAE,mBAAmB,CAAC,CAAC;aACpF;QACL,CAAC;KAAA;IAEa,iBAAiB,CAAC,QAAa,EAAE,UAAgB,EAAE,OAAY,EAAE,mBAA8B;;YACzG,MAAM,uBAAuB,GAAG,MAAM,IAAI,CAAC,2BAA2B,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;YAC3F,uBAAuB,CAAC,WAAW,GAAG,UAAU,CAAC;YACjD,uBAAuB,CAAC,QAAQ,GAAG,OAAO,CAAC;YAC3C,uBAAuB,CAAC,iBAAiB,GAAG,mBAAmB,CAAC,QAAQ,CAAC;YAEzE,MAAM,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QAChE,CAAC;KAAA;IAEa,QAAQ,CAAC,IAAS,EAAE,MAAW,EAAE,UAAgB;;YAC3D,MAAM,YAAY,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE;gBAClD,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE;oBACnD,OAAO,IAAI,CAAC,QAAQ,GAAG,CAAC,KAAK,OAAO,CAAC,QAAQ,CAAC;gBAClD,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;gBAEhB,OAAO;oBACH,SAAS,EAAE,CAAC,OAAO,CAAC,QAAQ;oBAC5B,cAAc,EAAE,YAAY;oBAC5B,YAAY,EAAE,CAAC,OAAO,CAAC,WAAW;iBACrC,CAAC;YACN,CAAC,CAAC,CAAC;YACH,IAAI,YAAY,CAAC;YACjB,KAAK,YAAY,IAAI,YAAY,EAAE;gBAC/B,YAAY,CAAC,OAAO,GAAG,MAAM,CAAC;gBAC9B,YAAY,CAAC,WAAW,GAAG,UAAU,CAAC;gBACtC,MAAM,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;aAChD;QACL,CAAC;KAAA;IAEa,cAAc,CAAC,KAAU,EAAE,OAAY,EAAE,UAAgB;;YACnE,MAAM,oBAAoB,GAAG,MAAM,IAAI,CAAC,wBAAwB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAClF,oBAAoB,CAAC,QAAQ,GAAG,OAAO,CAAC;YACxC,oBAAoB,CAAC,WAAW,GAAG,UAAU,CAAC;YAE9C,MAAM,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAC1D,CAAC;KAAA;IAEa,SAAS,CAAC,KAAU,EAAE,MAAW,EAAE,UAAgB;;YAC7D,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;YAC1E,gBAAgB,CAAC,OAAO,GAAG,MAAM,CAAC;YAClC,gBAAgB,CAAC,WAAW,GAAG,UAAU,CAAC;YAE1C,MAAM,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QAClD,CAAC;KAAA;CACJ;AAlQD,oCAkQC"}
|
|
@@ -1,36 +0,0 @@
|
|
|
1
|
-
"use strict";
|
|
2
|
-
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
exports.queueDefinitions = void 0;
|
|
4
|
-
const config_1 = require("@golemio/core/dist/integration-engine/config");
|
|
5
|
-
const index_1 = require("../schema-definitions/index");
|
|
6
|
-
const WazeTTWorker_1 = require("./WazeTTWorker");
|
|
7
|
-
const queueDefinitions = [
|
|
8
|
-
{
|
|
9
|
-
name: index_1.WazeTT.name,
|
|
10
|
-
queuePrefix: config_1.config.RABBIT_EXCHANGE_NAME + "." + index_1.WazeTT.name.toLowerCase(),
|
|
11
|
-
queues: [
|
|
12
|
-
{
|
|
13
|
-
name: "fetchAndSaveDataToDB",
|
|
14
|
-
options: {
|
|
15
|
-
deadLetterExchange: config_1.config.RABBIT_EXCHANGE_NAME,
|
|
16
|
-
deadLetterRoutingKey: "dead",
|
|
17
|
-
messageTtl: 4 * 60 * 1000, // 4 minutes
|
|
18
|
-
},
|
|
19
|
-
worker: WazeTTWorker_1.WazeTTWorker,
|
|
20
|
-
workerMethod: "fetchAndSaveDataToDB",
|
|
21
|
-
},
|
|
22
|
-
{
|
|
23
|
-
name: "saveS3DataToDB",
|
|
24
|
-
options: {
|
|
25
|
-
deadLetterExchange: config_1.config.RABBIT_EXCHANGE_NAME,
|
|
26
|
-
deadLetterRoutingKey: "dead",
|
|
27
|
-
messageTtl: 4 * 60 * 1000, // 4 minutes
|
|
28
|
-
},
|
|
29
|
-
worker: WazeTTWorker_1.WazeTTWorker,
|
|
30
|
-
workerMethod: "saveS3DataToDB",
|
|
31
|
-
},
|
|
32
|
-
],
|
|
33
|
-
},
|
|
34
|
-
];
|
|
35
|
-
exports.queueDefinitions = queueDefinitions;
|
|
36
|
-
//# sourceMappingURL=queueDefinitions.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"queueDefinitions.js","sourceRoot":"","sources":["../../src/integration-engine/queueDefinitions.ts"],"names":[],"mappings":";;;AAAA,yEAAsE;AAEtE,uDAAoC;AACpC,iDAAgD;AAEhD,MAAM,gBAAgB,GAAuB;IACzC;QACI,IAAI,EAAE,cAAM,CAAC,IAAI;QACjB,WAAW,EAAE,eAAM,CAAC,oBAAoB,GAAG,GAAG,GAAG,cAAM,CAAC,IAAI,CAAC,WAAW,EAAE;QAC1E,MAAM,EAAE;YACJ;gBACI,IAAI,EAAE,sBAAsB;gBAC5B,OAAO,EAAE;oBACL,kBAAkB,EAAE,eAAM,CAAC,oBAAoB;oBAC/C,oBAAoB,EAAE,MAAM;oBAC5B,UAAU,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI,EAAE,YAAY;iBAC1C;gBACD,MAAM,EAAE,2BAAY;gBACpB,YAAY,EAAE,sBAAsB;aACvC;YACD;gBACI,IAAI,EAAE,gBAAgB;gBACtB,OAAO,EAAE;oBACL,kBAAkB,EAAE,eAAM,CAAC,oBAAoB;oBAC/C,oBAAoB,EAAE,MAAM;oBAC5B,UAAU,EAAE,CAAC,GAAG,EAAE,GAAG,IAAI,EAAE,YAAY;iBAC1C;gBACD,MAAM,EAAE,2BAAY;gBACpB,YAAY,EAAE,gBAAgB;aACjC;SACJ;KACJ;CACJ,CAAC;AAEO,4CAAgB"}
|