@golemio/pid 2.24.2-dev.1536292166 → 2.24.2-dev.1536500241
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
|
@@ -28,23 +28,26 @@ class CheckForNewDataTask extends workers_1.AbstractTask {
|
|
|
28
28
|
execute(data) {
|
|
29
29
|
return __awaiter(this, void 0, void 0, function* () {
|
|
30
30
|
let forceRefresh = !!data.forceRefresh;
|
|
31
|
-
|
|
31
|
+
let outdatedDatasetCount = 0;
|
|
32
32
|
const ropidGtfsFactory = Di_1.RopidGtfsContainer.resolve(RopidGtfsContainerToken_1.RopidGtfsContainerToken.RopidGtfsFactory);
|
|
33
33
|
const datasetMap = ropidGtfsFactory.getDatasetMap();
|
|
34
|
-
|
|
34
|
+
const datasetList = Object.keys(datasetMap);
|
|
35
|
+
for (const dataset of datasetList) {
|
|
35
36
|
const serverLastModified = yield datasetMap[dataset].datasource.getLastModified();
|
|
36
37
|
const dbLastModified = yield this.metadataRepository.getLastModified(dataset);
|
|
37
38
|
const isDeployed = yield this.metadataRepository.isDeployed(dataset);
|
|
38
39
|
if (serverLastModified !== dbLastModified.lastModified || !isDeployed) {
|
|
39
|
-
|
|
40
|
+
outdatedDatasetCount++;
|
|
40
41
|
}
|
|
41
42
|
}
|
|
42
|
-
if (
|
|
43
|
-
this.logger.
|
|
43
|
+
if (outdatedDatasetCount !== datasetList.length) {
|
|
44
|
+
this.logger.warn(`RopidGTFS datasets are out of sync`);
|
|
44
45
|
}
|
|
45
|
-
if (
|
|
46
|
+
if (outdatedDatasetCount > 0) {
|
|
47
|
+
// NOTE: We are sending all datasets to download even if only some of them are outdated
|
|
48
|
+
// to avoid unwanted side effects (such as empty precomputed tables)
|
|
46
49
|
yield integration_engine_1.QueueManager.sendMessageToExchange(this.queuePrefix, "downloadDatasets", {
|
|
47
|
-
datasets:
|
|
50
|
+
datasets: datasetList,
|
|
48
51
|
});
|
|
49
52
|
}
|
|
50
53
|
else {
|
package/dist/integration-engine/ropid-gtfs/workers/timetables/tasks/CheckForNewDataTask.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"CheckForNewDataTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/ropid-gtfs/workers/timetables/tasks/CheckForNewDataTask.ts"],"names":[],"mappings":";;;;;;;;;;;;AACA,wCAA2D;AAC3D,kFAAqF;AAErF,wEAAqE;AAErE,8EAAqE;AACrE,2EAA6E;AAI7E,gGAA6F;AAE7F,MAAa,mBAAoB,SAAQ,sBAAmC;IAQxE,YAAY,WAAmB;QAC3B,KAAK,CAAC,WAAW,CAAC,CAAC;QARP,cAAS,GAAG,iBAAiB,CAAC;QAC9B,aAAQ,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,aAAa;QACxC,WAAM,GAAG,mEAAgC,CAAC;QAOtD,IAAI,CAAC,MAAM,GAAG,uBAAkB,CAAC,OAAO,CAAU,qBAAS,CAAC,MAAM,CAAC,CAAC;QACpE,IAAI,CAAC,kBAAkB,GAAG,uBAAkB,CAAC,OAAO,CAChD,iDAAuB,CAAC,2BAA2B,CACtD,CAAC;IACN,CAAC;IAEe,OAAO,CAAC,IAA2B;;YAC/C,IAAI,YAAY,GAAG,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;YACvC,
|
|
1
|
+
{"version":3,"file":"CheckForNewDataTask.js","sourceRoot":"","sources":["../../../../../../src/integration-engine/ropid-gtfs/workers/timetables/tasks/CheckForNewDataTask.ts"],"names":[],"mappings":";;;;;;;;;;;;AACA,wCAA2D;AAC3D,kFAAqF;AAErF,wEAAqE;AAErE,8EAAqE;AACrE,2EAA6E;AAI7E,gGAA6F;AAE7F,MAAa,mBAAoB,SAAQ,sBAAmC;IAQxE,YAAY,WAAmB;QAC3B,KAAK,CAAC,WAAW,CAAC,CAAC;QARP,cAAS,GAAG,iBAAiB,CAAC;QAC9B,aAAQ,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,aAAa;QACxC,WAAM,GAAG,mEAAgC,CAAC;QAOtD,IAAI,CAAC,MAAM,GAAG,uBAAkB,CAAC,OAAO,CAAU,qBAAS,CAAC,MAAM,CAAC,CAAC;QACpE,IAAI,CAAC,kBAAkB,GAAG,uBAAkB,CAAC,OAAO,CAChD,iDAAuB,CAAC,2BAA2B,CACtD,CAAC;IACN,CAAC;IAEe,OAAO,CAAC,IAA2B;;YAC/C,IAAI,YAAY,GAAG,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC;YACvC,IAAI,oBAAoB,GAAG,CAAC,CAAC;YAC7B,MAAM,gBAAgB,GAAG,uBAAkB,CAAC,OAAO,CAAmB,iDAAuB,CAAC,gBAAgB,CAAC,CAAC;YAChH,MAAM,UAAU,GAAG,gBAAgB,CAAC,aAAa,EAAE,CAAC;YACpD,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAmB,CAAC;YAE9D,KAAK,MAAM,OAAO,IAAI,WAAW,EAAE;gBAC/B,MAAM,kBAAkB,GAAG,MAAM,UAAU,CAAC,OAAO,CAAC,CAAC,UAAU,CAAC,eAAe,EAAE,CAAC;gBAClF,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;gBAC9E,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,kBAAkB,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;gBAErE,IAAI,kBAAkB,KAAK,cAAc,CAAC,YAAY,IAAI,CAAC,UAAU,EAAE;oBACnE,oBAAoB,EAAE,CAAC;iBAC1B;aACJ;YAED,IAAI,oBAAoB,KAAK,WAAW,CAAC,MAAM,EAAE;gBAC7C,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,oCAAoC,CAAC,CAAC;aAC1D;YAED,IAAI,oBAAoB,GAAG,CAAC,EAAE;gBAC1B,uFAAuF;gBACvF,oEAAoE;gBACpE,MAAM,iCAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,kBAAkB,EAAE;oBAC3E,QAAQ,EAAE,WAAW;iBACN,CAAC,CAAC;aACxB;iBAAM;gBACH,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;gBACtD,IAAI,YAAY,EAAE;oBACd,MAAM,iCAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,0BAA0B,EAAE,EAAE,CAAC,CAAC;iBAC9F;aACJ;YACD,MAAM,iCAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,gBAAgB,EAAE,EAAE,CAAC,CAAC;QACrF,CAAC;KAAA;CACJ;AAnDD,kDAmDC"}
|