@golemio/traffic-common 0.1.0-dev.856032789 → 0.1.0-dev.856907064

package/dist/integration-engine/datasources/RsdTmcOsmMappingDataStreamFactory.d.ts

@@ -0,0 +1,4 @@
+import { HTTPProtocolStrategyStreamed } from "@golemio/core/dist/integration-engine/datasources/protocol-strategy/HTTPProtocolStrategyStreamed";
+export declare class RsdTmcOsmMappingDataStreamFactory {
+    getHTTPProtocolStrategyStreamed(dataUrl: string): HTTPProtocolStrategyStreamed;
+}

package/dist/integration-engine/datasources/RsdTmcOsmMappingDataStreamFactory.js

@@ -0,0 +1,25 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RsdTmcOsmMappingDataStreamFactory = void 0;
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+const HTTPProtocolStrategyStreamed_1 = require("@golemio/core/dist/integration-engine/datasources/protocol-strategy/HTTPProtocolStrategyStreamed");
+let RsdTmcOsmMappingDataStreamFactory = class RsdTmcOsmMappingDataStreamFactory {
+    getHTTPProtocolStrategyStreamed(dataUrl) {
+        return new HTTPProtocolStrategyStreamed_1.HTTPProtocolStrategyStreamed({
+            headers: {},
+            method: "GET",
+            url: dataUrl,
+        });
+    }
+};
+RsdTmcOsmMappingDataStreamFactory = __decorate([
+    (0, tsyringe_1.injectable)()
+], RsdTmcOsmMappingDataStreamFactory);
+exports.RsdTmcOsmMappingDataStreamFactory = RsdTmcOsmMappingDataStreamFactory;
+//# sourceMappingURL=RsdTmcOsmMappingDataStreamFactory.js.map

package/dist/integration-engine/datasources/RsdTmcOsmMappingDataStreamFactory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"RsdTmcOsmMappingDataStreamFactory.js","sourceRoot":"","sources":["../../../src/integration-engine/datasources/RsdTmcOsmMappingDataStreamFactory.ts"],"names":[],"mappings":";;;;;;;;;AAAA,iEAAgE;AAChE,mJAAgJ;AAGhJ,IAAa,iCAAiC,GAA9C,MAAa,iCAAiC;IACnC,+BAA+B,CAAC,OAAe;QAClD,OAAO,IAAI,2DAA4B,CAAC;YACpC,OAAO,EAAE,EAAE;YACX,MAAM,EAAE,KAAK;YACb,GAAG,EAAE,OAAO;SACf,CAAC,CAAC;IACP,CAAC;CACJ,CAAA;AARY,iCAAiC;IAD7C,IAAA,qBAAU,GAAE;GACA,iCAAiC,CAQ7C;AARY,8EAAiC"}

package/dist/integration-engine/ioc/Di.js

@@ -5,7 +5,7 @@ const Di_1 = require("@golemio/core/dist/integration-engine/ioc/Di");
 const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
 const ModuleContainerToken_1 = require("./ModuleContainerToken");
 const RsdTmcOsmMappingRepository_1 = require("../repositories/RsdTmcOsmMappingRepository");
-const RsdTmcOsmMappingDataSourceFactory_1 = require("../datasources/RsdTmcOsmMappingDataSourceFactory");
+const RsdTmcOsmMappingDataStreamFactory_1 = require("../datasources/RsdTmcOsmMappingDataStreamFactory");
 const ioc_1 = require("@golemio/core/dist/integration-engine/ioc");
 const LteCze90PointsSjtskInAreaRepository_1 = require("../repositories/LteCze90PointsSjtskInAreaRepository");
 //#region Initialization
@@ -13,10 +13,10 @@ const TrafficCommonContainer = Di_1.IntegrationEngineContainer.createChildContai
 exports.TrafficCommonContainer = TrafficCommonContainer;
 //#endregion
 //#region Datasources
-TrafficCommonContainer.register(ModuleContainerToken_1.ModuleContainerToken.RsdTmcOsmMappingDataSource, {
+TrafficCommonContainer.register(ModuleContainerToken_1.ModuleContainerToken.RsdTmcOsmMappingDataSourceStrategy, {
     useFactory: (0, tsyringe_1.instanceCachingFactory)(() => {
         const config = Di_1.IntegrationEngineContainer.resolve(ioc_1.ContainerToken.Config);
-        return new RsdTmcOsmMappingDataSourceFactory_1.RsdTmcOsmMappingDataSourceFactory().getDataSource(config.datasources.TrafficCommon.RsdTmcOsmMapping.url);
+        return new RsdTmcOsmMappingDataStreamFactory_1.RsdTmcOsmMappingDataStreamFactory().getHTTPProtocolStrategyStreamed(config.datasources.TrafficCommon.RsdTmcOsmMapping.url);
     }),
 });
 //#endregion

package/dist/integration-engine/ioc/Di.js.map

@@ -1 +1 @@
-{"version":3,"file":"Di.js","sourceRoot":"","sources":["../../../src/integration-engine/ioc/Di.ts"],"names":[],"mappings":";;;AAAA,qEAA0F;AAC1F,iEAAiG;AACjG,iEAA8D;AAE9D,2FAAyF;AACzF,wGAAsG;AACtG,mEAA2E;AAC3E,6GAA2G;AAE3G,wBAAwB;AACxB,MAAM,sBAAsB,GAAwB,+BAA0B,CAAC,oBAAoB,EAAE,CAAC;AAkC7F,wDAAsB;AAjC/B,YAAY;AAEZ,qBAAqB;AACrB,sBAAsB,CAAC,QAAQ,CAAa,2CAAoB,CAAC,0BAA0B,EAAE;IACzF,UAAU,EAAE,IAAA,iCAAsB,EAAa,GAAG,EAAE;QAChD,MAAM,MAAM,GAAmB,+BAA0B,CAAC,OAAO,CAAC,oBAAc,CAAC,MAAM,CAAC,CAAC;QACzF,OAAO,IAAI,qEAAiC,EAAE,CAAC,aAAa,CAAC,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC,gBAAgB,CAAC,GAAG,CAAC,CAAC;IACxH,CAAC,CAAC;CACL,CAAC,CAAC;AACH,YAAY;AAEZ,yBAAyB;AAEzB,YAAY;AAEZ,iBAAiB;AAEjB,YAAY;AAEZ,sBAAsB;AACtB,sBAAsB,CAAC,iBAAiB,CACpC,2CAAoB,CAAC,0BAA0B,EAC/C,uDAA0B,CAC7B,CAAC,QAAQ,CACN,2CAAoB,CAAC,mCAAmC,EACxD,yEAAmC,CACtC,CAAC"}
+{"version":3,"file":"Di.js","sourceRoot":"","sources":["../../../src/integration-engine/ioc/Di.ts"],"names":[],"mappings":";;;AAAA,qEAA0F;AAC1F,iEAAiG;AACjG,iEAA8D;AAE9D,2FAAyF;AACzF,wGAAsG;AACtG,mEAA2E;AAC3E,6GAA2G;AAE3G,wBAAwB;AACxB,MAAM,sBAAsB,GAAwB,+BAA0B,CAAC,oBAAoB,EAAE,CAAC;AAoC7F,wDAAsB;AAnC/B,YAAY;AAEZ,qBAAqB;AACrB,sBAAsB,CAAC,QAAQ,CAA+B,2CAAoB,CAAC,kCAAkC,EAAE;IACnH,UAAU,EAAE,IAAA,iCAAsB,EAA+B,GAAG,EAAE;QAClE,MAAM,MAAM,GAAmB,+BAA0B,CAAC,OAAO,CAAC,oBAAc,CAAC,MAAM,CAAC,CAAC;QACzF,OAAO,IAAI,qEAAiC,EAAE,CAAC,+BAA+B,CAC1E,MAAM,CAAC,WAAW,CAAC,aAAa,CAAC,gBAAgB,CAAC,GAAG,CACxD,CAAC;IACN,CAAC,CAAC;CACL,CAAC,CAAC;AACH,YAAY;AAEZ,yBAAyB;AAEzB,YAAY;AAEZ,iBAAiB;AAEjB,YAAY;AAEZ,sBAAsB;AACtB,sBAAsB,CAAC,iBAAiB,CACpC,2CAAoB,CAAC,0BAA0B,EAC/C,uDAA0B,CAC7B,CAAC,QAAQ,CACN,2CAAoB,CAAC,mCAAmC,EACxD,yEAAmC,CACtC,CAAC"}

package/dist/integration-engine/ioc/ModuleContainerToken.d.ts

@@ -1,5 +1,5 @@
 declare const ModuleContainerToken: {
-    RsdTmcOsmMappingDataSource: symbol;
+    RsdTmcOsmMappingDataSourceStrategy: symbol;
     RsdTmcOsmMappingRepository: symbol;
     LteCze90PointsSjtskInAreaRepository: symbol;
 };

package/dist/integration-engine/ioc/ModuleContainerToken.js

@@ -2,7 +2,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ModuleContainerToken = void 0;
 const ModuleContainerToken = {
-    RsdTmcOsmMappingDataSource: Symbol(),
+    RsdTmcOsmMappingDataSourceStrategy: Symbol(),
     RsdTmcOsmMappingRepository: Symbol(),
     LteCze90PointsSjtskInAreaRepository: Symbol(),
 };

package/dist/integration-engine/ioc/ModuleContainerToken.js.map

@@ -1 +1 @@
-{"version":3,"file":"ModuleContainerToken.js","sourceRoot":"","sources":["../../../src/integration-engine/ioc/ModuleContainerToken.ts"],"names":[],"mappings":";;;AAAA,MAAM,oBAAoB,GAAG;IACzB,0BAA0B,EAAE,MAAM,EAAE;IACpC,0BAA0B,EAAE,MAAM,EAAE;IACpC,mCAAmC,EAAE,MAAM,EAAE;CAChD,CAAC;AAEO,oDAAoB"}
+{"version":3,"file":"ModuleContainerToken.js","sourceRoot":"","sources":["../../../src/integration-engine/ioc/ModuleContainerToken.ts"],"names":[],"mappings":";;;AAAA,MAAM,oBAAoB,GAAG;IACzB,kCAAkC,EAAE,MAAM,EAAE;IAC5C,0BAA0B,EAAE,MAAM,EAAE;IACpC,mCAAmC,EAAE,MAAM,EAAE;CAChD,CAAC;AAEO,oDAAoB"}

package/dist/integration-engine/repositories/RsdTmcOsmMappingRepository.d.ts

@@ -1,8 +1,12 @@
+/// <reference types="node" />
 import { IModel, PostgresModel } from "@golemio/core/dist/integration-engine/models";
 import IPostgresConnector from "@golemio/core/dist/integration-engine/connectors/interfaces/IPostgresConnector";
-import { IRsdTmcOsmMapping } from "../../schema-definitions";
+import { ILogger } from "@golemio/core/dist/helpers";
+import { Readable } from "stream";
 export declare class RsdTmcOsmMappingRepository extends PostgresModel implements IModel {
     private connector;
-    constructor(connector: IPostgresConnector);
-    updateData(data: IRsdTmcOsmMapping[]): Promise<void>;
+    private logger;
+    constructor(connector: IPostgresConnector, logger: ILogger);
+    cleanTable(): Promise<void>;
+    streamDataIn(data: Readable): Promise<void>;
 }

package/dist/integration-engine/repositories/RsdTmcOsmMappingRepository.js

@@ -28,8 +28,9 @@ const RsdTmcOsmMappingModel_1 = require("../../schema-definitions/models/RsdTmcO
 const golemio_validator_1 = require("@golemio/core/dist/shared/golemio-validator");
 const ioc_1 = require("@golemio/core/dist/integration-engine/ioc");
 const _sch_1 = require("../../schema-definitions");
+const pg_copy_streams_1 = require("pg-copy-streams");
 let RsdTmcOsmMappingRepository = class RsdTmcOsmMappingRepository extends models_1.PostgresModel {
-    constructor(connector) {
+    constructor(connector, logger) {
         super("RsdTmcOsmMappingRepository", {
             outputSequelizeAttributes: RsdTmcOsmMappingModel_1.RsdTmcOsmMappingModel.attributeModel,
             pgTableName: _sch_1.RsdTmcOsmMappingTable.pgTableName,
@@ -41,33 +42,44 @@ let RsdTmcOsmMappingRepository = class RsdTmcOsmMappingRepository extends models
             },
         }, new golemio_validator_1.JSONSchemaValidator("RsdTmcOsmMappingValidator", RsdTmcOsmMappingModel_1.RsdTmcOsmMappingModel.jsonSchema));
         this.connector = connector;
+        this.logger = logger;
     }
-    updateData(data) {
+    cleanTable() {
+        return __awaiter(this, void 0, void 0, function* () {
+            yield this.sequelizeModel.destroy({
+                truncate: true,
+            });
+        });
+    }
+    streamDataIn(data) {
         return __awaiter(this, void 0, void 0, function* () {
             const connection = this.connector.getConnection();
-            const t = yield connection.transaction();
-            try {
-                yield this.validate(data);
-                yield this.sequelizeModel.destroy({
-                    where: {},
-                    transaction: t,
-                });
-                yield this.sequelizeModel.bulkCreate(data, {
-                    transaction: t,
-                });
-                yield t.commit();
-            }
-            catch (err) {
-                yield t.rollback();
-                throw err;
-            }
+            const client = yield connection.connectionManager.getConnection({ type: "write" });
+            // copy transformed data to tmp table by stream
+            yield new Promise((resolve, reject) => {
+                const stream = client
+                    .query((0, pg_copy_streams_1.from)(`COPY "${_sch_1.RsdTmcOsmMappingTable.pgSchema}".${_sch_1.RsdTmcOsmMappingTable.pgTableName}
+                        FROM STDIN DELIMITER ',' CSV HEADER;`))
+                    .on("error", (err) => __awaiter(this, void 0, void 0, function* () {
+                    this.logger.error(`Copying data error (${this.name}): ${err.toString()}`);
+                    yield connection.connectionManager.releaseConnection(client);
+                    return reject(err);
+                }))
+                    .on("finish", () => __awaiter(this, void 0, void 0, function* () {
+                    this.logger.info(`Done copying data (${this.name})`);
+                    yield connection.connectionManager.releaseConnection(client);
+                    return resolve();
+                }));
+                data.pipe(stream);
+            });
         });
     }
 };
 RsdTmcOsmMappingRepository = __decorate([
     (0, tsyringe_1.injectable)(),
     __param(0, (0, tsyringe_1.inject)(ioc_1.ContainerToken.PostgresConnector)),
-    __metadata("design:paramtypes", [Object])
+    __param(1, (0, tsyringe_1.inject)(ioc_1.ContainerToken.Logger)),
+    __metadata("design:paramtypes", [Object, Object])
 ], RsdTmcOsmMappingRepository);
 exports.RsdTmcOsmMappingRepository = RsdTmcOsmMappingRepository;
 //# sourceMappingURL=RsdTmcOsmMappingRepository.js.map

package/dist/integration-engine/repositories/RsdTmcOsmMappingRepository.js.map

@@ -1 +1 @@
-{"version":3,"file":"RsdTmcOsmMappingRepository.js","sourceRoot":"","sources":["../../../src/integration-engine/repositories/RsdTmcOsmMappingRepository.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;AAAA,yEAAqF;AACrF,iEAAwE;AACxE,iGAA0E;AAC1E,mFAAkF;AAClF,mEAA2E;AAE3E,mDAAgE;AAGhE,IAAa,0BAA0B,GAAvC,MAAa,0BAA2B,SAAQ,sBAAa;IACzD,YAEY,SAA6B;QAErC,KAAK,CACD,4BAA4B,EAC5B;YACI,yBAAyB,EAAE,6CAAqB,CAAC,cAAc;YAC/D,WAAW,EAAE,4BAAqB,CAAC,WAAW;YAC9C,QAAQ,EAAE,4BAAqB,CAAC,QAAQ;YACxC,UAAU,EAAE,YAAY;YACxB,kBAAkB,EAAE,CAAC,IAAI,CAAC;YAC1B,2BAA2B,EAAE;gBACzB,UAAU,EAAE,KAAK;aACpB;SACJ,EACD,IAAI,uCAAmB,CAAC,2BAA2B,EAAE,6CAAqB,CAAC,UAAU,CAAC,CACzF,CAAC;QAfM,cAAS,GAAT,SAAS,CAAoB;IAgBzC,CAAC;IAEY,UAAU,CAAC,IAAyB;;YAC7C,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;YAClD,MAAM,CAAC,GAAG,MAAM,UAAU,CAAC,WAAW,EAAE,CAAC;YACzC,IAAI;gBACA,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;gBAE1B,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC;oBAC9B,KAAK,EAAE,EAAE;oBACT,WAAW,EAAE,CAAC;iBACjB,CAAC,CAAC;gBAEH,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAwB,IAAI,EAAE;oBAC9D,WAAW,EAAE,CAAC;iBACjB,CAAC,CAAC;gBAEH,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC;aACpB;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;gBACnB,MAAM,GAAG,CAAC;aACb;QACL,CAAC;KAAA;CACJ,CAAA;AA1CY,0BAA0B;IADtC,IAAA,qBAAU,GAAE;IAGJ,WAAA,IAAA,iBAAM,EAAC,oBAAc,CAAC,iBAAiB,CAAC,CAAA;;GAFpC,0BAA0B,CA0CtC;AA1CY,gEAA0B"}
+{"version":3,"file":"RsdTmcOsmMappingRepository.js","sourceRoot":"","sources":["../../../src/integration-engine/repositories/RsdTmcOsmMappingRepository.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;AAAA,yEAAqF;AACrF,iEAAwE;AACxE,iGAA0E;AAC1E,mFAAkF;AAClF,mEAA2E;AAE3E,mDAA6C;AAC7C,qDAAmD;AAKnD,IAAa,0BAA0B,GAAvC,MAAa,0BAA2B,SAAQ,sBAAa;IACzD,YACsD,SAA6B,EACxC,MAAe;QAEtD,KAAK,CACD,4BAA4B,EAC5B;YACI,yBAAyB,EAAE,6CAAqB,CAAC,cAAc;YAC/D,WAAW,EAAE,4BAAqB,CAAC,WAAW;YAC9C,QAAQ,EAAE,4BAAqB,CAAC,QAAQ;YACxC,UAAU,EAAE,YAAY;YACxB,kBAAkB,EAAE,CAAC,IAAI,CAAC;YAC1B,2BAA2B,EAAE;gBACzB,UAAU,EAAE,KAAK;aACpB;SACJ,EACD,IAAI,uCAAmB,CAAC,2BAA2B,EAAE,6CAAqB,CAAC,UAAU,CAAC,CACzF,CAAC;QAhBgD,cAAS,GAAT,SAAS,CAAoB;QACxC,WAAM,GAAN,MAAM,CAAS;IAgB1D,CAAC;IAEY,UAAU;;YACnB,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC;gBAC9B,QAAQ,EAAE,IAAI;aACjB,CAAC,CAAC;QACP,CAAC;KAAA;IAEY,YAAY,CAAC,IAAc;;YACpC,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,aAAa,EAAE,CAAC;YAClD,MAAM,MAAM,GAAQ,MAAM,UAAU,CAAC,iBAAiB,CAAC,aAAa,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;YAExF,+CAA+C;YAC/C,MAAM,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACxC,MAAM,MAAM,GAAG,MAAM;qBAChB,KAAK,CACF,IAAA,sBAAQ,EACJ,SAAS,4BAAqB,CAAC,QAAQ,KAAK,4BAAqB,CAAC,WAAW;6DACxC,CACxC,CACJ;qBACA,EAAE,CAAC,OAAO,EAAE,CAAO,GAAQ,EAAE,EAAE;oBAC5B,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,uBAAuB,IAAI,CAAC,IAAI,MAAM,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;oBAC1E,MAAM,UAAU,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;oBAC7D,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;gBACvB,CAAC,CAAA,CAAC;qBACD,EAAE,CAAC,QAAQ,EAAE,GAAS,EAAE;oBACrB,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,sBAAsB,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;oBACrD,MAAM,UAAU,CAAC,iBAAiB,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC;oBAC7D,OAAO,OAAO,EAAE,CAAC;gBACrB,CAAC,CAAA,CAAC,CAAC;gBACP,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACtB,CAAC,CAAC,CAAC;QACP,CAAC;KAAA;CACJ,CAAA;AArDY,0BAA0B;IADtC,IAAA,qBAAU,GAAE;IAGJ,WAAA,IAAA,iBAAM,EAAC,oBAAc,CAAC,iBAAiB,CAAC,CAAA;IACxC,WAAA,IAAA,iBAAM,EAAC,oBAAc,CAAC,MAAM,CAAC,CAAA;;GAHzB,0BAA0B,CAqDtC;AArDY,gEAA0B"}

package/dist/integration-engine/workers/RsdTmcOsmMappingWorker.js

@@ -9,7 +9,7 @@ class RsdTmcOsmMappingWorker extends integration_engine_1.AbstractWorker {
     constructor() {
         super();
         this.name = "RsdTmcOsmMapping";
-        this.registerTask(new RefreshRsdTmcOsmMappingDataTask_1.RefreshRsdTmcOsmMappingDataTask(this.getQueuePrefix(), Di_1.TrafficCommonContainer.resolve(ModuleContainerToken_1.ModuleContainerToken.RsdTmcOsmMappingDataSource), Di_1.TrafficCommonContainer.resolve(ModuleContainerToken_1.ModuleContainerToken.RsdTmcOsmMappingRepository)));
+        this.registerTask(new RefreshRsdTmcOsmMappingDataTask_1.RefreshRsdTmcOsmMappingDataTask(this.getQueuePrefix(), Di_1.TrafficCommonContainer.resolve(ModuleContainerToken_1.ModuleContainerToken.RsdTmcOsmMappingDataSourceStrategy), Di_1.TrafficCommonContainer.resolve(ModuleContainerToken_1.ModuleContainerToken.RsdTmcOsmMappingRepository)));
     }
 }
 exports.RsdTmcOsmMappingWorker = RsdTmcOsmMappingWorker;

package/dist/integration-engine/workers/RsdTmcOsmMappingWorker.js.map

@@ -1 +1 @@
-{"version":3,"file":"RsdTmcOsmMappingWorker.js","sourceRoot":"","sources":["../../../src/integration-engine/workers/RsdTmcOsmMappingWorker.ts"],"names":[],"mappings":";;;AAAA,8EAAuE;AACvE,6FAA0F;AAC1F,sEAAoE;AACpE,kCAAoD;AAEpD,MAAa,sBAAuB,SAAQ,mCAAc;IAGtD;QACI,KAAK,EAAE,CAAC;QAHF,SAAI,GAAG,kBAAkB,CAAC;QAIhC,IAAI,CAAC,YAAY,CACb,IAAI,iEAA+B,CAC/B,IAAI,CAAC,cAAc,EAAE,EACrB,2BAAsB,CAAC,OAAO,CAAC,2CAAoB,CAAC,0BAA0B,CAAC,EAC/E,2BAAsB,CAAC,OAAO,CAAC,2CAAoB,CAAC,0BAA0B,CAAC,CAClF,CACJ,CAAC;IACN,CAAC;CACJ;AAbD,wDAaC"}
+{"version":3,"file":"RsdTmcOsmMappingWorker.js","sourceRoot":"","sources":["../../../src/integration-engine/workers/RsdTmcOsmMappingWorker.ts"],"names":[],"mappings":";;;AAAA,8EAAuE;AACvE,6FAA0F;AAC1F,sEAAoE;AACpE,kCAAoD;AAEpD,MAAa,sBAAuB,SAAQ,mCAAc;IAGtD;QACI,KAAK,EAAE,CAAC;QAHF,SAAI,GAAG,kBAAkB,CAAC;QAIhC,IAAI,CAAC,YAAY,CACb,IAAI,iEAA+B,CAC/B,IAAI,CAAC,cAAc,EAAE,EACrB,2BAAsB,CAAC,OAAO,CAAC,2CAAoB,CAAC,kCAAkC,CAAC,EACvF,2BAAsB,CAAC,OAAO,CAAC,2CAAoB,CAAC,0BAA0B,CAAC,CAClF,CACJ,CAAC;IACN,CAAC;CACJ;AAbD,wDAaC"}

package/dist/integration-engine/workers/tasks/RefreshRsdTmcOsmMappingDataTask.d.ts

@@ -1,12 +1,10 @@
-import { AbstractEmptyTask, DataSourceStreamed } from "@golemio/core/dist/integration-engine";
+import { AbstractEmptyTask, HTTPProtocolStrategyStreamed } from "@golemio/core/dist/integration-engine";
 import { RsdTmcOsmMappingRepository } from "../../repositories/RsdTmcOsmMappingRepository";
 export declare class RefreshRsdTmcOsmMappingDataTask extends AbstractEmptyTask {
-    private dataSource;
+    private streamedStrategy;
     private repository;
     readonly queueName = "RsdTmsOsmMappingRefresh";
     readonly queueTtl: number;
-    constructor(queuePrefix: string, dataSource: DataSourceStreamed, repository: RsdTmcOsmMappingRepository);
+    constructor(queuePrefix: string, streamedStrategy: HTTPProtocolStrategyStreamed, repository: RsdTmcOsmMappingRepository);
     protected execute(): Promise<void>;
-    private onDataFunction;
-    private processDataStream;
 }

package/dist/integration-engine/workers/tasks/RefreshRsdTmcOsmMappingDataTask.js

@@ -13,34 +13,34 @@ exports.RefreshRsdTmcOsmMappingDataTask = void 0;
 const integration_engine_1 = require("@golemio/core/dist/integration-engine");
 const golemio_errors_1 = require("@golemio/core/dist/shared/golemio-errors");
 class RefreshRsdTmcOsmMappingDataTask extends integration_engine_1.AbstractEmptyTask {
-    constructor(queuePrefix, dataSource, repository) {
+    constructor(queuePrefix, streamedStrategy, repository) {
         super(queuePrefix);
-        this.dataSource = dataSource;
+        this.streamedStrategy = streamedStrategy;
         this.repository = repository;
         this.queueName = "RsdTmsOsmMappingRefresh";
         this.queueTtl = 59 * 60 * 1000; // 59 minutes
-        this.onDataFunction = (data) => __awaiter(this, void 0, void 0, function* () {
-            return this.repository.updateData(data);
-        });
-        this.processDataStream = (dataSourceStream, onDataFunction) => __awaiter(this, void 0, void 0, function* () {
+    }
+    execute() {
+        return __awaiter(this, void 0, void 0, function* () {
             let dataStream;
             try {
-                dataStream = yield dataSourceStream;
+                yield this.repository.cleanTable();
             }
             catch (err) {
-                throw new golemio_errors_1.CustomError("Error while getting data.", true, this.constructor.name, 5050, err);
+                throw new golemio_errors_1.CustomError("Error while cleaning table.", true, this.constructor.name, 5050, err);
             }
             try {
-                yield dataStream.setDataProcessor(onDataFunction).proceed();
+                dataStream = yield this.streamedStrategy.getRawData();
             }
             catch (err) {
-                throw new golemio_errors_1.CustomError("Error while processing data.", true, this.constructor.name, 5051, err);
+                throw new golemio_errors_1.CustomError("Error while getting data stream.", true, this.constructor.name, 5050, err);
+            }
+            try {
+                yield this.repository.streamDataIn(dataStream.data);
+            }
+            catch (err) {
+                throw new golemio_errors_1.CustomError("Error while saving data.", true, this.constructor.name, 5051, err);
             }
-        });
-    }
-    execute() {
-        return __awaiter(this, void 0, void 0, function* () {
-            yield this.processDataStream(this.dataSource.getAll(true), this.onDataFunction);
         });
     }
 }

package/dist/integration-engine/workers/tasks/RefreshRsdTmcOsmMappingDataTask.js.map

@@ -1 +1 @@
-{"version":3,"file":"RefreshRsdTmcOsmMappingDataTask.js","sourceRoot":"","sources":["../../../../src/integration-engine/workers/tasks/RefreshRsdTmcOsmMappingDataTask.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,8EAAgH;AAEhH,6EAAuE;AAGvE,MAAa,+BAAgC,SAAQ,sCAAiB;IAIlE,YAAY,WAAmB,EAAU,UAA8B,EAAU,UAAsC;QACnH,KAAK,CAAC,WAAW,CAAC,CAAC;QADkB,eAAU,GAAV,UAAU,CAAoB;QAAU,eAAU,GAAV,UAAU,CAA4B;QAHvG,cAAS,GAAG,yBAAyB,CAAC;QACtC,aAAQ,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,aAAa;QAUhD,mBAAc,GAAG,CAAO,IAAyB,EAAiB,EAAE;YACxE,OAAO,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QAC5C,CAAC,CAAA,CAAC;QAEM,sBAAiB,GAAG,CACxB,gBAA2C,EAC3C,cAA4C,EAC/B,EAAE;YACf,IAAI,UAA4B,CAAC;YAEjC,IAAI;gBACA,UAAU,GAAG,MAAM,gBAAgB,CAAC;aACvC;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,IAAI,4BAAW,CAAC,2BAA2B,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;aAC9F;YAED,IAAI;gBACA,MAAM,UAAU,CAAC,gBAAgB,CAAC,cAAc,CAAC,CAAC,OAAO,EAAE,CAAC;aAC/D;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,IAAI,4BAAW,CAAC,8BAA8B,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;aACjG;QACL,CAAC,CAAA,CAAC;IA3BF,CAAC;IAEe,OAAO;;YACnB,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,cAAc,CAAC,CAAC;QACpF,CAAC;KAAA;CAwBJ;AAlCD,0EAkCC"}
+{"version":3,"file":"RefreshRsdTmcOsmMappingDataTask.js","sourceRoot":"","sources":["../../../../src/integration-engine/workers/tasks/RefreshRsdTmcOsmMappingDataTask.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,8EAAwG;AAExG,6EAAuE;AAGvE,MAAa,+BAAgC,SAAQ,sCAAiB;IAIlE,YACI,WAAmB,EACX,gBAA8C,EAC9C,UAAsC;QAE9C,KAAK,CAAC,WAAW,CAAC,CAAC;QAHX,qBAAgB,GAAhB,gBAAgB,CAA8B;QAC9C,eAAU,GAAV,UAAU,CAA4B;QANlC,cAAS,GAAG,yBAAyB,CAAC;QACtC,aAAQ,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,aAAa;IAQxD,CAAC;IAEe,OAAO;;YACnB,IAAI,UAA8B,CAAC;YAEnC,IAAI;gBACA,MAAM,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;aACtC;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,IAAI,4BAAW,CAAC,6BAA6B,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;aAChG;YAED,IAAI;gBACA,UAAU,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,UAAU,EAAE,CAAC;aACzD;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,IAAI,4BAAW,CAAC,kCAAkC,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;aACrG;YAED,IAAI;gBACA,MAAM,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;aACvD;YAAC,OAAO,GAAG,EAAE;gBACV,MAAM,IAAI,4BAAW,CAAC,0BAA0B,EAAE,IAAI,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;aAC7F;QACL,CAAC;KAAA;CACJ;AAjCD,0EAiCC"}

package/docs/implementation_documentation.md

@@ -30,7 +30,6 @@ Modul spravuje dopravní data využívaná ostatními moduly (konkrétně NDIC a
 - název rabbitmq fronty
   - dataplatform.RsdTmcOsmMapping.RsdTmsOsmMappingRefresh
 
-
 ### *RsdTmcOsmMappingWorker*
 
 #### *task: RefreshRsdTmcOsmMappingDataTask*
@@ -40,6 +39,7 @@ Modul spravuje dopravní data využívaná ostatními moduly (konkrétně NDIC a
   - bez parametrů
 - datové zdroje
   - RsdTmcOsmMapping CSV
+  - data se streamují napřímo do databáze
 - data modely
   - RsdTmcOsmMappingModel -> (schéma traffic) `rsd_tmc_osm_mapping`
 
@@ -50,5 +50,5 @@ Modul spravuje dopravní data využívaná ostatními moduly (konkrétně NDIC a
 - tabulka
     - `traffic.rsd_tmc_osm_mapping`
 - retence dat
-    - task aktualizuje data při každém běhu
+    - task obnoví data při každém běhu
 

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@golemio/traffic-common",
-    "version": "0.1.0-dev.856032789",
+    "version": "0.1.0-dev.856907064",
     "description": "Golemio Common Traffic Module",
     "main": "dist/index.js",
     "types": "dist/index.d.ts",
@@ -40,6 +40,7 @@
         "@types/chai-as-promised": "7.1.2",
         "@types/mocha": "^9.1.0",
         "@types/node": "^18.13.0",
+        "@types/pg-copy-streams": "^1.2.2",
         "@types/sinon": "^9.0.10",
         "@types/supertest": "^2.0.12",
         "chai": "4.2.0",
@@ -63,5 +64,8 @@
     "peerDependencies": {
         "@golemio/core": ">=1.6.5"
     },
-    "overrides": {}
+    "overrides": {},
+    "dependencies": {
+        "pg-copy-streams": "^6.0.5"
+    }
 }

package/dist/integration-engine/datasources/RsdTmcOsmMappingDataSourceFactory.d.ts

@@ -1,4 +0,0 @@
-import { DataSourceStreamed } from "@golemio/core/dist/integration-engine";
-export declare class RsdTmcOsmMappingDataSourceFactory {
-    getDataSource(dataUrl: string): DataSourceStreamed;
-}

package/dist/integration-engine/datasources/RsdTmcOsmMappingDataSourceFactory.js

@@ -1,36 +0,0 @@
-"use strict";
-var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
-    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
-    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
-    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
-    return c > 3 && r && Object.defineProperty(target, key, r), r;
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.RsdTmcOsmMappingDataSourceFactory = void 0;
-const integration_engine_1 = require("@golemio/core/dist/integration-engine");
-const _sch_1 = require("../../schema-definitions");
-const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
-const HTTPProtocolStrategyStreamed_1 = require("@golemio/core/dist/integration-engine/datasources/protocol-strategy/HTTPProtocolStrategyStreamed");
-let RsdTmcOsmMappingDataSourceFactory = class RsdTmcOsmMappingDataSourceFactory {
-    getDataSource(dataUrl) {
-        return new integration_engine_1.DataSourceStreamed(_sch_1.RsdTmcOsmMappingTable.name + "DataSource", new HTTPProtocolStrategyStreamed_1.HTTPProtocolStrategyStreamed({
-            headers: {},
-            method: "GET",
-            url: dataUrl,
-        }), new integration_engine_1.CSVDataTypeStrategy({
-            fastcsvParams: {
-                headers: true,
-            },
-            subscribe: (row) => ({
-                lt_start: Number(row.lt_start),
-                lt_end: Number(row.lt_end),
-                osm_path: row.osm_path,
-            }),
-        }));
-    }
-};
-RsdTmcOsmMappingDataSourceFactory = __decorate([
-    (0, tsyringe_1.injectable)()
-], RsdTmcOsmMappingDataSourceFactory);
-exports.RsdTmcOsmMappingDataSourceFactory = RsdTmcOsmMappingDataSourceFactory;
-//# sourceMappingURL=RsdTmcOsmMappingDataSourceFactory.js.map

package/dist/integration-engine/datasources/RsdTmcOsmMappingDataSourceFactory.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"RsdTmcOsmMappingDataSourceFactory.js","sourceRoot":"","sources":["../../../src/integration-engine/datasources/RsdTmcOsmMappingDataSourceFactory.ts"],"names":[],"mappings":";;;;;;;;;AAAA,8EAAgG;AAChG,mDAA6C;AAC7C,iEAAgE;AAChE,mJAAgJ;AAGhJ,IAAa,iCAAiC,GAA9C,MAAa,iCAAiC;IACnC,aAAa,CAAC,OAAe;QAChC,OAAO,IAAI,uCAAkB,CACzB,4BAAqB,CAAC,IAAI,GAAG,YAAY,EACzC,IAAI,2DAA4B,CAAC;YAC7B,OAAO,EAAE,EAAE;YACX,MAAM,EAAE,KAAK;YACb,GAAG,EAAE,OAAO;SACf,CAAC,EACF,IAAI,wCAAmB,CAAC;YACpB,aAAa,EAAE;gBACX,OAAO,EAAE,IAAI;aAChB;YACD,SAAS,EAAE,CAAC,GAAQ,EAAE,EAAE,CAAC,CAAC;gBACtB,QAAQ,EAAE,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC;gBAC9B,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,MAAM,CAAC;gBAC1B,QAAQ,EAAE,GAAG,CAAC,QAAQ;aACzB,CAAC;SACL,CAAC,CACL,CAAC;IACN,CAAC;CACJ,CAAA;AArBY,iCAAiC;IAD7C,IAAA,qBAAU,GAAE;GACA,iCAAiC,CAqB7C;AArBY,8EAAiC"}