@golemio/municipal-libraries 1.3.0 → 1.3.2-dev.1464712295

package/dist/integration-engine/datasources/MunicipalLibrariesDataSource.d.ts

@@ -1,4 +1,7 @@
 import { DataSource } from "@golemio/core/dist/integration-engine/datasources";
 export declare class MunicipalLibrariesDataSourceFactory {
-    static getDataSource(): DataSource;
+    private url;
+    constructor();
+    getDataSource(): Promise<DataSource>;
+    private getHeadersWithCookie;
 }

package/dist/integration-engine/datasources/MunicipalLibrariesDataSource.js

@@ -1,22 +1,63 @@
 "use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.MunicipalLibrariesDataSourceFactory = void 0;
 const _sch_1 = require("../../schema-definitions");
-const config_1 = require("@golemio/core/dist/integration-engine/config");
+const CoreToken_1 = require("@golemio/core/dist/helpers/ioc/CoreToken");
 const datasources_1 = require("@golemio/core/dist/integration-engine/datasources");
 const HTTPFetchProtocolStrategy_1 = require("@golemio/core/dist/integration-engine/datasources/protocol-strategy/HTTPFetchProtocolStrategy");
+const Di_1 = require("@golemio/core/dist/integration-engine/ioc/Di");
+const golemio_errors_1 = require("@golemio/core/dist/shared/golemio-errors");
 const golemio_validator_1 = require("@golemio/core/dist/shared/golemio-validator");
 class MunicipalLibrariesDataSourceFactory {
-    static getDataSource() {
-        return new datasources_1.DataSource(_sch_1.MunicipalLibraries.datasources.municipalLibrariesDatasource.name, new HTTPFetchProtocolStrategy_1.HTTPFetchProtocolStrategy({
-            headers: {},
-            method: "GET",
-            responseType: "text",
-            url: config_1.config.datasources.MunicipalLibraries,
-        }), new datasources_1.XMLDataTypeStrategy({
-            resultsPath: "pobocky.pobocka",
-            xml2jsParams: { explicitArray: false, ignoreAttrs: true, trim: true, normalize: true, emptyTag: () => null },
-        }), new golemio_validator_1.JSONSchemaValidator(_sch_1.MunicipalLibraries.datasources.municipalLibrariesDatasource.name + "Validator", _sch_1.MunicipalLibraries.datasources.municipalLibrariesDatasource.jsonSchema));
+    constructor() {
+        const simpleConfig = Di_1.IntegrationEngineContainer.resolve(CoreToken_1.CoreToken.SimpleConfig);
+        this.url = simpleConfig.getValue("module.MunicipalLibraries");
+    }
+    getDataSource() {
+        return __awaiter(this, void 0, void 0, function* () {
+            return new datasources_1.DataSource(_sch_1.MunicipalLibraries.datasources.municipalLibrariesDatasource.name, new HTTPFetchProtocolStrategy_1.HTTPFetchProtocolStrategy({
+                headers: {
+                    Cookie: yield this.getHeadersWithCookie(),
+                },
+                method: "GET",
+                responseType: "text",
+                url: this.url,
+            }), new datasources_1.XMLDataTypeStrategy({
+                resultsPath: "pobocky.pobocka",
+                xml2jsParams: { explicitArray: false, ignoreAttrs: true, trim: true, normalize: true, emptyTag: () => null },
+            }), new golemio_validator_1.JSONSchemaValidator(_sch_1.MunicipalLibraries.datasources.municipalLibrariesDatasource.name + "Validator", _sch_1.MunicipalLibraries.datasources.municipalLibrariesDatasource.jsonSchema));
+        });
+    }
+    getHeadersWithCookie() {
+        return __awaiter(this, void 0, void 0, function* () {
+            try {
+                const result = yield fetch(this.url, {
+                    redirect: "manual",
+                });
+                const result2 = yield fetch(result.headers.get("location"), {
+                    redirect: "manual",
+                    headers: {
+                        Cookie: result.headers.get("set-cookie"),
+                    },
+                });
+                const headers = new Headers();
+                headers.append("Cookie", result.headers.get("set-cookie"));
+                headers.append("Cookie", result2.headers.get("set-cookie"));
+                return headers.get("Cookie");
+            }
+            catch (error) {
+                throw new golemio_errors_1.GeneralError("Error while getting headers with cookie", this.constructor.name, error);
+            }
+        });
     }
 }
 exports.MunicipalLibrariesDataSourceFactory = MunicipalLibrariesDataSourceFactory;

package/dist/integration-engine/datasources/MunicipalLibrariesDataSource.js.map

@@ -1 +1 @@
-{"version":3,"file":"MunicipalLibrariesDataSource.js","sourceRoot":"","sources":["../../../src/integration-engine/datasources/MunicipalLibrariesDataSource.ts"],"names":[],"mappings":";;;AAAA,mDAA0C;AAC1C,yEAAsE;AACtE,mFAAoG;AACpG,6IAA0I;AAC1I,mFAAkF;AAElF,MAAa,mCAAmC;IACrC,MAAM,CAAC,aAAa;QACvB,OAAO,IAAI,wBAAU,CACjB,yBAAkB,CAAC,WAAW,CAAC,4BAA4B,CAAC,IAAI,EAChE,IAAI,qDAAyB,CAAC;YAC1B,OAAO,EAAE,EAAE;YACX,MAAM,EAAE,KAAK;YACb,YAAY,EAAE,MAAM;YACpB,GAAG,EAAE,eAAM,CAAC,WAAW,CAAC,kBAAkB;SAC7C,CAAC,EACF,IAAI,iCAAmB,CAAC;YACpB,WAAW,EAAE,iBAAiB;YAC9B,YAAY,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE;SAC/G,CAAC,EACF,IAAI,uCAAmB,CACnB,yBAAkB,CAAC,WAAW,CAAC,4BAA4B,CAAC,IAAI,GAAG,WAAW,EAC9E,yBAAkB,CAAC,WAAW,CAAC,4BAA4B,CAAC,UAAU,CACzE,CACJ,CAAC;IACN,CAAC;CACJ;AApBD,kFAoBC"}
+{"version":3,"file":"MunicipalLibrariesDataSource.js","sourceRoot":"","sources":["../../../src/integration-engine/datasources/MunicipalLibrariesDataSource.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,mDAA0C;AAE1C,wEAAqE;AACrE,mFAAoG;AACpG,6IAA0I;AAC1I,qEAA0F;AAC1F,6EAAwE;AACxE,mFAAkF;AAElF,MAAa,mCAAmC;IAG5C;QACI,MAAM,YAAY,GAAG,+BAA0B,CAAC,OAAO,CAAgB,qBAAS,CAAC,YAAY,CAAC,CAAC;QAC/F,IAAI,CAAC,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,2BAA2B,CAAC,CAAC;IAClE,CAAC;IAEY,aAAa;;YACtB,OAAO,IAAI,wBAAU,CACjB,yBAAkB,CAAC,WAAW,CAAC,4BAA4B,CAAC,IAAI,EAChE,IAAI,qDAAyB,CAAC;gBAC1B,OAAO,EAAE;oBACL,MAAM,EAAE,MAAM,IAAI,CAAC,oBAAoB,EAAE;iBAC7B;gBAChB,MAAM,EAAE,KAAK;gBACb,YAAY,EAAE,MAAM;gBACpB,GAAG,EAAE,IAAI,CAAC,GAAG;aAChB,CAAC,EACF,IAAI,iCAAmB,CAAC;gBACpB,WAAW,EAAE,iBAAiB;gBAC9B,YAAY,EAAE,EAAE,aAAa,EAAE,KAAK,EAAE,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,EAAE,CAAC,IAAI,EAAE;aAC/G,CAAC,EACF,IAAI,uCAAmB,CACnB,yBAAkB,CAAC,WAAW,CAAC,4BAA4B,CAAC,IAAI,GAAG,WAAW,EAC9E,yBAAkB,CAAC,WAAW,CAAC,4BAA4B,CAAC,UAAU,CACzE,CACJ,CAAC;QACN,CAAC;KAAA;IAEa,oBAAoB;;YAC9B,IAAI;gBACA,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE;oBACjC,QAAQ,EAAE,QAAQ;iBACrB,CAAC,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,UAAU,CAAE,EAAE;oBACzD,QAAQ,EAAE,QAAQ;oBAClB,OAAO,EAAE;wBACL,MAAM,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAE;qBAC5C;iBACJ,CAAC,CAAC;gBAEH,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;gBAE9B,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAE,CAAC,CAAC;gBAC5D,OAAO,CAAC,MAAM,CAAC,QAAQ,EAAE,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,YAAY,CAAE,CAAC,CAAC;gBAE7D,OAAO,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;aAChC;YAAC,OAAO,KAAK,EAAE;gBACZ,MAAM,IAAI,6BAAY,CAAC,yCAAyC,EAAE,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;aACnG;QACL,CAAC;KAAA;CACJ;AApDD,kFAoDC"}

package/dist/integration-engine/workers/tasks/RefreshDataInDBTask.d.ts

@@ -2,7 +2,7 @@ import { AbstractEmptyTask } from "@golemio/core/dist/integration-engine";
 export declare class RefreshDataInDBTask extends AbstractEmptyTask {
     readonly queueName = "refreshDataInDB";
     readonly queueTtl: number;
-    private dataSource;
+    private dataSourceFactory;
     private transformation;
     private repository;
     constructor(queuePrefix: string);

package/dist/integration-engine/workers/tasks/RefreshDataInDBTask.js

@@ -10,22 +10,23 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.RefreshDataInDBTask = void 0;
-const integration_engine_1 = require("@golemio/core/dist/integration-engine");
 const _ie_1 = require("../..");
-const repositories_1 = require("../../repositories");
 const datasources_1 = require("../../datasources");
+const repositories_1 = require("../../repositories");
+const integration_engine_1 = require("@golemio/core/dist/integration-engine");
 class RefreshDataInDBTask extends integration_engine_1.AbstractEmptyTask {
     constructor(queuePrefix) {
         super(queuePrefix);
         this.queueName = "refreshDataInDB";
         this.queueTtl = 59 * 60 * 1000; // 59 minutes
-        this.dataSource = datasources_1.MunicipalLibrariesDataSourceFactory.getDataSource();
+        this.dataSourceFactory = new datasources_1.MunicipalLibrariesDataSourceFactory();
         this.transformation = new _ie_1.MunicipalLibrariesTransformation();
         this.repository = new repositories_1.MunicipalLibrariesRepository();
     }
     execute() {
         return __awaiter(this, void 0, void 0, function* () {
-            const data = yield this.dataSource.getAll();
+            const dataSource = yield this.dataSourceFactory.getDataSource();
+            const data = yield dataSource.getAll();
             const transformedData = yield this.transformation.transform(data);
             yield this.repository.saveLibraries(transformedData);
             const promises = transformedData.libraries.map((data) => {

package/dist/integration-engine/workers/tasks/RefreshDataInDBTask.js.map

@@ -1 +1 @@
-{"version":3,"file":"RefreshDataInDBTask.js","sourceRoot":"","sources":["../../../../src/integration-engine/workers/tasks/RefreshDataInDBTask.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,8EAAwF;AAExF,+BAAuD;AACvD,qDAAgE;AAChE,mDAAsE;AAGtE,MAAa,mBAAoB,SAAQ,sCAAiB;IAQtD,YAAY,WAAmB;QAC3B,KAAK,CAAC,WAAW,CAAC,CAAC;QARP,cAAS,GAAG,iBAAiB,CAAC;QAC9B,aAAQ,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,aAAa;QAQpD,IAAI,CAAC,UAAU,GAAG,iDAAmC,CAAC,aAAa,EAAE,CAAC;QACtE,IAAI,CAAC,cAAc,GAAG,IAAI,sCAAgC,EAAE,CAAC;QAC7D,IAAI,CAAC,UAAU,GAAG,IAAI,2CAA4B,EAAE,CAAC;IACzD,CAAC;IAEe,OAAO;;YACnB,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC;YAC5C,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAClE,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;YAErD,MAAM,QAAQ,GAAG,eAAe,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAgB,EAAE,EAAE;gBAChE,OAAO,iCAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,gBAAgB,EAAE;oBAC1E,EAAE,EAAE,IAAI,CAAC,EAAE;iBACd,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;YACH,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAChC,CAAC;KAAA;CACJ;AA3BD,kDA2BC"}
+{"version":3,"file":"RefreshDataInDBTask.js","sourceRoot":"","sources":["../../../../src/integration-engine/workers/tasks/RefreshDataInDBTask.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,+BAAuD;AACvD,mDAAsE;AACtE,qDAAgE;AAEhE,8EAAwF;AAExF,MAAa,mBAAoB,SAAQ,sCAAiB;IAQtD,YAAY,WAAmB;QAC3B,KAAK,CAAC,WAAW,CAAC,CAAC;QARP,cAAS,GAAG,iBAAiB,CAAC;QAC9B,aAAQ,GAAG,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,CAAC,aAAa;QAQpD,IAAI,CAAC,iBAAiB,GAAG,IAAI,iDAAmC,EAAE,CAAC;QACnE,IAAI,CAAC,cAAc,GAAG,IAAI,sCAAgC,EAAE,CAAC;QAC7D,IAAI,CAAC,UAAU,GAAG,IAAI,2CAA4B,EAAE,CAAC;IACzD,CAAC;IAEe,OAAO;;YACnB,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,aAAa,EAAE,CAAC;YAChE,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,MAAM,EAAE,CAAC;YACvC,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;YAClE,MAAM,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,eAAe,CAAC,CAAC;YAErD,MAAM,QAAQ,GAAG,eAAe,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAgB,EAAE,EAAE;gBAChE,OAAO,iCAAY,CAAC,qBAAqB,CAAC,IAAI,CAAC,WAAW,EAAE,gBAAgB,EAAE;oBAC1E,EAAE,EAAE,IAAI,CAAC,EAAE;iBACd,CAAC,CAAC;YACP,CAAC,CAAC,CAAC;YACH,MAAM,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAChC,CAAC;KAAA;CACJ;AA5BD,kDA4BC"}

package/docs/implementation_documentation.md

@@ -17,6 +17,7 @@ Modul slouží k ukládání a poskytování informací o městských knihovnác
 
 - zdroj dat
   - url: [config.datasources.MunicipalLibraries](https://www.mlp.cz/cz/pobocky/?export=xml)
+  - pozor při načtení url proběhne několik přesměrování na doplnění cookies
 - formát dat
   - protokol: http
   - datový typ: json

package/docs/index.md

@@ -0,0 +1,3 @@
+# @golemio/municipal-libraries
+
+This module is intended for use with Golemio services. Refer [here](https://gitlab.com/operator-ict/golemio/code/modules/core/-/blob/development/README.md) for further information on usage, local development and more.

package/package.json

@@ -1,6 +1,6 @@
 {
     "name": "@golemio/municipal-libraries",
-    "version": "1.3.0",
+    "version": "1.3.2-dev.1464712295",
     "description": "Golemio Municipal Libraries Module",
     "main": "dist/index.js",
     "types": "dist/index.d.ts",
@@ -34,7 +34,7 @@
         "@commitlint/config-conventional": "^11.0.0",
         "@golemio/city-districts": "1.2.10",
         "@golemio/cli": "1.5.0",
-        "@golemio/core": "1.10.3",
+        "@golemio/core": "1.14.1",
         "@golemio/db-common": "1.1.4",
         "@golemio/eslint-config": "1.1.2",
         "@types/chai": "4.2.3",