@golemio/chmu 1.1.1-dev.2644315801 → 1.1.1-dev.2647641789

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (52) hide show
  1. package/db/migrations/postgresql/20260619120000-opendata-columns.js +49 -0
  2. package/db/migrations/postgresql/sqls/20260619120000-opendata-columns-down.sql +36 -0
  3. package/db/migrations/postgresql/sqls/20260619120000-opendata-columns-up.sql +40 -0
  4. package/dist/index.d.ts +1 -0
  5. package/dist/index.js +39 -0
  6. package/dist/index.js.map +1 -0
  7. package/dist/integration-engine/data-access/MeasurementsRepository.js +3 -2
  8. package/dist/integration-engine/data-access/MeasurementsRepository.js.map +1 -1
  9. package/dist/integration-engine/data-access/StationsRepository.d.ts +8 -0
  10. package/dist/integration-engine/data-access/StationsRepository.js +57 -0
  11. package/dist/integration-engine/data-access/StationsRepository.js.map +1 -0
  12. package/dist/integration-engine/datasources/ChmuDatasource.js +1 -1
  13. package/dist/integration-engine/datasources/ChmuDatasource.js.map +1 -1
  14. package/dist/integration-engine/datasources/OpendataDatasource.d.ts +30 -0
  15. package/dist/integration-engine/datasources/OpendataDatasource.js +80 -0
  16. package/dist/integration-engine/datasources/OpendataDatasource.js.map +1 -0
  17. package/dist/integration-engine/ioc/Di.js +8 -0
  18. package/dist/integration-engine/ioc/Di.js.map +1 -1
  19. package/dist/integration-engine/ioc/ModuleContainerToken.d.ts +4 -0
  20. package/dist/integration-engine/ioc/ModuleContainerToken.js +5 -0
  21. package/dist/integration-engine/ioc/ModuleContainerToken.js.map +1 -1
  22. package/dist/integration-engine/transformations/MeasurementsTransformation.js +20 -5
  23. package/dist/integration-engine/transformations/MeasurementsTransformation.js.map +1 -1
  24. package/dist/integration-engine/transformations/OpendataMeasurementsTransformation.d.ts +15 -0
  25. package/dist/integration-engine/transformations/OpendataMeasurementsTransformation.js +128 -0
  26. package/dist/integration-engine/transformations/OpendataMeasurementsTransformation.js.map +1 -0
  27. package/dist/integration-engine/workers/ChmuWorker.js +1 -0
  28. package/dist/integration-engine/workers/ChmuWorker.js.map +1 -1
  29. package/dist/integration-engine/workers/interfaces/IDownloadOpendataMessage.d.ts +8 -0
  30. package/dist/integration-engine/workers/interfaces/IDownloadOpendataMessage.js +3 -0
  31. package/dist/integration-engine/workers/interfaces/IDownloadOpendataMessage.js.map +1 -0
  32. package/dist/integration-engine/workers/tasks/DownloadMeasurementsTask.js +2 -2
  33. package/dist/integration-engine/workers/tasks/DownloadMeasurementsTask.js.map +1 -1
  34. package/dist/integration-engine/workers/tasks/DownloadOpendataMeasurementsTask.d.ts +22 -0
  35. package/dist/integration-engine/workers/tasks/DownloadOpendataMeasurementsTask.js +112 -0
  36. package/dist/integration-engine/workers/tasks/DownloadOpendataMeasurementsTask.js.map +1 -0
  37. package/dist/integration-engine/workers/tasks/DownloadOpendataMessageSchema.d.ts +6 -0
  38. package/dist/integration-engine/workers/tasks/DownloadOpendataMessageSchema.js +33 -0
  39. package/dist/integration-engine/workers/tasks/DownloadOpendataMessageSchema.js.map +1 -0
  40. package/dist/schema-definitions/datasources/OpendataSchemaProvider.d.ts +55 -0
  41. package/dist/schema-definitions/datasources/OpendataSchemaProvider.js +47 -0
  42. package/dist/schema-definitions/datasources/OpendataSchemaProvider.js.map +1 -0
  43. package/dist/schema-definitions/datasources/interfaces/IInputOpendataRecord.d.ts +15 -0
  44. package/dist/schema-definitions/datasources/interfaces/IInputOpendataRecord.js +3 -0
  45. package/dist/schema-definitions/datasources/interfaces/IInputOpendataRecord.js.map +1 -0
  46. package/dist/schema-definitions/definitions/interfaces/IMeasurementDto.d.ts +18 -0
  47. package/dist/schema-definitions/definitions/models/MeasurementModel.d.ts +18 -0
  48. package/dist/schema-definitions/definitions/models/MeasurementModel.js +37 -1
  49. package/dist/schema-definitions/definitions/models/MeasurementModel.js.map +1 -1
  50. package/docs/asyncapi.yaml +35 -3
  51. package/docs/implementation_documentation.md +81 -23
  52. package/package.json +13 -12
@@ -0,0 +1,49 @@
1
+ 'use strict';
2
+
3
+ var dbm;
4
+ var type;
5
+ var seed;
6
+ var fs = require('fs');
7
+ var path = require('path');
8
+ var Promise;
9
+
10
+ exports.setup = function(options, seedLink) {
11
+ dbm = options.dbmigrate;
12
+ type = dbm.dataType;
13
+ seed = seedLink;
14
+ Promise = options.Promise;
15
+ };
16
+
17
+ exports.up = function(db) {
18
+ var filePath = path.join(__dirname, 'sqls', '20260619120000-opendata-columns-up.sql');
19
+ return new Promise( function( resolve, reject ) {
20
+ fs.readFile(filePath, {encoding: 'utf-8'}, function(err,data){
21
+ if (err) return reject(err);
22
+ console.log('received data: ' + data);
23
+
24
+ resolve(data);
25
+ });
26
+ })
27
+ .then(function(data) {
28
+ return db.runSql(data);
29
+ });
30
+ };
31
+
32
+ exports.down = function(db) {
33
+ var filePath = path.join(__dirname, 'sqls', '20260619120000-opendata-columns-down.sql');
34
+ return new Promise( function( resolve, reject ) {
35
+ fs.readFile(filePath, {encoding: 'utf-8'}, function(err,data){
36
+ if (err) return reject(err);
37
+ console.log('received data: ' + data);
38
+
39
+ resolve(data);
40
+ });
41
+ })
42
+ .then(function(data) {
43
+ return db.runSql(data);
44
+ });
45
+ };
46
+
47
+ exports._meta = {
48
+ "version": 1
49
+ };
@@ -0,0 +1,36 @@
1
+ ALTER TABLE measurements
2
+ DROP CONSTRAINT measurements_pk,
3
+ ADD CONSTRAINT measurements_pk PRIMARY KEY (measured_at, station_id);
4
+
5
+ ALTER TABLE measurements
6
+ DROP COLUMN IF EXISTS air_temp_max,
7
+ DROP COLUMN IF EXISTS air_temp_min,
8
+ DROP COLUMN IF EXISTS air_temp_ground,
9
+ DROP COLUMN IF EXISTS wind_speed_avg,
10
+ DROP COLUMN IF EXISTS wind_dir_avg,
11
+ DROP COLUMN IF EXISTS wind_gust,
12
+ DROP COLUMN IF EXISTS wind_gust_dir,
13
+ DROP COLUMN IF EXISTS wind_gust_time,
14
+ DROP COLUMN IF EXISTS snow_depth,
15
+ DROP COLUMN IF EXISTS snow_water,
16
+ DROP COLUMN IF EXISTS radiation_glob,
17
+ DROP COLUMN IF EXISTS radiation_uv,
18
+ DROP COLUMN IF EXISTS soil_temp_5cm,
19
+ DROP COLUMN IF EXISTS soil_temp_10cm,
20
+ DROP COLUMN IF EXISTS soil_temp_20cm,
21
+ DROP COLUMN IF EXISTS soil_temp_50cm,
22
+ DROP COLUMN IF EXISTS soil_temp_100cm,
23
+ DROP COLUMN IF EXISTS data_source;
24
+
25
+ ALTER TABLE stations
26
+ DROP COLUMN IF EXISTS wsi,
27
+ DROP COLUMN IF EXISTS air_temp_max,
28
+ DROP COLUMN IF EXISTS air_temp_min,
29
+ DROP COLUMN IF EXISTS air_temp_ground,
30
+ DROP COLUMN IF EXISTS wind_speed_avg,
31
+ DROP COLUMN IF EXISTS wind_gust,
32
+ DROP COLUMN IF EXISTS snow_depth,
33
+ DROP COLUMN IF EXISTS snow_water,
34
+ DROP COLUMN IF EXISTS radiation_glob,
35
+ DROP COLUMN IF EXISTS radiation_uv,
36
+ DROP COLUMN IF EXISTS soil_temp;
@@ -0,0 +1,40 @@
1
+ -- Add WSI identifier and boolean flags for new measurement elements to stations
2
+ -- NOTE: Populate chmu.stations.wsi and the boolean flag columns (manually) before running the opendata pipeline.
3
+ ALTER TABLE stations
4
+ ADD COLUMN wsi varchar NULL,
5
+ ADD COLUMN air_temp_max boolean NULL,
6
+ ADD COLUMN air_temp_min boolean NULL,
7
+ ADD COLUMN air_temp_ground boolean NULL,
8
+ ADD COLUMN wind_speed_avg boolean NULL,
9
+ ADD COLUMN wind_gust boolean NULL,
10
+ ADD COLUMN snow_depth boolean NULL,
11
+ ADD COLUMN snow_water boolean NULL,
12
+ ADD COLUMN radiation_glob boolean NULL,
13
+ ADD COLUMN radiation_uv boolean NULL,
14
+ ADD COLUMN soil_temp boolean NULL;
15
+
16
+ -- Add new measurement columns and data_source to measurements
17
+ ALTER TABLE measurements
18
+ ADD COLUMN air_temp_max double precision NULL,
19
+ ADD COLUMN air_temp_min double precision NULL,
20
+ ADD COLUMN air_temp_ground double precision NULL,
21
+ ADD COLUMN wind_speed_avg double precision NULL,
22
+ ADD COLUMN wind_dir_avg double precision NULL,
23
+ ADD COLUMN wind_gust double precision NULL,
24
+ ADD COLUMN wind_gust_dir double precision NULL,
25
+ ADD COLUMN wind_gust_time integer NULL,
26
+ ADD COLUMN snow_depth double precision NULL,
27
+ ADD COLUMN snow_water double precision NULL,
28
+ ADD COLUMN radiation_glob double precision NULL,
29
+ ADD COLUMN radiation_uv double precision NULL,
30
+ ADD COLUMN soil_temp_5cm double precision NULL,
31
+ ADD COLUMN soil_temp_10cm double precision NULL,
32
+ ADD COLUMN soil_temp_20cm double precision NULL,
33
+ ADD COLUMN soil_temp_50cm double precision NULL,
34
+ ADD COLUMN soil_temp_100cm double precision NULL,
35
+ ADD COLUMN data_source varchar(10) NOT NULL DEFAULT 'ftp';
36
+
37
+ -- Add data_source to PK to prevent FTP/opendata record collision at shared timestamps
38
+ ALTER TABLE measurements
39
+ DROP CONSTRAINT measurements_pk,
40
+ ADD CONSTRAINT measurements_pk PRIMARY KEY (measured_at, station_id, data_source);
@@ -0,0 +1 @@
1
+ export * as IntegrationEngine from "./integration-engine/index";
package/dist/index.js ADDED
@@ -0,0 +1,39 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
15
+ }) : function(o, v) {
16
+ o["default"] = v;
17
+ });
18
+ var __importStar = (this && this.__importStar) || (function () {
19
+ var ownKeys = function(o) {
20
+ ownKeys = Object.getOwnPropertyNames || function (o) {
21
+ var ar = [];
22
+ for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
23
+ return ar;
24
+ };
25
+ return ownKeys(o);
26
+ };
27
+ return function (mod) {
28
+ if (mod && mod.__esModule) return mod;
29
+ var result = {};
30
+ if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
31
+ __setModuleDefault(result, mod);
32
+ return result;
33
+ };
34
+ })();
35
+ Object.defineProperty(exports, "__esModule", { value: true });
36
+ exports.IntegrationEngine = void 0;
37
+ // Library exports
38
+ exports.IntegrationEngine = __importStar(require("./integration-engine/index"));
39
+ //# sourceMappingURL=index.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,kBAAkB;AAClB,gFAA+C"}
@@ -15,7 +15,7 @@ const golemio_validator_1 = require("@golemio/core/dist/shared/golemio-validator
15
15
  const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
16
16
  const const_1 = require("../../const");
17
17
  const MeasurementModel_1 = require("../../schema-definitions/definitions/models/MeasurementModel");
18
- let MeasurementsRepository = exports.MeasurementsRepository = class MeasurementsRepository extends integration_engine_1.PostgresModel {
18
+ let MeasurementsRepository = class MeasurementsRepository extends integration_engine_1.PostgresModel {
19
19
  constructor() {
20
20
  super("ChmuMeasurementsRepository", {
21
21
  outputSequelizeAttributes: MeasurementModel_1.MeasurementModel.attributeModel,
@@ -31,11 +31,12 @@ let MeasurementsRepository = exports.MeasurementsRepository = class Measurements
31
31
  };
32
32
  this.getUpdateAttributes = () => {
33
33
  return Object.keys(MeasurementModel_1.MeasurementModel.attributeModel)
34
- .filter((att) => !["vendor_id", "pick_at"].includes(att))
34
+ .filter((att) => !["vendor_id", "pick_at", "data_source"].includes(att))
35
35
  .concat("updated_at");
36
36
  };
37
37
  }
38
38
  };
39
+ exports.MeasurementsRepository = MeasurementsRepository;
39
40
  exports.MeasurementsRepository = MeasurementsRepository = __decorate([
40
41
  (0, tsyringe_1.injectable)(),
41
42
  __metadata("design:paramtypes", [])
@@ -1 +1 @@
1
- {"version":3,"file":"MeasurementsRepository.js","sourceRoot":"","sources":["../../../src/integration-engine/data-access/MeasurementsRepository.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,8EAA8E;AAC9E,mFAAkF;AAClF,iEAAgE;AAChE,uCAAwC;AAExC,mGAAgG;AAGzF,IAAM,sBAAsB,oCAA5B,MAAM,sBAAuB,SAAQ,kCAAa;IACrD;QACI,KAAK,CACD,4BAA4B,EAC5B;YACI,yBAAyB,EAAE,mCAAgB,CAAC,cAAc;YAC1D,WAAW,EAAE,cAAc;YAC3B,QAAQ,EAAE,mBAAW;YACrB,UAAU,EAAE,gBAAgB;SAC/B,EACD,IAAI,uCAAmB,CAAC,2BAA2B,EAAE,mCAAgB,CAAC,UAAU,CAAC,CACpF,CAAC;QAGC,eAAU,GAAG,KAAK,EAAE,IAAuB,EAAE,EAAE;YAClD,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC1B,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAmB,IAAI,EAAE;gBACzD,iBAAiB,EAAE,IAAI,CAAC,mBAAmB,EAAE;aAChD,CAAC,CAAC;QACP,CAAC,CAAC;QAEM,wBAAmB,GAAG,GAAG,EAAE;YAC/B,OAAO,MAAM,CAAC,IAAI,CAAC,mCAAgB,CAAC,cAAc,CAAC;iBAC9C,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;iBACxD,MAAM,CAAC,YAAY,CAAiC,CAAC;QAC9D,CAAC,CAAC;IAbF,CAAC;CAcJ,CAAA;iCA1BY,sBAAsB;IADlC,IAAA,qBAAU,GAAE;;GACA,sBAAsB,CA0BlC"}
1
+ {"version":3,"file":"MeasurementsRepository.js","sourceRoot":"","sources":["../../../src/integration-engine/data-access/MeasurementsRepository.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,8EAA8E;AAC9E,mFAAkF;AAClF,iEAAgE;AAChE,uCAAwC;AAExC,mGAA4E;AAGrE,IAAM,sBAAsB,GAA5B,MAAM,sBAAuB,SAAQ,kCAAa;IACrD;QACI,KAAK,CACD,4BAA4B,EAC5B;YACI,yBAAyB,EAAE,mCAAgB,CAAC,cAAc;YAC1D,WAAW,EAAE,cAAc;YAC3B,QAAQ,EAAE,mBAAW;YACrB,UAAU,EAAE,gBAAgB;SAC/B,EACD,IAAI,uCAAmB,CAAC,2BAA2B,EAAE,mCAAgB,CAAC,UAAU,CAAC,CACpF,CAAC;QAGC,eAAU,GAAG,KAAK,EAAE,IAAuB,EAAE,EAAE;YAClD,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC1B,MAAM,IAAI,CAAC,cAAc,CAAC,UAAU,CAAmB,IAAI,EAAE;gBACzD,iBAAiB,EAAE,IAAI,CAAC,mBAAmB,EAAE;aAChD,CAAC,CAAC;QACP,CAAC,CAAC;QAEM,wBAAmB,GAAG,GAAG,EAAE;YAC/B,OAAO,MAAM,CAAC,IAAI,CAAC,mCAAgB,CAAC,cAAc,CAAC;iBAC9C,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,SAAS,EAAE,aAAa,CAAC,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC;iBACvE,MAAM,CAAC,YAAY,CAAiC,CAAC;QAC9D,CAAC,CAAC;IAbF,CAAC;CAcJ,CAAA;AA1BY,wDAAsB;iCAAtB,sBAAsB;IADlC,IAAA,qBAAU,GAAE;;GACA,sBAAsB,CA0BlC"}
@@ -0,0 +1,8 @@
1
+ import { IModel, PostgresModel } from "@golemio/core/dist/integration-engine";
2
+ export declare class StationsRepository extends PostgresModel implements IModel {
3
+ constructor();
4
+ getStationsWithWsi: () => Promise<Array<{
5
+ station_id: string;
6
+ wsi: string;
7
+ }>>;
8
+ }
@@ -0,0 +1,57 @@
1
+ "use strict";
2
+ var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
3
+ var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
4
+ if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
5
+ else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
6
+ return c > 3 && r && Object.defineProperty(target, key, r), r;
7
+ };
8
+ var __metadata = (this && this.__metadata) || function (k, v) {
9
+ if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
10
+ };
11
+ Object.defineProperty(exports, "__esModule", { value: true });
12
+ exports.StationsRepository = void 0;
13
+ const integration_engine_1 = require("@golemio/core/dist/integration-engine");
14
+ const golemio_validator_1 = require("@golemio/core/dist/shared/golemio-validator");
15
+ const sequelize_1 = require("@golemio/core/dist/shared/sequelize");
16
+ const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
17
+ const const_1 = require("../../const");
18
+ class StationWsiModel extends sequelize_1.Model {
19
+ }
20
+ StationWsiModel.attributeModel = {
21
+ station_id: { type: sequelize_1.DataTypes.STRING, primaryKey: true },
22
+ wsi: { type: sequelize_1.DataTypes.STRING, allowNull: true },
23
+ };
24
+ let StationsRepository = class StationsRepository extends integration_engine_1.PostgresModel {
25
+ constructor() {
26
+ super("ChmuStationsRepository", {
27
+ outputSequelizeAttributes: StationWsiModel.attributeModel,
28
+ pgTableName: "stations",
29
+ pgSchema: const_1.SCHEMA_NAME,
30
+ savingType: "insertOrUpdate",
31
+ }, new golemio_validator_1.JSONSchemaValidator("ChmuStationsValidator", {
32
+ type: "array",
33
+ items: {
34
+ type: "object",
35
+ properties: {
36
+ station_id: { type: "string" },
37
+ wsi: { oneOf: [{ type: "string" }, { type: "null", nullable: true }] },
38
+ },
39
+ required: ["station_id"],
40
+ },
41
+ }));
42
+ this.getStationsWithWsi = async () => {
43
+ const rows = await this.sequelizeModel.findAll({
44
+ where: { wsi: { [sequelize_1.Op.not]: null } },
45
+ attributes: ["station_id", "wsi"],
46
+ raw: true,
47
+ });
48
+ return rows;
49
+ };
50
+ }
51
+ };
52
+ exports.StationsRepository = StationsRepository;
53
+ exports.StationsRepository = StationsRepository = __decorate([
54
+ (0, tsyringe_1.injectable)(),
55
+ __metadata("design:paramtypes", [])
56
+ ], StationsRepository);
57
+ //# sourceMappingURL=StationsRepository.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"StationsRepository.js","sourceRoot":"","sources":["../../../src/integration-engine/data-access/StationsRepository.ts"],"names":[],"mappings":";;;;;;;;;;;;AAAA,8EAA8E;AAC9E,mFAAkF;AAClF,mEAA4F;AAC5F,iEAAgE;AAChE,uCAAwC;AAOxC,MAAM,eAAgB,SAAQ,iBAAkB;;AAI9B,8BAAc,GAAkD;IAC1E,UAAU,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE;IACxD,GAAG,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE;CACnD,CAAC;AAIC,IAAM,kBAAkB,GAAxB,MAAM,kBAAmB,SAAQ,kCAAa;IACjD;QACI,KAAK,CACD,wBAAwB,EACxB;YACI,yBAAyB,EAAE,eAAe,CAAC,cAAc;YACzD,WAAW,EAAE,UAAU;YACvB,QAAQ,EAAE,mBAAW;YACrB,UAAU,EAAE,gBAAgB;SAC/B,EACD,IAAI,uCAAmB,CAAC,uBAAuB,EAAE;YAC7C,IAAI,EAAE,OAAO;YACb,KAAK,EAAE;gBACH,IAAI,EAAE,QAAQ;gBACd,UAAU,EAAE;oBACR,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;oBAC9B,GAAG,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;iBACzE;gBACD,QAAQ,EAAE,CAAC,YAAY,CAAC;aAC3B;SACJ,CAAC,CACL,CAAC;QAGC,uBAAkB,GAAG,KAAK,IAAyD,EAAE;YACxF,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAkB;gBAC5D,KAAK,EAAE,EAAE,GAAG,EAAE,EAAE,CAAC,cAAE,CAAC,GAAG,CAAC,EAAE,IAAI,EAAE,EAAE;gBAClC,UAAU,EAAE,CAAC,YAAY,EAAE,KAAK,CAAC;gBACjC,GAAG,EAAE,IAAI;aACZ,CAAC,CAAC;YACH,OAAO,IAA6D,CAAC;QACzE,CAAC,CAAC;IATF,CAAC;CAUJ,CAAA;AAhCY,gDAAkB;6BAAlB,kBAAkB;IAD9B,IAAA,qBAAU,GAAE;;GACA,kBAAkB,CAgC9B"}
@@ -53,7 +53,7 @@ let ChmuDatasource = class ChmuDatasource {
53
53
  generateFileName(date) {
54
54
  const [year, month, day, hour] = [
55
55
  date.getFullYear(),
56
- (date.getMonth() + 1).toString().padStart(2, "0"),
56
+ (date.getMonth() + 1).toString().padStart(2, "0"), // to avoid zero based value +1
57
57
  date.getDate().toString().padStart(2, "0"),
58
58
  date.getHours().toString().padStart(2, "0"),
59
59
  ];
@@ -1 +1 @@
1
- {"version":3,"file":"ChmuDatasource.js","sourceRoot":"","sources":["../../../src/integration-engine/datasources/ChmuDatasource.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,8EAA2H;AAC3H,gIAA6H;AAC7H,6FAA0F;AAC1F,mFAAkF;AAClF,iEAAwE;AACxE,iHAAyF;AAI1E,IAAM,cAAc,GAApB,MAAM,cAAc;IAI/B,YAA2C,MAAuD;QAAtC,WAAM,GAAN,MAAM,CAAgC;QAH3F,SAAI,GAAG,gBAAgB,CAAC;QACd,mBAAc,GAAG,MAAM,CAAC;IAE4D,CAAC;IAE/F,OAAO,CAAC,OAAa,IAAI,IAAI,EAAE;QAClC,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;QAExD,OAAO,MAAM,CAAC;IAClB,CAAC;IAEO,oBAAoB,CAAC,IAAU;QACnC,OAAO,IAAI,+BAAU,CACjB,mBAAmB,EACnB,IAAI,wCAAmB,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,EACpD,IAAI,wCAAmB,CAAC;YACpB,aAAa,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE;YAChD,SAAS,EAAE,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI;SACjC,CAAC,EACF,IAAI,uCAAmB,CAAC,4BAA4B,EAAE,4BAAkB,CAAC,GAAG,EAAE,CAAC,CAClF,CAAC;IACN,CAAC;IAEO,gBAAgB,CAAC,IAAU;QAC/B,OAAO;YACH,QAAQ,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC;YACrC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI;YAChD,GAAG,EAAE;gBACD,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI;gBAChD,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI;gBAChD,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI;gBAChD,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ;aAC3D;YACD,QAAQ,EAAE,IAAI,CAAC,cAAc;SAChC,CAAC;IACN,CAAC;IAEO,gBAAgB,CAAC,IAAU;QAC/B,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG;YAC7B,IAAI,CAAC,WAAW,EAAE;YAClB,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC;YACjD,IAAI,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC;YAC1C,IAAI,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC;SAC9C,CAAC;QAEF,uCAAuC;QACvC,OAAO,QAAQ,IAAI,GAAG,KAAK,GAAG,GAAG,GAAG,IAAI,MAAM,CAAC;IACnD,CAAC;CACJ,CAAA;AAjDoB,cAAc;IADlC,IAAA,qBAAU,GAAE;IAKI,WAAA,IAAA,iBAAM,EAAC,+BAAc,CAAC,MAAM,CAAC,CAAA;qCAA0B,+DAA8B;GAJjF,cAAc,CAiDlC;kBAjDoB,cAAc"}
1
+ {"version":3,"file":"ChmuDatasource.js","sourceRoot":"","sources":["../../../src/integration-engine/datasources/ChmuDatasource.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AAAA,8EAA2H;AAC3H,gIAA6H;AAC7H,6FAA0F;AAC1F,mFAAkF;AAClF,iEAAwE;AACxE,iHAAyF;AAI1E,IAAM,cAAc,GAApB,MAAM,cAAc;IAI/B,YAA2C,MAAuD;QAAtC,WAAM,GAAN,MAAM,CAAgC;QAH3F,SAAI,GAAG,gBAAgB,CAAC;QACd,mBAAc,GAAG,MAAM,CAAC;IAE4D,CAAC;IAE/F,OAAO,CAAC,OAAa,IAAI,IAAI,EAAE;QAClC,MAAM,MAAM,GAAG,IAAI,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC;QAExD,OAAO,MAAM,CAAC;IAClB,CAAC;IAEO,oBAAoB,CAAC,IAAU;QACnC,OAAO,IAAI,+BAAU,CACjB,mBAAmB,EACnB,IAAI,wCAAmB,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC,CAAC,EACpD,IAAI,wCAAmB,CAAC;YACpB,aAAa,EAAE,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,EAAE,IAAI,EAAE;YAChD,SAAS,EAAE,CAAC,IAAS,EAAE,EAAE,CAAC,IAAI;SACjC,CAAC,EACF,IAAI,uCAAmB,CAAC,4BAA4B,EAAE,4BAAkB,CAAC,GAAG,EAAE,CAAC,CAClF,CAAC;IACN,CAAC;IAEO,gBAAgB,CAAC,IAAU;QAC/B,OAAO;YACH,QAAQ,EAAE,IAAI,CAAC,gBAAgB,CAAC,IAAI,CAAC;YACrC,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI;YAChD,GAAG,EAAE;gBACD,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI;gBAChD,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI;gBAChD,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI;gBAChD,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,QAAQ,CAAC,QAAQ;aAC3D;YACD,QAAQ,EAAE,IAAI,CAAC,cAAc;SAChC,CAAC;IACN,CAAC;IAEO,gBAAgB,CAAC,IAAU;QAC/B,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG;YAC7B,IAAI,CAAC,WAAW,EAAE;YAClB,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,+BAA+B;YAClF,IAAI,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC;YAC1C,IAAI,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC;SAC9C,CAAC;QAEF,uCAAuC;QACvC,OAAO,QAAQ,IAAI,GAAG,KAAK,GAAG,GAAG,GAAG,IAAI,MAAM,CAAC;IACnD,CAAC;CACJ,CAAA;AAjDoB,cAAc;IADlC,IAAA,qBAAU,GAAE;IAKI,WAAA,IAAA,iBAAM,EAAC,+BAAc,CAAC,MAAM,CAAC,CAAA;qCAA0B,+DAA8B;GAJjF,cAAc,CAiDlC;kBAjDoB,cAAc"}
@@ -0,0 +1,30 @@
1
+ import { ISimpleConfig } from "@golemio/core/dist/helpers/configuration/ISimpleConfig";
2
+ /** Raw record shape as returned by the ČHMÚ opendata API after unpacking values rows. */
3
+ interface IRawOpendataRecord {
4
+ STATION: string;
5
+ ELEMENT: string;
6
+ DT: string;
7
+ VAL: number | "";
8
+ FLAG: string;
9
+ QUALITY: number;
10
+ }
11
+ export default class OpendataDatasource {
12
+ name: string;
13
+ private readonly responseValidator;
14
+ private readonly recordValidator;
15
+ private readonly baseUrl;
16
+ constructor(config: ISimpleConfig);
17
+ /**
18
+ * Fetches the 10-minute JSON file for one station from ČHMÚ opendata.
19
+ * Returns unpacked records with named fields (STATION = WSI).
20
+ *
21
+ * @param wsi Station WSI identifier (e.g. "0-20000-0-11520")
22
+ * @param date Date for which to fetch data (defaults to today)
23
+ */
24
+ getData(wsi: string, date?: Date): Promise<IRawOpendataRecord[]>;
25
+ private getDatasource;
26
+ private parseHeader;
27
+ private mapToRecords;
28
+ private buildUrl;
29
+ }
30
+ export {};
@@ -0,0 +1,80 @@
1
+ "use strict";
2
+ var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
3
+ var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
4
+ if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
5
+ else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
6
+ return c > 3 && r && Object.defineProperty(target, key, r), r;
7
+ };
8
+ var __metadata = (this && this.__metadata) || function (k, v) {
9
+ if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
10
+ };
11
+ var __param = (this && this.__param) || function (paramIndex, decorator) {
12
+ return function (target, key) { decorator(target, key, paramIndex); }
13
+ };
14
+ var __importDefault = (this && this.__importDefault) || function (mod) {
15
+ return (mod && mod.__esModule) ? mod : { "default": mod };
16
+ };
17
+ Object.defineProperty(exports, "__esModule", { value: true });
18
+ const CoreToken_1 = require("@golemio/core/dist/helpers/ioc/CoreToken");
19
+ const datasources_1 = require("@golemio/core/dist/integration-engine/datasources");
20
+ const HTTPFetchProtocolStrategy_1 = require("@golemio/core/dist/integration-engine/datasources/protocol-strategy/HTTPFetchProtocolStrategy");
21
+ const luxon_1 = require("@golemio/core/dist/shared/luxon");
22
+ const golemio_validator_1 = require("@golemio/core/dist/shared/golemio-validator");
23
+ const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
24
+ const OpendataSchemaProvider_1 = __importDefault(require("../../schema-definitions/datasources/OpendataSchemaProvider"));
25
+ const REQUIRED_COLUMNS = ["STATION", "ELEMENT", "DT", "VAL", "FLAG", "QUALITY"];
26
+ let OpendataDatasource = class OpendataDatasource {
27
+ constructor(config) {
28
+ this.name = "OpendataDatasource";
29
+ this.responseValidator = new golemio_validator_1.JSONSchemaValidator("OpendataResponseValidator", OpendataSchemaProvider_1.default.getResponseSchema());
30
+ this.recordValidator = new golemio_validator_1.JSONSchemaValidator("OpendataRecordValidator", OpendataSchemaProvider_1.default.get());
31
+ this.baseUrl = config.getValue("module.chmu.opendata.baseUrl");
32
+ }
33
+ /**
34
+ * Fetches the 10-minute JSON file for one station from ČHMÚ opendata.
35
+ * Returns unpacked records with named fields (STATION = WSI).
36
+ *
37
+ * @param wsi Station WSI identifier (e.g. "0-20000-0-11520")
38
+ * @param date Date for which to fetch data (defaults to today)
39
+ */
40
+ async getData(wsi, date = new Date()) {
41
+ const { header, values } = await this.getDatasource(this.buildUrl(wsi, date)).getAll();
42
+ const colIndex = this.parseHeader(header);
43
+ const records = this.mapToRecords(values, colIndex);
44
+ await this.recordValidator.Validate(records);
45
+ return records;
46
+ }
47
+ getDatasource(url) {
48
+ return new datasources_1.DataSource("OpendataHttpDataSource", new HTTPFetchProtocolStrategy_1.HTTPFetchProtocolStrategy({ url, method: "GET", responseType: "json" }), new datasources_1.JSONDataTypeStrategy({ resultsPath: "data.data" }), this.responseValidator);
49
+ }
50
+ parseHeader(header) {
51
+ const colIndex = Object.fromEntries(header.split(",").map((c, i) => [c, i]));
52
+ const missing = REQUIRED_COLUMNS.filter((c) => colIndex[c] === undefined);
53
+ if (missing.length > 0) {
54
+ throw new Error(`OpendataDatasource: missing columns in header: ${missing.join(", ")}`);
55
+ }
56
+ return colIndex;
57
+ }
58
+ mapToRecords(values, colIndex) {
59
+ return values.map((row) => ({
60
+ STATION: row[colIndex["STATION"]],
61
+ ELEMENT: row[colIndex["ELEMENT"]],
62
+ DT: row[colIndex["DT"]],
63
+ VAL: row[colIndex["VAL"]],
64
+ FLAG: row[colIndex["FLAG"]],
65
+ QUALITY: row[colIndex["QUALITY"]],
66
+ }));
67
+ }
68
+ buildUrl(wsi, date) {
69
+ const dt = luxon_1.DateTime.fromJSDate(date).setZone("Europe/Prague");
70
+ const yyyymmdd = dt.toFormat("yyyyMMdd");
71
+ return `${this.baseUrl}/10m-${wsi}-${yyyymmdd}.json`;
72
+ }
73
+ };
74
+ OpendataDatasource = __decorate([
75
+ (0, tsyringe_1.injectable)(),
76
+ __param(0, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.SimpleConfig)),
77
+ __metadata("design:paramtypes", [Object])
78
+ ], OpendataDatasource);
79
+ exports.default = OpendataDatasource;
80
+ //# sourceMappingURL=OpendataDatasource.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"OpendataDatasource.js","sourceRoot":"","sources":["../../../src/integration-engine/datasources/OpendataDatasource.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;AACA,wEAAqE;AACrE,mFAAqG;AACrG,6IAA0I;AAC1I,2DAA2D;AAC3D,mFAAkF;AAClF,iEAAwE;AACxE,yHAA6E;AAY7E,MAAM,gBAAgB,GAA4C,CAAC,SAAS,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,CAAC,CAAC;AAG1G,IAAM,kBAAkB,GAAxB,MAAM,kBAAkB;IAWnC,YAA4C,MAAqB;QAV1D,SAAI,GAAG,oBAAoB,CAAC;QAElB,sBAAiB,GAAG,IAAI,uCAAmB,CACxD,2BAA2B,EAC3B,gCAAsB,CAAC,iBAAiB,EAAE,CAC7C,CAAC;QACe,oBAAe,GAAG,IAAI,uCAAmB,CAAC,yBAAyB,EAAE,gCAAsB,CAAC,GAAG,EAAE,CAAC,CAAC;QAKhH,IAAI,CAAC,OAAO,GAAG,MAAM,CAAC,QAAQ,CAAC,8BAA8B,CAAC,CAAC;IACnE,CAAC;IAED;;;;;;OAMG;IACI,KAAK,CAAC,OAAO,CAAC,GAAW,EAAE,OAAa,IAAI,IAAI,EAAE;QACrD,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;QACvF,MAAM,QAAQ,GAAG,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC;QAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;QACpD,MAAM,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAC7C,OAAO,OAAO,CAAC;IACnB,CAAC;IAEO,aAAa,CAAC,GAAW;QAC7B,OAAO,IAAI,wBAAU,CACjB,wBAAwB,EACxB,IAAI,qDAAyB,CAAC,EAAE,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC,EAC3E,IAAI,kCAAoB,CAAC,EAAE,WAAW,EAAE,WAAW,EAAE,CAAC,EACtD,IAAI,CAAC,iBAAiB,CACzB,CAAC;IACN,CAAC;IAEO,WAAW,CAAC,MAAc;QAC9B,MAAM,QAAQ,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7E,MAAM,OAAO,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,SAAS,CAAC,CAAC;QAC1E,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,kDAAkD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAC5F,CAAC;QACD,OAAO,QAAQ,CAAC;IACpB,CAAC;IAEO,YAAY,CAAC,MAAmB,EAAE,QAAgC;QACtE,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACxB,OAAO,EAAE,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAW;YAC3C,OAAO,EAAE,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAW;YAC3C,EAAE,EAAE,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAW;YACjC,GAAG,EAAE,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAgB;YACxC,IAAI,EAAE,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAW;YACrC,OAAO,EAAE,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAW;SAC9C,CAAC,CAAC,CAAC;IACR,CAAC;IAEO,QAAQ,CAAC,GAAW,EAAE,IAAU;QACpC,MAAM,EAAE,GAAG,gBAAQ,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;QAC9D,MAAM,QAAQ,GAAG,EAAE,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACzC,OAAO,GAAG,IAAI,CAAC,OAAO,QAAQ,GAAG,IAAI,QAAQ,OAAO,CAAC;IACzD,CAAC;CACJ,CAAA;AAhEoB,kBAAkB;IADtC,IAAA,qBAAU,GAAE;IAYI,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,YAAY,CAAC,CAAA;;GAX1B,kBAAkB,CAgEtC;kBAhEoB,kBAAkB"}
@@ -5,10 +5,14 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
5
5
  Object.defineProperty(exports, "__esModule", { value: true });
6
6
  exports.ChmuContainer = void 0;
7
7
  const MeasurementsRepository_1 = require("../data-access/MeasurementsRepository");
8
+ const StationsRepository_1 = require("../data-access/StationsRepository");
8
9
  const Di_1 = require("@golemio/core/dist/integration-engine/ioc/Di");
9
10
  const ChmuDatasource_1 = __importDefault(require("../datasources/ChmuDatasource"));
11
+ const OpendataDatasource_1 = __importDefault(require("../datasources/OpendataDatasource"));
10
12
  const MeasurementsTransformation_1 = require("../transformations/MeasurementsTransformation");
13
+ const OpendataMeasurementsTransformation_1 = require("../transformations/OpendataMeasurementsTransformation");
11
14
  const DownloadMeasurementsTask_1 = __importDefault(require("../workers/tasks/DownloadMeasurementsTask"));
15
+ const DownloadOpendataMeasurementsTask_1 = __importDefault(require("../workers/tasks/DownloadOpendataMeasurementsTask"));
12
16
  const ModuleContainerToken_1 = require("./ModuleContainerToken");
13
17
  //#region Initialization
14
18
  const ChmuContainer = Di_1.IntegrationEngineContainer.createChildContainer();
@@ -16,13 +20,17 @@ exports.ChmuContainer = ChmuContainer;
16
20
  //#endregion
17
21
  //#region Datasources
18
22
  ChmuContainer.registerSingleton(ModuleContainerToken_1.ModuleContainerToken.ChmuDatasource, ChmuDatasource_1.default);
23
+ ChmuContainer.registerSingleton(ModuleContainerToken_1.ModuleContainerToken.OpendataDatasource, OpendataDatasource_1.default);
19
24
  //#endregion
20
25
  //#region Transformations
21
26
  ChmuContainer.registerSingleton(ModuleContainerToken_1.ModuleContainerToken.MeasurementsTransformation, MeasurementsTransformation_1.MeasurementsTransformation);
27
+ ChmuContainer.registerSingleton(ModuleContainerToken_1.ModuleContainerToken.OpendataMeasurementsTransformation, OpendataMeasurementsTransformation_1.OpendataMeasurementsTransformation);
22
28
  //#endregion
23
29
  //#region Repositories
24
30
  ChmuContainer.registerSingleton(ModuleContainerToken_1.ModuleContainerToken.MeasurementsRepository, MeasurementsRepository_1.MeasurementsRepository);
31
+ ChmuContainer.registerSingleton(ModuleContainerToken_1.ModuleContainerToken.StationsRepository, StationsRepository_1.StationsRepository);
25
32
  //#endregion
26
33
  //#region WorkerTasks
27
34
  ChmuContainer.registerSingleton(ModuleContainerToken_1.ModuleContainerToken.DownloadMeasurementsTask, DownloadMeasurementsTask_1.default);
35
+ ChmuContainer.registerSingleton(ModuleContainerToken_1.ModuleContainerToken.DownloadOpendataMeasurementsTask, DownloadOpendataMeasurementsTask_1.default);
28
36
  //# sourceMappingURL=Di.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"Di.js","sourceRoot":"","sources":["../../../src/integration-engine/ioc/Di.ts"],"names":[],"mappings":";;;;;;AAAA,kFAAgF;AAChF,qEAA0F;AAC1F,mFAA4D;AAC5D,8FAA4F;AAC5F,yGAAkF;AAElF,iEAA8D;AAE9D,wBAAwB;AACxB,MAAM,aAAa,GAAwB,+BAA0B,CAAC,oBAAoB,EAAE,CAAC;AAmBpF,sCAAa;AAlBtB,YAAY;AAEZ,qBAAqB;AACrB,aAAa,CAAC,iBAAiB,CAAC,2CAAoB,CAAC,cAAc,EAAE,wBAAc,CAAC,CAAC;AACrF,YAAY;AAEZ,yBAAyB;AACzB,aAAa,CAAC,iBAAiB,CAAC,2CAAoB,CAAC,0BAA0B,EAAE,uDAA0B,CAAC,CAAC;AAC7G,YAAY;AAEZ,sBAAsB;AACtB,aAAa,CAAC,iBAAiB,CAAC,2CAAoB,CAAC,sBAAsB,EAAE,+CAAsB,CAAC,CAAC;AACrG,YAAY;AAEZ,qBAAqB;AACrB,aAAa,CAAC,iBAAiB,CAAC,2CAAoB,CAAC,wBAAwB,EAAE,kCAAwB,CAAC,CAAC"}
1
+ {"version":3,"file":"Di.js","sourceRoot":"","sources":["../../../src/integration-engine/ioc/Di.ts"],"names":[],"mappings":";;;;;;AAAA,kFAAgF;AAChF,0EAAwE;AACxE,qEAA0F;AAC1F,mFAA4D;AAC5D,2FAAoE;AACpE,8FAA4F;AAC5F,8GAA4G;AAC5G,yGAAkF;AAClF,yHAAkG;AAElG,iEAA8D;AAE9D,wBAAwB;AACxB,MAAM,aAAa,GAAwB,+BAA0B,CAAC,oBAAoB,EAAE,CAAC;AAuBpF,sCAAa;AAtBtB,YAAY;AAEZ,qBAAqB;AACrB,aAAa,CAAC,iBAAiB,CAAC,2CAAoB,CAAC,cAAc,EAAE,wBAAc,CAAC,CAAC;AACrF,aAAa,CAAC,iBAAiB,CAAC,2CAAoB,CAAC,kBAAkB,EAAE,4BAAkB,CAAC,CAAC;AAC7F,YAAY;AAEZ,yBAAyB;AACzB,aAAa,CAAC,iBAAiB,CAAC,2CAAoB,CAAC,0BAA0B,EAAE,uDAA0B,CAAC,CAAC;AAC7G,aAAa,CAAC,iBAAiB,CAAC,2CAAoB,CAAC,kCAAkC,EAAE,uEAAkC,CAAC,CAAC;AAC7H,YAAY;AAEZ,sBAAsB;AACtB,aAAa,CAAC,iBAAiB,CAAC,2CAAoB,CAAC,sBAAsB,EAAE,+CAAsB,CAAC,CAAC;AACrG,aAAa,CAAC,iBAAiB,CAAC,2CAAoB,CAAC,kBAAkB,EAAE,uCAAkB,CAAC,CAAC;AAC7F,YAAY;AAEZ,qBAAqB;AACrB,aAAa,CAAC,iBAAiB,CAAC,2CAAoB,CAAC,wBAAwB,EAAE,kCAAwB,CAAC,CAAC;AACzG,aAAa,CAAC,iBAAiB,CAAC,2CAAoB,CAAC,gCAAgC,EAAE,0CAAgC,CAAC,CAAC"}
@@ -3,5 +3,9 @@ declare const ModuleContainerToken: {
3
3
  MeasurementsRepository: symbol;
4
4
  MeasurementsTransformation: symbol;
5
5
  DownloadMeasurementsTask: symbol;
6
+ StationsRepository: symbol;
7
+ OpendataDatasource: symbol;
8
+ OpendataMeasurementsTransformation: symbol;
9
+ DownloadOpendataMeasurementsTask: symbol;
6
10
  };
7
11
  export { ModuleContainerToken };
@@ -6,6 +6,11 @@ const ModuleContainerToken = {
6
6
  MeasurementsRepository: Symbol(),
7
7
  MeasurementsTransformation: Symbol(),
8
8
  DownloadMeasurementsTask: Symbol(),
9
+ // opendata pipeline
10
+ StationsRepository: Symbol(),
11
+ OpendataDatasource: Symbol(),
12
+ OpendataMeasurementsTransformation: Symbol(),
13
+ DownloadOpendataMeasurementsTask: Symbol(),
9
14
  };
10
15
  exports.ModuleContainerToken = ModuleContainerToken;
11
16
  //# sourceMappingURL=ModuleContainerToken.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"ModuleContainerToken.js","sourceRoot":"","sources":["../../../src/integration-engine/ioc/ModuleContainerToken.ts"],"names":[],"mappings":";;;AAAA,MAAM,oBAAoB,GAAG;IACzB,cAAc,EAAE,MAAM,EAAE;IACxB,sBAAsB,EAAE,MAAM,EAAE;IAChC,0BAA0B,EAAE,MAAM,EAAE;IACpC,wBAAwB,EAAE,MAAM,EAAE;CACrC,CAAC;AAEO,oDAAoB"}
1
+ {"version":3,"file":"ModuleContainerToken.js","sourceRoot":"","sources":["../../../src/integration-engine/ioc/ModuleContainerToken.ts"],"names":[],"mappings":";;;AAAA,MAAM,oBAAoB,GAAG;IACzB,cAAc,EAAE,MAAM,EAAE;IACxB,sBAAsB,EAAE,MAAM,EAAE;IAChC,0BAA0B,EAAE,MAAM,EAAE;IACpC,wBAAwB,EAAE,MAAM,EAAE;IAClC,oBAAoB;IACpB,kBAAkB,EAAE,MAAM,EAAE;IAC5B,kBAAkB,EAAE,MAAM,EAAE;IAC5B,kCAAkC,EAAE,MAAM,EAAE;IAC5C,gCAAgC,EAAE,MAAM,EAAE;CAC7C,CAAC;AAEO,oDAAoB"}
@@ -8,16 +8,12 @@ var __decorate = (this && this.__decorate) || function (decorators, target, key,
8
8
  var __metadata = (this && this.__metadata) || function (k, v) {
9
9
  if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
10
10
  };
11
- var __importDefault = (this && this.__importDefault) || function (mod) {
12
- return (mod && mod.__esModule) ? mod : { "default": mod };
13
- };
14
11
  Object.defineProperty(exports, "__esModule", { value: true });
15
12
  exports.MeasurementsTransformation = void 0;
16
- const IInputChmuData_1 = __importDefault(require("../../schema-definitions/datasources/interfaces/IInputChmuData"));
17
13
  const integration_engine_1 = require("@golemio/core/dist/integration-engine");
18
14
  const luxon_1 = require("@golemio/core/dist/shared/luxon");
19
15
  const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
20
- let MeasurementsTransformation = exports.MeasurementsTransformation = class MeasurementsTransformation extends integration_engine_1.BaseTransformation {
16
+ let MeasurementsTransformation = class MeasurementsTransformation extends integration_engine_1.BaseTransformation {
21
17
  constructor() {
22
18
  super();
23
19
  this.name = "MeasurementsTransformation";
@@ -46,6 +42,24 @@ let MeasurementsTransformation = exports.MeasurementsTransformation = class Meas
46
42
  soil_hum_0_10: element.HPU1.length > 0 ? Number(element.HPU1) : null,
47
43
  soil_hum_10_50: element.HPU2.length > 0 ? Number(element.HPU2) : null,
48
44
  soil_hum_50_100: element.HPU3.length > 0 ? Number(element.HPU3) : null,
45
+ air_temp_max: null,
46
+ air_temp_min: null,
47
+ air_temp_ground: null,
48
+ wind_speed_avg: null,
49
+ wind_dir_avg: null,
50
+ wind_gust: null,
51
+ wind_gust_dir: null,
52
+ wind_gust_time: null,
53
+ snow_depth: null,
54
+ snow_water: null,
55
+ radiation_glob: null,
56
+ radiation_uv: null,
57
+ soil_temp_5cm: null,
58
+ soil_temp_10cm: null,
59
+ soil_temp_20cm: null,
60
+ soil_temp_50cm: null,
61
+ soil_temp_100cm: null,
62
+ data_source: "ftp",
49
63
  };
50
64
  };
51
65
  this.transformDecimalValue = (value) => {
@@ -57,6 +71,7 @@ let MeasurementsTransformation = exports.MeasurementsTransformation = class Meas
57
71
  };
58
72
  }
59
73
  };
74
+ exports.MeasurementsTransformation = MeasurementsTransformation;
60
75
  exports.MeasurementsTransformation = MeasurementsTransformation = __decorate([
61
76
  (0, tsyringe_1.injectable)(),
62
77
  __metadata("design:paramtypes", [])
@@ -1 +1 @@
1
- {"version":3,"file":"MeasurementsTransformation.js","sourceRoot":"","sources":["../../../src/integration-engine/transformations/MeasurementsTransformation.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,oHAAwE;AAExE,8EAA4F;AAC5F,2DAA2D;AAC3D,iEAAgE;AAGzD,IAAM,0BAA0B,wCAAhC,MAAM,0BAA2B,SAAQ,uCAAkB;IAI9D;QACI,KAAK,EAAE,CAAC;QAJL,SAAI,GAAG,4BAA4B,CAAC;QACnC,8BAAyB,GAAG,UAAU,CAAC;QAMrC,qBAAgB,GAAG,CAAC,OAAuB,EAAmB,EAAE;YACtE,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC7C,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACzC,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAEzD,OAAO;gBACH,WAAW,EAAE,gBAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE;oBAChD,IAAI,EAAE,eAAe;iBACxB,CAAC,CAAC,KAAK,EAAE;gBACV,UAAU,EAAE,OAAO,CAAC,QAAQ;gBAC5B,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC;gBACnC,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC;gBACrC,GAAG,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC;gBACjC,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,QAAQ,EAAE,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC/C,OAAO,EAAE,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC9C,MAAM,EAAE,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,KAAK,CAAC;gBACjD,YAAY,EAAE,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAC;gBACnD,UAAU,EAAE,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAC;gBACjD,QAAQ,EAAE,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC/C,QAAQ,EAAE,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,KAAK,CAAC;gBACnD,aAAa,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;gBACpE,cAAc,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;gBACrE,eAAe,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;aACzE,CAAC;QACN,CAAC,CAAC;QAEM,0BAAqB,GAAG,CAAC,KAAgC,EAAE,EAAE;YACjE,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE;gBAC9B,OAAO,IAAI,CAAC;aACf;YAED,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YAErC,OAAO,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACtG,CAAC,CAAC;IAtCF,CAAC;CAuCJ,CAAA;qCA7CY,0BAA0B;IADtC,IAAA,qBAAU,GAAE;;GACA,0BAA0B,CA6CtC"}
1
+ {"version":3,"file":"MeasurementsTransformation.js","sourceRoot":"","sources":["../../../src/integration-engine/transformations/MeasurementsTransformation.ts"],"names":[],"mappings":";;;;;;;;;;;;AAEA,8EAA4F;AAC5F,2DAA2D;AAC3D,iEAAgE;AAGzD,IAAM,0BAA0B,GAAhC,MAAM,0BAA2B,SAAQ,uCAAkB;IAI9D;QACI,KAAK,EAAE,CAAC;QAJL,SAAI,GAAG,4BAA4B,CAAC;QACnC,8BAAyB,GAAG,UAAU,CAAC;QAMrC,qBAAgB,GAAG,CAAC,OAAuB,EAAmB,EAAE;YACtE,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;YAC3C,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;YAC7C,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACzC,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAEzD,OAAO;gBACH,WAAW,EAAE,gBAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI,EAAE;oBAChD,IAAI,EAAE,eAAe;iBACxB,CAAC,CAAC,KAAK,EAAE;gBACV,UAAU,EAAE,OAAO,CAAC,QAAQ;gBAC5B,IAAI,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC;gBACnC,KAAK,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,KAAK,CAAC;gBACrC,GAAG,EAAE,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC;gBACjC,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,QAAQ,EAAE,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC/C,OAAO,EAAE,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC9C,MAAM,EAAE,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,KAAK,CAAC;gBACjD,YAAY,EAAE,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAC;gBACnD,UAAU,EAAE,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAC;gBACjD,QAAQ,EAAE,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,CAAC,CAAC;gBAC/C,QAAQ,EAAE,IAAI,CAAC,qBAAqB,CAAC,OAAO,CAAC,KAAK,CAAC;gBACnD,aAAa,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;gBACpE,cAAc,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;gBACrE,eAAe,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI;gBACtE,YAAY,EAAE,IAAI;gBAClB,YAAY,EAAE,IAAI;gBAClB,eAAe,EAAE,IAAI;gBACrB,cAAc,EAAE,IAAI;gBACpB,YAAY,EAAE,IAAI;gBAClB,SAAS,EAAE,IAAI;gBACf,aAAa,EAAE,IAAI;gBACnB,cAAc,EAAE,IAAI;gBACpB,UAAU,EAAE,IAAI;gBAChB,UAAU,EAAE,IAAI;gBAChB,cAAc,EAAE,IAAI;gBACpB,YAAY,EAAE,IAAI;gBAClB,aAAa,EAAE,IAAI;gBACnB,cAAc,EAAE,IAAI;gBACpB,cAAc,EAAE,IAAI;gBACpB,cAAc,EAAE,IAAI;gBACpB,eAAe,EAAE,IAAI;gBACrB,WAAW,EAAE,KAAK;aACrB,CAAC;QACN,CAAC,CAAC;QAEM,0BAAqB,GAAG,CAAC,KAAgC,EAAE,EAAE;YACjE,IAAI,CAAC,KAAK,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC/B,OAAO,IAAI,CAAC;YAChB,CAAC;YAED,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;YAErC,OAAO,IAAI,CAAC,yBAAyB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACtG,CAAC,CAAC;IAxDF,CAAC;CAyDJ,CAAA;AA/DY,gEAA0B;qCAA1B,0BAA0B;IADtC,IAAA,qBAAU,GAAE;;GACA,0BAA0B,CA+DtC"}
@@ -0,0 +1,15 @@
1
+ import IInputOpendataRecord from "../../schema-definitions/datasources/interfaces/IInputOpendataRecord";
2
+ import { IMeasurementDto } from "../../schema-definitions/definitions/interfaces/IMeasurementDto";
3
+ import { ITransformation } from "@golemio/core/dist/integration-engine";
4
+ import { AbstractTransformation } from "@golemio/core/dist/helpers/transformation/AbstractTransformation";
5
+ export declare class OpendataMeasurementsTransformation extends AbstractTransformation<IInputOpendataRecord[], IMeasurementDto | null> implements ITransformation {
6
+ name: string;
7
+ /**
8
+ * Pivots long-format opendata records into wide IMeasurementDto rows.
9
+ * Groups by (station_id, DT) and maps each ELEMENT to its DB column.
10
+ * DT is UTC ISO 8601; year/month/day/time are expressed in Europe/Prague local time.
11
+ */
12
+ transform(data: IInputOpendataRecord[]): Promise<IMeasurementDto[]>;
13
+ protected transformInternal: (records: IInputOpendataRecord[]) => IMeasurementDto | null;
14
+ private groupByStationAndDt;
15
+ }