@golemio/chmu 1.1.1-dev.2644315801 → 1.1.1-dev.2647641789
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/db/migrations/postgresql/20260619120000-opendata-columns.js +49 -0
- package/db/migrations/postgresql/sqls/20260619120000-opendata-columns-down.sql +36 -0
- package/db/migrations/postgresql/sqls/20260619120000-opendata-columns-up.sql +40 -0
- package/dist/index.d.ts +1 -0
- package/dist/index.js +39 -0
- package/dist/index.js.map +1 -0
- package/dist/integration-engine/data-access/MeasurementsRepository.js +3 -2
- package/dist/integration-engine/data-access/MeasurementsRepository.js.map +1 -1
- package/dist/integration-engine/data-access/StationsRepository.d.ts +8 -0
- package/dist/integration-engine/data-access/StationsRepository.js +57 -0
- package/dist/integration-engine/data-access/StationsRepository.js.map +1 -0
- package/dist/integration-engine/datasources/ChmuDatasource.js +1 -1
- package/dist/integration-engine/datasources/ChmuDatasource.js.map +1 -1
- package/dist/integration-engine/datasources/OpendataDatasource.d.ts +30 -0
- package/dist/integration-engine/datasources/OpendataDatasource.js +80 -0
- package/dist/integration-engine/datasources/OpendataDatasource.js.map +1 -0
- package/dist/integration-engine/ioc/Di.js +8 -0
- package/dist/integration-engine/ioc/Di.js.map +1 -1
- package/dist/integration-engine/ioc/ModuleContainerToken.d.ts +4 -0
- package/dist/integration-engine/ioc/ModuleContainerToken.js +5 -0
- package/dist/integration-engine/ioc/ModuleContainerToken.js.map +1 -1
- package/dist/integration-engine/transformations/MeasurementsTransformation.js +20 -5
- package/dist/integration-engine/transformations/MeasurementsTransformation.js.map +1 -1
- package/dist/integration-engine/transformations/OpendataMeasurementsTransformation.d.ts +15 -0
- package/dist/integration-engine/transformations/OpendataMeasurementsTransformation.js +128 -0
- package/dist/integration-engine/transformations/OpendataMeasurementsTransformation.js.map +1 -0
- package/dist/integration-engine/workers/ChmuWorker.js +1 -0
- package/dist/integration-engine/workers/ChmuWorker.js.map +1 -1
- package/dist/integration-engine/workers/interfaces/IDownloadOpendataMessage.d.ts +8 -0
- package/dist/integration-engine/workers/interfaces/IDownloadOpendataMessage.js +3 -0
- package/dist/integration-engine/workers/interfaces/IDownloadOpendataMessage.js.map +1 -0
- package/dist/integration-engine/workers/tasks/DownloadMeasurementsTask.js +2 -2
- package/dist/integration-engine/workers/tasks/DownloadMeasurementsTask.js.map +1 -1
- package/dist/integration-engine/workers/tasks/DownloadOpendataMeasurementsTask.d.ts +22 -0
- package/dist/integration-engine/workers/tasks/DownloadOpendataMeasurementsTask.js +112 -0
- package/dist/integration-engine/workers/tasks/DownloadOpendataMeasurementsTask.js.map +1 -0
- package/dist/integration-engine/workers/tasks/DownloadOpendataMessageSchema.d.ts +6 -0
- package/dist/integration-engine/workers/tasks/DownloadOpendataMessageSchema.js +33 -0
- package/dist/integration-engine/workers/tasks/DownloadOpendataMessageSchema.js.map +1 -0
- package/dist/schema-definitions/datasources/OpendataSchemaProvider.d.ts +55 -0
- package/dist/schema-definitions/datasources/OpendataSchemaProvider.js +47 -0
- package/dist/schema-definitions/datasources/OpendataSchemaProvider.js.map +1 -0
- package/dist/schema-definitions/datasources/interfaces/IInputOpendataRecord.d.ts +15 -0
- package/dist/schema-definitions/datasources/interfaces/IInputOpendataRecord.js +3 -0
- package/dist/schema-definitions/datasources/interfaces/IInputOpendataRecord.js.map +1 -0
- package/dist/schema-definitions/definitions/interfaces/IMeasurementDto.d.ts +18 -0
- package/dist/schema-definitions/definitions/models/MeasurementModel.d.ts +18 -0
- package/dist/schema-definitions/definitions/models/MeasurementModel.js +37 -1
- package/dist/schema-definitions/definitions/models/MeasurementModel.js.map +1 -1
- package/docs/asyncapi.yaml +35 -3
- package/docs/implementation_documentation.md +81 -23
- package/package.json +13 -12
|
@@ -22,6 +22,24 @@ MeasurementModel.attributeModel = {
|
|
|
22
22
|
soil_hum_0_10: { type: sequelize_1.DataTypes.INTEGER, allowNull: true },
|
|
23
23
|
soil_hum_10_50: { type: sequelize_1.DataTypes.INTEGER, allowNull: true },
|
|
24
24
|
soil_hum_50_100: { type: sequelize_1.DataTypes.INTEGER, allowNull: true },
|
|
25
|
+
air_temp_max: { type: sequelize_1.DataTypes.FLOAT, allowNull: true },
|
|
26
|
+
air_temp_min: { type: sequelize_1.DataTypes.FLOAT, allowNull: true },
|
|
27
|
+
air_temp_ground: { type: sequelize_1.DataTypes.FLOAT, allowNull: true },
|
|
28
|
+
wind_speed_avg: { type: sequelize_1.DataTypes.FLOAT, allowNull: true },
|
|
29
|
+
wind_dir_avg: { type: sequelize_1.DataTypes.FLOAT, allowNull: true },
|
|
30
|
+
wind_gust: { type: sequelize_1.DataTypes.FLOAT, allowNull: true },
|
|
31
|
+
wind_gust_dir: { type: sequelize_1.DataTypes.FLOAT, allowNull: true },
|
|
32
|
+
wind_gust_time: { type: sequelize_1.DataTypes.INTEGER, allowNull: true },
|
|
33
|
+
snow_depth: { type: sequelize_1.DataTypes.FLOAT, allowNull: true },
|
|
34
|
+
snow_water: { type: sequelize_1.DataTypes.FLOAT, allowNull: true },
|
|
35
|
+
radiation_glob: { type: sequelize_1.DataTypes.FLOAT, allowNull: true },
|
|
36
|
+
radiation_uv: { type: sequelize_1.DataTypes.FLOAT, allowNull: true },
|
|
37
|
+
soil_temp_5cm: { type: sequelize_1.DataTypes.FLOAT, allowNull: true },
|
|
38
|
+
soil_temp_10cm: { type: sequelize_1.DataTypes.FLOAT, allowNull: true },
|
|
39
|
+
soil_temp_20cm: { type: sequelize_1.DataTypes.FLOAT, allowNull: true },
|
|
40
|
+
soil_temp_50cm: { type: sequelize_1.DataTypes.FLOAT, allowNull: true },
|
|
41
|
+
soil_temp_100cm: { type: sequelize_1.DataTypes.FLOAT, allowNull: true },
|
|
42
|
+
data_source: { type: sequelize_1.DataTypes.STRING(10), primaryKey: true },
|
|
25
43
|
};
|
|
26
44
|
MeasurementModel.jsonSchema = {
|
|
27
45
|
type: "array",
|
|
@@ -44,8 +62,26 @@ MeasurementModel.jsonSchema = {
|
|
|
44
62
|
soil_hum_0_10: { oneOf: [{ type: "integer" }, { type: "null", nullable: true }] },
|
|
45
63
|
soil_hum_10_50: { oneOf: [{ type: "integer" }, { type: "null", nullable: true }] },
|
|
46
64
|
soil_hum_50_100: { oneOf: [{ type: "integer" }, { type: "null", nullable: true }] },
|
|
65
|
+
air_temp_max: { oneOf: [{ type: "number" }, { type: "null", nullable: true }] },
|
|
66
|
+
air_temp_min: { oneOf: [{ type: "number" }, { type: "null", nullable: true }] },
|
|
67
|
+
air_temp_ground: { oneOf: [{ type: "number" }, { type: "null", nullable: true }] },
|
|
68
|
+
wind_speed_avg: { oneOf: [{ type: "number" }, { type: "null", nullable: true }] },
|
|
69
|
+
wind_dir_avg: { oneOf: [{ type: "number" }, { type: "null", nullable: true }] },
|
|
70
|
+
wind_gust: { oneOf: [{ type: "number" }, { type: "null", nullable: true }] },
|
|
71
|
+
wind_gust_dir: { oneOf: [{ type: "number" }, { type: "null", nullable: true }] },
|
|
72
|
+
wind_gust_time: { oneOf: [{ type: "integer" }, { type: "null", nullable: true }] },
|
|
73
|
+
snow_depth: { oneOf: [{ type: "number" }, { type: "null", nullable: true }] },
|
|
74
|
+
snow_water: { oneOf: [{ type: "number" }, { type: "null", nullable: true }] },
|
|
75
|
+
radiation_glob: { oneOf: [{ type: "number" }, { type: "null", nullable: true }] },
|
|
76
|
+
radiation_uv: { oneOf: [{ type: "number" }, { type: "null", nullable: true }] },
|
|
77
|
+
soil_temp_5cm: { oneOf: [{ type: "number" }, { type: "null", nullable: true }] },
|
|
78
|
+
soil_temp_10cm: { oneOf: [{ type: "number" }, { type: "null", nullable: true }] },
|
|
79
|
+
soil_temp_20cm: { oneOf: [{ type: "number" }, { type: "null", nullable: true }] },
|
|
80
|
+
soil_temp_50cm: { oneOf: [{ type: "number" }, { type: "null", nullable: true }] },
|
|
81
|
+
soil_temp_100cm: { oneOf: [{ type: "number" }, { type: "null", nullable: true }] },
|
|
82
|
+
data_source: { type: "string" },
|
|
47
83
|
},
|
|
48
|
-
required: ["measured_at", "station_id"],
|
|
84
|
+
required: ["measured_at", "station_id", "data_source"],
|
|
49
85
|
},
|
|
50
86
|
};
|
|
51
87
|
//# sourceMappingURL=MeasurementModel.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"MeasurementModel.js","sourceRoot":"","sources":["../../../../src/schema-definitions/definitions/models/MeasurementModel.ts"],"names":[],"mappings":";;;AAAA,mEAAwF;AAIxF,MAAa,gBAAiB,SAAQ,iBAAsB;;AAA5D,
|
|
1
|
+
{"version":3,"file":"MeasurementModel.js","sourceRoot":"","sources":["../../../../src/schema-definitions/definitions/models/MeasurementModel.ts"],"names":[],"mappings":";;;AAAA,mEAAwF;AAIxF,MAAa,gBAAiB,SAAQ,iBAAsB;;AAA5D,4CAoHC;AAhFiB,+BAAc,GAAuD;IAC/E,WAAW,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE;IACvD,UAAU,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,MAAM,EAAE,UAAU,EAAE,IAAI,EAAE;IACxD,IAAI,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,OAAO,EAAE;IACjC,KAAK,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,OAAO,EAAE;IAClC,GAAG,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,OAAO,EAAE;IAChC,IAAI,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,IAAI,EAAE;IAC9B,QAAQ,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;IACpD,OAAO,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;IACnD,MAAM,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;IAClD,YAAY,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;IACxD,UAAU,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;IACtD,QAAQ,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;IACpD,QAAQ,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;IACpD,aAAa,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE;IAC3D,cAAc,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE;IAC5D,eAAe,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE;IAC7D,YAAY,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;IACxD,YAAY,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;IACxD,eAAe,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;IAC3D,cAAc,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;IAC1D,YAAY,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;IACxD,SAAS,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;IACrD,aAAa,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;IACzD,cAAc,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE;IAC5D,UAAU,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;IACtD,UAAU,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;IACtD,cAAc,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;IAC1D,YAAY,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;IACxD,aAAa,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;IACzD,cAAc,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;IAC1D,cAAc,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;IAC1D,cAAc,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;IAC1D,eAAe,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;IAC3D,WAAW,EAAE,EAAE,IAAI,EAAE,qBAAS,CAAC,MAAM,CAAC,EAAE,CAAC,EAAE,UAAU,EAAE,IAAI,EAAE;CAChE,CAAC;AAEY,2BAAU,GAAsC;IAC1D,IAAI,EAAE,OAAO;IACb,KAAK,EAAE;QACH,IAAI,EAAE,QAAQ;QACd,UAAU,EAAE;YACR,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC/B,UAAU,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YAC9B,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;YACzB,KAAK,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;YAC1B,GAAG,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;YACxB,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACxB,QAAQ,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;YAC3E,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;YAC1E,MAAM,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;YACzE,YAAY,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;YAC/E,UAAU,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;YAC7E,QAAQ,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;YAC3E,QAAQ,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;YAC3E,aAAa,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;YACjF,cAAc,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;YAClF,eAAe,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;YACnF,YAAY,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;YAC/E,YAAY,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;YAC/E,eAAe,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;YAClF,cAAc,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;YACjF,YAAY,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;YAC/E,SAAS,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;YAC5E,aAAa,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;YAChF,cAAc,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;YAClF,UAAU,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;YAC7E,UAAU,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;YAC7E,cAAc,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;YACjF,YAAY,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;YAC/E,aAAa,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;YAChF,cAAc,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;YACjF,cAAc,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;YACjF,cAAc,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;YACjF,eAAe,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,EAAE;YAClF,WAAW,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;SAClC;QACD,QAAQ,EAAE,CAAC,aAAa,EAAE,YAAY,EAAE,aAAa,CAAC;KACzD;CACJ,CAAC"}
|
package/docs/asyncapi.yaml
CHANGED
|
@@ -1,12 +1,12 @@
|
|
|
1
1
|
asyncapi: 3.0.0
|
|
2
2
|
info:
|
|
3
3
|
title: CHMU
|
|
4
|
-
version: 1.
|
|
5
|
-
description: Downloads CHMU
|
|
4
|
+
version: 1.2.0
|
|
5
|
+
description: Downloads CHMU meteorological data from FTP (hourly) and ČHMÚ opendata (10-minute).
|
|
6
6
|
channels:
|
|
7
7
|
chmu.downloadMeasurementsTask:
|
|
8
8
|
address: dataplatform.chmu.downloadMeasurementsTask
|
|
9
|
-
description: Downloads CHMU hourly aggregated data from FTP
|
|
9
|
+
description: Downloads CHMU hourly aggregated data from FTP CSV files.
|
|
10
10
|
bindings:
|
|
11
11
|
amqp:
|
|
12
12
|
is: queue
|
|
@@ -15,11 +15,26 @@ channels:
|
|
|
15
15
|
messages:
|
|
16
16
|
chmu.DownloadMeasurementsMessage:
|
|
17
17
|
$ref: "#/components/messages/chmu.DownloadMeasurementsMessage"
|
|
18
|
+
chmu.downloadOpendataMeasurementsTask:
|
|
19
|
+
address: dataplatform.chmu.downloadOpendataMeasurementsTask
|
|
20
|
+
description: Downloads CHMU 10-minute data from opendata.chmi.cz for all stations with a WSI identifier.
|
|
21
|
+
bindings:
|
|
22
|
+
amqp:
|
|
23
|
+
is: queue
|
|
24
|
+
queue:
|
|
25
|
+
durable: true
|
|
26
|
+
messages:
|
|
27
|
+
chmu.DownloadOpendataMessage:
|
|
28
|
+
$ref: "#/components/messages/chmu.DownloadOpendataMessage"
|
|
18
29
|
operations:
|
|
19
30
|
chmu.downloadMeasurementsTask:
|
|
20
31
|
action: "send"
|
|
21
32
|
channel:
|
|
22
33
|
$ref: "#/channels/chmu.downloadMeasurementsTask"
|
|
34
|
+
chmu.downloadOpendataMeasurementsTask:
|
|
35
|
+
action: "send"
|
|
36
|
+
channel:
|
|
37
|
+
$ref: "#/channels/chmu.downloadOpendataMeasurementsTask"
|
|
23
38
|
components:
|
|
24
39
|
messages:
|
|
25
40
|
chmu.DownloadMeasurementsMessage:
|
|
@@ -33,3 +48,20 @@ components:
|
|
|
33
48
|
type: string
|
|
34
49
|
nullable: true
|
|
35
50
|
additionalProperties: false
|
|
51
|
+
chmu.DownloadOpendataMessage:
|
|
52
|
+
payload:
|
|
53
|
+
type: object
|
|
54
|
+
properties:
|
|
55
|
+
"date":
|
|
56
|
+
type: string
|
|
57
|
+
nullable: true
|
|
58
|
+
description: ISO 8601 date to fetch opendata for. Defaults to today when omitted.
|
|
59
|
+
"station_id":
|
|
60
|
+
type: string
|
|
61
|
+
nullable: true
|
|
62
|
+
description: Station identifier.
|
|
63
|
+
"wsi":
|
|
64
|
+
type: string
|
|
65
|
+
nullable: true
|
|
66
|
+
description: ČHMÚ WSI station identifier.
|
|
67
|
+
additionalProperties: false
|
|
@@ -2,62 +2,120 @@
|
|
|
2
2
|
|
|
3
3
|
## Záměr
|
|
4
4
|
|
|
5
|
-
Modul slouží ke stažení
|
|
5
|
+
Modul slouží ke stažení ČHMÚ meteorologických dat ze dvou zdrojů:
|
|
6
|
+
|
|
7
|
+
- **FTP pipeline** - hodinová CSV data z interního FTP (`data_source = 'ftp'`)
|
|
8
|
+
- **Opendata pipeline** - desetiminutová JSON data z veřejného ČHMÚ opendata API (`data_source = 'opendata'`)
|
|
9
|
+
|
|
10
|
+
Data z obou zdrojů se ukládají do stejné tabulky `chmu.measurements` pomocí UPSERT (PK: `measured_at`, `station_id`, `data_source`).
|
|
6
11
|
|
|
7
12
|
## Vstupní data
|
|
8
13
|
|
|
9
14
|
### Data aktivně stahujeme
|
|
10
15
|
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
#### *ChmuDatasource*
|
|
16
|
+
#### *ChmuDatasource* (FTP)
|
|
14
17
|
|
|
15
18
|
- zdroj dat
|
|
16
|
-
- golemio
|
|
19
|
+
- golemio FTP
|
|
17
20
|
- formát dat
|
|
18
|
-
-
|
|
19
|
-
- [validační schéma
|
|
21
|
+
- CSV soubor, oddělovač `;`, kódování UTF-8
|
|
22
|
+
- [validační schéma](https://gitlab.com/operator-ict/golemio/code/modules/chmu/-/blob/development/src/schema-definitions/datasources/ChmuSchemaProvider.ts)
|
|
20
23
|
- [příklad vstupních dat](https://gitlab.com/operator-ict/golemio/code/modules/chmu/-/blob/development/test/data/6443_2023020215.txt)
|
|
21
24
|
- frekvence stahování
|
|
22
25
|
- jednou za hodinu
|
|
23
|
-
- název
|
|
26
|
+
- název RabbitMQ fronty
|
|
24
27
|
- `chmu.downloadMeasurementsTask`
|
|
25
28
|
|
|
26
|
-
|
|
29
|
+
#### *OpendataDatasource* (opendata)
|
|
27
30
|
|
|
28
|
-
|
|
31
|
+
- zdroj dat
|
|
32
|
+
- ČHMÚ opendata
|
|
33
|
+
- URL: `https://opendata.chmi.cz/meteorology/climate/now/data/10m-{WSI}-{YYYYMMDD}.json`
|
|
34
|
+
- soubor pokrývá celý den; každou hodinu přibývají nové záznamy za uplynulou hodinu
|
|
35
|
+
- formát dat
|
|
36
|
+
- JSON, long-format záznamy: `[STATION, ELEMENT, DT, VAL, FLAG, QUALITY]`
|
|
37
|
+
- FLAG: kód podmínky pro zvláštní meteorologické situace (např. `"V"`, `"A"`); typicky `""`
|
|
38
|
+
- QUALITY: `0.0` = dobrá, `1.0` = podezřelá, `2.0` = nízká kvalita, `3.0` = odhadnutá, `4.0` = chybějící, `5.0` = neznámá
|
|
39
|
+
- VAL: číselná hodnota, nebo `""` při chybějícím měření (QUALITY = 4.0)
|
|
40
|
+
- DT ve formátu ISO 8601 UTC (`2026-06-25T10:00:00Z`)
|
|
41
|
+
- frekvence stahování
|
|
42
|
+
- jednou denně (soubor pokrývá celý předchozí den)
|
|
43
|
+
- název RabbitMQ fronty
|
|
44
|
+
- `chmu.downloadOpendataMeasurementsTask`
|
|
45
|
+
- poznámka
|
|
46
|
+
- Zpracovány jsou pouze stanice s vyplněným sloupcem `wsi` v `chmu.stations`; ostatní jsou přeskočeny.
|
|
29
47
|
|
|
30
|
-
|
|
48
|
+
## Zpracování dat / transformace
|
|
31
49
|
|
|
32
|
-
|
|
50
|
+
### *ChmuWorker*
|
|
33
51
|
|
|
34
|
-
#### *DownloadMeasurementsTask*
|
|
52
|
+
#### *DownloadMeasurementsTask* (FTP)
|
|
35
53
|
|
|
36
|
-
- vstupní
|
|
37
|
-
-
|
|
38
|
-
- parametry `from`
|
|
54
|
+
- vstupní RabbitMQ fronta
|
|
55
|
+
- `chmu.downloadMeasurementsTask`
|
|
56
|
+
- parametry `from` a `to` - volitelné ISO 8601 timestampy; bez parametrů stáhne aktuální hodinu; s rozsahem generuje subtasky po hodinách
|
|
39
57
|
- datové zdroje
|
|
40
|
-
- `ChmuDatasource`
|
|
58
|
+
- `ChmuDatasource` - stáhne hodinový CSV soubor z FTP
|
|
41
59
|
- transformace
|
|
42
|
-
-
|
|
43
|
-
-
|
|
60
|
+
- [MeasurementsTransformation](https://gitlab.com/operator-ict/golemio/code/modules/chmu/-/blob/development/src/integration-engine/transformations/MeasurementsTransformation.ts)
|
|
61
|
+
- mapování CSV polí na DB sloupce, převod desetinné čárky, `data_source = 'ftp'`
|
|
44
62
|
- data modely
|
|
45
63
|
- [MeasurementModel](https://gitlab.com/operator-ict/golemio/code/modules/chmu/-/blob/development/src/schema-definitions/definitions/models/MeasurementModel.ts)
|
|
46
64
|
|
|
65
|
+
#### *DownloadOpendataMeasurementsTask* (opendata)
|
|
66
|
+
|
|
67
|
+
- vstupní RabbitMQ fronta
|
|
68
|
+
- `chmu.downloadOpendataMeasurementsTask`
|
|
69
|
+
- parametr `date` - volitelný ISO 8601 datum; bez parametru stáhne aktuální den
|
|
70
|
+
- tok zpracování
|
|
71
|
+
1. `StationsRepository` - načte stanice s vyplněným WSI z `chmu.stations`
|
|
72
|
+
2. `OpendataDatasource` - pro každou stanici stáhne denní 10m JSON soubor
|
|
73
|
+
3. Přiřazení `station_id` dle WSI -> `station_id` mappingu
|
|
74
|
+
4. `OpendataMeasurementsTransformation` - pivot long->wide; skupinování dle `(station_id, DT)`; `data_source = 'opendata'`
|
|
75
|
+
5. `MeasurementsRepository` - UPSERT do `chmu.measurements`
|
|
76
|
+
- mapování ELEMENT -> DB sloupec
|
|
77
|
+
|
|
78
|
+
| ELEMENT | DB sloupec | Poznámka |
|
|
79
|
+
|---------|-----------|---------|
|
|
80
|
+
| T | air_temp | |
|
|
81
|
+
| H | air_hum | |
|
|
82
|
+
| P | air_pressure | |
|
|
83
|
+
| F | wind_speed | |
|
|
84
|
+
| D | wind_dir | |
|
|
85
|
+
| SRA10M | precip | |
|
|
86
|
+
| SSV10M | sunlight | ÷ 360 (s -> desetinné hodiny) |
|
|
87
|
+
| TMA | air_temp_max | |
|
|
88
|
+
| TMI | air_temp_min | |
|
|
89
|
+
| TPM | air_temp_ground | |
|
|
90
|
+
| Fprum | wind_speed_avg | |
|
|
91
|
+
| Dprum | wind_dir_avg | |
|
|
92
|
+
| Fmax | wind_gust | |
|
|
93
|
+
| Dmax | wind_gust_dir | |
|
|
94
|
+
| Casmax | wind_gust_time | |
|
|
95
|
+
| SCEa | snow_depth | |
|
|
96
|
+
| SVHa | snow_water | |
|
|
97
|
+
| RGLB10 | radiation_glob | |
|
|
98
|
+
| REUV10 / REUV25 | radiation_uv | |
|
|
99
|
+
| T05–T100 | soil_temp_5cm–soil_temp_100cm | |
|
|
47
100
|
|
|
101
|
+
- data modely
|
|
102
|
+
- [MeasurementModel](https://gitlab.com/operator-ict/golemio/code/modules/chmu/-/blob/development/src/schema-definitions/definitions/models/MeasurementModel.ts)
|
|
48
103
|
|
|
49
104
|
## Uložení dat
|
|
50
105
|
|
|
51
|
-
Popis ukládání dat.
|
|
52
|
-
|
|
53
106
|
### Obecné
|
|
54
107
|
|
|
55
108
|
- typ databáze
|
|
56
|
-
-
|
|
57
|
-
-
|
|
109
|
+
- PostgreSQL
|
|
110
|
+
- databázové schéma
|
|
58
111
|
- schéma: `chmu`
|
|
59
112
|

|
|
60
113
|
- retence dat
|
|
61
114
|
- data jsou zachována
|
|
62
115
|
- AsyncApi dokumentace
|
|
63
116
|
- [AsyncApi](./asyncapi.yaml)
|
|
117
|
+
|
|
118
|
+
### Poznámky k datové kvalitě
|
|
119
|
+
|
|
120
|
+
- Sloupce `soil_hum_0_10`, `soil_hum_10_50`, `soil_hum_50_100` zůstávají v DB, ale opendata zdroj půdní vlhkost neobsahuje - všechny záznamy s `data_source = 'opendata'` mají tyto sloupce `NULL`.
|
|
121
|
+
- Timezone: DT z opendata přichází jako UTC a je převedeno do Europe/Prague pro výpočet zobrazovacích polí (`time`, `year`, `month`, `day`).
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@golemio/chmu",
|
|
3
|
-
"version": "1.1.1-dev.
|
|
3
|
+
"version": "1.1.1-dev.2647641789",
|
|
4
4
|
"description": "Golemio CHMU module",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|
|
@@ -9,11 +9,12 @@
|
|
|
9
9
|
"build-minimal": "run-s 'build -- --sourceMap false --declaration false'",
|
|
10
10
|
"build-watch": "run-s 'build -- --watch --preserveWatchOutput'",
|
|
11
11
|
"prepare-db": "golemio import-db-data --postgres",
|
|
12
|
-
"
|
|
13
|
-
"test": "
|
|
12
|
+
"typecheck": "tsc --noEmit -p tsconfig.json",
|
|
13
|
+
"test:only": "cross-env NODE_ENV=test mocha --exit --check-leaks --timeout 120000 -r @swc-node/register -r dotenv/config --file 'test/setup.ts' 'test/**/*.test.ts'",
|
|
14
|
+
"test": "run-s prepare-db typecheck test:only",
|
|
14
15
|
"test-debug": "run-s 'test -- --inspect-brk=9230'",
|
|
15
16
|
"coverage:only": "nyc --reporter=text --reporter=lcov npm run test:only -- -r source-map-support/register",
|
|
16
|
-
"code-coverage": "run-s prepare-db coverage:only",
|
|
17
|
+
"code-coverage": "run-s prepare-db typecheck coverage:only",
|
|
17
18
|
"migrate-db": "golemio migrate-db up --postgres",
|
|
18
19
|
"generate-docs": "typedoc --out docs/typedoc src",
|
|
19
20
|
"lint": "eslint --cache \"{src,test}/**/*.ts\""
|
|
@@ -35,9 +36,11 @@
|
|
|
35
36
|
"@commitlint/cli": "^11.0.0",
|
|
36
37
|
"@commitlint/config-conventional": "^11.0.0",
|
|
37
38
|
"@golemio/cli": "1.11.2",
|
|
38
|
-
"@golemio/core": "
|
|
39
|
+
"@golemio/core": "4.0.0-dev.2647379566",
|
|
39
40
|
"@golemio/db-common": "1.2.2",
|
|
40
41
|
"@golemio/eslint-config": "1.1.4",
|
|
42
|
+
"@swc-node/register": "^1.11.1",
|
|
43
|
+
"@swc/core": "^1.15.33",
|
|
41
44
|
"@types/chai": "^5.2.3",
|
|
42
45
|
"@types/chai-as-promised": "^8.0.2",
|
|
43
46
|
"@types/mocha": "^10.0.10",
|
|
@@ -59,14 +62,12 @@
|
|
|
59
62
|
"sinon": "^21.0.1",
|
|
60
63
|
"source-map-support": "0.5.21",
|
|
61
64
|
"supertest": "^7.1.4",
|
|
62
|
-
"ts-
|
|
63
|
-
"
|
|
64
|
-
"
|
|
65
|
-
"
|
|
66
|
-
"typescript": "5.1.3",
|
|
67
|
-
"typescript-transform-paths": "^3.4.6"
|
|
65
|
+
"ts-patch": "^4.0.1",
|
|
66
|
+
"typedoc": "^0.28.19",
|
|
67
|
+
"typescript": "6.0.3",
|
|
68
|
+
"typescript-transform-paths": "^4.0.0"
|
|
68
69
|
},
|
|
69
70
|
"peerDependencies": {
|
|
70
|
-
"@golemio/core": ">=
|
|
71
|
+
"@golemio/core": ">=4.0.0"
|
|
71
72
|
}
|
|
72
73
|
}
|