@golemio/energetics 1.14.0 → 1.15.0-dev.2817183709

package/db/example/00_clear_test_data.sql

@@ -25,6 +25,7 @@ truncate enapo_ppas_commercial_invoice;
 truncate enapo_ppas_commercial_invoice_installations;
 truncate enapo_ppas_commercial_invoice_device;
 truncate enapo_ppas_commercial_invoice_price;
+truncate enapo_budova_spotrebic;
 truncate enapo_porsenna_buildings;
 truncate enapo_porsenna_devices;
 truncate enapo_porsenna_consumption;

package/db/example/10_enapo_budova_spotrebic.sql

@@ -0,0 +1,14 @@
+INSERT INTO enapo_budova_spotrebic (id_bud_spotrebic, gid, kod_eno, id_budova, id_typ_bud_spotrebic, nazev_typ_bud_spotrebic,
+	nazev_spotrebic, poznamka, palivo, vykon_kw, monitoring, provoz_od, adresa) VALUES
+	(9001, 'GID100', 'GID100', 22354, 1, 'boiler',
+		'2x gas boiler Viessmann Vitocrossal 200', 'boiler nameplates', 2, 530.00, false, '2025-01-01',
+		'Testovací 123/4, 100 00 Praha 10'),
+	(9002, 'GID100', 'GID100', 22354, 1, 'boiler',
+		'Viadrus G100E - 120 kW', NULL, 2, 120.50, true, '2004-01-01',
+		'Testovací 123/4, 100 00 Praha 10'),
+	(9003, 'GID100', 'GID100| GID200', 22354, 1, 'boiler',
+		'Gas boiler - output not stated', 'info from building manager', 1, NULL, false, '2007-01-01',
+		'Testovací 123/4, 100 00 Praha 10'),
+	(9003, 'GID200', 'GID100| GID200', 22355, 1, 'boiler',
+		'Gas boiler - output not stated', 'info from building manager', 1, NULL, false, '2007-01-01',
+		'Testovací 123/4, 100 00 Praha 10');

package/db/migrations/postgresql/20260821090000-enapo-gid-mapping-sync-comment.js

@@ -0,0 +1,53 @@
+'use strict';
+
+var dbm;
+var type;
+var seed;
+var fs = require('fs');
+var path = require('path');
+var Promise;
+
+/**
+  * We receive the dbmigrate dependency from dbmigrate initially.
+  * This enables us to not have to rely on NODE_PATH.
+  */
+exports.setup = function(options, seedLink) {
+  dbm = options.dbmigrate;
+  type = dbm.dataType;
+  seed = seedLink;
+  Promise = options.Promise;
+};
+
+exports.up = function(db) {
+  var filePath = path.join(__dirname, 'sqls', '20260821090000-enapo-gid-mapping-sync-comment-up.sql');
+  return new Promise( function( resolve, reject ) {
+    fs.readFile(filePath, {encoding: 'utf-8'}, function(err,data){
+      if (err) return reject(err);
+      console.log('received data: ' + data);
+
+      resolve(data);
+    });
+  })
+  .then(function(data) {
+    return db.runSql(data);
+  });
+};
+
+exports.down = function(db) {
+  var filePath = path.join(__dirname, 'sqls', '20260821090000-enapo-gid-mapping-sync-comment-down.sql');
+  return new Promise( function( resolve, reject ) {
+    fs.readFile(filePath, {encoding: 'utf-8'}, function(err,data){
+      if (err) return reject(err);
+      console.log('received data: ' + data);
+
+      resolve(data);
+    });
+  })
+  .then(function(data) {
+    return db.runSql(data);
+  });
+};
+
+exports._meta = {
+  "version": 1
+};

package/db/migrations/postgresql/20260827090000-enapo-gid-mapping-pk.js

@@ -0,0 +1,53 @@
+'use strict';
+
+var dbm;
+var type;
+var seed;
+var fs = require('fs');
+var path = require('path');
+var Promise;
+
+/**
+  * We receive the dbmigrate dependency from dbmigrate initially.
+  * This enables us to not have to rely on NODE_PATH.
+  */
+exports.setup = function(options, seedLink) {
+  dbm = options.dbmigrate;
+  type = dbm.dataType;
+  seed = seedLink;
+  Promise = options.Promise;
+};
+
+exports.up = function(db) {
+  var filePath = path.join(__dirname, 'sqls', '20260827090000-enapo-gid-mapping-pk-up.sql');
+  return new Promise( function( resolve, reject ) {
+    fs.readFile(filePath, {encoding: 'utf-8'}, function(err,data){
+      if (err) return reject(err);
+      console.log('received data: ' + data);
+
+      resolve(data);
+    });
+  })
+  .then(function(data) {
+    return db.runSql(data);
+  });
+};
+
+exports.down = function(db) {
+  var filePath = path.join(__dirname, 'sqls', '20260827090000-enapo-gid-mapping-pk-down.sql');
+  return new Promise( function( resolve, reject ) {
+    fs.readFile(filePath, {encoding: 'utf-8'}, function(err,data){
+      if (err) return reject(err);
+      console.log('received data: ' + data);
+
+      resolve(data);
+    });
+  })
+  .then(function(data) {
+    return db.runSql(data);
+  });
+};
+
+exports._meta = {
+  "version": 1
+};

package/db/migrations/postgresql/20260901090000-enapo-budova-spotrebic.js

@@ -0,0 +1,53 @@
+'use strict';
+
+var dbm;
+var type;
+var seed;
+var fs = require('fs');
+var path = require('path');
+var Promise;
+
+/**
+  * We receive the dbmigrate dependency from dbmigrate initially.
+  * This enables us to not have to rely on NODE_PATH.
+  */
+exports.setup = function(options, seedLink) {
+  dbm = options.dbmigrate;
+  type = dbm.dataType;
+  seed = seedLink;
+  Promise = options.Promise;
+};
+
+exports.up = function(db) {
+  var filePath = path.join(__dirname, 'sqls', '20260901090000-enapo-budova-spotrebic-up.sql');
+  return new Promise( function( resolve, reject ) {
+    fs.readFile(filePath, {encoding: 'utf-8'}, function(err,data){
+      if (err) return reject(err);
+      console.log('received data: ' + data);
+
+      resolve(data);
+    });
+  })
+  .then(function(data) {
+    return db.runSql(data);
+  });
+};
+
+exports.down = function(db) {
+  var filePath = path.join(__dirname, 'sqls', '20260901090000-enapo-budova-spotrebic-down.sql');
+  return new Promise( function( resolve, reject ) {
+    fs.readFile(filePath, {encoding: 'utf-8'}, function(err,data){
+      if (err) return reject(err);
+      console.log('received data: ' + data);
+
+      resolve(data);
+    });
+  })
+  .then(function(data) {
+    return db.runSql(data);
+  });
+};
+
+exports._meta = {
+  "version": 1
+};

package/db/migrations/postgresql/sqls/20260821090000-enapo-gid-mapping-sync-comment-down.sql

@@ -0,0 +1,3 @@
+-- Restores the comment as it was created by 20260807090000-enapo-gid-mapping-om-detail-up.sql.
+
+COMMENT ON TABLE enapo_gid_mapping IS 'Mapping of consumption points (EAN/EIC) to ENO building GIDs. Module-owned contract; currently seeded with mock data (link_source = ''mock''), the future sync task from the data-team dbt output (tmp.ded_gid_mapping) will use link_source = ''energobroker_kod_eno''.';

package/db/migrations/postgresql/sqls/20260821090000-enapo-gid-mapping-sync-comment-up.sql

@@ -0,0 +1,4 @@
+-- The mapping table is no longer mock-only: EnapoGidMappingSyncTask fills it daily from the
+-- ded_gid_mapping CSV export. Only the table comment changes, no data or structure is touched.
+
+COMMENT ON TABLE enapo_gid_mapping IS 'Mapping of consumption points (EAN/EIC) to ENO building GIDs. Module-owned contract, filled daily by EnapoGidMappingSyncTask from the ded_gid_mapping CSV export (every synced row gets link_source = ''manual_entry''); electricity and gas only, water/heat (''eb_cis_odb_mista'') is out of scope. Upsert-only keyed on (place_id, gid): nothing is ever deleted, so a mapping missing from a later export stays. A synced row overwrites a manual mock row (link_source = ''mock'') for the same (place_id, gid).';

package/db/migrations/postgresql/sqls/20260827090000-enapo-gid-mapping-pk-down.sql

@@ -0,0 +1,4 @@
+-- Restores the original three-column primary key. Rows collapsed by the up migration are not restored
+-- (the data is gone); this only rebuilds the constraint shape.
+ALTER TABLE enapo_gid_mapping DROP CONSTRAINT enapo_gid_mapping_pk;
+ALTER TABLE enapo_gid_mapping ADD CONSTRAINT enapo_gid_mapping_pk PRIMARY KEY (place_id, gid, link_source);

package/db/migrations/postgresql/sqls/20260827090000-enapo-gid-mapping-pk-up.sql

@@ -0,0 +1,17 @@
+-- Drops link_source from the enapo_gid_mapping primary key. A consumption point (place_id) maps to a
+-- building (gid) regardless of which source produced the link, so (place_id, gid) is the real identity.
+-- The CSV sync now stores a single link_source ('manual_entry'), so several source rows for one
+-- (place_id, gid) collapse to a single row that would otherwise violate the old three-column key.
+
+-- Collapse rows that become duplicate under the new key before the constraint is added, so ADD
+-- CONSTRAINT cannot fail on existing data. Per (place_id, gid) keep an active mapping (valid_to IS NULL)
+-- and then the newest valid_from, matching EnapoGidMappingNormalizer.isPreferred.
+DELETE FROM enapo_gid_mapping t
+WHERE t.ctid NOT IN (
+	SELECT DISTINCT ON (place_id, gid) ctid
+	FROM enapo_gid_mapping
+	ORDER BY place_id, gid, (valid_to IS NULL) DESC, valid_from DESC NULLS LAST, ctid
+);
+
+ALTER TABLE enapo_gid_mapping DROP CONSTRAINT enapo_gid_mapping_pk;
+ALTER TABLE enapo_gid_mapping ADD CONSTRAINT enapo_gid_mapping_pk PRIMARY KEY (place_id, gid);

package/db/migrations/postgresql/sqls/20260901090000-enapo-budova-spotrebic-down.sql

@@ -0,0 +1 @@
+DROP TABLE IF EXISTS enapo_budova_spotrebic;

package/db/migrations/postgresql/sqls/20260901090000-enapo-budova-spotrebic-up.sql

@@ -0,0 +1,20 @@
+CREATE TABLE enapo_budova_spotrebic (
+	id_bud_spotrebic int4 NOT NULL,
+	gid varchar NOT NULL,
+	kod_eno varchar(50) NOT NULL,
+	id_budova int4 NULL,
+	id_typ_bud_spotrebic int4 NULL,
+	nazev_typ_bud_spotrebic varchar(50) NULL,
+	nazev_spotrebic varchar(255) NULL,
+	poznamka varchar(500) NULL,
+	palivo int4 NULL,
+	vykon_kw numeric(12, 2) NULL,
+	monitoring bool NULL,
+	provoz_od date NULL,
+	adresa varchar(255) NULL,
+	created_at timestamptz DEFAULT now() NULL,
+	updated_at timestamptz NULL,
+	CONSTRAINT enapo_budova_spotrebic_pk PRIMARY KEY (id_bud_spotrebic, gid)
+);
+
+CREATE INDEX enapo_budova_spotrebic_gid_idx ON enapo_budova_spotrebic (gid);

package/db/scripts/ded_gid_mapping_mock_import.sql

@@ -9,7 +9,10 @@
 --   - Full refresh of mock rows only: rows are inserted with link_source = 'mock', so this
 --     script can be re-run any time and never touches future non-mock (sync task) rows.
 --   - The dbt table has no primary key; DISTINCT ON collapses duplicates per (place_id, gid),
---     preferring an active mapping (valid_to IS NULL) and then the newest valid_from.
+--     preferring an active mapping (valid_to IS NULL) and then the newest valid_from. This script
+--     writes link_source = 'mock'; the sync task (EnapoGidMappingSyncTask) writes link_source =
+--     'manual_entry'. Both deduplicate on (place_id, gid) — the table primary key — so a synced row
+--     and a mock row for the same point collapse to one (the sync run wins, being the later upsert).
 --   - id_type / commodity are resolved from each other so a row survives when only one of the
 --     two columns is filled: an explicit value wins, the other column is the fallback.
 --     commodity uses EB codes ('1' -> electricity, '2' -> gas) as well as the DeD names.

package/dist/integration-engine/enapo/datasources/gid-mapping/EnapoGidMappingDataSource.d.ts

@@ -0,0 +1,14 @@
+import { IEnapoGidMappingCsvRow } from "../../../../schema-definitions/datasources/enapo/gid-mapping/interfaces/IEnapoGidMappingCsvRow";
+import { ISimpleConfig } from "@golemio/core/dist/helpers/configuration/ISimpleConfig";
+/**
+ * Reads the ded_gid_mapping CSV export from blob storage over plain HTTP GET. The full blob URL comes
+ * from config so golem and rabin point at their own containers. It is a single value (not base + path):
+ * only one file is fetched, and a one-piece URL can carry a SAS token query string, which a
+ * base-plus-path join would drop.
+ */
+export declare class EnapoGidMappingDataSource {
+    private config;
+    private static readonly DATASOURCE_NAME;
+    constructor(config: ISimpleConfig);
+    getAll(): Promise<IEnapoGidMappingCsvRow[]>;
+}

package/dist/integration-engine/enapo/datasources/gid-mapping/EnapoGidMappingDataSource.js

@@ -0,0 +1,56 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var EnapoGidMappingDataSource_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EnapoGidMappingDataSource = void 0;
+const EnapoGidMappingCsvSchema_1 = require("../../../../schema-definitions/datasources/enapo/gid-mapping/EnapoGidMappingCsvSchema");
+const CoreToken_1 = require("@golemio/core/dist/helpers/ioc/CoreToken");
+const integration_engine_1 = require("@golemio/core/dist/integration-engine");
+const CSVDataTypeStrategy_1 = require("@golemio/core/dist/integration-engine/datasources/datatype-strategy/CSVDataTypeStrategy");
+const HTTPFetchProtocolStrategy_1 = require("@golemio/core/dist/integration-engine/datasources/protocol-strategy/HTTPFetchProtocolStrategy");
+const golemio_validator_1 = require("@golemio/core/dist/shared/golemio-validator");
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+/**
+ * Reads the ded_gid_mapping CSV export from blob storage over plain HTTP GET. The full blob URL comes
+ * from config so golem and rabin point at their own containers. It is a single value (not base + path):
+ * only one file is fetched, and a one-piece URL can carry a SAS token query string, which a
+ * base-plus-path join would drop.
+ */
+let EnapoGidMappingDataSource = EnapoGidMappingDataSource_1 = class EnapoGidMappingDataSource {
+    constructor(config) {
+        this.config = config;
+    }
+    async getAll() {
+        const url = this.config.getValue("module.energetics.enapo.gidMapping.url");
+        const dataSource = new integration_engine_1.DataSource(EnapoGidMappingDataSource_1.DATASOURCE_NAME, new HTTPFetchProtocolStrategy_1.HTTPFetchProtocolStrategy({
+            headers: { Accept: "text/csv" },
+            method: "GET",
+            responseType: "text",
+            timeoutInSeconds: 30,
+            url,
+        }), new CSVDataTypeStrategy_1.CSVDataTypeStrategy({
+            fastcsvParams: { headers: true, delimiter: "," },
+            subscribe: (row) => row,
+        }), new golemio_validator_1.JSONSchemaValidator(EnapoGidMappingDataSource_1.DATASOURCE_NAME, EnapoGidMappingCsvSchema_1.enapoGidMappingCsvSchema));
+        return dataSource.getAll();
+    }
+};
+exports.EnapoGidMappingDataSource = EnapoGidMappingDataSource;
+EnapoGidMappingDataSource.DATASOURCE_NAME = "EnapoGidMapping";
+exports.EnapoGidMappingDataSource = EnapoGidMappingDataSource = EnapoGidMappingDataSource_1 = __decorate([
+    (0, tsyringe_1.injectable)(),
+    __param(0, (0, tsyringe_1.inject)(CoreToken_1.CoreToken.SimpleConfig)),
+    __metadata("design:paramtypes", [Object])
+], EnapoGidMappingDataSource);
+//# sourceMappingURL=EnapoGidMappingDataSource.js.map

package/dist/integration-engine/enapo/datasources/gid-mapping/EnapoGidMappingDataSource.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"EnapoGidMappingDataSource.js","sourceRoot":"","sources":["../../../../../src/integration-engine/enapo/datasources/gid-mapping/EnapoGidMappingDataSource.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;AAAA,oIAAuG;AAGvG,wEAAqE;AACrE,8EAAmE;AACnE,iIAA8H;AAC9H,6IAA0I;AAC1I,mFAAkF;AAClF,iEAAwE;AAExE;;;;;GAKG;AAEI,IAAM,yBAAyB,iCAA/B,MAAM,yBAAyB;IAGlC,YAAoD,MAAqB;QAArB,WAAM,GAAN,MAAM,CAAe;IAAG,CAAC;IAEtE,KAAK,CAAC,MAAM;QACf,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAS,wCAAwC,CAAC,CAAC;QAEnF,MAAM,UAAU,GAAG,IAAI,+BAAU,CAC7B,2BAAyB,CAAC,eAAe,EACzC,IAAI,qDAAyB,CAAC;YAC1B,OAAO,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE;YAC/B,MAAM,EAAE,KAAK;YACb,YAAY,EAAE,MAAM;YACpB,gBAAgB,EAAE,EAAE;YACpB,GAAG;SACN,CAAC,EACF,IAAI,yCAAmB,CAAC;YACpB,aAAa,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,GAAG,EAAE;YAChD,SAAS,EAAE,CAAC,GAA2B,EAAE,EAAE,CAAC,GAAG;SAClD,CAAC,EACF,IAAI,uCAAmB,CAAC,2BAAyB,CAAC,eAAe,EAAE,mDAAwB,CAAC,CAC/F,CAAC;QAEF,OAAO,UAAU,CAAC,MAAM,EAAE,CAAC;IAC/B,CAAC;;AAzBQ,8DAAyB;AACV,yCAAe,GAAG,iBAAiB,AAApB,CAAqB;oCADnD,yBAAyB;IADrC,IAAA,qBAAU,GAAE;IAII,WAAA,IAAA,iBAAM,EAAC,qBAAS,CAAC,YAAY,CAAC,CAAA;;GAHlC,yBAAyB,CA0BrC"}

package/dist/integration-engine/enapo/helpers/EnapoGidMappingNormalizer.d.ts

@@ -0,0 +1,43 @@
+import { IEnapoGidMappingCsvRow } from "../../../schema-definitions/datasources/enapo/gid-mapping/interfaces/IEnapoGidMappingCsvRow";
+import { IEnapoGidMapping } from "../../../schema-definitions/models/enapo/interfaces/IEnapoGidMapping";
+type EnapoGidMappingSkipReason = "missing_required" | "place_id_too_long" | "invalid_date" | "contradicting_pair" | "unresolvable_commodity";
+export interface IEnapoGidMappingSkipReport {
+    total: number;
+    byReason: Record<EnapoGidMappingSkipReason, number>;
+    samples: Record<EnapoGidMappingSkipReason, string[]>;
+}
+interface IEnapoGidMappingNormalizeResult {
+    mappings: IEnapoGidMapping[];
+    skipped: IEnapoGidMappingSkipReport;
+    outOfScopeCount: number;
+}
+/**
+ * Normalizes raw ded_gid_mapping CSV rows into rows written to energetics.enapo_gid_mapping. Deduplicates
+ * across the whole dataset (a per-row map cannot), so it is a plain helper, not an AbstractTransformation.
+ */
+export declare class EnapoGidMappingNormalizer {
+    private static readonly EB_PLACEHOLDER_DATE;
+    private static readonly MAX_PLACE_ID_LENGTH;
+    private static readonly LINK_SOURCE;
+    private static readonly ISO_DATE_PATTERN;
+    private static readonly EXCLUDED_LINK_SOURCE;
+    private static readonly ELECTRICITY_CODES;
+    private static readonly GAS_CODES;
+    private static readonly HEAT_WATER_CODES;
+    private static readonly TRUE_VALUES;
+    private static readonly MAX_SAMPLES_PER_REASON;
+    private static readonly SKIP_REASONS;
+    normalize(rows: IEnapoGidMappingCsvRow[]): IEnapoGidMappingNormalizeResult;
+    private isOutOfScope;
+    private normalizeRow;
+    private describeMissing;
+    private emptyReport;
+    private skip;
+    private resolveIdType;
+    private resolveCommodity;
+    private isConsistentPair;
+    private parseDate;
+    private isRealDate;
+    private isPreferred;
+}
+export {};

package/dist/integration-engine/enapo/helpers/EnapoGidMappingNormalizer.js

@@ -0,0 +1,193 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var EnapoGidMappingNormalizer_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EnapoGidMappingNormalizer = void 0;
+const tsyringe_1 = require("@golemio/core/dist/shared/tsyringe");
+/**
+ * Normalizes raw ded_gid_mapping CSV rows into rows written to energetics.enapo_gid_mapping. Deduplicates
+ * across the whole dataset (a per-row map cannot), so it is a plain helper, not an AbstractTransformation.
+ */
+let EnapoGidMappingNormalizer = EnapoGidMappingNormalizer_1 = class EnapoGidMappingNormalizer {
+    normalize(rows) {
+        const skipped = this.emptyReport();
+        const byKey = new Map();
+        let outOfScopeCount = 0;
+        for (const row of rows) {
+            if (this.isOutOfScope(row)) {
+                outOfScopeCount += 1;
+                continue;
+            }
+            const mapping = this.normalizeRow(row, skipped);
+            if (!mapping) {
+                continue;
+            }
+            const key = `${mapping.place_id}|${mapping.gid}`;
+            const current = byKey.get(key);
+            if (!current || this.isPreferred(mapping, current)) {
+                byKey.set(key, mapping);
+            }
+        }
+        return { mappings: [...byKey.values()], skipped, outOfScopeCount };
+    }
+    // Dropped before any other check so an out-of-scope row that is also malformed cannot inflate the defect counters.
+    isOutOfScope(row) {
+        const linkSource = (row.link_source ?? "").trim().toLowerCase();
+        const commodity = (row.commodity ?? "").trim().toLowerCase();
+        return (linkSource === EnapoGidMappingNormalizer_1.EXCLUDED_LINK_SOURCE ||
+            EnapoGidMappingNormalizer_1.HEAT_WATER_CODES.includes(commodity));
+    }
+    normalizeRow(row, skipped) {
+        const placeId = (row.place_id ?? "").trim();
+        const gid = (row.gid ?? "").trim();
+        if (!placeId || !gid) {
+            return this.skip(skipped, "missing_required", this.describeMissing(placeId, gid));
+        }
+        if (placeId.length > EnapoGidMappingNormalizer_1.MAX_PLACE_ID_LENGTH) {
+            return this.skip(skipped, "place_id_too_long", placeId);
+        }
+        const idTypeRaw = (row.id_type ?? "").trim().toLowerCase();
+        const commodityRaw = (row.commodity ?? "").trim().toLowerCase();
+        const idType = this.resolveIdType(idTypeRaw, commodityRaw);
+        const commodity = this.resolveCommodity(idTypeRaw, commodityRaw);
+        if (!idType || !commodity) {
+            return this.skip(skipped, "unresolvable_commodity", placeId);
+        }
+        // EAN is always electricity, EIC always gas, so a disagreeing pair is bad source data.
+        if (!this.isConsistentPair(idType, commodity)) {
+            return this.skip(skipped, "contradicting_pair", placeId);
+        }
+        const validFrom = this.parseDate(row.valid_from);
+        const validTo = this.parseDate(row.valid_to);
+        if (!validFrom.isValid || !validTo.isValid) {
+            return this.skip(skipped, "invalid_date", `${placeId} (${row.valid_from ?? ""}/${row.valid_to ?? ""})`);
+        }
+        return {
+            place_id: placeId,
+            id_type: idType,
+            commodity,
+            gid,
+            is_first_gid: EnapoGidMappingNormalizer_1.TRUE_VALUES.includes((row.is_first_gid ?? "").trim().toLowerCase()),
+            link_source: EnapoGidMappingNormalizer_1.LINK_SOURCE,
+            valid_from: validFrom.value,
+            valid_to: validTo.value === EnapoGidMappingNormalizer_1.EB_PLACEHOLDER_DATE ? null : validTo.value,
+        };
+    }
+    // Names the missing columns and keeps whatever identifier the row still has, so the logged sample says what is wrong.
+    describeMissing(placeId, gid) {
+        const missing = [];
+        if (!placeId) {
+            missing.push("place_id");
+        }
+        if (!gid) {
+            missing.push("gid");
+        }
+        const present = [placeId ? `place_id=${placeId}` : null, gid ? `gid=${gid}` : null].filter((part) => part !== null);
+        return `missing ${missing.join("+")}${present.length > 0 ? ` (${present.join(", ")})` : ""}`;
+    }
+    emptyReport() {
+        const byReason = {};
+        const samples = {};
+        for (const reason of EnapoGidMappingNormalizer_1.SKIP_REASONS) {
+            byReason[reason] = 0;
+            samples[reason] = [];
+        }
+        return { total: 0, byReason, samples };
+    }
+    skip(report, reason, sample) {
+        report.total += 1;
+        report.byReason[reason] += 1;
+        if (report.samples[reason].length < EnapoGidMappingNormalizer_1.MAX_SAMPLES_PER_REASON && sample) {
+            report.samples[reason].push(sample);
+        }
+        return null;
+    }
+    resolveIdType(idTypeRaw, commodityRaw) {
+        if (idTypeRaw === "ean" || idTypeRaw === "eic") {
+            return idTypeRaw;
+        }
+        if (EnapoGidMappingNormalizer_1.ELECTRICITY_CODES.includes(commodityRaw)) {
+            return "ean";
+        }
+        if (EnapoGidMappingNormalizer_1.GAS_CODES.includes(commodityRaw)) {
+            return "eic";
+        }
+        return null;
+    }
+    resolveCommodity(idTypeRaw, commodityRaw) {
+        if (EnapoGidMappingNormalizer_1.ELECTRICITY_CODES.includes(commodityRaw)) {
+            return "electricity";
+        }
+        if (EnapoGidMappingNormalizer_1.GAS_CODES.includes(commodityRaw)) {
+            return "gas";
+        }
+        if (idTypeRaw === "ean") {
+            return "electricity";
+        }
+        if (idTypeRaw === "eic") {
+            return "gas";
+        }
+        return null;
+    }
+    isConsistentPair(idType, commodity) {
+        return (idType === "ean" && commodity === "electricity") || (idType === "eic" && commodity === "gas");
+    }
+    // Empty cell is a valid null; a timestamp suffix is tolerated (only the date part is stored). Anything
+    // that is not a real ISO calendar date is rejected, because the target columns are typed date.
+    parseDate(raw) {
+        const value = (raw ?? "").trim();
+        if (!value) {
+            return { isValid: true, value: null };
+        }
+        const datePart = value.slice(0, 10);
+        if (!EnapoGidMappingNormalizer_1.ISO_DATE_PATTERN.test(datePart) || !this.isRealDate(datePart)) {
+            return { isValid: false, value: null };
+        }
+        return { isValid: true, value: datePart };
+    }
+    // Guards against a well-shaped but non-existent date such as 2019-02-31 that the pattern alone lets through.
+    isRealDate(isoDate) {
+        const parsed = new Date(`${isoDate}T00:00:00Z`);
+        return !Number.isNaN(parsed.getTime()) && parsed.toISOString().slice(0, 10) === isoDate;
+    }
+    isPreferred(candidate, current) {
+        const candidateActive = candidate.valid_to === null;
+        const currentActive = current.valid_to === null;
+        if (candidateActive !== currentActive) {
+            return candidateActive;
+        }
+        // Both dates are normalized to ISO, so a plain string comparison orders them correctly.
+        return (candidate.valid_from ?? "") > (current.valid_from ?? "");
+    }
+};
+exports.EnapoGidMappingNormalizer = EnapoGidMappingNormalizer;
+EnapoGidMappingNormalizer.EB_PLACEHOLDER_DATE = "1900-01-01";
+EnapoGidMappingNormalizer.MAX_PLACE_ID_LENGTH = 50;
+// link_source is not part of the primary key anymore and the CSV value is not stored: every synced
+// mapping is written with a single fixed link_source, so downstream can tell sync rows from the
+// manual mock import (link_source = "mock") and from the Porsenna view branch (link_source = "porsenna").
+EnapoGidMappingNormalizer.LINK_SOURCE = "manual_entry";
+EnapoGidMappingNormalizer.ISO_DATE_PATTERN = /^\d{4}-\d{2}-\d{2}$/;
+// Water/heat mapping, out of scope until the source codes are cleaned up (separate issue).
+EnapoGidMappingNormalizer.EXCLUDED_LINK_SOURCE = "eb_cis_odb_mista";
+EnapoGidMappingNormalizer.ELECTRICITY_CODES = ["1", "electricity", "elektrina"];
+EnapoGidMappingNormalizer.GAS_CODES = ["2", "gas", "plyn"];
+EnapoGidMappingNormalizer.HEAT_WATER_CODES = ["3", "4", "heat", "teplo", "water", "voda"];
+EnapoGidMappingNormalizer.TRUE_VALUES = ["true", "1", "t", "yes"];
+EnapoGidMappingNormalizer.MAX_SAMPLES_PER_REASON = 5;
+EnapoGidMappingNormalizer.SKIP_REASONS = [
+    "missing_required",
+    "place_id_too_long",
+    "invalid_date",
+    "contradicting_pair",
+    "unresolvable_commodity",
+];
+exports.EnapoGidMappingNormalizer = EnapoGidMappingNormalizer = EnapoGidMappingNormalizer_1 = __decorate([
+    (0, tsyringe_1.injectable)()
+], EnapoGidMappingNormalizer);
+//# sourceMappingURL=EnapoGidMappingNormalizer.js.map

package/dist/integration-engine/enapo/helpers/EnapoGidMappingNormalizer.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"EnapoGidMappingNormalizer.js","sourceRoot":"","sources":["../../../../src/integration-engine/enapo/helpers/EnapoGidMappingNormalizer.ts"],"names":[],"mappings":";;;;;;;;;;AAEA,iEAAgE;AA4BhE;;;GAGG;AAEI,IAAM,yBAAyB,iCAA/B,MAAM,yBAAyB;IAuB3B,SAAS,CAAC,IAA8B;QAC3C,MAAM,OAAO,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QACnC,MAAM,KAAK,GAAG,IAAI,GAAG,EAA4B,CAAC;QAClD,IAAI,eAAe,GAAG,CAAC,CAAC;QAExB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACrB,IAAI,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,EAAE,CAAC;gBACzB,eAAe,IAAI,CAAC,CAAC;gBACrB,SAAS;YACb,CAAC;YAED,MAAM,OAAO,GAAG,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAChD,IAAI,CAAC,OAAO,EAAE,CAAC;gBACX,SAAS;YACb,CAAC;YAED,MAAM,GAAG,GAAG,GAAG,OAAO,CAAC,QAAQ,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC;YACjD,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YAC/B,IAAI,CAAC,OAAO,IAAI,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,CAAC;gBACjD,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,OAAO,CAAC,CAAC;YAC5B,CAAC;QACL,CAAC;QAED,OAAO,EAAE,QAAQ,EAAE,CAAC,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC;IACvE,CAAC;IAED,mHAAmH;IAC3G,YAAY,CAAC,GAA2B;QAC5C,MAAM,UAAU,GAAG,CAAC,GAAG,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAChE,MAAM,SAAS,GAAG,CAAC,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAE7D,OAAO,CACH,UAAU,KAAK,2BAAyB,CAAC,oBAAoB;YAC7D,2BAAyB,CAAC,gBAAgB,CAAC,QAAQ,CAAC,SAAS,CAAC,CACjE,CAAC;IACN,CAAC;IAEO,YAAY,CAAC,GAA2B,EAAE,OAAmC;QACjF,MAAM,OAAO,GAAG,CAAC,GAAG,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAC5C,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QAEnC,IAAI,CAAC,OAAO,IAAI,CAAC,GAAG,EAAE,CAAC;YACnB,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,kBAAkB,EAAE,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC;QACtF,CAAC;QACD,IAAI,OAAO,CAAC,MAAM,GAAG,2BAAyB,CAAC,mBAAmB,EAAE,CAAC;YACjE,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;QAC5D,CAAC;QAED,MAAM,SAAS,GAAG,CAAC,GAAG,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3D,MAAM,YAAY,GAAG,CAAC,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAEhE,MAAM,MAAM,GAAG,IAAI,CAAC,aAAa,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QAC3D,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;QAEjE,IAAI,CAAC,MAAM,IAAI,CAAC,SAAS,EAAE,CAAC;YACxB,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,wBAAwB,EAAE,OAAO,CAAC,CAAC;QACjE,CAAC;QACD,uFAAuF;QACvF,IAAI,CAAC,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,CAAC;YAC5C,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,oBAAoB,EAAE,OAAO,CAAC,CAAC;QAC7D,CAAC;QAED,MAAM,SAAS,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;QACjD,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAE7C,IAAI,CAAC,SAAS,CAAC,OAAO,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YACzC,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,cAAc,EAAE,GAAG,OAAO,KAAK,GAAG,CAAC,UAAU,IAAI,EAAE,IAAI,GAAG,CAAC,QAAQ,IAAI,EAAE,GAAG,CAAC,CAAC;QAC5G,CAAC;QAED,OAAO;YACH,QAAQ,EAAE,OAAO;YACjB,OAAO,EAAE,MAAM;YACf,SAAS;YACT,GAAG;YACH,YAAY,EAAE,2BAAyB,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YAC3G,WAAW,EAAE,2BAAyB,CAAC,WAAW;YAClD,UAAU,EAAE,SAAS,CAAC,KAAK;YAC3B,QAAQ,EAAE,OAAO,CAAC,KAAK,KAAK,2BAAyB,CAAC,mBAAmB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK;SACnG,CAAC;IACN,CAAC;IAED,sHAAsH;IAC9G,eAAe,CAAC,OAAe,EAAE,GAAW;QAChD,MAAM,OAAO,GAAa,EAAE,CAAC;QAC7B,IAAI,CAAC,OAAO,EAAE,CAAC;YACX,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC7B,CAAC;QACD,IAAI,CAAC,GAAG,EAAE,CAAC;YACP,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACxB,CAAC;QAED,MAAM,OAAO,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,YAAY,OAAO,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC,OAAO,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,CACtF,CAAC,IAAI,EAAkB,EAAE,CAAC,IAAI,KAAK,IAAI,CAC1C,CAAC;QAEF,OAAO,WAAW,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;IACjG,CAAC;IAEO,WAAW;QACf,MAAM,QAAQ,GAAG,EAA+C,CAAC;QACjE,MAAM,OAAO,GAAG,EAAiD,CAAC;QAClE,KAAK,MAAM,MAAM,IAAI,2BAAyB,CAAC,YAAY,EAAE,CAAC;YAC1D,QAAQ,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACrB,OAAO,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;QACzB,CAAC;QACD,OAAO,EAAE,KAAK,EAAE,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC;IAC3C,CAAC;IAEO,IAAI,CAAC,MAAkC,EAAE,MAAiC,EAAE,MAAc;QAC9F,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;QAClB,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC7B,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,2BAAyB,CAAC,sBAAsB,IAAI,MAAM,EAAE,CAAC;YAC7F,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACxC,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IAEO,aAAa,CAAC,SAAiB,EAAE,YAAoB;QACzD,IAAI,SAAS,KAAK,KAAK,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;YAC7C,OAAO,SAAS,CAAC;QACrB,CAAC;QACD,IAAI,2BAAyB,CAAC,iBAAiB,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YACrE,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,IAAI,2BAAyB,CAAC,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YAC7D,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IAEO,gBAAgB,CAAC,SAAiB,EAAE,YAAoB;QAC5D,IAAI,2BAAyB,CAAC,iBAAiB,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YACrE,OAAO,aAAa,CAAC;QACzB,CAAC;QACD,IAAI,2BAAyB,CAAC,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC,EAAE,CAAC;YAC7D,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;YACtB,OAAO,aAAa,CAAC;QACzB,CAAC;QACD,IAAI,SAAS,KAAK,KAAK,EAAE,CAAC;YACtB,OAAO,KAAK,CAAC;QACjB,CAAC;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IAEO,gBAAgB,CAAC,MAAc,EAAE,SAAyB;QAC9D,OAAO,CAAC,MAAM,KAAK,KAAK,IAAI,SAAS,KAAK,aAAa,CAAC,IAAI,CAAC,MAAM,KAAK,KAAK,IAAI,SAAS,KAAK,KAAK,CAAC,CAAC;IAC1G,CAAC;IAED,uGAAuG;IACvG,+FAA+F;IACvF,SAAS,CAAC,GAAkB;QAChC,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACjC,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QAC1C,CAAC;QAED,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACpC,IAAI,CAAC,2BAAyB,CAAC,gBAAgB,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3F,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC;QAC3C,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;IAC9C,CAAC;IAED,6GAA6G;IACrG,UAAU,CAAC,OAAe;QAC9B,MAAM,MAAM,GAAG,IAAI,IAAI,CAAC,GAAG,OAAO,YAAY,CAAC,CAAC;QAChD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,OAAO,CAAC;IAC5F,CAAC;IAEO,WAAW,CAAC,SAA2B,EAAE,OAAyB;QACtE,MAAM,eAAe,GAAG,SAAS,CAAC,QAAQ,KAAK,IAAI,CAAC;QACpD,MAAM,aAAa,GAAG,OAAO,CAAC,QAAQ,KAAK,IAAI,CAAC;QAChD,IAAI,eAAe,KAAK,aAAa,EAAE,CAAC;YACpC,OAAO,eAAe,CAAC;QAC3B,CAAC;QAED,wFAAwF;QACxF,OAAO,CAAC,SAAS,CAAC,UAAU,IAAI,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC;IACrE,CAAC;;AA5MQ,8DAAyB;AACV,6CAAmB,GAAG,YAAY,AAAf,CAAgB;AACnC,6CAAmB,GAAG,EAAE,AAAL,CAAM;AACjD,mGAAmG;AACnG,gGAAgG;AAChG,0GAA0G;AAClF,qCAAW,GAAG,cAAc,AAAjB,CAAkB;AAC7B,0CAAgB,GAAG,qBAAqB,AAAxB,CAAyB;AACjE,2FAA2F;AACnE,8CAAoB,GAAG,kBAAkB,AAArB,CAAsB;AAC1C,2CAAiB,GAAG,CAAC,GAAG,EAAE,aAAa,EAAE,WAAW,CAAC,AAApC,CAAqC;AACtD,mCAAS,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,CAAC,AAAvB,CAAwB;AACjC,0CAAgB,GAAG,CAAC,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,CAAC,AAA/C,CAAgD;AAChE,qCAAW,GAAG,CAAC,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,KAAK,CAAC,AAA5B,CAA6B;AACxC,gDAAsB,GAAG,CAAC,AAAJ,CAAK;AAC3B,sCAAY,GAAgC;IAChE,kBAAkB;IAClB,mBAAmB;IACnB,cAAc;IACd,oBAAoB;IACpB,wBAAwB;CAC3B,AANmC,CAMlC;oCArBO,yBAAyB;IADrC,IAAA,qBAAU,GAAE;GACA,yBAAyB,CA6MrC"}