@powercalc/power-router 1.0.12 → 1.0.14

package/package.json

@@ -1,8 +1,8 @@
 {
   "name": "@powercalc/power-router",
-  "version": "1.0.12",
+  "version": "1.0.14",
   "description": "",
-  "main": "index.js",
+  "main": "dist/index.js",
   "scripts": {
     "test": "echo \"Error: no test specified\" && exit 1",
     "v": "node -v",
@@ -46,6 +46,7 @@
   },
   "files": [
     "dist/**/*",
+    "src/**/*",
     "!**/*.test.js"
   ]
 }

package/src/app.ts

@@ -0,0 +1,25 @@
+import 'reflect-metadata';
+process.env["NODE_TLS_REJECT_UNAUTHORIZED"] = '0';
+
+import express, { Request } from 'express';
+import cors from 'cors'
+import { join } from 'path';
+import { cwd } from 'process';
+import { Config } from './router/interfaces/config';
+import { PowerRouter } from './router/controllers/Router';
+
+const app = express();
+const port = 30000;
+const config: Config = {
+  securityToken: '1c608639-afff-4d73-bfe1-a960fe7ea8da',
+  cacheDir: join(cwd(), 'data'),
+  entsoeDomain: "https://web-api.tp.entsoe.eu"
+}
+app.use(cors<Request>());
+app.use('/entsoe', PowerRouter.init(config));
+app.use('/public', express.static('public'));
+// app.use('/config', express.static('dist/config', { maxAge: 100000 }));
+
+app.listen(port, () => {
+  console.log(`Server listening on port ${port}`);
+});

package/src/genTypes.ts

@@ -0,0 +1,50 @@
+import { gzip } from "node:zlib";
+import { Load } from "./load";
+import { writeFile } from 'node:fs/promises';
+
+
+export class GenTypes {
+  static async getTypes(country: string) {
+    let types: any[] = []
+    const minYear = 2015;
+    const maxYear = 2023;
+    let min: number | undefined;
+    let max: number | undefined;
+    for (let year = minYear; year <= maxYear; year++) {
+      for (let month = 1; month <= 12; month++) {
+        const gen = await Load.getGeneration(country, year, month);
+        const price = await Load.getPrice(country, year, month);
+        const load = await Load.getLoad(country, year, month);
+        const all = this.makeGen(gen, load, price);
+        const gzipfilename = `data/gzip/${country}-${year}-${month}.json.gzip`
+        const filename = `data/generation/${country}-${year}-${month}.json`
+        const buf = Buffer.from(JSON.stringify(all), 'utf-8');
+        gzip(buf, async (_, result) => {
+          await writeFile(gzipfilename, result, 'utf-8')
+          // console.log(gen.dataset.map((item:any) => item.label))
+          types = types.concat(gen.dataset?.map((item: any) => item.psrType) || []);
+        })
+        await writeFile(filename, JSON.stringify(all, null, 2), 'utf-8')
+      }
+    }
+    return [...new Set(types)].sort();
+
+  }
+  static makeGen(gen: any, load: any, price: any): any {
+    const all: any = {}
+    if (gen.dataset?.[0]) {
+      all.time = gen.dataset?.[0]?.data?.map((item: any) => item.x);
+      gen.dataset.forEach((dataset: any) => {
+        all[dataset.psrType] = dataset.data.map((item: any) => item.y)
+      })
+    }
+    if (load?.dataset?.[0]?.data) {
+      all.A05 = load.dataset[0].data.map((item:any)=>item.y)
+    }
+    if (price?.dataset?.[0]) {
+      all.price = price.dataset[0].data.map((item:any)=>item.y)
+    }
+    console.log(all.time?.length, all.A05?.length, all.price?.length)
+    return all;
+  }
+}

package/src/index.ts

@@ -0,0 +1,64 @@
+import { GenTypes } from "./genTypes";
+import { Hydrofill } from "./router/services/batch/maxHydrofill";
+import { writeFile } from 'node:fs/promises';
+
+
+export class Convert {
+    static async start() {
+        const countries = await this.getCountries()
+        console.log(countries)
+        for (const country of countries) {
+            const types = await GenTypes.getTypes(country.code);
+            country.types = types;
+            console.log(country.name, types.join(', '))
+            const h = await Hydrofill.getMaxHydrofill(country.code)
+            if (h.max) {
+                const GW = Math.round(h.max / 1000) + ' GW'
+                console.log(country.name, GW)
+                country.hydrofill = {
+                    min: h.min,
+                    max: h.max
+                }
+            }
+            const gen = await this.getGeneration(country.code)
+            const load = await this.getLoad(country.code)
+            const price = await this.getPrice(country.code)
+            const hydrofill = await this.getHydrofill(country.code)
+        }
+        console.log(countries);
+        writeFile('data/countrydata.json', JSON.stringify(countries, null, 2), 'utf-8')
+    }
+
+    static async getCountries() {
+        const url = 'https://powercalculator.eu/entsoe/datalists/countries';
+        const response = await fetch(url);
+        return await response.json()
+    }
+
+    static async getGeneration(countryCode: string) {
+        const url = `https://powercalculator.eu/entsoe/${countryCode}/generation?year=2021&month=9`;
+        const response = await fetch(url);
+        return await response.json()
+    }
+
+    static async getLoad(countryCode: string) {
+        const url = `https://powercalculator.eu/entsoe/${countryCode}/load?year=2021&month=9`;
+        const response = await fetch(url);
+        return await response.json()
+    }
+
+    static async getPrice(countryCode: string) {
+        const url = `https://powercalculator.eu/entsoe/${countryCode}/prices?year=2021&month=9`;
+        const response = await fetch(url);
+        return await response.json()
+    }
+
+    static async getHydrofill(countryCode: string) {
+        const url = `https://powercalculator.eu/entsoe/${countryCode}/hydrofill?year=2021`
+        const response = await fetch(url);
+        return await response.json()
+    }
+
+}
+
+Convert.start();

package/src/load.ts

@@ -0,0 +1,34 @@
+export class Load {
+
+
+    static async getCountries() {
+        const url = 'https://powercalculator.eu/entsoe/datalists/countries';
+        const response = await fetch(url);
+        return await response.json()
+    }
+
+    static async getGeneration(countryCode: string, year: number, month: number) {
+        const url = `https://powercalculator.eu/entsoe/${countryCode}/generation?year=${year}&month=${month}`;
+        const response = await fetch(url);
+        return await response.json()
+    }
+
+    static async getLoad(countryCode: string, year: number, month: number) {
+        const url = `https://powercalculator.eu/entsoe/${countryCode}/load?year=${year}&month=${month}`;
+        const response = await fetch(url);
+        return await response.json()
+    }
+
+    static async getPrice(countryCode: string, year: number, month: number) {
+        const url = `https://powercalculator.eu/entsoe/${countryCode}/prices?year=${year}&month=${month}`;
+        const response = await fetch(url);
+        return await response.json()
+    }
+
+    static async getHydrofill(countryCode: string, year: number) {
+        const url = `https://powercalculator.eu/entsoe/${countryCode}/hydrofill?year=${year}`
+        const response = await fetch(url);
+        return await response.json()
+    }
+
+}

package/src/router/config/countries.json

@@ -0,0 +1,194 @@
+[
+  {
+      "code": "10YAT-APG------L",
+      "name": "Austria",
+      "population": 8955102,
+      "short": "AT"
+  },
+  {
+      "code": "10YBE----------2",
+      "name": "Belgium",
+      "population": 11524454,
+      "short": "BE"
+  },
+  {
+      "code": "10YBA-JPCC-----D",
+      "name": "Bosnia and Herzegovina",
+      "population": 3280819,
+      "short": "BA"
+  },
+  {
+      "code": "10YCA-BULGARIA-R",
+      "name": "Bulgaria",
+      "population": 6951482,
+      "short": "BG"
+  },
+  {
+      "code": "10YCY-1001A0003J",
+      "name": "Cyprus",
+      "population": 1207359,
+      "short": "CY"
+  },
+  {
+      "code": "10YCZ-CEPS-----N",
+      "name": "Czech Republic",
+      "population": 10708981,
+      "short": "CZ"
+  },
+  {
+      "code": "10Y1001A1001A65H",
+      "name": "Denmark",
+      "population": 5793636,
+      "short": "DK"
+  },
+  {
+      "code": "10Y1001A1001A39I",
+      "name": "Estonia",
+      "population": 1328976,
+      "short": "EE"
+  },
+  {
+      "code": "10YFI-1--------U",
+      "name": "Finland",
+      "population": 5540720,
+      "short": "FI"
+  },
+  {
+      "code": "10YMK-MEPSO----8",
+      "name": "North Macedonia",
+      "population": 2084367,
+      "short": "MK"
+  },
+  {
+      "code": "10YFR-RTE------C",
+      "name": "France",
+      "population": 67146000,
+      "short": "FR"
+  },
+  {
+      "code": "10Y1001A1001A83F",
+      "name": "Germany",
+      "population": 83190556,
+      "short": "DE"
+  },
+  {
+      "code": "10YGR-HTSO-----Y",
+      "name": "Greece",
+      "population": 10724599,
+      "short": "GR"
+  },
+  {
+      "code": "10YHU-MAVIR----U",
+      "name": "Hungary",
+      "population": 9769526,
+      "short": "HU"
+  },
+  {
+      "code": "10Y1001A1001A59C",
+      "name": "Ireland",
+      "population": 4982900,
+      "short": "IE"
+  },
+  {
+      "code": "10YIT-GRTN-----B",
+      "name": "Italy",
+      "population": 60390560,
+      "short": "IT"
+  },
+  {
+      "code": "10YLV-1001A00074",
+      "name": "Latvia",
+      "population": 1901548,
+      "short": "LV"
+  },
+  {
+      "code": "10YLT-1001A0008Q",
+      "name": "Lithuania",
+      "population": 2793471,
+      "short": "LT"
+  },
+  {
+      "code": "10YLU-CEGEDEL-NQ",
+      "name": "Luxembourg",
+      "population": 626108,
+      "short": "LU"
+  },
+  {
+      "code": "10YCS-CG-TSO---S",
+      "name": "Montenegro",
+      "population": 622359,
+      "short": "ME"
+  },
+  {
+      "code": "10YGB----------A",
+      "name": "United Kingdom",
+      "population": 68133400,
+      "short": "GB"
+  },
+  {
+      "code": "10YNL----------L",
+      "name": "Nederlands",
+      "population": 17446640,
+      "short": "NL"
+  },
+  {
+      "code": "10YNO-0--------C",
+      "name": "Norway",
+      "population": 5330800,
+      "short": "NO"
+  },
+  {
+      "code": "10YPL-AREA-----S",
+      "name": "Poland",
+      "population": 38386000,
+      "short": "PL"
+  },
+  {
+      "code": "10YPT-REN------W",
+      "name": "Portugal",
+      "population": 10276617,
+      "short": "PT"
+  },
+  {
+      "code": "10YRO-TEL------P",
+      "name": "Romania",
+      "population": 19238250,
+      "short": "RO"
+  },
+  {
+      "code": "10YCS-SERBIATSOV",
+      "name": "Serbia",
+      "population": 6963764,
+      "short": "RS"
+  },
+  {
+      "code": "10YSK-SEPS-----K",
+      "name": "Slovakia",
+      "population": 5459642,
+      "short": "SK"
+  },
+  {
+      "code": "10YSI-ELES-----O",
+      "name": "Slovenia",
+      "population": 2094060,
+      "short": "SI"
+  },
+  {
+      "code": "10YES-REE------0",
+      "name": "Spain",
+      "population": 46723749,
+      "short": "ES"
+  },
+  {
+      "code": "10YSE-1--------K",
+      "name": "Sweden",
+      "population": 10383676,
+      "short": "SE"
+  },
+  {
+      "code": "10YCH-SWISSGRIDZ",
+      "name": "Switzerland",
+      "population": 8718853,
+      "short": "CH"
+  }
+]

package/src/router/config/countrydata.json

@@ -0,0 +1,266 @@
+[
+  {
+    "code": "10YAT-APG------L",
+    "name": "Austria",
+    "population": 8955102,
+    "short": "AT",
+    "hydrofill": {
+      "min": 269440,
+      "max": 2001005
+    }
+  },
+  {
+    "code": "10YBE----------2",
+    "name": "Belgium",
+    "population": 11524454,
+    "short": "BE"
+  },
+  {
+    "code": "10YBA-JPCC-----D",
+    "name": "Bosnia and Herzegovina",
+    "population": 3280819,
+    "short": "BA"
+  },
+  {
+    "code": "10YCA-BULGARIA-R",
+    "name": "Bulgaria",
+    "population": 6951482,
+    "short": "BG",
+    "hydrofill": {
+      "min": 987839,
+      "max": 2240914
+    }
+  },
+  {
+    "code": "10YCY-1001A0003J",
+    "name": "Cyprus",
+    "population": 1207359,
+    "short": "CY"
+  },
+  {
+    "code": "10YCZ-CEPS-----N",
+    "name": "Czech Republic",
+    "population": 10708981,
+    "short": "CZ"
+  },
+  {
+    "code": "10Y1001A1001A65H",
+    "name": "Denmark",
+    "population": 5793636,
+    "short": "DK"
+  },
+  {
+    "code": "10Y1001A1001A39I",
+    "name": "Estonia",
+    "population": 1328976,
+    "short": "EE"
+  },
+  {
+    "code": "10YFI-1--------U",
+    "name": "Finland",
+    "population": 5540720,
+    "short": "FI",
+    "hydrofill": {
+      "min": 1560000,
+      "max": 4512000
+    }
+  },
+  {
+    "code": "10YMK-MEPSO----8",
+    "name": "North Macedonia",
+    "population": 2084367,
+    "short": "MK",
+    "hydrofill": {
+      "min": 81108,
+      "max": 162524
+    }
+  },
+  {
+    "code": "10YFR-RTE------C",
+    "name": "France",
+    "population": 67146000,
+    "short": "FR",
+    "hydrofill": {
+      "min": 586044,
+      "max": 3100546
+    }
+  },
+  {
+    "code": "10Y1001A1001A83F",
+    "name": "Germany",
+    "population": 83190556,
+    "short": "DE"
+  },
+  {
+    "code": "10YGR-HTSO-----Y",
+    "name": "Greece",
+    "population": 10724599,
+    "short": "GR",
+    "hydrofill": {
+      "min": 1099043,
+      "max": 3060004
+    }
+  },
+  {
+    "code": "10YHU-MAVIR----U",
+    "name": "Hungary",
+    "population": 9769526,
+    "short": "HU"
+  },
+  {
+    "code": "10Y1001A1001A59C",
+    "name": "Ireland",
+    "population": 4982900,
+    "short": "IE"
+  },
+  {
+    "code": "10YIT-GRTN-----B",
+    "name": "Italy",
+    "population": 60390560,
+    "short": "IT",
+    "hydrofill": {
+      "min": 1837814,
+      "max": 4408894
+    }
+  },
+  {
+    "code": "10YLV-1001A00074",
+    "name": "Latvia",
+    "population": 1901548,
+    "short": "LV",
+    "hydrofill": {
+      "min": 1775,
+      "max": 11167
+    }
+  },
+  {
+    "code": "10YLT-1001A0008Q",
+    "name": "Lithuania",
+    "population": 2793471,
+    "short": "LT",
+    "hydrofill": {
+      "min": 395,
+      "max": 12217
+    }
+  },
+  {
+    "code": "10YLU-CEGEDEL-NQ",
+    "name": "Luxembourg",
+    "population": 626108,
+    "short": "LU"
+  },
+  {
+    "code": "10YCS-CG-TSO---S",
+    "name": "Montenegro",
+    "population": 622359,
+    "short": "ME",
+    "hydrofill": {
+      "min": 555,
+      "max": 505322
+    }
+  },
+  {
+    "code": "10YGB----------A",
+    "name": "United Kingdom",
+    "population": 68133400,
+    "short": "GB"
+  },
+  {
+    "code": "10YNL----------L",
+    "name": "Nederlands",
+    "population": 17446640,
+    "short": "NL"
+  },
+  {
+    "code": "10YNO-0--------C",
+    "name": "Norway",
+    "population": 5330800,
+    "short": "NO",
+    "hydrofill": {
+      "min": 18328177,
+      "max": 83251000
+    }
+  },
+  {
+    "code": "10YPL-AREA-----S",
+    "name": "Poland",
+    "population": 38386000,
+    "short": "PL"
+  },
+  {
+    "code": "10YPT-REN------W",
+    "name": "Portugal",
+    "population": 10276617,
+    "short": "PT",
+    "hydrofill": {
+      "min": 974314,
+      "max": 2897771
+    }
+  },
+  {
+    "code": "10YRO-TEL------P",
+    "name": "Romania",
+    "population": 19238250,
+    "short": "RO",
+    "hydrofill": {
+      "min": 885300,
+      "max": 2849800
+    }
+  },
+  {
+    "code": "10YCS-SERBIATSOV",
+    "name": "Serbia",
+    "population": 6963764,
+    "short": "RS",
+    "hydrofill": {
+      "min": 159000,
+      "max": 608000
+    }
+  },
+  {
+    "code": "10YSK-SEPS-----K",
+    "name": "Slovakia",
+    "population": 5459642,
+    "short": "SK"
+  },
+  {
+    "code": "10YSI-ELES-----O",
+    "name": "Slovenia",
+    "population": 2094060,
+    "short": "SI",
+    "hydrofill": {
+      "min": 2600,
+      "max": 2600
+    }
+  },
+  {
+    "code": "10YES-REE------0",
+    "name": "Spain",
+    "population": 46723749,
+    "short": "ES",
+    "hydrofill": {
+      "min": 4308428,
+      "max": 13674197
+    }
+  },
+  {
+    "code": "10YSE-1--------K",
+    "name": "Sweden",
+    "population": 10383676,
+    "short": "SE",
+    "hydrofill": {
+      "min": 5672000,
+      "max": 30694000
+    }
+  },
+  {
+    "code": "10YCH-SWISSGRIDZ",
+    "name": "Switzerland",
+    "population": 8718853,
+    "short": "CH",
+    "hydrofill": {
+      "min": 377710,
+      "max": 6572889
+    }
+  }
+]