@tricoteuses/senat 2.22.16 → 3.0.0

package/lib/config.d.ts

@@ -0,0 +1,10 @@
+import "dotenv/config";
+declare const _default: {
+    db: {
+        host: string;
+        password: string;
+        user: string;
+        port: number;
+    };
+};
+export default _default;

package/lib/config.js

@@ -0,0 +1,16 @@
+import "dotenv/config";
+import { configSchema } from "./validators/config";
+const config = {
+    db: {
+        host: process.env["TRICOTEUSES_SENAT_DB_HOST"] || "localhost",
+        password: process.env["TRICOTEUSES_SENAT_DB_PASSWORD"] || "opendata",
+        port: process.env["TRICOTEUSES_SENAT_DB_PORT"] || 5432,
+        user: process.env["TRICOTEUSES_SENAT_DB_USER"] || "opendata",
+    },
+};
+const result = configSchema.safeParse(config);
+if (!result.success) {
+    console.error(`Error in configuration:\n${JSON.stringify(config, null, 2)}\nError:\n${JSON.stringify(result.error.issues, null, 2)}`);
+    process.exit(-1);
+}
+export default result.data;

package/lib/config.mjs

@@ -0,0 +1,16 @@
+require("dotenv").config();
+import { validateConfig } from "./validators/config";
+const config = {
+    db: {
+        host: process.env.TRICOTEUSES_SENAT_DB_HOST || "localhost",
+        password: process.env.TRICOTEUSES_SENAT_DB_PASSWORD || "opendata",
+        port: process.env.TRICOTEUSES_SENAT_DB_PORT || 5432,
+        user: process.env.TRICOTEUSES_SENAT_DB_USER || "opendata",
+    },
+};
+const [validConfig, error] = validateConfig(config);
+if (error !== null) {
+    console.error(`Error in configuration:\n${JSON.stringify(validConfig, null, 2)}\nError:\n${JSON.stringify(error, null, 2)}`);
+    process.exit(-1);
+}
+export default validConfig;

package/lib/config.ts

@@ -0,0 +1,26 @@
+require("dotenv").config()
+
+import { validateConfig } from "./validators/config"
+
+const config = {
+  db: {
+    host: process.env.TRICOTEUSES_SENAT_DB_HOST || "localhost",
+    password: process.env.TRICOTEUSES_SENAT_DB_PASSWORD || "opendata",
+    port: process.env.TRICOTEUSES_SENAT_DB_PORT || 5432,
+    user: process.env.TRICOTEUSES_SENAT_DB_USER || "opendata",
+  },
+}
+
+const [validConfig, error] = validateConfig(config)
+if (error !== null) {
+  console.error(
+    `Error in configuration:\n${JSON.stringify(
+      validConfig,
+      null,
+      2,
+    )}\nError:\n${JSON.stringify(error, null, 2)}`,
+  )
+  process.exit(-1)
+}
+
+export default validConfig

package/lib/databases.d.ts

@@ -0,0 +1,2 @@
+import { Kysely } from "kysely";
+export declare const dbSenat: Kysely<any>;

package/lib/databases.js

@@ -0,0 +1,26 @@
+import { Kysely, PostgresDialect } from "kysely";
+import * as pg from "pg";
+import { types } from "pg";
+import Cursor from "pg-cursor";
+import config from "./config";
+// Map int8 to number instead of string
+// https://github.com/brianc/node-pg-types#use
+pg.types.setTypeParser(types.builtins.INT8, (val) => {
+    return parseInt(val, 10);
+});
+const senatPool = new pg.Pool({
+    database: "senat",
+    host: config.db.host,
+    user: config.db.user,
+    password: config.db.password,
+    port: config.db.port,
+    max: 10,
+});
+const senatDialect = new PostgresDialect({
+    pool: senatPool,
+    cursor: Cursor,
+});
+export const dbSenat = new Kysely({
+    log: ["error"],
+    dialect: senatDialect,
+});

package/lib/databases.mjs

@@ -0,0 +1,57 @@
+import { Kysely, PostgresDialect } from "kysely";
+import * as pg from "pg";
+import { types } from "pg";
+import Cursor from "pg-cursor";
+import PgPromise from "pg-promise";
+import config from "./config";
+import { datasets } from "./datasets";
+// Map int8 to number instead of string
+// https://github.com/brianc/node-pg-types#use
+pg.types.setTypeParser(types.builtins.INT8, (val) => {
+    return parseInt(val, 10);
+});
+export const pgPromise = PgPromise();
+export const dbNames = ["ameli", "debats", "dosleg"];
+export const dbByName = {};
+for (const name of dbNames) {
+    dbByName[name] = pgPromise({
+        database: name,
+        host: config.db.host,
+        password: config.db.password,
+        port: config.db.port,
+        user: config.db.user,
+    });
+}
+function createDb(database, schema) {
+    const dialect = new PostgresDialect({
+        pool: new pg.Pool({
+            database: database,
+            host: config.db.host,
+            user: config.db.user,
+            password: config.db.password,
+            port: config.db.port,
+            max: 10,
+        }),
+        cursor: Cursor,
+    });
+    return new Kysely({
+        log: ["error"],
+        dialect: dialect,
+    }).withSchema(schema);
+}
+export const dbAmeli = createDb(datasets.ameli.database, datasets.ameli.schema);
+export const dbDosleg = createDb(datasets.dosleg.database, datasets.dosleg.schema);
+export const dbQuestions = createDb(datasets.questions.database, datasets.questions.schema);
+export const dbSens = createDb(datasets.sens.database, datasets.sens.schema);
+export let dbSharedConnectionObjectByName = {};
+export async function checkDatabase(name) {
+    // Check that database exists.
+    const db = dbByName[name];
+    dbSharedConnectionObjectByName[name] = await db.connect();
+    return db;
+}
+export async function checkDatabases() {
+    for (const name of dbNames) {
+        await checkDatabase(name);
+    }
+}

package/lib/databases.ts

@@ -0,0 +1,71 @@
+import { Kysely, PostgresDialect } from "kysely"
+import * as pg from "pg"
+import { types } from "pg"
+import Cursor from "pg-cursor"
+import PgPromise from "pg-promise"
+
+import config from "./config"
+import { datasets } from "./datasets"
+import { DB as AmeliDatabase } from "./raw_types_kysely/ameli"
+import { DB as DoslegDatabase } from "./raw_types_kysely/dosleg"
+import { DB as QuestionsDatabase } from "./raw_types_kysely/questions"
+import { DB as SensDatabase } from "./raw_types_kysely/sens"
+
+// Map int8 to number instead of string
+// https://github.com/brianc/node-pg-types#use
+pg.types.setTypeParser(types.builtins.INT8, (val) => {
+  return parseInt(val, 10)
+})
+
+export const pgPromise = PgPromise()
+export const dbNames = ["ameli", "debats", "dosleg"]
+export const dbByName: { [name: string]: any } = {}
+for (const name of dbNames) {
+  dbByName[name] = pgPromise({
+    database: name,
+    host: config.db.host,
+    password: config.db.password,
+    port: config.db.port,
+    user: config.db.user,
+  })
+}
+
+function createDb<T> (database: string, schema: string) {
+  const dialect = new PostgresDialect({
+    pool: new pg.Pool({
+      database: database,
+      host: config.db.host,
+      user: config.db.user,
+      password: config.db.password,
+      port: config.db.port,
+      max: 10,
+    }),
+    cursor: Cursor,
+  })
+  return new Kysely<T>({
+    log: ["error"],
+    dialect: dialect,
+  }).withSchema(schema)
+}
+
+export const dbAmeli = createDb<AmeliDatabase>(datasets.ameli.database, datasets.ameli.schema)
+export const dbDosleg = createDb<DoslegDatabase>(datasets.dosleg.database, datasets.dosleg.schema)
+export const dbQuestions = createDb<QuestionsDatabase>(datasets.questions.database, datasets.questions.schema)
+export const dbSens = createDb<SensDatabase>(datasets.sens.database, datasets.sens.schema)
+
+export let dbSharedConnectionObjectByName: {
+  [name: string]: PgPromise.IConnected<unknown, any>
+} = {}
+
+export async function checkDatabase(name: string) {
+  // Check that database exists.
+  const db = dbByName[name]
+  dbSharedConnectionObjectByName[name] = await db.connect()
+  return db
+}
+
+export async function checkDatabases() {
+  for (const name of dbNames) {
+    await checkDatabase(name)
+  }
+}

package/lib/datasets.d.ts

@@ -0,0 +1,34 @@
+export interface Dataset {
+    database: string;
+    repairEncoding: boolean;
+    repairZip?: (dataset: Dataset, dataDir: string) => void;
+    title: string;
+    url: string;
+    indexes?: {
+        [table: string]: Array<{
+            name: string;
+            columns: string[];
+        }>;
+    };
+}
+export interface Datasets {
+    ameli: Dataset;
+    debats: Dataset;
+    dosleg: Dataset;
+    questions: Dataset;
+    sens: Dataset;
+}
+export declare enum EnabledDatasets {
+    None = 0,
+    Ameli = 1,
+    Debats = 2,
+    DosLeg = 4,
+    Questions = 8,
+    Sens = 16,
+    PhotosSenateurs = 32,
+    Agenda = 64,
+    All = 127
+}
+export declare const datasets: Datasets;
+export declare function getEnabledDatasets(categories: string[]): EnabledDatasets;
+export declare function getChosenDatasets(enabledDatasets: EnabledDatasets): Dataset[];

package/lib/datasets.js

@@ -0,0 +1,233 @@
+import fs from "fs-extra";
+import path from "path";
+import assert from "assert";
+export var EnabledDatasets;
+(function (EnabledDatasets) {
+    EnabledDatasets[EnabledDatasets["None"] = 0] = "None";
+    EnabledDatasets[EnabledDatasets["Ameli"] = 1] = "Ameli";
+    EnabledDatasets[EnabledDatasets["Debats"] = 2] = "Debats";
+    EnabledDatasets[EnabledDatasets["DosLeg"] = 4] = "DosLeg";
+    EnabledDatasets[EnabledDatasets["Questions"] = 8] = "Questions";
+    EnabledDatasets[EnabledDatasets["Sens"] = 16] = "Sens";
+    EnabledDatasets[EnabledDatasets["PhotosSenateurs"] = 32] = "PhotosSenateurs";
+    EnabledDatasets[EnabledDatasets["Agenda"] = 64] = "Agenda";
+    EnabledDatasets[EnabledDatasets["All"] = 127] = "All";
+})(EnabledDatasets || (EnabledDatasets = {}));
+export const datasets = {
+    ameli: {
+        database: "ameli",
+        repairEncoding: true,
+        repairZip: (dataset, dataDir) => {
+            const sqlFilename = `${dataset.database}.sql`;
+            const sqlFilePath = path.join(dataDir, sqlFilename);
+            fs.removeSync(sqlFilePath);
+            fs.moveSync(path.join(dataDir, "var", "opt", "opendata", sqlFilename), sqlFilePath);
+        },
+        title: "Amendements",
+        url: "https://data.senat.fr/data/ameli/ameli.zip",
+        indexes: {
+            amdsen: [
+                { name: "idx_amdid", columns: ["amdid"] },
+                { name: "idx_senid", columns: ["senid"] },
+                { name: "idx_grpid", columns: ["grpid"] },
+            ],
+            sen_ameli: [{ name: "idx_entid", columns: ["entid"] }],
+            grppol_ameli: [{ name: "idx_entid", columns: ["entid"] }],
+            sub: [
+                { name: "idx_id", columns: ["id"] },
+                { name: "idx_typid", columns: ["typid"] },
+                { name: "idx_merid", columns: ["merid"] },
+                { name: "idx_comdelid", columns: ["comdelid"] },
+            ],
+            typsub: [{ name: "idx_id", columns: ["id"] }],
+            typrect: [{ name: "idx_id", columns: ["id"] }],
+            txt_ameli: [
+                { name: "idx_id", columns: ["id"] },
+                { name: "idx_txtetaid", columns: ["txtetaid"] },
+                { name: "idx_sesdepid", columns: ["sesdepid"] },
+                { name: "idx_natid", columns: ["natid"] },
+                { name: "idx_lecid", columns: ["lecid"] },
+            ],
+            etatxt: [{ name: "idx_id", columns: ["id"] }],
+            ses: [
+                { name: "idx_id", columns: ["id"] },
+                { name: "idx_typid", columns: ["typid"] },
+                { name: "idx_ann", columns: ["ann"] },
+            ],
+            typses: [{ name: "idx_id", columns: ["id"] }],
+            nat: [{ name: "idx_id", columns: ["id"] }],
+            lec_ameli: [{ name: "idx_id", columns: ["id"] }],
+            mot: [{ name: "idx_id", columns: ["id"] }],
+            avicom: [{ name: "idx_id", columns: ["id"] }],
+            avigvt: [{ name: "idx_id", columns: ["id"] }],
+            sor: [{ name: "idx_id", columns: ["id"] }],
+            irr: [{ name: "idx_id", columns: ["id"] }],
+            com_ameli: [{ name: "idx_entid", columns: ["entid"] }],
+            cab: [{ name: "idx_entid", columns: ["entid"] }],
+            amd: [
+                { name: "idx_subid", columns: ["subid"] },
+                { name: "idx_typrectid", columns: ["typrectid"] },
+                { name: "idx_txtid", columns: ["txtid"] },
+                { name: "idx_motid", columns: ["motid"] },
+                { name: "idx_avcid", columns: ["avcid"] },
+                { name: "idx_avgid", columns: ["avgid"] },
+                { name: "idx_sorid", columns: ["sorid"] },
+                { name: "idx_irrid", columns: ["irrid"] },
+                { name: "idx_nomentid", columns: ["nomentid"] },
+            ],
+        },
+    },
+    debats: {
+        database: "debats",
+        repairEncoding: false,
+        title: "Informations relatives aux comptes rendus intégraux de la séance publique",
+        url: "https://data.senat.fr/data/debats/debats.zip",
+        indexes: {
+            secdis: [
+                { name: "idx_datsea", columns: ["datsea"] },
+                { name: "idx_typseccod", columns: ["typseccod"] },
+            ],
+            intpjl: [{ name: "idx_secdiscle", columns: ["secdiscle"] }],
+            secdivers: [
+                { name: "idx_datsea", columns: ["datsea"] },
+                { name: "idx_typseccod", columns: ["typseccod"] },
+            ],
+            intdivers: [{ name: "idx_intdiverscle", columns: ["intdiverscle"] }],
+            lecassdeb: [{ name: "idx_datsea", columns: ["datsea"] }],
+        },
+    },
+    dosleg: {
+        database: "dosleg",
+        repairEncoding: false,
+        title: "Dossiers législatifs",
+        url: "https://data.senat.fr/data/dosleg/dosleg.zip",
+        indexes: {
+            amescr: [{ name: "idx_scrnum", columns: ["scrnum"] }],
+            auteur: [{ name: "idx_autcod", columns: ["autcod"] }],
+            corscr: [{ name: "idx_scrnum", columns: ["scrnum"] }],
+            date_seance: [
+                { name: "idx_code", columns: ["code"] },
+                { name: "idx_lecidt", columns: ["lecidt"] },
+            ],
+            deccoc: [{ name: "idx_deccoccod", columns: ["deccoccod"] }],
+            etaloi: [{ name: "idx_etaloicod", columns: ["etaloicod"] }],
+            lecass: [
+                { name: "idx_lecidt", columns: ["lecidt"] },
+                { name: "idx_codass", columns: ["codass"] },
+                { name: "idx_orgcod", columns: ["orgcod"] },
+                { name: "idx_orippr", columns: ["orippr"] },
+            ],
+            lecassrap: [
+                { name: "idx_rapcod", columns: ["rapcod"] },
+                { name: "idx_lecassidt", columns: ["lecassidt"] },
+            ],
+            lecture: [
+                { name: "idx_loicod", columns: ["loicod"] },
+                { name: "idx_typleccod", columns: ["typleccod"] },
+                { name: "idx_lecidt", columns: ["lecidt"] },
+            ],
+            loi: [
+                { name: "idx_typloicod", columns: ["typloicod"] },
+                { name: "idx_etaloicod", columns: ["etaloicod"] },
+                { name: "idx_deccoccod", columns: ["deccoccod"] },
+                { name: "idx_loicod", columns: ["loicod"] },
+            ],
+            loithe: [
+                { name: "idx_thecle", columns: ["thecle"] },
+                { name: "idx_loicod", columns: ["loicod"] },
+            ],
+            posvot: [{ name: "idx_posvotcod", columns: ["posvotcod"] }],
+            rap: [
+                { name: "idx_rapcod", columns: ["rapcod"] },
+                { name: "idx_coddenrap", columns: ["coddenrap"] },
+            ],
+            rolsig: [{ name: "idx_signataire", columns: ["signataire"] }],
+            scr: [
+                { name: "idx_code", columns: ["code"] },
+                { name: "idx_scrnum", columns: ["scrnum"] },
+                { name: "idx_sesann", columns: ["sesann"] },
+            ],
+            stavot: [{ name: "idx_stavotidt", columns: ["stavotidt"] }],
+            texte: [
+                { name: "idx_lecassidt", columns: ["lecassidt"] },
+                { name: "idx_oritxtcod", columns: ["oritxtcod"] },
+                { name: "idx_typtxtcod", columns: ["typtxtcod"] },
+                { name: "idx_texcod", columns: ["texcod"] },
+            ],
+            the: [{ name: "idx_thecle", columns: ["thecle"] }],
+            titsen: [{ name: "idx_titsencod", columns: ["titsencod"] }],
+            typloi: [{ name: "idx_typloicod", columns: ["typloicod"] }],
+            typtxt: [{ name: "idx_typtxtcod", columns: ["typtxtcod"] }],
+            votsen: [
+                { name: "idx_scrnum", columns: ["scrnum"] },
+                { name: "idx_sesann", columns: ["sesann"] },
+                { name: "idx_titsencod", columns: ["titsencod"] },
+                { name: "idx_stavotidt", columns: ["stavotidt"] },
+                { name: "idx_posvotcod", columns: ["posvotcod"] },
+                { name: "idx_senmat", columns: ["senmat"] },
+            ],
+        },
+    },
+    questions: {
+        database: "questions",
+        repairEncoding: false,
+        title: "Questions écrites et orales posées par les sénateurs au Gouvernement",
+        url: "https://data.senat.fr/data/questions/questions.zip",
+        indexes: {
+            tam_reponses: [{ name: "idx_idque", columns: ["idque"] }],
+            tam_questions: [
+                { name: "idx_sorquecod", columns: ["sorquecod"] },
+                { name: "idx_etaquecod", columns: ["etaquecod"] },
+            ],
+            the: [{ name: "idx_thenouidt", columns: ["thenouidt"] }],
+            sortquestion: [{ name: "idx_sorquecod", columns: ["sorquecod"] }],
+            etatquestion: [{ name: "idx_etaquecod", columns: ["etaquecod"] }],
+        },
+    },
+    sens: {
+        database: "sens",
+        repairEncoding: false,
+        repairZip: (dataset, dataDir) => {
+            const sqlFilename = `${dataset.database}.sql`;
+            const sqlFilePath = path.join(dataDir, sqlFilename);
+            fs.removeSync(sqlFilePath);
+            fs.moveSync(path.join(dataDir, "export_sens.sql"), sqlFilePath);
+        },
+        title: "Sénateurs (y compris organes et présence)",
+        url: "https://data.senat.fr/data/senateurs/export_sens.zip",
+        indexes: {
+            dpt: [
+                { name: "idx_dptnum", columns: ["dptnum"] },
+                { name: "idx_regcod", columns: ["regcod"] },
+            ],
+            activite_loi: [{ name: "idx_actid", columns: ["actid"] }],
+            activite_delegation: [{ name: "idx_actid", columns: ["actid"] }],
+            activite_participant: [{ name: "idx_senmat", columns: ["senmat"] }],
+            activite_senateur: [{ name: "idx_senmat", columns: ["senmat"] }],
+            senbur: [
+                { name: "idx_senmat", columns: ["senmat"] },
+                { name: "idx_burcod", columns: ["burcod"] },
+            ],
+            elucan: [
+                { name: "idx_senmat", columns: ["senmat"] },
+                { name: "idx_typmancod", columns: ["typmancod"] },
+            ],
+        },
+    },
+};
+export function getEnabledDatasets(categories) {
+    categories.map((datasetName) => assert.notStrictEqual(EnabledDatasets[datasetName], undefined, `Unknown name of dataset: ${datasetName}`));
+    return categories.reduce((enabledDatasets, datasetName) => {
+        const enabledDataset = EnabledDatasets[datasetName];
+        return enabledDatasets | (enabledDataset || EnabledDatasets.None);
+    }, EnabledDatasets.None);
+}
+export function getChosenDatasets(enabledDatasets) {
+    return [
+        enabledDatasets & EnabledDatasets.Ameli ? datasets.ameli : null,
+        enabledDatasets & EnabledDatasets.Debats ? datasets.debats : null,
+        enabledDatasets & EnabledDatasets.DosLeg ? datasets.dosleg : null,
+        enabledDatasets & EnabledDatasets.Questions ? datasets.questions : null,
+        enabledDatasets & EnabledDatasets.Sens ? datasets.sens : null,
+    ].filter((dataset) => dataset !== null);
+}

package/lib/datasets.mjs

@@ -0,0 +1,78 @@
+import fs from "fs-extra";
+import path from "path";
+import assert from "assert";
+export var EnabledDatasets;
+(function (EnabledDatasets) {
+    EnabledDatasets[EnabledDatasets["None"] = 0] = "None";
+    EnabledDatasets[EnabledDatasets["Ameli"] = 1] = "Ameli";
+    EnabledDatasets[EnabledDatasets["Debats"] = 2] = "Debats";
+    EnabledDatasets[EnabledDatasets["DosLeg"] = 4] = "DosLeg";
+    EnabledDatasets[EnabledDatasets["Questions"] = 8] = "Questions";
+    EnabledDatasets[EnabledDatasets["Sens"] = 16] = "Sens";
+    EnabledDatasets[EnabledDatasets["PhotosSenateurs"] = 32] = "PhotosSenateurs";
+    EnabledDatasets[EnabledDatasets["All"] = 63] = "All";
+})(EnabledDatasets || (EnabledDatasets = {}));
+export const datasets = {
+    ameli: {
+        database: "ameli",
+        repairEncoding: false,
+        repairZip: (dataset, dataDir) => {
+            const sqlFilename = `${dataset.database}.sql`;
+            const sqlFilePath = path.join(dataDir, sqlFilename);
+            fs.removeSync(sqlFilePath);
+            fs.moveSync(path.join(dataDir, "var", "opt", "opendata", sqlFilename), sqlFilePath);
+        },
+        schema: "public",
+        title: "Amendements",
+        url: "https://data.senat.fr/data/ameli/ameli.zip",
+    },
+    debats: {
+        database: "debats",
+        repairEncoding: true,
+        schema: "public",
+        title: "Informations relatives aux comptes rendus intégraux de la séance publique",
+        url: "https://data.senat.fr/data/debats/debats.zip",
+    },
+    dosleg: {
+        database: "dosleg",
+        repairEncoding: true,
+        schema: "public",
+        title: "Dossiers législatifs",
+        url: "https://data.senat.fr/data/dosleg/dosleg.zip",
+    },
+    questions: {
+        database: "questions",
+        repairEncoding: true,
+        schema: "questions",
+        title: "Questions écrites et orales posées par les sénateurs au Gouvernement",
+        url: "https://data.senat.fr/data/questions/questions.zip",
+    },
+    sens: {
+        database: "sens",
+        repairEncoding: true,
+        repairZip: (dataset, dataDir) => {
+            const sqlFilename = `${dataset.database}.sql`;
+            const sqlFilePath = path.join(dataDir, sqlFilename);
+            fs.removeSync(sqlFilePath);
+            fs.moveSync(path.join(dataDir, "export_sens.sql"), sqlFilePath);
+        },
+        schema: "public",
+        title: "Sénateurs (y compris organes et présence)",
+        url: "https://data.senat.fr/data/senateurs/export_sens.zip",
+    },
+};
+export function getEnabledDatasets(categories) {
+    categories.map((datasetName) => assert.notStrictEqual(EnabledDatasets[datasetName], undefined, `Unknown name of dataset: ${datasetName}`));
+    return categories.reduce((enabledDatasets, datasetName) => enabledDatasets |
+        EnabledDatasets[datasetName], EnabledDatasets.None);
+}
+export function getChosenFromEnabledDatasets(categories) {
+    const enabledDatasets = getEnabledDatasets(categories);
+    return [
+        enabledDatasets & EnabledDatasets.Ameli ? datasets.ameli : null,
+        enabledDatasets & EnabledDatasets.Debats ? datasets.debats : null,
+        enabledDatasets & EnabledDatasets.DosLeg ? datasets.dosleg : null,
+        enabledDatasets & EnabledDatasets.Questions ? datasets.questions : null,
+        enabledDatasets & EnabledDatasets.Sens ? datasets.sens : null,
+    ].filter((dataset) => dataset !== null);
+}