@tricoteuses/senat 2.7.1 → 2.8.4

package/lib/config.mjs

@@ -0,0 +1,16 @@
+require("dotenv").config();
+import { validateConfig } from "./validators/config";
+const config = {
+    db: {
+        host: process.env.TRICOTEUSES_SENAT_DB_HOST || "localhost",
+        password: process.env.TRICOTEUSES_SENAT_DB_PASSWORD || "opendata",
+        port: process.env.TRICOTEUSES_SENAT_DB_PORT || 5432,
+        user: process.env.TRICOTEUSES_SENAT_DB_USER || "opendata",
+    },
+};
+const [validConfig, error] = validateConfig(config);
+if (error !== null) {
+    console.error(`Error in configuration:\n${JSON.stringify(validConfig, null, 2)}\nError:\n${JSON.stringify(error, null, 2)}`);
+    process.exit(-1);
+}
+export default validConfig;

package/lib/config.ts

@@ -0,0 +1,26 @@
+require("dotenv").config()
+
+import { validateConfig } from "./validators/config"
+
+const config = {
+  db: {
+    host: process.env.TRICOTEUSES_SENAT_DB_HOST || "localhost",
+    password: process.env.TRICOTEUSES_SENAT_DB_PASSWORD || "opendata",
+    port: process.env.TRICOTEUSES_SENAT_DB_PORT || 5432,
+    user: process.env.TRICOTEUSES_SENAT_DB_USER || "opendata",
+  },
+}
+
+const [validConfig, error] = validateConfig(config)
+if (error !== null) {
+  console.error(
+    `Error in configuration:\n${JSON.stringify(
+      validConfig,
+      null,
+      2,
+    )}\nError:\n${JSON.stringify(error, null, 2)}`,
+  )
+  process.exit(-1)
+}
+
+export default validConfig

package/lib/databases.mjs

@@ -0,0 +1,55 @@
+import { Kysely, PostgresDialect } from "kysely";
+import * as pg from "pg";
+import Cursor from "pg-cursor";
+import PgPromise from "pg-promise";
+import config from "./config";
+import { datasets } from "./datasets";
+const int8TypeId = 20;
+// Map int8 to number.
+pg.types.setTypeParser(int8TypeId, (val) => {
+    return parseInt(val, 10);
+});
+export const pgPromise = PgPromise();
+export const dbNames = ["ameli", "debats", "dosleg"];
+export const dbByName = {};
+for (const name of dbNames) {
+    dbByName[name] = pgPromise({
+        database: name,
+        host: config.db.host,
+        password: config.db.password,
+        port: config.db.port,
+        user: config.db.user,
+    });
+}
+function createDb(database, schema) {
+    const dialect = new PostgresDialect({
+        pool: new pg.Pool({
+            database: database,
+            host: config.db.host,
+            user: config.db.user,
+            password: config.db.password,
+            port: config.db.port,
+            max: 10,
+        }),
+        cursor: Cursor,
+    });
+    return new Kysely({
+        log: ["error"],
+        dialect: dialect,
+    }).withSchema(schema);
+}
+export const dbDosleg = createDb(datasets.dosleg.database, datasets.dosleg.schema);
+export const dbQuestions = createDb(datasets.questions.database, datasets.questions.schema);
+export const dbSens = createDb(datasets.sens.database, datasets.sens.schema);
+export let dbSharedConnectionObjectByName = {};
+export async function checkDatabase(name) {
+    // Check that database exists.
+    const db = dbByName[name];
+    dbSharedConnectionObjectByName[name] = await db.connect();
+    return db;
+}
+export async function checkDatabases() {
+    for (const name of dbNames) {
+        await checkDatabase(name);
+    }
+}

package/lib/databases.ts

@@ -0,0 +1,68 @@
+import { Kysely, PostgresDialect } from "kysely"
+import * as pg from "pg"
+import Cursor from "pg-cursor"
+import PgPromise from "pg-promise"
+
+import config from "./config"
+import { datasets } from "./datasets"
+import { DB as DoslegDatabase } from "./raw_types_kysely/dosleg"
+import { DB as QuestionsDatabase } from "./raw_types_kysely/questions"
+import { DB as SensDatabase } from "./raw_types_kysely/sens"
+
+const int8TypeId = 20
+// Map int8 to number.
+pg.types.setTypeParser(int8TypeId, (val) => {
+  return parseInt(val, 10)
+})
+
+export const pgPromise = PgPromise()
+export const dbNames = ["ameli", "debats", "dosleg"]
+export const dbByName: { [name: string]: any } = {}
+for (const name of dbNames) {
+  dbByName[name] = pgPromise({
+    database: name,
+    host: config.db.host,
+    password: config.db.password,
+    port: config.db.port,
+    user: config.db.user,
+  })
+}
+
+function createDb<T> (database: string, schema: string) {
+  const dialect = new PostgresDialect({
+    pool: new pg.Pool({
+      database: database,
+      host: config.db.host,
+      user: config.db.user,
+      password: config.db.password,
+      port: config.db.port,
+      max: 10,
+    }),
+    cursor: Cursor,
+  })
+  return new Kysely<T>({
+    log: ["error"],
+    dialect: dialect,
+  }).withSchema(schema)
+}
+
+export const dbDosleg = createDb<DoslegDatabase>(datasets.dosleg.database, datasets.dosleg.schema)
+export const dbQuestions = createDb<QuestionsDatabase>(datasets.questions.database, datasets.questions.schema)
+export const dbSens = createDb<SensDatabase>(datasets.sens.database, datasets.sens.schema)
+
+export let dbSharedConnectionObjectByName: {
+  [name: string]: PgPromise.IConnected<unknown, any>
+} = {}
+
+export async function checkDatabase(name: string) {
+  // Check that database exists.
+  const db = dbByName[name]
+  dbSharedConnectionObjectByName[name] = await db.connect()
+  return db
+}
+
+export async function checkDatabases() {
+  for (const name of dbNames) {
+    await checkDatabase(name)
+  }
+}

package/lib/datasets.mjs

@@ -0,0 +1,78 @@
+import fs from "fs-extra";
+import path from "path";
+import assert from "assert";
+export var EnabledDatasets;
+(function (EnabledDatasets) {
+    EnabledDatasets[EnabledDatasets["None"] = 0] = "None";
+    EnabledDatasets[EnabledDatasets["Ameli"] = 1] = "Ameli";
+    EnabledDatasets[EnabledDatasets["Debats"] = 2] = "Debats";
+    EnabledDatasets[EnabledDatasets["DosLeg"] = 4] = "DosLeg";
+    EnabledDatasets[EnabledDatasets["Questions"] = 8] = "Questions";
+    EnabledDatasets[EnabledDatasets["Sens"] = 16] = "Sens";
+    EnabledDatasets[EnabledDatasets["PhotosSenateurs"] = 32] = "PhotosSenateurs";
+    EnabledDatasets[EnabledDatasets["All"] = 63] = "All";
+})(EnabledDatasets || (EnabledDatasets = {}));
+export const datasets = {
+    ameli: {
+        database: "ameli",
+        repairEncoding: false,
+        repairZip: (dataset, dataDir) => {
+            const sqlFilename = `${dataset.database}.sql`;
+            const sqlFilePath = path.join(dataDir, sqlFilename);
+            fs.removeSync(sqlFilePath);
+            fs.moveSync(path.join(dataDir, "var", "opt", "opendata", sqlFilename), sqlFilePath);
+        },
+        schema: "public",
+        title: "Amendements",
+        url: "https://data.senat.fr/data/ameli/ameli.zip",
+    },
+    debats: {
+        database: "debats",
+        repairEncoding: true,
+        schema: "public",
+        title: "Informations relatives aux comptes rendus intégraux de la séance publique",
+        url: "https://data.senat.fr/data/debats/debats.zip",
+    },
+    dosleg: {
+        database: "dosleg",
+        repairEncoding: true,
+        schema: "public",
+        title: "Dossiers législatifs",
+        url: "https://data.senat.fr/data/dosleg/dosleg.zip",
+    },
+    questions: {
+        database: "questions",
+        repairEncoding: true,
+        schema: "questions",
+        title: "Questions écrites et orales posées par les sénateurs au Gouvernement",
+        url: "https://data.senat.fr/data/questions/questions.zip",
+    },
+    sens: {
+        database: "sens",
+        repairEncoding: true,
+        repairZip: (dataset, dataDir) => {
+            const sqlFilename = `${dataset.database}.sql`;
+            const sqlFilePath = path.join(dataDir, sqlFilename);
+            fs.removeSync(sqlFilePath);
+            fs.moveSync(path.join(dataDir, "export_sens.sql"), sqlFilePath);
+        },
+        schema: "public",
+        title: "Sénateurs (y compris organes et présence)",
+        url: "https://data.senat.fr/data/senateurs/export_sens.zip",
+    },
+};
+export function getEnabledDatasets(categories) {
+    categories.map((datasetName) => assert.notStrictEqual(EnabledDatasets[datasetName], undefined, `Unknown name of dataset: ${datasetName}`));
+    return categories.reduce((enabledDatasets, datasetName) => enabledDatasets |
+        EnabledDatasets[datasetName], EnabledDatasets.None);
+}
+export function getChosenFromEnabledDatasets(categories) {
+    const enabledDatasets = getEnabledDatasets(categories);
+    return [
+        enabledDatasets & EnabledDatasets.Ameli ? datasets.ameli : null,
+        enabledDatasets & EnabledDatasets.Debats ? datasets.debats : null,
+        enabledDatasets & EnabledDatasets.DosLeg ? datasets.dosleg : null,
+        enabledDatasets & EnabledDatasets.Questions ? datasets.questions : null,
+        enabledDatasets & EnabledDatasets.Sens ? datasets.sens : null,
+    ].filter((dataset) => dataset !== null);
+}

package/lib/datasets.ts

@@ -0,0 +1,118 @@
+import fs from "fs-extra"
+import path from "path"
+import assert from "assert"
+
+export interface Dataset {
+  database: string
+  repairEncoding: boolean
+  repairZip?: (dataset: Dataset, dataDir: string) => void
+  schema: string
+  title: string
+  url: string
+}
+
+export interface Datasets {
+  ameli: Dataset
+  debats: Dataset
+  dosleg: Dataset
+  questions: Dataset
+  sens: Dataset
+}
+
+export enum EnabledDatasets {
+  None = 0,
+  Ameli = 1 << 0,
+  Debats = 1 << 1,
+  DosLeg = 1 << 2,
+  Questions = 1 << 3,
+  Sens = 1 << 4,
+  PhotosSenateurs = 1 << 5,
+  All = Ameli | Debats | DosLeg | Questions | Sens | PhotosSenateurs,
+}
+
+export const datasets: Datasets = {
+  ameli: {
+    database: "ameli",
+    repairEncoding: false,
+    repairZip: (dataset: Dataset, dataDir: string) => {
+      const sqlFilename = `${dataset.database}.sql`
+      const sqlFilePath = path.join(dataDir, sqlFilename)
+      fs.removeSync(sqlFilePath)
+      fs.moveSync(
+        path.join(dataDir, "var", "opt", "opendata", sqlFilename),
+        sqlFilePath,
+      )
+    },
+    schema: "public",
+    title: "Amendements",
+    url: "https://data.senat.fr/data/ameli/ameli.zip",
+  },
+  debats: {
+    database: "debats",
+    repairEncoding: true,
+    schema: "public",
+    title:
+      "Informations relatives aux comptes rendus intégraux de la séance publique",
+    url: "https://data.senat.fr/data/debats/debats.zip",
+  },
+  dosleg: {
+    database: "dosleg",
+    repairEncoding: true,
+    schema: "public",
+    title: "Dossiers législatifs",
+    url: "https://data.senat.fr/data/dosleg/dosleg.zip",
+  },
+  questions: {
+    database: "questions",
+    repairEncoding: true,
+    schema: "questions",
+    title:
+      "Questions écrites et orales posées par les sénateurs au Gouvernement",
+    url: "https://data.senat.fr/data/questions/questions.zip",
+  },
+  sens: {
+    database: "sens",
+    repairEncoding: true,
+    repairZip: (dataset: Dataset, dataDir: string) => {
+      const sqlFilename = `${dataset.database}.sql`
+      const sqlFilePath = path.join(dataDir, sqlFilename)
+      fs.removeSync(sqlFilePath)
+      fs.moveSync(path.join(dataDir, "export_sens.sql"), sqlFilePath)
+    },
+    schema: "public",
+    title: "Sénateurs (y compris organes et présence)",
+    url: "https://data.senat.fr/data/senateurs/export_sens.zip",
+  },
+}
+
+export function getEnabledDatasets(categories: any): EnabledDatasets {
+  categories.map((datasetName: string) =>
+    assert.notStrictEqual(
+      (EnabledDatasets as any as { [name: string]: EnabledDatasets })[
+        datasetName
+      ],
+      undefined,
+      `Unknown name of dataset: ${datasetName}`,
+    ),
+  )
+
+  return categories.reduce(
+    (enabledDatasets: EnabledDatasets, datasetName: string): EnabledDatasets =>
+      enabledDatasets |
+      (EnabledDatasets as any as { [name: string]: EnabledDatasets })[
+        datasetName
+      ],
+    EnabledDatasets.None,
+  )
+}
+
+export function getChosenFromEnabledDatasets(categories: any): Dataset[] {
+  const enabledDatasets = getEnabledDatasets(categories)
+  return  [
+    enabledDatasets & EnabledDatasets.Ameli ? datasets.ameli : null,
+    enabledDatasets & EnabledDatasets.Debats ? datasets.debats : null,
+    enabledDatasets & EnabledDatasets.DosLeg ? datasets.dosleg : null,
+    enabledDatasets & EnabledDatasets.Questions ? datasets.questions : null,
+    enabledDatasets & EnabledDatasets.Sens ? datasets.sens : null,
+  ].filter((dataset: Dataset | null) => dataset !== null) as Dataset[]
+}

package/lib/fields.d.ts

@@ -0,0 +1,10 @@
+export declare function parseIntFields(fieldsNames: string[], entry: {
+    [fieldName: string]: any;
+} | null): {
+    [fieldName: string]: any;
+} | null;
+export declare function trimFieldsRight(fieldsNames: string[], entry: {
+    [fieldName: string]: any;
+} | null): {
+    [fieldName: string]: any;
+} | null;

package/lib/fields.js

@@ -0,0 +1,68 @@
+"use strict";
+
+require("core-js/modules/es.symbol.js");
+require("core-js/modules/es.symbol.description.js");
+require("core-js/modules/es.symbol.iterator.js");
+require("core-js/modules/es.array.from.js");
+require("core-js/modules/es.array.is-array.js");
+require("core-js/modules/es.array.iterator.js");
+require("core-js/modules/es.array.slice.js");
+require("core-js/modules/es.date.to-string.js");
+require("core-js/modules/es.function.name.js");
+require("core-js/modules/es.object.define-property.js");
+require("core-js/modules/es.object.to-string.js");
+require("core-js/modules/es.regexp.exec.js");
+require("core-js/modules/es.regexp.to-string.js");
+require("core-js/modules/es.string.iterator.js");
+require("core-js/modules/web.dom-collections.iterator.js");
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.parseIntFields = parseIntFields;
+exports.trimFieldsRight = trimFieldsRight;
+require("core-js/modules/es.parse-int.js");
+require("core-js/modules/es.string.trim-end.js");
+function _createForOfIteratorHelper(r, e) { var t = "undefined" != typeof Symbol && r[Symbol.iterator] || r["@@iterator"]; if (!t) { if (Array.isArray(r) || (t = _unsupportedIterableToArray(r)) || e && r && "number" == typeof r.length) { t && (r = t); var _n = 0, F = function F() {}; return { s: F, n: function n() { return _n >= r.length ? { done: !0 } : { done: !1, value: r[_n++] }; }, e: function e(r) { throw r; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var o, a = !0, u = !1; return { s: function s() { t = t.call(r); }, n: function n() { var r = t.next(); return a = r.done, r; }, e: function e(r) { u = !0, o = r; }, f: function f() { try { a || null == t["return"] || t["return"](); } finally { if (u) throw o; } } }; }
+function _unsupportedIterableToArray(r, a) { if (r) { if ("string" == typeof r) return _arrayLikeToArray(r, a); var t = {}.toString.call(r).slice(8, -1); return "Object" === t && r.constructor && (t = r.constructor.name), "Map" === t || "Set" === t ? Array.from(r) : "Arguments" === t || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(t) ? _arrayLikeToArray(r, a) : void 0; } }
+function _arrayLikeToArray(r, a) { (null == a || a > r.length) && (a = r.length); for (var e = 0, n = Array(a); e < a; e++) n[e] = r[e]; return n; }
+function parseIntFields(fieldsNames, entry) {
+  if (entry === null) {
+    return null;
+  }
+  var _iterator = _createForOfIteratorHelper(fieldsNames),
+    _step;
+  try {
+    for (_iterator.s(); !(_step = _iterator.n()).done;) {
+      var fieldName = _step.value;
+      if (entry[fieldName] !== null) {
+        entry[fieldName] = parseInt(entry[fieldName]);
+      }
+    }
+  } catch (err) {
+    _iterator.e(err);
+  } finally {
+    _iterator.f();
+  }
+  return entry;
+}
+function trimFieldsRight(fieldsNames, entry) {
+  if (entry === null) {
+    return null;
+  }
+  var _iterator2 = _createForOfIteratorHelper(fieldsNames),
+    _step2;
+  try {
+    for (_iterator2.s(); !(_step2 = _iterator2.n()).done;) {
+      var fieldName = _step2.value;
+      if (entry[fieldName] != null) {
+        entry[fieldName] = entry[fieldName].trimEnd();
+      }
+    }
+  } catch (err) {
+    _iterator2.e(err);
+  } finally {
+    _iterator2.f();
+  }
+  return entry;
+}
+//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJuYW1lcyI6WyJwYXJzZUludEZpZWxkcyIsImZpZWxkc05hbWVzIiwiZW50cnkiLCJfaXRlcmF0b3IiLCJfY3JlYXRlRm9yT2ZJdGVyYXRvckhlbHBlciIsIl9zdGVwIiwicyIsIm4iLCJkb25lIiwiZmllbGROYW1lIiwidmFsdWUiLCJwYXJzZUludCIsImVyciIsImUiLCJmIiwidHJpbUZpZWxkc1JpZ2h0IiwiX2l0ZXJhdG9yMiIsIl9zdGVwMiIsInRyaW1FbmQiXSwic291cmNlcyI6WyIuLi9zcmMvZmllbGRzLnRzIl0sInNvdXJjZXNDb250ZW50IjpbImV4cG9ydCBmdW5jdGlvbiBwYXJzZUludEZpZWxkcyhcbiAgZmllbGRzTmFtZXM6IHN0cmluZ1tdLFxuICBlbnRyeTogeyBbZmllbGROYW1lOiBzdHJpbmddOiBhbnkgfSB8IG51bGwsXG4pOiB7IFtmaWVsZE5hbWU6IHN0cmluZ106IGFueSB9IHwgbnVsbCB7XG4gIGlmIChlbnRyeSA9PT0gbnVsbCkge1xuICAgIHJldHVybiBudWxsXG4gIH1cbiAgZm9yIChjb25zdCBmaWVsZE5hbWUgb2YgZmllbGRzTmFtZXMpIHtcbiAgICBpZiAoZW50cnlbZmllbGROYW1lXSAhPT0gbnVsbCkge1xuICAgICAgZW50cnlbZmllbGROYW1lXSA9IHBhcnNlSW50KGVudHJ5W2ZpZWxkTmFtZV0pXG4gICAgfVxuICB9XG4gIHJldHVybiBlbnRyeVxufVxuXG5leHBvcnQgZnVuY3Rpb24gdHJpbUZpZWxkc1JpZ2h0KFxuICBmaWVsZHNOYW1lczogc3RyaW5nW10sXG4gIGVudHJ5OiB7IFtmaWVsZE5hbWU6IHN0cmluZ106IGFueSB9IHwgbnVsbCxcbik6IHsgW2ZpZWxkTmFtZTogc3RyaW5nXTogYW55IH0gfCBudWxsIHtcbiAgaWYgKGVudHJ5ID09PSBudWxsKSB7XG4gICAgcmV0dXJuIG51bGxcbiAgfVxuICBmb3IgKGNvbnN0IGZpZWxkTmFtZSBvZiBmaWVsZHNOYW1lcykge1xuICAgIGlmIChlbnRyeVtmaWVsZE5hbWVdICE9IG51bGwpIHtcbiAgICAgIGVudHJ5W2ZpZWxkTmFtZV0gPSBlbnRyeVtmaWVsZE5hbWVdLnRyaW1FbmQoKVxuICAgIH1cbiAgfVxuICByZXR1cm4gZW50cnlcbn1cbiJdLCJtYXBwaW5ncyI6Ijs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7O0FBQU8sU0FBU0EsY0FBY0EsQ0FDNUJDLFdBQXFCLEVBQ3JCQyxLQUEwQyxFQUNMO0VBQ3JDLElBQUlBLEtBQUssS0FBSyxJQUFJLEVBQUU7SUFDbEIsT0FBTyxJQUFJO0VBQ2I7RUFBQyxJQUFBQyxTQUFBLEdBQUFDLDBCQUFBLENBQ3VCSCxXQUFXO0lBQUFJLEtBQUE7RUFBQTtJQUFuQyxLQUFBRixTQUFBLENBQUFHLENBQUEsTUFBQUQsS0FBQSxHQUFBRixTQUFBLENBQUFJLENBQUEsSUFBQUMsSUFBQSxHQUFxQztNQUFBLElBQTFCQyxTQUFTLEdBQUFKLEtBQUEsQ0FBQUssS0FBQTtNQUNsQixJQUFJUixLQUFLLENBQUNPLFNBQVMsQ0FBQyxLQUFLLElBQUksRUFBRTtRQUM3QlAsS0FBSyxDQUFDTyxTQUFTLENBQUMsR0FBR0UsUUFBUSxDQUFDVCxLQUFLLENBQUNPLFNBQVMsQ0FBQyxDQUFDO01BQy9DO0lBQ0Y7RUFBQyxTQUFBRyxHQUFBO0lBQUFULFNBQUEsQ0FBQVUsQ0FBQSxDQUFBRCxHQUFBO0VBQUE7SUFBQVQsU0FBQSxDQUFBVyxDQUFBO0VBQUE7RUFDRCxPQUFPWixLQUFLO0FBQ2Q7QUFFTyxTQUFTYSxlQUFlQSxDQUM3QmQsV0FBcUIsRUFDckJDLEtBQTBDLEVBQ0w7RUFDckMsSUFBSUEsS0FBSyxLQUFLLElBQUksRUFBRTtJQUNsQixPQUFPLElBQUk7RUFDYjtFQUFDLElBQUFjLFVBQUEsR0FBQVosMEJBQUEsQ0FDdUJILFdBQVc7SUFBQWdCLE1BQUE7RUFBQTtJQUFuQyxLQUFBRCxVQUFBLENBQUFWLENBQUEsTUFBQVcsTUFBQSxHQUFBRCxVQUFBLENBQUFULENBQUEsSUFBQUMsSUFBQSxHQUFxQztNQUFBLElBQTFCQyxTQUFTLEdBQUFRLE1BQUEsQ0FBQVAsS0FBQTtNQUNsQixJQUFJUixLQUFLLENBQUNPLFNBQVMsQ0FBQyxJQUFJLElBQUksRUFBRTtRQUM1QlAsS0FBSyxDQUFDTyxTQUFTLENBQUMsR0FBR1AsS0FBSyxDQUFDTyxTQUFTLENBQUMsQ0FBQ1MsT0FBTyxDQUFDLENBQUM7TUFDL0M7SUFDRjtFQUFDLFNBQUFOLEdBQUE7SUFBQUksVUFBQSxDQUFBSCxDQUFBLENBQUFELEdBQUE7RUFBQTtJQUFBSSxVQUFBLENBQUFGLENBQUE7RUFBQTtFQUNELE9BQU9aLEtBQUs7QUFDZCIsImlnbm9yZUxpc3QiOltdfQ==

package/lib/fields.mjs

@@ -0,0 +1,22 @@
+export function parseIntFields(fieldsNames, entry) {
+    if (entry === null) {
+        return null;
+    }
+    for (const fieldName of fieldsNames) {
+        if (entry[fieldName] !== null) {
+            entry[fieldName] = parseInt(entry[fieldName]);
+        }
+    }
+    return entry;
+}
+export function trimFieldsRight(fieldsNames, entry) {
+    if (entry === null) {
+        return null;
+    }
+    for (const fieldName of fieldsNames) {
+        if (entry[fieldName] != null) {
+            entry[fieldName] = entry[fieldName].trimEnd();
+        }
+    }
+    return entry;
+}

package/lib/fields.ts

@@ -0,0 +1,29 @@
+export function parseIntFields(
+  fieldsNames: string[],
+  entry: { [fieldName: string]: any } | null,
+): { [fieldName: string]: any } | null {
+  if (entry === null) {
+    return null
+  }
+  for (const fieldName of fieldsNames) {
+    if (entry[fieldName] !== null) {
+      entry[fieldName] = parseInt(entry[fieldName])
+    }
+  }
+  return entry
+}
+
+export function trimFieldsRight(
+  fieldsNames: string[],
+  entry: { [fieldName: string]: any } | null,
+): { [fieldName: string]: any } | null {
+  if (entry === null) {
+    return null
+  }
+  for (const fieldName of fieldsNames) {
+    if (entry[fieldName] != null) {
+      entry[fieldName] = entry[fieldName].trimEnd()
+    }
+  }
+  return entry
+}

package/lib/index.mjs

@@ -0,0 +1,7 @@
+export { allFollows, Aggregator, } from "./aggregates";
+export { insertAudReferences, insertDateSeanceReferences, insertAuteurReferences, insertDocAttReferences, insertEcrReferences, insertLecassReferences, insertLecassrapReferences, insertLectureReferences, insertLoiReferences, insertRapReferences, insertTexteReferences, } from "./inserters";
+export { sesFieldsToParseInt, sesFieldsToTrim, subFieldsToParseInt, subFieldsToTrim, txtAmeliFieldsToTrim, } from "./types/ameli";
+export { debatsFieldsToTrim, lecassdebFieldsToTrim, } from "./types/debats";
+export { assFieldsToTrim, audFieldsToTrim, auteurFieldsToTrim, dateSeanceFieldsToTrim, deccocFieldsToTrim, denrapFieldsToTrim, docattFieldsToParseInt, docattFieldsToTrim, ecrFieldsToTrim, etaloiFieldsToTrim, lecassFieldsToTrim, lecassrapFieldsToTrim, lectureFieldsToTrim, loiFieldsToTrim, orgFieldsToTrim, oritxtFieldsToTrim, quaFieldsToTrim, rapFieldsToParseInt, rapFieldsToTrim, raporgFieldsToTrim, scrFieldsToTrim, texteFieldsToParseInt, texteFieldsToTrim, typattFieldsToTrim, typlecFieldsToTrim, typloiFieldsToTrim, typtxtFieldsToTrim, typurlFieldsToTrim, } from "./types/dosleg";
+export { Session } from "./types/sessions";
+export { parseIntFields, trimFieldsRight, } from "./fields";

package/lib/index.ts

@@ -0,0 +1,64 @@
+export {
+  allFollows,
+  Aggregator,
+} from "./aggregates"
+export {
+  insertAudReferences,
+  insertDateSeanceReferences,
+  insertAuteurReferences,
+  insertDocAttReferences,
+  insertEcrReferences,
+  insertLecassReferences,
+  insertLecassrapReferences,
+  insertLectureReferences,
+  insertLoiReferences,
+  insertRapReferences,
+  insertTexteReferences,
+  OutputData,
+} from "./inserters"
+export {
+  Ses, sesFieldsToParseInt, sesFieldsToTrim,
+  Sub, subFieldsToParseInt, subFieldsToTrim,
+  TxtAmeli, txtAmeliFieldsToTrim,
+} from "./types/ameli"
+export {
+  Debat, debatsFieldsToTrim,
+  LecAssDeb, lecassdebFieldsToTrim,
+} from "./types/debats"
+export {
+  Ass, assFieldsToTrim,
+  Aud, audFieldsToTrim,
+  Auteur, auteurFieldsToTrim,
+  DateSeance, dateSeanceFieldsToTrim,
+  DecCoc, deccocFieldsToTrim,
+  DenRap, denrapFieldsToTrim,
+  DocAtt, docattFieldsToParseInt, docattFieldsToTrim,
+  Ecr, ecrFieldsToTrim,
+  EtaLoi, etaloiFieldsToTrim,
+  LecAss, lecassFieldsToTrim,
+  LecAssRap, lecassrapFieldsToTrim,
+  Lecture, lectureFieldsToTrim,
+  Loi, loiFieldsToTrim,
+  Org, orgFieldsToTrim,
+  OriTxt, oritxtFieldsToTrim,
+  Qua, quaFieldsToTrim,
+  Rap, rapFieldsToParseInt, rapFieldsToTrim,
+  RapOrg, raporgFieldsToTrim,
+  Scr, scrFieldsToTrim,
+  Texte, texteFieldsToParseInt, texteFieldsToTrim,
+  TypAtt, typattFieldsToTrim,
+  TypLec, typlecFieldsToTrim,
+  TypLoi, typloiFieldsToTrim,
+  TypTxt, typtxtFieldsToTrim,
+  TypUrl, typurlFieldsToTrim,
+
+} from "./types/dosleg"
+export {
+  Photo,
+  Sen,
+} from "./types/sens"
+export { Session } from "./types/sessions"
+export {
+  parseIntFields,
+  trimFieldsRight,
+} from "./fields"

package/lib/inserters.d.ts

@@ -0,0 +1,98 @@
+import { TxtAmeli } from "./types/ameli";
+import { Debat } from "./types/debats";
+import { Ass, Aud, Auteur, DateSeance, DecCoc, DenRap, DocAtt, Ecr, EtaLoi, LecAss, LecAssRap, Lecture, Loi, Org, OriTxt, Qua, Rap, Scr, Texte, TypAtt, TypLec, TypLoi, TypTxt, TypUrl } from "./types/dosleg";
+export interface OutputData {
+    readonly ass?: {
+        [id: string]: Ass;
+    };
+    readonly aud?: {
+        [id: string]: Aud;
+    };
+    readonly auteur?: {
+        [id: string]: Auteur;
+    };
+    readonly date_seance?: {
+        [id: string]: DateSeance;
+    };
+    readonly debats?: {
+        [id: string]: Debat;
+    };
+    readonly deccoc?: {
+        [id: string]: DecCoc;
+    };
+    readonly denrap?: {
+        [id: string]: DenRap;
+    };
+    readonly docatt?: {
+        [id: string]: DocAtt;
+    };
+    readonly ecr?: {
+        [id: string]: Ecr;
+    };
+    readonly etaloi?: {
+        [id: string]: EtaLoi;
+    };
+    readonly lecass?: {
+        [id: string]: LecAss;
+    };
+    readonly lecassrap?: {
+        [id: string]: LecAssRap;
+    };
+    readonly lecture?: {
+        [id: string]: Lecture;
+    };
+    readonly loi?: {
+        [id: string]: Loi;
+    };
+    readonly org?: {
+        [id: string]: Org;
+    };
+    readonly oritxt?: {
+        [id: string]: OriTxt;
+    };
+    readonly qua?: {
+        [id: string]: Qua;
+    };
+    readonly rap?: {
+        [id: string]: Rap;
+    };
+    readonly scr?: {
+        [id: string]: Scr;
+    };
+    readonly texte?: {
+        [id: string]: Texte;
+    };
+    readonly typatt?: {
+        [id: string]: TypAtt;
+    };
+    readonly typlec?: {
+        [id: string]: TypLec;
+    };
+    readonly typloi?: {
+        [id: string]: TypLoi;
+    };
+    readonly typtxt?: {
+        [id: string]: TypTxt;
+    };
+    readonly typurl?: {
+        [id: string]: TypUrl;
+    };
+    readonly txt_ameli?: {
+        [id: string]: TxtAmeli;
+    };
+}
+type VisitedIdsByTableName = {
+    [tableName: string]: Set<number | string>;
+};
+export declare function insertAudReferences(aud: Aud, data: OutputData, visitedIdsByTableName: VisitedIdsByTableName): Aud;
+export declare function insertAuteurReferences(auteur: Auteur, data: OutputData, visitedIdsByTableName: VisitedIdsByTableName): Auteur;
+export declare function insertDateSeanceReferences(dateSeance: DateSeance, data: OutputData, visitedIdsByTableName: VisitedIdsByTableName): DateSeance;
+export declare function insertDocAttReferences(docatt: DocAtt, data: OutputData, visitedIdsByTableName: VisitedIdsByTableName, performInsertRapReferences?: boolean): DocAtt;
+export declare function insertEcrReferences(ecr: Ecr, data: OutputData, visitedIdsByTableName: VisitedIdsByTableName): Ecr;
+export declare function insertLecassrapReferences(lecassrap: LecAssRap, data: OutputData, visitedIdsByTableName: VisitedIdsByTableName): LecAssRap;
+export declare function insertLecassReferences(lecass: LecAss, data: OutputData, visitedIdsByTableName: VisitedIdsByTableName): LecAss;
+export declare function insertLectureReferences(lecture: Lecture, data: OutputData, visitedIdsByTableName: VisitedIdsByTableName): Lecture;
+export declare function insertLoiReferences(loi: Loi, data: OutputData, visitedIdsByTableName: VisitedIdsByTableName): Loi;
+export declare function insertRapReferences(rap: Rap, data: OutputData, visitedIdsByTableName: VisitedIdsByTableName): Rap;
+export declare function insertTexteReferences(texte: Texte, data: OutputData, visitedIdsByTableName: VisitedIdsByTableName): Texte;
+export {};