@tricoteuses/senat 0.3.1 → 1.0.1

package/lib/datasets.ts

@@ -0,0 +1,107 @@
+import fs from "fs-extra"
+import path from "path"
+import assert from "assert"
+
+export interface Dataset {
+  database: string
+  repairEncoding: boolean
+  repairZip?: (dataset: Dataset, dataDir: string) => void
+  schema: string
+  title: string
+  url: string
+}
+
+export interface Datasets {
+  ameli: Dataset
+  debats: Dataset
+  dosleg: Dataset
+  questions: Dataset
+  sens: Dataset
+}
+
+export enum EnabledDatasets {
+  None = 0,
+  Ameli = 1 << 0,
+  Debats = 1 << 1,
+  DosLeg = 1 << 2,
+  Questions = 1 << 3,
+  Sens = 1 << 4,
+  PhotosSenateurs = 1 << 5,
+  All = Ameli | Debats | DosLeg | Questions | Sens | PhotosSenateurs,
+}
+
+export const datasets: Datasets = {
+  ameli: {
+    database: "ameli",
+    repairEncoding: false,
+    repairZip: (dataset: Dataset, dataDir: string) => {
+      const sqlFilename = `${dataset.database}.sql`
+      const sqlFilePath = path.join(dataDir, sqlFilename)
+      fs.removeSync(sqlFilePath)
+      fs.moveSync(
+        path.join(dataDir, "var", "opt", "opendata", sqlFilename),
+        sqlFilePath,
+      )
+    },
+    schema: "public",
+    title: "Amendements",
+    url: "https://data.senat.fr/data/ameli/ameli.zip",
+  },
+  debats: {
+    database: "debats",
+    repairEncoding: true,
+    schema: "public",
+    title:
+      "Informations relatives aux comptes rendus intégraux de la séance publique",
+    url: "https://data.senat.fr/data/debats/debats.zip",
+  },
+  dosleg: {
+    database: "dosleg",
+    repairEncoding: true,
+    schema: "public",
+    title: "Dossiers législatifs",
+    url: "https://data.senat.fr/data/dosleg/dosleg.zip",
+  },
+  questions: {
+    database: "questions",
+    repairEncoding: true,
+    schema: "questions",
+    title:
+      "Questions écrites et orales posées par les sénateurs au Gouvernement",
+    url: "https://data.senat.fr/data/questions/questions.zip",
+  },
+  sens: {
+    database: "sens",
+    repairEncoding: true,
+    repairZip: (dataset: Dataset, dataDir: string) => {
+      const sqlFilename = `${dataset.database}.sql`
+      const sqlFilePath = path.join(dataDir, sqlFilename)
+      fs.removeSync(sqlFilePath)
+      fs.moveSync(path.join(dataDir, "export_sens.sql"), sqlFilePath)
+    },
+    schema: "public",
+    title: "Sénateurs (y compris organes et présence)",
+    url: "https://data.senat.fr/data/senateurs/export_sens.zip",
+  },
+}
+
+export function getEnabledDatasets(categories: any): EnabledDatasets {
+  categories.map((datasetName: string) =>
+    assert.notStrictEqual(
+      (EnabledDatasets as any as { [name: string]: EnabledDatasets })[
+        datasetName
+      ],
+      undefined,
+      `Unknown name of dataset: ${datasetName}`,
+    ),
+  )
+
+  return categories.reduce(
+    (enabledDatasets: EnabledDatasets, datasetName: string): EnabledDatasets =>
+      enabledDatasets |
+      (EnabledDatasets as any as { [name: string]: EnabledDatasets })[
+        datasetName
+      ],
+    EnabledDatasets.None,
+  )
+}

package/lib/fields.d.ts

@@ -0,0 +1,10 @@
+export declare function parseIntFields(fieldsNames: string[], entry: {
+    [fieldName: string]: any;
+} | null): {
+    [fieldName: string]: any;
+} | null;
+export declare function trimFieldsRight(fieldsNames: string[], entry: {
+    [fieldName: string]: any;
+} | null): {
+    [fieldName: string]: any;
+} | null;

package/lib/fields.js

@@ -0,0 +1,68 @@
+"use strict";
+
+require("core-js/modules/es.symbol.js");
+require("core-js/modules/es.symbol.description.js");
+require("core-js/modules/es.symbol.iterator.js");
+require("core-js/modules/es.array.from.js");
+require("core-js/modules/es.array.is-array.js");
+require("core-js/modules/es.array.iterator.js");
+require("core-js/modules/es.array.slice.js");
+require("core-js/modules/es.date.to-string.js");
+require("core-js/modules/es.function.name.js");
+require("core-js/modules/es.object.define-property.js");
+require("core-js/modules/es.object.to-string.js");
+require("core-js/modules/es.regexp.exec.js");
+require("core-js/modules/es.regexp.to-string.js");
+require("core-js/modules/es.string.iterator.js");
+require("core-js/modules/web.dom-collections.iterator.js");
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.parseIntFields = parseIntFields;
+exports.trimFieldsRight = trimFieldsRight;
+require("core-js/modules/es.parse-int.js");
+require("core-js/modules/es.string.trim-end.js");
+function _createForOfIteratorHelper(r, e) { var t = "undefined" != typeof Symbol && r[Symbol.iterator] || r["@@iterator"]; if (!t) { if (Array.isArray(r) || (t = _unsupportedIterableToArray(r)) || e && r && "number" == typeof r.length) { t && (r = t); var _n = 0, F = function F() {}; return { s: F, n: function n() { return _n >= r.length ? { done: !0 } : { done: !1, value: r[_n++] }; }, e: function e(r) { throw r; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var o, a = !0, u = !1; return { s: function s() { t = t.call(r); }, n: function n() { var r = t.next(); return a = r.done, r; }, e: function e(r) { u = !0, o = r; }, f: function f() { try { a || null == t["return"] || t["return"](); } finally { if (u) throw o; } } }; }
+function _unsupportedIterableToArray(r, a) { if (r) { if ("string" == typeof r) return _arrayLikeToArray(r, a); var t = {}.toString.call(r).slice(8, -1); return "Object" === t && r.constructor && (t = r.constructor.name), "Map" === t || "Set" === t ? Array.from(r) : "Arguments" === t || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(t) ? _arrayLikeToArray(r, a) : void 0; } }
+function _arrayLikeToArray(r, a) { (null == a || a > r.length) && (a = r.length); for (var e = 0, n = Array(a); e < a; e++) n[e] = r[e]; return n; }
+function parseIntFields(fieldsNames, entry) {
+  if (entry === null) {
+    return null;
+  }
+  var _iterator = _createForOfIteratorHelper(fieldsNames),
+    _step;
+  try {
+    for (_iterator.s(); !(_step = _iterator.n()).done;) {
+      var fieldName = _step.value;
+      if (entry[fieldName] !== null) {
+        entry[fieldName] = parseInt(entry[fieldName]);
+      }
+    }
+  } catch (err) {
+    _iterator.e(err);
+  } finally {
+    _iterator.f();
+  }
+  return entry;
+}
+function trimFieldsRight(fieldsNames, entry) {
+  if (entry === null) {
+    return null;
+  }
+  var _iterator2 = _createForOfIteratorHelper(fieldsNames),
+    _step2;
+  try {
+    for (_iterator2.s(); !(_step2 = _iterator2.n()).done;) {
+      var fieldName = _step2.value;
+      if (entry[fieldName] != null) {
+        entry[fieldName] = entry[fieldName].trimEnd();
+      }
+    }
+  } catch (err) {
+    _iterator2.e(err);
+  } finally {
+    _iterator2.f();
+  }
+  return entry;
+}
+//# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJuYW1lcyI6WyJwYXJzZUludEZpZWxkcyIsImZpZWxkc05hbWVzIiwiZW50cnkiLCJfaXRlcmF0b3IiLCJfY3JlYXRlRm9yT2ZJdGVyYXRvckhlbHBlciIsIl9zdGVwIiwicyIsIm4iLCJkb25lIiwiZmllbGROYW1lIiwidmFsdWUiLCJwYXJzZUludCIsImVyciIsImUiLCJmIiwidHJpbUZpZWxkc1JpZ2h0IiwiX2l0ZXJhdG9yMiIsIl9zdGVwMiIsInRyaW1FbmQiXSwic291cmNlcyI6WyIuLi9zcmMvZmllbGRzLnRzIl0sInNvdXJjZXNDb250ZW50IjpbImV4cG9ydCBmdW5jdGlvbiBwYXJzZUludEZpZWxkcyhcbiAgZmllbGRzTmFtZXM6IHN0cmluZ1tdLFxuICBlbnRyeTogeyBbZmllbGROYW1lOiBzdHJpbmddOiBhbnkgfSB8IG51bGwsXG4pOiB7IFtmaWVsZE5hbWU6IHN0cmluZ106IGFueSB9IHwgbnVsbCB7XG4gIGlmIChlbnRyeSA9PT0gbnVsbCkge1xuICAgIHJldHVybiBudWxsXG4gIH1cbiAgZm9yIChjb25zdCBmaWVsZE5hbWUgb2YgZmllbGRzTmFtZXMpIHtcbiAgICBpZiAoZW50cnlbZmllbGROYW1lXSAhPT0gbnVsbCkge1xuICAgICAgZW50cnlbZmllbGROYW1lXSA9IHBhcnNlSW50KGVudHJ5W2ZpZWxkTmFtZV0pXG4gICAgfVxuICB9XG4gIHJldHVybiBlbnRyeVxufVxuXG5leHBvcnQgZnVuY3Rpb24gdHJpbUZpZWxkc1JpZ2h0KFxuICBmaWVsZHNOYW1lczogc3RyaW5nW10sXG4gIGVudHJ5OiB7IFtmaWVsZE5hbWU6IHN0cmluZ106IGFueSB9IHwgbnVsbCxcbik6IHsgW2ZpZWxkTmFtZTogc3RyaW5nXTogYW55IH0gfCBudWxsIHtcbiAgaWYgKGVudHJ5ID09PSBudWxsKSB7XG4gICAgcmV0dXJuIG51bGxcbiAgfVxuICBmb3IgKGNvbnN0IGZpZWxkTmFtZSBvZiBmaWVsZHNOYW1lcykge1xuICAgIGlmIChlbnRyeVtmaWVsZE5hbWVdICE9IG51bGwpIHtcbiAgICAgIGVudHJ5W2ZpZWxkTmFtZV0gPSBlbnRyeVtmaWVsZE5hbWVdLnRyaW1FbmQoKVxuICAgIH1cbiAgfVxuICByZXR1cm4gZW50cnlcbn1cbiJdLCJtYXBwaW5ncyI6Ijs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7O0FBQU8sU0FBU0EsY0FBY0EsQ0FDNUJDLFdBQXFCLEVBQ3JCQyxLQUEwQyxFQUNMO0VBQ3JDLElBQUlBLEtBQUssS0FBSyxJQUFJLEVBQUU7SUFDbEIsT0FBTyxJQUFJO0VBQ2I7RUFBQyxJQUFBQyxTQUFBLEdBQUFDLDBCQUFBLENBQ3VCSCxXQUFXO0lBQUFJLEtBQUE7RUFBQTtJQUFuQyxLQUFBRixTQUFBLENBQUFHLENBQUEsTUFBQUQsS0FBQSxHQUFBRixTQUFBLENBQUFJLENBQUEsSUFBQUMsSUFBQSxHQUFxQztNQUFBLElBQTFCQyxTQUFTLEdBQUFKLEtBQUEsQ0FBQUssS0FBQTtNQUNsQixJQUFJUixLQUFLLENBQUNPLFNBQVMsQ0FBQyxLQUFLLElBQUksRUFBRTtRQUM3QlAsS0FBSyxDQUFDTyxTQUFTLENBQUMsR0FBR0UsUUFBUSxDQUFDVCxLQUFLLENBQUNPLFNBQVMsQ0FBQyxDQUFDO01BQy9DO0lBQ0Y7RUFBQyxTQUFBRyxHQUFBO0lBQUFULFNBQUEsQ0FBQVUsQ0FBQSxDQUFBRCxHQUFBO0VBQUE7SUFBQVQsU0FBQSxDQUFBVyxDQUFBO0VBQUE7RUFDRCxPQUFPWixLQUFLO0FBQ2Q7QUFFTyxTQUFTYSxlQUFlQSxDQUM3QmQsV0FBcUIsRUFDckJDLEtBQTBDLEVBQ0w7RUFDckMsSUFBSUEsS0FBSyxLQUFLLElBQUksRUFBRTtJQUNsQixPQUFPLElBQUk7RUFDYjtFQUFDLElBQUFjLFVBQUEsR0FBQVosMEJBQUEsQ0FDdUJILFdBQVc7SUFBQWdCLE1BQUE7RUFBQTtJQUFuQyxLQUFBRCxVQUFBLENBQUFWLENBQUEsTUFBQVcsTUFBQSxHQUFBRCxVQUFBLENBQUFULENBQUEsSUFBQUMsSUFBQSxHQUFxQztNQUFBLElBQTFCQyxTQUFTLEdBQUFRLE1BQUEsQ0FBQVAsS0FBQTtNQUNsQixJQUFJUixLQUFLLENBQUNPLFNBQVMsQ0FBQyxJQUFJLElBQUksRUFBRTtRQUM1QlAsS0FBSyxDQUFDTyxTQUFTLENBQUMsR0FBR1AsS0FBSyxDQUFDTyxTQUFTLENBQUMsQ0FBQ1MsT0FBTyxDQUFDLENBQUM7TUFDL0M7SUFDRjtFQUFDLFNBQUFOLEdBQUE7SUFBQUksVUFBQSxDQUFBSCxDQUFBLENBQUFELEdBQUE7RUFBQTtJQUFBSSxVQUFBLENBQUFGLENBQUE7RUFBQTtFQUNELE9BQU9aLEtBQUs7QUFDZCIsImlnbm9yZUxpc3QiOltdfQ==

package/lib/fields.mjs

@@ -0,0 +1,22 @@
+export function parseIntFields(fieldsNames, entry) {
+    if (entry === null) {
+        return null;
+    }
+    for (const fieldName of fieldsNames) {
+        if (entry[fieldName] !== null) {
+            entry[fieldName] = parseInt(entry[fieldName]);
+        }
+    }
+    return entry;
+}
+export function trimFieldsRight(fieldsNames, entry) {
+    if (entry === null) {
+        return null;
+    }
+    for (const fieldName of fieldsNames) {
+        if (entry[fieldName] != null) {
+            entry[fieldName] = entry[fieldName].trimEnd();
+        }
+    }
+    return entry;
+}

package/lib/fields.ts

@@ -0,0 +1,29 @@
+export function parseIntFields(
+  fieldsNames: string[],
+  entry: { [fieldName: string]: any } | null,
+): { [fieldName: string]: any } | null {
+  if (entry === null) {
+    return null
+  }
+  for (const fieldName of fieldsNames) {
+    if (entry[fieldName] !== null) {
+      entry[fieldName] = parseInt(entry[fieldName])
+    }
+  }
+  return entry
+}
+
+export function trimFieldsRight(
+  fieldsNames: string[],
+  entry: { [fieldName: string]: any } | null,
+): { [fieldName: string]: any } | null {
+  if (entry === null) {
+    return null
+  }
+  for (const fieldName of fieldsNames) {
+    if (entry[fieldName] != null) {
+      entry[fieldName] = entry[fieldName].trimEnd()
+    }
+  }
+  return entry
+}

package/lib/index.d.ts

@@ -1,5 +1,6 @@
-export { insertAudReferences, insertDateSeanceReferences, insertAuteurReferences, insertDocAttReferences, insertEcrReferences, insertLecassReferences, insertLecassrapReferences, insertLectureReferences, insertLoiReferences, insertRapReferences, insertTexteReferences, OutputData, } from "./inserters";
-export { Ses, Sub, TxtAmeli } from "./types/ameli";
-export { Debat, LecAssDeb } from "./types/debats";
-export { Ass, Aud, Auteur, DateSeance, DecCoc, DenRap, DocAtt, Ecr, EtaLoi, LecAss, LecAssRap, Lecture, Loi, Org, OriTxt, Qua, Rap, RapOrg, Scr, Texte, TypAtt, TypLec, TypLoi, TypTxt, TypUrl, } from "./types/dosleg";
-export { Photo, Sen } from "./types/sens";
+export { insertAudReferences, insertDateSeanceReferences, insertAuteurReferences, insertDocAttReferences, insertEcrReferences, insertLecassReferences, insertLecassrapReferences, insertLectureReferences, insertLoiReferences, insertRapReferences, insertTexteReferences, OutputData, } from './inserters';
+export { Ses, sesFieldsToParseInt, sesFieldsToTrim, Sub, subFieldsToParseInt, subFieldsToTrim, TxtAmeli, txtAmeliFieldsToTrim } from './types/ameli';
+export { Debat, debatsFieldsToTrim, LecAssDeb, lecassdebFieldsToTrim } from './types/debats';
+export { Ass, assFieldsToTrim, Aud, audFieldsToTrim, Auteur, auteurFieldsToTrim, DateSeance, dateSeanceFieldsToTrim, DecCoc, deccocFieldsToTrim, DenRap, denrapFieldsToTrim, DocAtt, docattFieldsToParseInt, docattFieldsToTrim, Ecr, ecrFieldsToTrim, EtaLoi, etaloiFieldsToTrim, LecAss, lecassFieldsToTrim, LecAssRap, lecassrapFieldsToTrim, Lecture, lectureFieldsToTrim, Loi, loiFieldsToTrim, Org, orgFieldsToTrim, OriTxt, oritxtFieldsToTrim, Qua, quaFieldsToTrim, Rap, rapFieldsToParseInt, rapFieldsToTrim, RapOrg, raporgFieldsToTrim, Scr, scrFieldsToTrim, Texte, texteFieldsToParseInt, texteFieldsToTrim, TypAtt, typattFieldsToTrim, TypLec, typlecFieldsToTrim, TypLoi, typloiFieldsToTrim, TypTxt, typtxtFieldsToTrim, TypUrl, typurlFieldsToTrim } from './types/dosleg';
+export { Photo, Sen, senFieldsToParseInt, senFieldsToTrim } from './types/sens';
+export { parseIntFields, trimFieldsRight } from './fields';