@tricoteuses/senat 2.8.1 → 2.8.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (116) hide show
  1. package/lib/aggregates.d.ts +52 -0
  2. package/lib/aggregates.js +949 -0
  3. package/lib/aggregates.mjs +726 -0
  4. package/lib/aggregates.ts +852 -0
  5. package/lib/config.mjs +16 -0
  6. package/lib/config.ts +26 -0
  7. package/lib/databases.mjs +55 -0
  8. package/lib/databases.ts +68 -0
  9. package/lib/datasets.mjs +78 -0
  10. package/lib/datasets.ts +118 -0
  11. package/lib/fields.d.ts +10 -0
  12. package/lib/fields.js +68 -0
  13. package/lib/fields.mjs +22 -0
  14. package/lib/fields.ts +29 -0
  15. package/lib/index.mjs +7 -0
  16. package/lib/index.ts +64 -0
  17. package/lib/inserters.d.ts +98 -0
  18. package/lib/inserters.js +500 -0
  19. package/lib/inserters.mjs +360 -0
  20. package/lib/inserters.ts +521 -0
  21. package/lib/loaders.mjs +97 -0
  22. package/lib/loaders.ts +173 -0
  23. package/lib/model/ameli.mjs +57 -0
  24. package/lib/model/ameli.ts +86 -0
  25. package/lib/model/debats.mjs +43 -0
  26. package/lib/model/debats.ts +68 -0
  27. package/lib/model/dosleg.mjs +163 -0
  28. package/lib/model/dosleg.ts +204 -0
  29. package/lib/model/index.mjs +4 -0
  30. package/lib/model/index.ts +13 -0
  31. package/lib/model/questions.d.ts +0 -20
  32. package/lib/model/questions.js +1 -32
  33. package/lib/model/questions.mjs +76 -0
  34. package/lib/model/questions.ts +102 -0
  35. package/lib/model/sens.mjs +339 -0
  36. package/lib/model/sens.ts +432 -0
  37. package/lib/model/texte.mjs +156 -0
  38. package/lib/model/texte.ts +174 -0
  39. package/lib/raw_types/ameli.d.ts +20 -0
  40. package/lib/raw_types/questions.d.ts +4 -70
  41. package/lib/raw_types_kysely/ameli.d.ts +915 -0
  42. package/lib/raw_types_kysely/ameli.js +7 -0
  43. package/lib/raw_types_kysely/ameli.mjs +5 -0
  44. package/lib/raw_types_kysely/ameli.ts +951 -0
  45. package/lib/raw_types_kysely/debats.d.ts +207 -0
  46. package/lib/raw_types_kysely/debats.js +7 -0
  47. package/lib/raw_types_kysely/debats.mjs +5 -0
  48. package/lib/raw_types_kysely/debats.ts +222 -0
  49. package/lib/raw_types_kysely/dosleg.d.ts +3532 -0
  50. package/lib/raw_types_kysely/dosleg.js +7 -0
  51. package/lib/raw_types_kysely/dosleg.mjs +5 -0
  52. package/lib/raw_types_kysely/dosleg.ts +3621 -0
  53. package/lib/raw_types_kysely/questions.d.ts +414 -0
  54. package/lib/raw_types_kysely/questions.js +7 -0
  55. package/lib/raw_types_kysely/questions.mjs +5 -0
  56. package/lib/raw_types_kysely/questions.ts +426 -0
  57. package/lib/raw_types_kysely/sens.d.ts +4394 -0
  58. package/lib/raw_types_kysely/sens.js +7 -0
  59. package/lib/raw_types_kysely/sens.mjs +5 -0
  60. package/lib/raw_types_kysely/sens.ts +4499 -0
  61. package/lib/raw_types_schemats/ameli.mjs +2 -0
  62. package/lib/raw_types_schemats/ameli.ts +601 -0
  63. package/lib/raw_types_schemats/debats.mjs +2 -0
  64. package/lib/raw_types_schemats/debats.ts +145 -0
  65. package/lib/raw_types_schemats/dosleg.mjs +2 -0
  66. package/lib/raw_types_schemats/dosleg.ts +2193 -0
  67. package/lib/raw_types_schemats/questions.mjs +2 -0
  68. package/lib/raw_types_schemats/questions.ts +249 -0
  69. package/lib/raw_types_schemats/sens.mjs +2 -0
  70. package/lib/raw_types_schemats/sens.ts +2907 -0
  71. package/lib/scripts/convert_data.mjs +95 -0
  72. package/lib/scripts/convert_data.ts +119 -0
  73. package/lib/scripts/data-download.d.ts +1 -0
  74. package/lib/scripts/data-download.js +9 -0
  75. package/lib/scripts/datautil.mjs +16 -0
  76. package/lib/scripts/datautil.ts +19 -0
  77. package/lib/scripts/images/transparent_150x192.jpg +0 -0
  78. package/lib/scripts/images/transparent_155x225.jpg +0 -0
  79. package/lib/scripts/parse_textes.mjs +38 -0
  80. package/lib/scripts/parse_textes.ts +52 -0
  81. package/lib/scripts/retrieve_documents.mjs +243 -0
  82. package/lib/scripts/retrieve_documents.ts +279 -0
  83. package/lib/scripts/retrieve_open_data.js +11 -9
  84. package/lib/scripts/retrieve_open_data.mjs +214 -0
  85. package/lib/scripts/retrieve_open_data.ts +261 -0
  86. package/lib/scripts/retrieve_senateurs_photos.mjs +147 -0
  87. package/lib/scripts/retrieve_senateurs_photos.ts +177 -0
  88. package/lib/scripts/retrieve_textes.d.ts +1 -0
  89. package/lib/scripts/retrieve_textes.mjs +165 -0
  90. package/lib/scripts/retrieve_textes.ts +79 -0
  91. package/lib/scripts/shared/cli_helpers.ts +36 -0
  92. package/lib/scripts/shared/util.ts +33 -0
  93. package/lib/strings.mjs +18 -0
  94. package/lib/strings.ts +26 -0
  95. package/lib/types/ameli.mjs +13 -0
  96. package/lib/types/ameli.ts +21 -0
  97. package/lib/types/debats.mjs +2 -0
  98. package/lib/types/debats.ts +6 -0
  99. package/lib/types/dosleg.mjs +151 -0
  100. package/lib/types/dosleg.ts +284 -0
  101. package/lib/types/questions.mjs +1 -0
  102. package/lib/types/questions.ts +3 -0
  103. package/lib/types/sens.mjs +1 -0
  104. package/lib/types/sens.ts +12 -0
  105. package/lib/types/sessions.mjs +43 -0
  106. package/lib/types/sessions.ts +42 -0
  107. package/lib/types/texte.mjs +16 -0
  108. package/lib/types/texte.ts +66 -0
  109. package/lib/typings/windows-1252.d.js +2 -0
  110. package/lib/typings/windows-1252.d.mjs +2 -0
  111. package/lib/typings/windows-1252.d.ts +11 -0
  112. package/lib/validators/config.mjs +54 -0
  113. package/lib/validators/config.ts +79 -0
  114. package/lib/validators/senat.mjs +24 -0
  115. package/lib/validators/senat.ts +26 -0
  116. package/package.json +7 -5
@@ -0,0 +1,165 @@
1
+ "use strict";
2
+
3
+ function _typeof(o) { "@babel/helpers - typeof"; return _typeof = "function" == typeof Symbol && "symbol" == typeof Symbol.iterator ? function (o) { return typeof o; } : function (o) { return o && "function" == typeof Symbol && o.constructor === Symbol && o !== Symbol.prototype ? "symbol" : typeof o; }, _typeof(o); }
4
+ require("core-js/modules/es.symbol.js");
5
+ require("core-js/modules/es.symbol.description.js");
6
+ require("core-js/modules/es.symbol.async-iterator.js");
7
+ require("core-js/modules/es.symbol.iterator.js");
8
+ require("core-js/modules/es.symbol.to-string-tag.js");
9
+ require("core-js/modules/es.array.for-each.js");
10
+ require("core-js/modules/es.array.from.js");
11
+ require("core-js/modules/es.array.is-array.js");
12
+ require("core-js/modules/es.array.reverse.js");
13
+ require("core-js/modules/es.array.slice.js");
14
+ require("core-js/modules/es.json.to-string-tag.js");
15
+ require("core-js/modules/es.math.to-string-tag.js");
16
+ require("core-js/modules/es.object.create.js");
17
+ require("core-js/modules/es.object.define-property.js");
18
+ require("core-js/modules/es.object.get-prototype-of.js");
19
+ require("core-js/modules/es.object.set-prototype-of.js");
20
+ require("core-js/modules/es.promise.js");
21
+ require("core-js/modules/es.regexp.exec.js");
22
+ require("core-js/modules/web.dom-collections.for-each.js");
23
+ require("core-js/modules/es.array.concat.js");
24
+ require("core-js/modules/es.array.filter.js");
25
+ require("core-js/modules/es.array.iterator.js");
26
+ require("core-js/modules/es.array.join.js");
27
+ require("core-js/modules/es.array.map.js");
28
+ require("core-js/modules/es.date.to-string.js");
29
+ require("core-js/modules/es.function.name.js");
30
+ require("core-js/modules/es.object.to-string.js");
31
+ require("core-js/modules/es.regexp.to-string.js");
32
+ require("core-js/modules/es.string.ends-with.js");
33
+ require("core-js/modules/es.string.iterator.js");
34
+ require("core-js/modules/web.dom-collections.iterator.js");
35
+ require("core-js/modules/web.url.js");
36
+ require("core-js/modules/web.url.to-json.js");
37
+ require("core-js/modules/web.url-search-params.js");
38
+ var _assert = _interopRequireDefault(require("assert"));
39
+ var _commandLineArgs = _interopRequireDefault(require("command-line-args"));
40
+ var _crossFetch = _interopRequireDefault(require("cross-fetch"));
41
+ var _fsExtra = _interopRequireDefault(require("fs-extra"));
42
+ var _path = _interopRequireDefault(require("path"));
43
+ var _dosleg = require("../types/dosleg");
44
+ var _databases = require("../databases");
45
+ var _fields = require("../fields");
46
+ var _cli_helpers = require("./shared/cli_helpers");
47
+ function _interopRequireDefault(e) { return e && e.__esModule ? e : { "default": e }; }
48
+ function _regeneratorRuntime() { "use strict"; /*! regenerator-runtime -- Copyright (c) 2014-present, Facebook, Inc. -- license (MIT): https://github.com/facebook/regenerator/blob/main/LICENSE */ _regeneratorRuntime = function _regeneratorRuntime() { return e; }; var t, e = {}, r = Object.prototype, n = r.hasOwnProperty, o = Object.defineProperty || function (t, e, r) { t[e] = r.value; }, i = "function" == typeof Symbol ? Symbol : {}, a = i.iterator || "@@iterator", c = i.asyncIterator || "@@asyncIterator", u = i.toStringTag || "@@toStringTag"; function define(t, e, r) { return Object.defineProperty(t, e, { value: r, enumerable: !0, configurable: !0, writable: !0 }), t[e]; } try { define({}, ""); } catch (t) { define = function define(t, e, r) { return t[e] = r; }; } function wrap(t, e, r, n) { var i = e && e.prototype instanceof Generator ? e : Generator, a = Object.create(i.prototype), c = new Context(n || []); return o(a, "_invoke", { value: makeInvokeMethod(t, r, c) }), a; } function tryCatch(t, e, r) { try { return { type: "normal", arg: t.call(e, r) }; } catch (t) { return { type: "throw", arg: t }; } } e.wrap = wrap; var h = "suspendedStart", l = "suspendedYield", f = "executing", s = "completed", y = {}; function Generator() {} function GeneratorFunction() {} function GeneratorFunctionPrototype() {} var p = {}; define(p, a, function () { return this; }); var d = Object.getPrototypeOf, v = d && d(d(values([]))); v && v !== r && n.call(v, a) && (p = v); var g = GeneratorFunctionPrototype.prototype = Generator.prototype = Object.create(p); function defineIteratorMethods(t) { ["next", "throw", "return"].forEach(function (e) { define(t, e, function (t) { return this._invoke(e, t); }); }); } function AsyncIterator(t, e) { function invoke(r, o, i, a) { var c = tryCatch(t[r], t, o); if ("throw" !== c.type) { var u = c.arg, h = u.value; return h && "object" == _typeof(h) && n.call(h, "__await") ? e.resolve(h.__await).then(function (t) { invoke("next", t, i, a); }, function (t) { invoke("throw", t, i, a); }) : e.resolve(h).then(function (t) { u.value = t, i(u); }, function (t) { return invoke("throw", t, i, a); }); } a(c.arg); } var r; o(this, "_invoke", { value: function value(t, n) { function callInvokeWithMethodAndArg() { return new e(function (e, r) { invoke(t, n, e, r); }); } return r = r ? r.then(callInvokeWithMethodAndArg, callInvokeWithMethodAndArg) : callInvokeWithMethodAndArg(); } }); } function makeInvokeMethod(e, r, n) { var o = h; return function (i, a) { if (o === f) throw Error("Generator is already running"); if (o === s) { if ("throw" === i) throw a; return { value: t, done: !0 }; } for (n.method = i, n.arg = a;;) { var c = n.delegate; if (c) { var u = maybeInvokeDelegate(c, n); if (u) { if (u === y) continue; return u; } } if ("next" === n.method) n.sent = n._sent = n.arg;else if ("throw" === n.method) { if (o === h) throw o = s, n.arg; n.dispatchException(n.arg); } else "return" === n.method && n.abrupt("return", n.arg); o = f; var p = tryCatch(e, r, n); if ("normal" === p.type) { if (o = n.done ? s : l, p.arg === y) continue; return { value: p.arg, done: n.done }; } "throw" === p.type && (o = s, n.method = "throw", n.arg = p.arg); } }; } function maybeInvokeDelegate(e, r) { var n = r.method, o = e.iterator[n]; if (o === t) return r.delegate = null, "throw" === n && e.iterator["return"] && (r.method = "return", r.arg = t, maybeInvokeDelegate(e, r), "throw" === r.method) || "return" !== n && (r.method = "throw", r.arg = new TypeError("The iterator does not provide a '" + n + "' method")), y; var i = tryCatch(o, e.iterator, r.arg); if ("throw" === i.type) return r.method = "throw", r.arg = i.arg, r.delegate = null, y; var a = i.arg; return a ? a.done ? (r[e.resultName] = a.value, r.next = e.nextLoc, "return" !== r.method && (r.method = "next", r.arg = t), r.delegate = null, y) : a : (r.method = "throw", r.arg = new TypeError("iterator result is not an object"), r.delegate = null, y); } function pushTryEntry(t) { var e = { tryLoc: t[0] }; 1 in t && (e.catchLoc = t[1]), 2 in t && (e.finallyLoc = t[2], e.afterLoc = t[3]), this.tryEntries.push(e); } function resetTryEntry(t) { var e = t.completion || {}; e.type = "normal", delete e.arg, t.completion = e; } function Context(t) { this.tryEntries = [{ tryLoc: "root" }], t.forEach(pushTryEntry, this), this.reset(!0); } function values(e) { if (e || "" === e) { var r = e[a]; if (r) return r.call(e); if ("function" == typeof e.next) return e; if (!isNaN(e.length)) { var o = -1, i = function next() { for (; ++o < e.length;) if (n.call(e, o)) return next.value = e[o], next.done = !1, next; return next.value = t, next.done = !0, next; }; return i.next = i; } } throw new TypeError(_typeof(e) + " is not iterable"); } return GeneratorFunction.prototype = GeneratorFunctionPrototype, o(g, "constructor", { value: GeneratorFunctionPrototype, configurable: !0 }), o(GeneratorFunctionPrototype, "constructor", { value: GeneratorFunction, configurable: !0 }), GeneratorFunction.displayName = define(GeneratorFunctionPrototype, u, "GeneratorFunction"), e.isGeneratorFunction = function (t) { var e = "function" == typeof t && t.constructor; return !!e && (e === GeneratorFunction || "GeneratorFunction" === (e.displayName || e.name)); }, e.mark = function (t) { return Object.setPrototypeOf ? Object.setPrototypeOf(t, GeneratorFunctionPrototype) : (t.__proto__ = GeneratorFunctionPrototype, define(t, u, "GeneratorFunction")), t.prototype = Object.create(g), t; }, e.awrap = function (t) { return { __await: t }; }, defineIteratorMethods(AsyncIterator.prototype), define(AsyncIterator.prototype, c, function () { return this; }), e.AsyncIterator = AsyncIterator, e.async = function (t, r, n, o, i) { void 0 === i && (i = Promise); var a = new AsyncIterator(wrap(t, r, n, o), i); return e.isGeneratorFunction(r) ? a : a.next().then(function (t) { return t.done ? t.value : a.next(); }); }, defineIteratorMethods(g), define(g, u, "Generator"), define(g, a, function () { return this; }), define(g, "toString", function () { return "[object Generator]"; }), e.keys = function (t) { var e = Object(t), r = []; for (var n in e) r.push(n); return r.reverse(), function next() { for (; r.length;) { var t = r.pop(); if (t in e) return next.value = t, next.done = !1, next; } return next.done = !0, next; }; }, e.values = values, Context.prototype = { constructor: Context, reset: function reset(e) { if (this.prev = 0, this.next = 0, this.sent = this._sent = t, this.done = !1, this.delegate = null, this.method = "next", this.arg = t, this.tryEntries.forEach(resetTryEntry), !e) for (var r in this) "t" === r.charAt(0) && n.call(this, r) && !isNaN(+r.slice(1)) && (this[r] = t); }, stop: function stop() { this.done = !0; var t = this.tryEntries[0].completion; if ("throw" === t.type) throw t.arg; return this.rval; }, dispatchException: function dispatchException(e) { if (this.done) throw e; var r = this; function handle(n, o) { return a.type = "throw", a.arg = e, r.next = n, o && (r.method = "next", r.arg = t), !!o; } for (var o = this.tryEntries.length - 1; o >= 0; --o) { var i = this.tryEntries[o], a = i.completion; if ("root" === i.tryLoc) return handle("end"); if (i.tryLoc <= this.prev) { var c = n.call(i, "catchLoc"), u = n.call(i, "finallyLoc"); if (c && u) { if (this.prev < i.catchLoc) return handle(i.catchLoc, !0); if (this.prev < i.finallyLoc) return handle(i.finallyLoc); } else if (c) { if (this.prev < i.catchLoc) return handle(i.catchLoc, !0); } else { if (!u) throw Error("try statement without catch or finally"); if (this.prev < i.finallyLoc) return handle(i.finallyLoc); } } } }, abrupt: function abrupt(t, e) { for (var r = this.tryEntries.length - 1; r >= 0; --r) { var o = this.tryEntries[r]; if (o.tryLoc <= this.prev && n.call(o, "finallyLoc") && this.prev < o.finallyLoc) { var i = o; break; } } i && ("break" === t || "continue" === t) && i.tryLoc <= e && e <= i.finallyLoc && (i = null); var a = i ? i.completion : {}; return a.type = t, a.arg = e, i ? (this.method = "next", this.next = i.finallyLoc, y) : this.complete(a); }, complete: function complete(t, e) { if ("throw" === t.type) throw t.arg; return "break" === t.type || "continue" === t.type ? this.next = t.arg : "return" === t.type ? (this.rval = this.arg = t.arg, this.method = "return", this.next = "end") : "normal" === t.type && e && (this.next = e), y; }, finish: function finish(t) { for (var e = this.tryEntries.length - 1; e >= 0; --e) { var r = this.tryEntries[e]; if (r.finallyLoc === t) return this.complete(r.completion, r.afterLoc), resetTryEntry(r), y; } }, "catch": function _catch(t) { for (var e = this.tryEntries.length - 1; e >= 0; --e) { var r = this.tryEntries[e]; if (r.tryLoc === t) { var n = r.completion; if ("throw" === n.type) { var o = n.arg; resetTryEntry(r); } return o; } } throw Error("illegal catch attempt"); }, delegateYield: function delegateYield(e, r, n) { return this.delegate = { iterator: values(e), resultName: r, nextLoc: n }, "next" === this.method && (this.arg = t), y; } }, e; }
49
+ function _createForOfIteratorHelper(r, e) { var t = "undefined" != typeof Symbol && r[Symbol.iterator] || r["@@iterator"]; if (!t) { if (Array.isArray(r) || (t = _unsupportedIterableToArray(r)) || e && r && "number" == typeof r.length) { t && (r = t); var _n = 0, F = function F() {}; return { s: F, n: function n() { return _n >= r.length ? { done: !0 } : { done: !1, value: r[_n++] }; }, e: function e(r) { throw r; }, f: F }; } throw new TypeError("Invalid attempt to iterate non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); } var o, a = !0, u = !1; return { s: function s() { t = t.call(r); }, n: function n() { var r = t.next(); return a = r.done, r; }, e: function e(r) { u = !0, o = r; }, f: function f() { try { a || null == t["return"] || t["return"](); } finally { if (u) throw o; } } }; }
50
+ function asyncGeneratorStep(n, t, e, r, o, a, c) { try { var i = n[a](c), u = i.value; } catch (n) { return void e(n); } i.done ? t(u) : Promise.resolve(u).then(r, o); }
51
+ function _asyncToGenerator(n) { return function () { var t = this, e = arguments; return new Promise(function (r, o) { var a = n.apply(t, e); function _next(n) { asyncGeneratorStep(a, r, o, _next, _throw, "next", n); } function _throw(n) { asyncGeneratorStep(a, r, o, _next, _throw, "throw", n); } _next(void 0); }); }; }
52
+ function _toConsumableArray(r) { return _arrayWithoutHoles(r) || _iterableToArray(r) || _unsupportedIterableToArray(r) || _nonIterableSpread(); }
53
+ function _nonIterableSpread() { throw new TypeError("Invalid attempt to spread non-iterable instance.\nIn order to be iterable, non-array objects must have a [Symbol.iterator]() method."); }
54
+ function _unsupportedIterableToArray(r, a) { if (r) { if ("string" == typeof r) return _arrayLikeToArray(r, a); var t = {}.toString.call(r).slice(8, -1); return "Object" === t && r.constructor && (t = r.constructor.name), "Map" === t || "Set" === t ? Array.from(r) : "Arguments" === t || /^(?:Ui|I)nt(?:8|16|32)(?:Clamped)?Array$/.test(t) ? _arrayLikeToArray(r, a) : void 0; } }
55
+ function _iterableToArray(r) { if ("undefined" != typeof Symbol && null != r[Symbol.iterator] || null != r["@@iterator"]) return Array.from(r); }
56
+ function _arrayWithoutHoles(r) { if (Array.isArray(r)) return _arrayLikeToArray(r); }
57
+ function _arrayLikeToArray(r, a) { (null == a || a > r.length) && (a = r.length); for (var e = 0, n = Array(a); e < a; e++) n[e] = r[e]; return n; }
58
+ var optionsDefinitions = _toConsumableArray(_cli_helpers.commonOptions);
59
+ var options = (0, _commandLineArgs["default"])(optionsDefinitions);
60
+ function main() {
61
+ return _main.apply(this, arguments);
62
+ }
63
+ function _main() {
64
+ _main = _asyncToGenerator(/*#__PURE__*/_regeneratorRuntime().mark(function _callee() {
65
+ var dataDir, db, legDir, textes, _iterator, _step, texte, url, response, page, pathParsed, pageDir;
66
+ return _regeneratorRuntime().wrap(function _callee$(_context) {
67
+ while (1) switch (_context.prev = _context.next) {
68
+ case 0:
69
+ dataDir = options.dataDir;
70
+ (0, _assert["default"])(dataDir, "Missing argument: data directory");
71
+ _context.next = 4;
72
+ return (0, _databases.checkDatabase)("dosleg");
73
+ case 4:
74
+ db = _context.sent;
75
+ legDir = _path["default"].join(dataDir, "leg");
76
+ _fsExtra["default"].ensureDirSync(legDir);
77
+ _context.next = 9;
78
+ return db.any("\n SELECT *\n FROM texte\n ");
79
+ case 9:
80
+ textes = _context.sent.map(function (texte) {
81
+ return (0, _fields.parseIntFields)(_dosleg.texteFieldsToParseInt, (0, _fields.trimFieldsRight)(_dosleg.texteFieldsToTrim, texte));
82
+ });
83
+ _iterator = _createForOfIteratorHelper(textes);
84
+ _context.prev = 11;
85
+ _iterator.s();
86
+ case 13:
87
+ if ((_step = _iterator.n()).done) {
88
+ _context.next = 38;
89
+ break;
90
+ }
91
+ texte = _step.value;
92
+ if (!(texte.texurl === null)) {
93
+ _context.next = 17;
94
+ break;
95
+ }
96
+ return _context.abrupt("continue", 36);
97
+ case 17:
98
+ if (!(texte.typurl !== "I")) {
99
+ _context.next = 19;
100
+ break;
101
+ }
102
+ return _context.abrupt("continue", 36);
103
+ case 19:
104
+ if (!texte.texurl.endsWith(".pdf")) {
105
+ _context.next = 21;
106
+ break;
107
+ }
108
+ return _context.abrupt("continue", 36);
109
+ case 21:
110
+ url = new URL(texte.texurl, "http://www.senat.fr/leg/").toString();
111
+ if (!options.silent) {
112
+ console.log("Retrieving page ".concat(url, "\u2026"));
113
+ }
114
+ _context.next = 25;
115
+ return (0, _crossFetch["default"])(url);
116
+ case 25:
117
+ response = _context.sent;
118
+ _context.next = 28;
119
+ return response.text();
120
+ case 28:
121
+ page = _context.sent;
122
+ if (response.ok) {
123
+ _context.next = 32;
124
+ break;
125
+ }
126
+ if (response.status === 404) {
127
+ console.log("Page ".concat(url, " not found"));
128
+ } else {
129
+ console.error("An error occurred while retrieving page ".concat(url, ": ").concat(response.status, " ").concat(response.statusText, "\n").concat(page));
130
+ }
131
+ return _context.abrupt("continue", 36);
132
+ case 32:
133
+ pathParsed = _path["default"].parse(_path["default"].join.apply(_path["default"], [legDir].concat(_toConsumableArray(texte.texurl.split("/").filter(Boolean)))));
134
+ pageDir = _path["default"].join(pathParsed.dir, pathParsed.name);
135
+ _fsExtra["default"].ensureDirSync(pageDir);
136
+ _fsExtra["default"].writeFileSync(_path["default"].join(pageDir, "index" + pathParsed.ext), page);
137
+ case 36:
138
+ _context.next = 13;
139
+ break;
140
+ case 38:
141
+ _context.next = 43;
142
+ break;
143
+ case 40:
144
+ _context.prev = 40;
145
+ _context.t0 = _context["catch"](11);
146
+ _iterator.e(_context.t0);
147
+ case 43:
148
+ _context.prev = 43;
149
+ _iterator.f();
150
+ return _context.finish(43);
151
+ case 46:
152
+ case "end":
153
+ return _context.stop();
154
+ }
155
+ }, _callee, null, [[11, 40, 43, 46]]);
156
+ }));
157
+ return _main.apply(this, arguments);
158
+ }
159
+ main().then(function () {
160
+ return process.exit(0);
161
+ })["catch"](function (error) {
162
+ console.log(error);
163
+ process.exit(1);
164
+ });
165
+ //# sourceMappingURL=data:application/json;charset=utf-8;base64,eyJ2ZXJzaW9uIjozLCJuYW1lcyI6WyJfYXNzZXJ0IiwiX2ludGVyb3BSZXF1aXJlRGVmYXVsdCIsInJlcXVpcmUiLCJfY29tbWFuZExpbmVBcmdzIiwiX2Nyb3NzRmV0Y2giLCJfZnNFeHRyYSIsIl9wYXRoIiwiX2Rvc2xlZyIsIl9kYXRhYmFzZXMiLCJfZmllbGRzIiwiX2NsaV9oZWxwZXJzIiwiZSIsIl9fZXNNb2R1bGUiLCJfcmVnZW5lcmF0b3JSdW50aW1lIiwidCIsInIiLCJPYmplY3QiLCJwcm90b3R5cGUiLCJuIiwiaGFzT3duUHJvcGVydHkiLCJvIiwiZGVmaW5lUHJvcGVydHkiLCJ2YWx1ZSIsImkiLCJTeW1ib2wiLCJhIiwiaXRlcmF0b3IiLCJjIiwiYXN5bmNJdGVyYXRvciIsInUiLCJ0b1N0cmluZ1RhZyIsImRlZmluZSIsImVudW1lcmFibGUiLCJjb25maWd1cmFibGUiLCJ3cml0YWJsZSIsIndyYXAiLCJHZW5lcmF0b3IiLCJjcmVhdGUiLCJDb250ZXh0IiwibWFrZUludm9rZU1ldGhvZCIsInRyeUNhdGNoIiwidHlwZSIsImFyZyIsImNhbGwiLCJoIiwibCIsImYiLCJzIiwieSIsIkdlbmVyYXRvckZ1bmN0aW9uIiwiR2VuZXJhdG9yRnVuY3Rpb25Qcm90b3R5cGUiLCJwIiwiZCIsImdldFByb3RvdHlwZU9mIiwidiIsInZhbHVlcyIsImciLCJkZWZpbmVJdGVyYXRvck1ldGhvZHMiLCJmb3JFYWNoIiwiX2ludm9rZSIsIkFzeW5jSXRlcmF0b3IiLCJpbnZva2UiLCJfdHlwZW9mIiwicmVzb2x2ZSIsIl9fYXdhaXQiLCJ0aGVuIiwiY2FsbEludm9rZVdpdGhNZXRob2RBbmRBcmciLCJFcnJvciIsImRvbmUiLCJtZXRob2QiLCJkZWxlZ2F0ZSIsIm1heWJlSW52b2tlRGVsZWdhdGUiLCJzZW50IiwiX3NlbnQiLCJkaXNwYXRjaEV4Y2VwdGlvbiIsImFicnVwdCIsIlR5cGVFcnJvciIsInJlc3VsdE5hbWUiLCJuZXh0IiwibmV4dExvYyIsInB1c2hUcnlFbnRyeSIsInRyeUxvYyIsImNhdGNoTG9jIiwiZmluYWxseUxvYyIsImFmdGVyTG9jIiwidHJ5RW50cmllcyIsInB1c2giLCJyZXNldFRyeUVudHJ5IiwiY29tcGxldGlvbiIsInJlc2V0IiwiaXNOYU4iLCJsZW5ndGgiLCJkaXNwbGF5TmFtZSIsImlzR2VuZXJhdG9yRnVuY3Rpb24iLCJjb25zdHJ1Y3RvciIsIm5hbWUiLCJtYXJrIiwic2V0UHJvdG90eXBlT2YiLCJfX3Byb3RvX18iLCJhd3JhcCIsImFzeW5jIiwiUHJvbWlzZSIsImtleXMiLCJyZXZlcnNlIiwicG9wIiwicHJldiIsImNoYXJBdCIsInNsaWNlIiwic3RvcCIsInJ2YWwiLCJoYW5kbGUiLCJjb21wbGV0ZSIsImZpbmlzaCIsIl9jYXRjaCIsImRlbGVnYXRlWWllbGQiLCJfY3JlYXRlRm9yT2ZJdGVyYXRvckhlbHBlciIsIkFycmF5IiwiaXNBcnJheSIsIl91bnN1cHBvcnRlZEl0ZXJhYmxlVG9BcnJheSIsIl9uIiwiRiIsImFzeW5jR2VuZXJhdG9yU3RlcCIsIl9hc3luY1RvR2VuZXJhdG9yIiwiYXJndW1lbnRzIiwiYXBwbHkiLCJfbmV4dCIsIl90aHJvdyIsIl90b0NvbnN1bWFibGVBcnJheSIsIl9hcnJheVdpdGhvdXRIb2xlcyIsIl9pdGVyYWJsZVRvQXJyYXkiLCJfbm9uSXRlcmFibGVTcHJlYWQiLCJfYXJyYXlMaWtlVG9BcnJheSIsInRvU3RyaW5nIiwiZnJvbSIsInRlc3QiLCJvcHRpb25zRGVmaW5pdGlvbnMiLCJjb21tb25PcHRpb25zIiwib3B0aW9ucyIsImNvbW1hbmRMaW5lQXJncyIsIm1haW4iLCJfbWFpbiIsIl9jYWxsZWUiLCJkYXRhRGlyIiwiZGIiLCJsZWdEaXIiLCJ0ZXh0ZXMiLCJfaXRlcmF0b3IiLCJfc3RlcCIsInRleHRlIiwidXJsIiwicmVzcG9uc2UiLCJwYWdlIiwicGF0aFBhcnNlZCIsInBhZ2VEaXIiLCJfY2FsbGVlJCIsIl9jb250ZXh0IiwiYXNzZXJ0IiwiY2hlY2tEYXRhYmFzZSIsInBhdGgiLCJqb2luIiwiZnMiLCJlbnN1cmVEaXJTeW5jIiwiYW55IiwibWFwIiwicGFyc2VJbnRGaWVsZHMiLCJ0ZXh0ZUZpZWxkc1RvUGFyc2VJbnQiLCJ0cmltRmllbGRzUmlnaHQiLCJ0ZXh0ZUZpZWxkc1RvVHJpbSIsInRleHVybCIsInR5cHVybCIsImVuZHNXaXRoIiwiVVJMIiwic2lsZW50IiwiY29uc29sZSIsImxvZyIsImNvbmNhdCIsImZldGNoIiwidGV4dCIsIm9rIiwic3RhdHVzIiwiZXJyb3IiLCJzdGF0dXNUZXh0IiwicGFyc2UiLCJzcGxpdCIsImZpbHRlciIsIkJvb2xlYW4iLCJkaXIiLCJ3cml0ZUZpbGVTeW5jIiwiZXh0IiwidDAiLCJwcm9jZXNzIiwiZXhpdCJdLCJzb3VyY2VzIjpbIi4uLy4uL3NyYy9zY3JpcHRzL3JldHJpZXZlX3RleHRlcy50cyJdLCJzb3VyY2VzQ29udGVudCI6WyJpbXBvcnQgYXNzZXJ0IGZyb20gXCJhc3NlcnRcIlxuaW1wb3J0IGNvbW1hbmRMaW5lQXJncyBmcm9tIFwiY29tbWFuZC1saW5lLWFyZ3NcIlxuaW1wb3J0IGZldGNoIGZyb20gXCJjcm9zcy1mZXRjaFwiXG5pbXBvcnQgZnMgZnJvbSBcImZzLWV4dHJhXCJcbmltcG9ydCBwYXRoIGZyb20gXCJwYXRoXCJcblxuaW1wb3J0IHsgVGV4dGUsIHRleHRlRmllbGRzVG9QYXJzZUludCwgdGV4dGVGaWVsZHNUb1RyaW0gfSBmcm9tIFwiLi4vdHlwZXMvZG9zbGVnXCJcbmltcG9ydCB7IGNoZWNrRGF0YWJhc2UgfSBmcm9tIFwiLi4vZGF0YWJhc2VzXCJcbmltcG9ydCB7IHBhcnNlSW50RmllbGRzLCB0cmltRmllbGRzUmlnaHQgfSBmcm9tIFwiLi4vZmllbGRzXCJcbmltcG9ydCB7IGNvbW1vbk9wdGlvbnMgfSBmcm9tIFwiLi9zaGFyZWQvY2xpX2hlbHBlcnNcIlxuXG5jb25zdCBvcHRpb25zRGVmaW5pdGlvbnMgPSBbXG4gIC4uLmNvbW1vbk9wdGlvbnMsXG5dXG5jb25zdCBvcHRpb25zID0gY29tbWFuZExpbmVBcmdzKG9wdGlvbnNEZWZpbml0aW9ucylcblxuYXN5bmMgZnVuY3Rpb24gbWFpbigpIHtcbiAgY29uc3QgZGF0YURpciA9IG9wdGlvbnMuZGF0YURpclxuICBhc3NlcnQoZGF0YURpciwgXCJNaXNzaW5nIGFyZ3VtZW50OiBkYXRhIGRpcmVjdG9yeVwiKVxuXG4gIGNvbnN0IGRiID0gYXdhaXQgY2hlY2tEYXRhYmFzZShcImRvc2xlZ1wiKVxuXG4gIGNvbnN0IGxlZ0RpciA9IHBhdGguam9pbihkYXRhRGlyLCBcImxlZ1wiKVxuICBmcy5lbnN1cmVEaXJTeW5jKGxlZ0RpcilcbiAgY29uc3QgdGV4dGVzOiBUZXh0ZVtdID0gKFxuICAgIGF3YWl0IGRiLmFueShcbiAgICAgIGBcbiAgICAgIFNFTEVDVCAqXG4gICAgICBGUk9NIHRleHRlXG4gICAgYCxcbiAgICApXG4gICkubWFwKCh0ZXh0ZTogVGV4dGUpID0+XG4gICAgcGFyc2VJbnRGaWVsZHMoXG4gICAgICB0ZXh0ZUZpZWxkc1RvUGFyc2VJbnQsXG4gICAgICB0cmltRmllbGRzUmlnaHQodGV4dGVGaWVsZHNUb1RyaW0sIHRleHRlKSxcbiAgICApLFxuICApXG4gIGZvciAoY29uc3QgdGV4dGUgb2YgdGV4dGVzKSB7XG4gICAgaWYgKHRleHRlLnRleHVybCA9PT0gbnVsbCkge1xuICAgICAgY29udGludWVcbiAgICB9XG4gICAgaWYgKHRleHRlLnR5cHVybCAhPT0gXCJJXCIpIHtcbiAgICAgIC8vIFRoaXMgaXMgbm90IGFuIFwiSVwibnRlcm5hbCBVUkwuXG4gICAgICBjb250aW51ZVxuICAgIH1cbiAgICBpZiAodGV4dGUudGV4dXJsLmVuZHNXaXRoKFwiLnBkZlwiKSkge1xuICAgICAgY29udGludWVcbiAgICB9XG4gICAgY29uc3QgdXJsID0gbmV3IFVSTCh0ZXh0ZS50ZXh1cmwsIFwiaHR0cDovL3d3dy5zZW5hdC5mci9sZWcvXCIpLnRvU3RyaW5nKClcbiAgICBpZiAoIW9wdGlvbnMuc2lsZW50KSB7XG4gICAgICBjb25zb2xlLmxvZyhgUmV0cmlldmluZyBwYWdlICR7dXJsfeKApmApXG4gICAgfVxuICAgIGNvbnN0IHJlc3BvbnNlID0gYXdhaXQgZmV0Y2godXJsKVxuICAgIGNvbnN0IHBhZ2UgPSBhd2FpdCByZXNwb25zZS50ZXh0KClcbiAgICBpZiAoIXJlc3BvbnNlLm9rKSB7XG4gICAgICBpZiAocmVzcG9uc2Uuc3RhdHVzID09PSA0MDQpIHtcbiAgICAgICAgY29uc29sZS5sb2coYFBhZ2UgJHt1cmx9IG5vdCBmb3VuZGApXG4gICAgICB9IGVsc2Uge1xuICAgICAgICBjb25zb2xlLmVycm9yKFxuICAgICAgICAgIGBBbiBlcnJvciBvY2N1cnJlZCB3aGlsZSByZXRyaWV2aW5nIHBhZ2UgJHt1cmx9OiAke3Jlc3BvbnNlLnN0YXR1c30gJHtyZXNwb25zZS5zdGF0dXNUZXh0fVxcbiR7cGFnZX1gLFxuICAgICAgICApXG4gICAgICB9XG4gICAgICBjb250aW51ZVxuICAgIH1cbiAgICBjb25zdCBwYXRoUGFyc2VkID0gcGF0aC5wYXJzZShcbiAgICAgIHBhdGguam9pbihsZWdEaXIsIC4uLnRleHRlLnRleHVybC5zcGxpdChcIi9cIikuZmlsdGVyKEJvb2xlYW4pKSxcbiAgICApXG4gICAgY29uc3QgcGFnZURpciA9IHBhdGguam9pbihwYXRoUGFyc2VkLmRpciwgcGF0aFBhcnNlZC5uYW1lKVxuICAgIGZzLmVuc3VyZURpclN5bmMocGFnZURpcilcbiAgICBmcy53cml0ZUZpbGVTeW5jKHBhdGguam9pbihwYWdlRGlyLCBcImluZGV4XCIgKyBwYXRoUGFyc2VkLmV4dCksIHBhZ2UpXG4gIH1cbn1cblxubWFpbigpXG4gIC50aGVuKCgpID0+IHByb2Nlc3MuZXhpdCgwKSlcbiAgLmNhdGNoKChlcnJvcikgPT4ge1xuICAgIGNvbnNvbGUubG9nKGVycm9yKVxuICAgIHByb2Nlc3MuZXhpdCgxKVxuICB9KVxuIl0sIm1hcHBpbmdzIjoiOzs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7O0FBQUEsSUFBQUEsT0FBQSxHQUFBQyxzQkFBQSxDQUFBQyxPQUFBO0FBQ0EsSUFBQUMsZ0JBQUEsR0FBQUYsc0JBQUEsQ0FBQUMsT0FBQTtBQUNBLElBQUFFLFdBQUEsR0FBQUgsc0JBQUEsQ0FBQUMsT0FBQTtBQUNBLElBQUFHLFFBQUEsR0FBQUosc0JBQUEsQ0FBQUMsT0FBQTtBQUNBLElBQUFJLEtBQUEsR0FBQUwsc0JBQUEsQ0FBQUMsT0FBQTtBQUVBLElBQUFLLE9BQUEsR0FBQUwsT0FBQTtBQUNBLElBQUFNLFVBQUEsR0FBQU4sT0FBQTtBQUNBLElBQUFPLE9BQUEsR0FBQVAsT0FBQTtBQUNBLElBQUFRLFlBQUEsR0FBQVIsT0FBQTtBQUFvRCxTQUFBRCx1QkFBQVUsQ0FBQSxXQUFBQSxDQUFBLElBQUFBLENBQUEsQ0FBQUMsVUFBQSxHQUFBRCxDQUFBLGdCQUFBQSxDQUFBO0FBQUEsU0FBQUUsb0JBQUEsa0JBUnBELHFKQUFBQSxtQkFBQSxZQUFBQSxvQkFBQSxXQUFBRixDQUFBLFNBQUFHLENBQUEsRUFBQUgsQ0FBQSxPQUFBSSxDQUFBLEdBQUFDLE1BQUEsQ0FBQUMsU0FBQSxFQUFBQyxDQUFBLEdBQUFILENBQUEsQ0FBQUksY0FBQSxFQUFBQyxDQUFBLEdBQUFKLE1BQUEsQ0FBQUssY0FBQSxjQUFBUCxDQUFBLEVBQUFILENBQUEsRUFBQUksQ0FBQSxJQUFBRCxDQUFBLENBQUFILENBQUEsSUFBQUksQ0FBQSxDQUFBTyxLQUFBLEtBQUFDLENBQUEsd0JBQUFDLE1BQUEsR0FBQUEsTUFBQSxPQUFBQyxDQUFBLEdBQUFGLENBQUEsQ0FBQUcsUUFBQSxrQkFBQUMsQ0FBQSxHQUFBSixDQUFBLENBQUFLLGFBQUEsdUJBQUFDLENBQUEsR0FBQU4sQ0FBQSxDQUFBTyxXQUFBLDhCQUFBQyxPQUFBakIsQ0FBQSxFQUFBSCxDQUFBLEVBQUFJLENBQUEsV0FBQUMsTUFBQSxDQUFBSyxjQUFBLENBQUFQLENBQUEsRUFBQUgsQ0FBQSxJQUFBVyxLQUFBLEVBQUFQLENBQUEsRUFBQWlCLFVBQUEsTUFBQUMsWUFBQSxNQUFBQyxRQUFBLFNBQUFwQixDQUFBLENBQUFILENBQUEsV0FBQW9CLE1BQUEsbUJBQUFqQixDQUFBLElBQUFpQixNQUFBLFlBQUFBLE9BQUFqQixDQUFBLEVBQUFILENBQUEsRUFBQUksQ0FBQSxXQUFBRCxDQUFBLENBQUFILENBQUEsSUFBQUksQ0FBQSxnQkFBQW9CLEtBQUFyQixDQUFBLEVBQUFILENBQUEsRUFBQUksQ0FBQSxFQUFBRyxDQUFBLFFBQUFLLENBQUEsR0FBQVosQ0FBQSxJQUFBQSxDQUFBLENBQUFNLFNBQUEsWUFBQW1CLFNBQUEsR0FBQXpCLENBQUEsR0FBQXlCLFNBQUEsRUFBQVgsQ0FBQSxHQUFBVCxNQUFBLENBQUFxQixNQUFBLENBQUFkLENBQUEsQ0FBQU4sU0FBQSxHQUFBVSxDQUFBLE9BQUFXLE9BQUEsQ0FBQXBCLENBQUEsZ0JBQUFFLENBQUEsQ0FBQUssQ0FBQSxlQUFBSCxLQUFBLEVBQUFpQixnQkFBQSxDQUFBekIsQ0FBQSxFQUFBQyxDQUFBLEVBQUFZLENBQUEsTUFBQUYsQ0FBQSxhQUFBZSxTQUFBMUIsQ0FBQSxFQUFBSCxDQUFBLEVBQUFJLENBQUEsbUJBQUEwQixJQUFBLFlBQUFDLEdBQUEsRUFBQTVCLENBQUEsQ0FBQTZCLElBQUEsQ0FBQWhDLENBQUEsRUFBQUksQ0FBQSxjQUFBRCxDQUFBLGFBQUEyQixJQUFBLFdBQUFDLEdBQUEsRUFBQTVCLENBQUEsUUFBQUgsQ0FBQSxDQUFBd0IsSUFBQSxHQUFBQSxJQUFBLE1BQUFTLENBQUEscUJBQUFDLENBQUEscUJBQUFDLENBQUEsZ0JBQUFDLENBQUEsZ0JBQUFDLENBQUEsZ0JBQUFaLFVBQUEsY0FBQWEsa0JBQUEsY0FBQUMsMkJBQUEsU0FBQUMsQ0FBQSxPQUFBcEIsTUFBQSxDQUFBb0IsQ0FBQSxFQUFBMUIsQ0FBQSxxQ0FBQTJCLENBQUEsR0FBQXBDLE1BQUEsQ0FBQXFDLGNBQUEsRUFBQUMsQ0FBQSxHQUFBRixDQUFBLElBQUFBLENBQUEsQ0FBQUEsQ0FBQSxDQUFBRyxNQUFBLFFBQUFELENBQUEsSUFBQUEsQ0FBQSxLQUFBdkMsQ0FBQSxJQUFBRyxDQUFBLENBQUF5QixJQUFBLENBQUFXLENBQUEsRUFBQTdCLENBQUEsTUFBQTBCLENBQUEsR0FBQUcsQ0FBQSxPQUFBRSxDQUFBLEdBQUFOLDBCQUFBLENBQUFqQyxTQUFBLEdBQUFtQixTQUFBLENBQUFuQixTQUFBLEdBQUFELE1BQUEsQ0FBQXFCLE1BQUEsQ0FBQWMsQ0FBQSxZQUFBTSxzQkFBQTNDLENBQUEsZ0NBQUE0QyxPQUFBLFdBQUEvQyxDQUFBLElBQUFvQixNQUFBLENBQUFqQixDQUFBLEVBQUFILENBQUEsWUFBQUcsQ0FBQSxnQkFBQTZDLE9BQUEsQ0FBQWhELENBQUEsRUFBQUcsQ0FBQSxzQkFBQThDLGNBQUE5QyxDQUFBLEVBQUFILENBQUEsYUFBQWtELE9BQUE5QyxDQUFBLEVBQUFLLENBQUEsRUFBQUcsQ0FBQSxFQUFBRSxDQUFBLFFBQUFFLENBQUEsR0FBQWEsUUFBQSxDQUFBMUIsQ0FBQSxDQUFBQyxDQUFBLEdBQUFELENBQUEsRUFBQU0sQ0FBQSxtQkFBQU8sQ0FBQSxDQUFBYyxJQUFBLFFBQUFaLENBQUEsR0FBQUYsQ0FBQSxDQUFBZSxHQUFBLEVBQUFFLENBQUEsR0FBQWYsQ0FBQSxDQUFBUCxLQUFBLFNBQUFzQixDQUFBLGdCQUFBa0IsT0FBQSxDQUFBbEIsQ0FBQSxLQUFBMUIsQ0FBQSxDQUFBeUIsSUFBQSxDQUFBQyxDQUFBLGVBQUFqQyxDQUFBLENBQUFvRCxPQUFBLENBQUFuQixDQUFBLENBQUFvQixPQUFBLEVBQUFDLElBQUEsV0FBQW5ELENBQUEsSUFBQStDLE1BQUEsU0FBQS9DLENBQUEsRUFBQVMsQ0FBQSxFQUFBRSxDQUFBLGdCQUFBWCxDQUFBLElBQUErQyxNQUFBLFVBQUEvQyxDQUFBLEVBQUFTLENBQUEsRUFBQUUsQ0FBQSxRQUFBZCxDQUFBLENBQUFvRCxPQUFBLENBQUFuQixDQUFBLEVBQUFxQixJQUFBLFdBQUFuRCxDQUFBLElBQUFlLENBQUEsQ0FBQVAsS0FBQSxHQUFBUixDQUFBLEVBQUFTLENBQUEsQ0FBQU0sQ0FBQSxnQkFBQWYsQ0FBQSxXQUFBK0MsTUFBQSxVQUFBL0MsQ0FBQSxFQUFBUyxDQUFBLEVBQUFFLENBQUEsU0FBQUEsQ0FBQSxDQUFBRSxDQUFBLENBQUFlLEdBQUEsU0FBQTNCLENBQUEsRUFBQUssQ0FBQSxvQkFBQUUsS0FBQSxXQUFBQSxNQUFBUixDQUFBLEVBQUFJLENBQUEsYUFBQWdELDJCQUFBLGVBQUF2RCxDQUFBLFdBQUFBLENBQUEsRUFBQUksQ0FBQSxJQUFBOEMsTUFBQSxDQUFBL0MsQ0FBQSxFQUFBSSxDQUFBLEVBQUFQLENBQUEsRUFBQUksQ0FBQSxnQkFBQUEsQ0FBQSxHQUFBQSxDQUFBLEdBQUFBLENBQUEsQ0FBQWtELElBQUEsQ0FBQUMsMEJBQUEsRUFBQUEsMEJBQUEsSUFBQUEsMEJBQUEscUJBQUEzQixpQkFBQTVCLENBQUEsRUFBQUksQ0FBQSxFQUFBRyxDQUFBLFFBQUFFLENBQUEsR0FBQXdCLENBQUEsbUJBQUFyQixDQUFBLEVBQUFFLENBQUEsUUFBQUwsQ0FBQSxLQUFBMEIsQ0FBQSxRQUFBcUIsS0FBQSxzQ0FBQS9DLENBQUEsS0FBQTJCLENBQUEsb0JBQUF4QixDQUFBLFFBQUFFLENBQUEsV0FBQUgsS0FBQSxFQUFBUixDQUFBLEVBQUFzRCxJQUFBLGVBQUFsRCxDQUFBLENBQUFtRCxNQUFBLEdBQUE5QyxDQUFBLEVBQUFMLENBQUEsQ0FBQXdCLEdBQUEsR0FBQWpCLENBQUEsVUFBQUUsQ0FBQSxHQUFBVCxDQUFBLENBQUFvRCxRQUFBLE1BQUEzQyxDQUFBLFFBQUFFLENBQUEsR0FBQTBDLG1CQUFBLENBQUE1QyxDQUFBLEVBQUFULENBQUEsT0FBQVcsQ0FBQSxRQUFBQSxDQUFBLEtBQUFtQixDQUFBLG1CQUFBbkIsQ0FBQSxxQkFBQVgsQ0FBQSxDQUFBbUQsTUFBQSxFQUFBbkQsQ0FBQSxDQUFBc0QsSUFBQSxHQUFBdEQsQ0FBQSxDQUFBdUQsS0FBQSxHQUFBdkQsQ0FBQSxDQUFBd0IsR0FBQSxzQkFBQXhCLENBQUEsQ0FBQW1ELE1BQUEsUUFBQWpELENBQUEsS0FBQXdCLENBQUEsUUFBQXhCLENBQUEsR0FBQTJCLENBQUEsRUFBQTdCLENBQUEsQ0FBQXdCLEdBQUEsRUFBQXhCLENBQUEsQ0FBQXdELGlCQUFBLENBQUF4RCxDQUFBLENBQUF3QixHQUFBLHVCQUFBeEIsQ0FBQSxDQUFBbUQsTUFBQSxJQUFBbkQsQ0FBQSxDQUFBeUQsTUFBQSxXQUFBekQsQ0FBQSxDQUFBd0IsR0FBQSxHQUFBdEIsQ0FBQSxHQUFBMEIsQ0FBQSxNQUFBSyxDQUFBLEdBQUFYLFFBQUEsQ0FBQTdCLENBQUEsRUFBQUksQ0FBQSxFQUFBRyxDQUFBLG9CQUFBaUMsQ0FBQSxDQUFBVixJQUFBLFFBQUFyQixDQUFBLEdBQUFGLENBQUEsQ0FBQWtELElBQUEsR0FBQXJCLENBQUEsR0FBQUYsQ0FBQSxFQUFBTSxDQUFBLENBQUFULEdBQUEsS0FBQU0sQ0FBQSxxQkFBQTFCLEtBQUEsRUFBQTZCLENBQUEsQ0FBQVQsR0FBQSxFQUFBMEIsSUFBQSxFQUFBbEQsQ0FBQSxDQUFBa0QsSUFBQSxrQkFBQWpCLENBQUEsQ0FBQVYsSUFBQSxLQUFBckIsQ0FBQSxHQUFBMkIsQ0FBQSxFQUFBN0IsQ0FBQSxDQUFBbUQsTUFBQSxZQUFBbkQsQ0FBQSxDQUFBd0IsR0FBQSxHQUFBUyxDQUFBLENBQUFULEdBQUEsbUJBQUE2QixvQkFBQTVELENBQUEsRUFBQUksQ0FBQSxRQUFBRyxDQUFBLEdBQUFILENBQUEsQ0FBQXNELE1BQUEsRUFBQWpELENBQUEsR0FBQVQsQ0FBQSxDQUFBZSxRQUFBLENBQUFSLENBQUEsT0FBQUUsQ0FBQSxLQUFBTixDQUFBLFNBQUFDLENBQUEsQ0FBQXVELFFBQUEscUJBQUFwRCxDQUFBLElBQUFQLENBQUEsQ0FBQWUsUUFBQSxlQUFBWCxDQUFBLENBQUFzRCxNQUFBLGFBQUF0RCxDQUFBLENBQUEyQixHQUFBLEdBQUE1QixDQUFBLEVBQUF5RCxtQkFBQSxDQUFBNUQsQ0FBQSxFQUFBSSxDQUFBLGVBQUFBLENBQUEsQ0FBQXNELE1BQUEsa0JBQUFuRCxDQUFBLEtBQUFILENBQUEsQ0FBQXNELE1BQUEsWUFBQXRELENBQUEsQ0FBQTJCLEdBQUEsT0FBQWtDLFNBQUEsdUNBQUExRCxDQUFBLGlCQUFBOEIsQ0FBQSxNQUFBekIsQ0FBQSxHQUFBaUIsUUFBQSxDQUFBcEIsQ0FBQSxFQUFBVCxDQUFBLENBQUFlLFFBQUEsRUFBQVgsQ0FBQSxDQUFBMkIsR0FBQSxtQkFBQW5CLENBQUEsQ0FBQWtCLElBQUEsU0FBQTFCLENBQUEsQ0FBQXNELE1BQUEsWUFBQXRELENBQUEsQ0FBQTJCLEdBQUEsR0FBQW5CLENBQUEsQ0FBQW1CLEdBQUEsRUFBQTNCLENBQUEsQ0FBQXVELFFBQUEsU0FBQXRCLENBQUEsTUFBQXZCLENBQUEsR0FBQUYsQ0FBQSxDQUFBbUIsR0FBQSxTQUFBakIsQ0FBQSxHQUFBQSxDQUFBLENBQUEyQyxJQUFBLElBQUFyRCxDQUFBLENBQUFKLENBQUEsQ0FBQWtFLFVBQUEsSUFBQXBELENBQUEsQ0FBQUgsS0FBQSxFQUFBUCxDQUFBLENBQUErRCxJQUFBLEdBQUFuRSxDQUFBLENBQUFvRSxPQUFBLGVBQUFoRSxDQUFBLENBQUFzRCxNQUFBLEtBQUF0RCxDQUFBLENBQUFzRCxNQUFBLFdBQUF0RCxDQUFBLENBQUEyQixHQUFBLEdBQUE1QixDQUFBLEdBQUFDLENBQUEsQ0FBQXVELFFBQUEsU0FBQXRCLENBQUEsSUFBQXZCLENBQUEsSUFBQVYsQ0FBQSxDQUFBc0QsTUFBQSxZQUFBdEQsQ0FBQSxDQUFBMkIsR0FBQSxPQUFBa0MsU0FBQSxzQ0FBQTdELENBQUEsQ0FBQXVELFFBQUEsU0FBQXRCLENBQUEsY0FBQWdDLGFBQUFsRSxDQUFBLFFBQUFILENBQUEsS0FBQXNFLE1BQUEsRUFBQW5FLENBQUEsWUFBQUEsQ0FBQSxLQUFBSCxDQUFBLENBQUF1RSxRQUFBLEdBQUFwRSxDQUFBLFdBQUFBLENBQUEsS0FBQUgsQ0FBQSxDQUFBd0UsVUFBQSxHQUFBckUsQ0FBQSxLQUFBSCxDQUFBLENBQUF5RSxRQUFBLEdBQUF0RSxDQUFBLFdBQUF1RSxVQUFBLENBQUFDLElBQUEsQ0FBQTNFLENBQUEsY0FBQTRFLGNBQUF6RSxDQUFBLFFBQUFILENBQUEsR0FBQUcsQ0FBQSxDQUFBMEUsVUFBQSxRQUFBN0UsQ0FBQSxDQUFBOEIsSUFBQSxvQkFBQTlCLENBQUEsQ0FBQStCLEdBQUEsRUFBQTVCLENBQUEsQ0FBQTBFLFVBQUEsR0FBQTdFLENBQUEsYUFBQTJCLFFBQUF4QixDQUFBLFNBQUF1RSxVQUFBLE1BQUFKLE1BQUEsYUFBQW5FLENBQUEsQ0FBQTRDLE9BQUEsQ0FBQXNCLFlBQUEsY0FBQVMsS0FBQSxpQkFBQWxDLE9BQUE1QyxDQUFBLFFBQUFBLENBQUEsV0FBQUEsQ0FBQSxRQUFBSSxDQUFBLEdBQUFKLENBQUEsQ0FBQWMsQ0FBQSxPQUFBVixDQUFBLFNBQUFBLENBQUEsQ0FBQTRCLElBQUEsQ0FBQWhDLENBQUEsNEJBQUFBLENBQUEsQ0FBQW1FLElBQUEsU0FBQW5FLENBQUEsT0FBQStFLEtBQUEsQ0FBQS9FLENBQUEsQ0FBQWdGLE1BQUEsU0FBQXZFLENBQUEsT0FBQUcsQ0FBQSxZQUFBdUQsS0FBQSxhQUFBMUQsQ0FBQSxHQUFBVCxDQUFBLENBQUFnRixNQUFBLE9BQUF6RSxDQUFBLENBQUF5QixJQUFBLENBQUFoQyxDQUFBLEVBQUFTLENBQUEsVUFBQTBELElBQUEsQ0FBQXhELEtBQUEsR0FBQVgsQ0FBQSxDQUFBUyxDQUFBLEdBQUEwRCxJQUFBLENBQUFWLElBQUEsT0FBQVUsSUFBQSxTQUFBQSxJQUFBLENBQUF4RCxLQUFBLEdBQUFSLENBQUEsRUFBQWdFLElBQUEsQ0FBQVYsSUFBQSxPQUFBVSxJQUFBLFlBQUF2RCxDQUFBLENBQUF1RCxJQUFBLEdBQUF2RCxDQUFBLGdCQUFBcUQsU0FBQSxDQUFBZCxPQUFBLENBQUFuRCxDQUFBLGtDQUFBc0MsaUJBQUEsQ0FBQWhDLFNBQUEsR0FBQWlDLDBCQUFBLEVBQUE5QixDQUFBLENBQUFvQyxDQUFBLG1CQUFBbEMsS0FBQSxFQUFBNEIsMEJBQUEsRUFBQWpCLFlBQUEsU0FBQWIsQ0FBQSxDQUFBOEIsMEJBQUEsbUJBQUE1QixLQUFBLEVBQUEyQixpQkFBQSxFQUFBaEIsWUFBQSxTQUFBZ0IsaUJBQUEsQ0FBQTJDLFdBQUEsR0FBQTdELE1BQUEsQ0FBQW1CLDBCQUFBLEVBQUFyQixDQUFBLHdCQUFBbEIsQ0FBQSxDQUFBa0YsbUJBQUEsYUFBQS9FLENBQUEsUUFBQUgsQ0FBQSx3QkFBQUcsQ0FBQSxJQUFBQSxDQUFBLENBQUFnRixXQUFBLFdBQUFuRixDQUFBLEtBQUFBLENBQUEsS0FBQXNDLGlCQUFBLDZCQUFBdEMsQ0FBQSxDQUFBaUYsV0FBQSxJQUFBakYsQ0FBQSxDQUFBb0YsSUFBQSxPQUFBcEYsQ0FBQSxDQUFBcUYsSUFBQSxhQUFBbEYsQ0FBQSxXQUFBRSxNQUFBLENBQUFpRixjQUFBLEdBQUFqRixNQUFBLENBQUFpRixjQUFBLENBQUFuRixDQUFBLEVBQUFvQywwQkFBQSxLQUFBcEMsQ0FBQSxDQUFBb0YsU0FBQSxHQUFBaEQsMEJBQUEsRUFBQW5CLE1BQUEsQ0FBQWpCLENBQUEsRUFBQWUsQ0FBQSx5QkFBQWYsQ0FBQSxDQUFBRyxTQUFBLEdBQUFELE1BQUEsQ0FBQXFCLE1BQUEsQ0FBQW1CLENBQUEsR0FBQTFDLENBQUEsS0FBQUgsQ0FBQSxDQUFBd0YsS0FBQSxhQUFBckYsQ0FBQSxhQUFBa0QsT0FBQSxFQUFBbEQsQ0FBQSxPQUFBMkMscUJBQUEsQ0FBQUcsYUFBQSxDQUFBM0MsU0FBQSxHQUFBYyxNQUFBLENBQUE2QixhQUFBLENBQUEzQyxTQUFBLEVBQUFVLENBQUEsaUNBQUFoQixDQUFBLENBQUFpRCxhQUFBLEdBQUFBLGFBQUEsRUFBQWpELENBQUEsQ0FBQXlGLEtBQUEsYUFBQXRGLENBQUEsRUFBQUMsQ0FBQSxFQUFBRyxDQUFBLEVBQUFFLENBQUEsRUFBQUcsQ0FBQSxlQUFBQSxDQUFBLEtBQUFBLENBQUEsR0FBQThFLE9BQUEsT0FBQTVFLENBQUEsT0FBQW1DLGFBQUEsQ0FBQXpCLElBQUEsQ0FBQXJCLENBQUEsRUFBQUMsQ0FBQSxFQUFBRyxDQUFBLEVBQUFFLENBQUEsR0FBQUcsQ0FBQSxVQUFBWixDQUFBLENBQUFrRixtQkFBQSxDQUFBOUUsQ0FBQSxJQUFBVSxDQUFBLEdBQUFBLENBQUEsQ0FBQXFELElBQUEsR0FBQWIsSUFBQSxXQUFBbkQsQ0FBQSxXQUFBQSxDQUFBLENBQUFzRCxJQUFBLEdBQUF0RCxDQUFBLENBQUFRLEtBQUEsR0FBQUcsQ0FBQSxDQUFBcUQsSUFBQSxXQUFBckIscUJBQUEsQ0FBQUQsQ0FBQSxHQUFBekIsTUFBQSxDQUFBeUIsQ0FBQSxFQUFBM0IsQ0FBQSxnQkFBQUUsTUFBQSxDQUFBeUIsQ0FBQSxFQUFBL0IsQ0FBQSxpQ0FBQU0sTUFBQSxDQUFBeUIsQ0FBQSw2REFBQTdDLENBQUEsQ0FBQTJGLElBQUEsYUFBQXhGLENBQUEsUUFBQUgsQ0FBQSxHQUFBSyxNQUFBLENBQUFGLENBQUEsR0FBQUMsQ0FBQSxnQkFBQUcsQ0FBQSxJQUFBUCxDQUFBLEVBQUFJLENBQUEsQ0FBQXVFLElBQUEsQ0FBQXBFLENBQUEsVUFBQUgsQ0FBQSxDQUFBd0YsT0FBQSxhQUFBekIsS0FBQSxXQUFBL0QsQ0FBQSxDQUFBNEUsTUFBQSxTQUFBN0UsQ0FBQSxHQUFBQyxDQUFBLENBQUF5RixHQUFBLFFBQUExRixDQUFBLElBQUFILENBQUEsU0FBQW1FLElBQUEsQ0FBQXhELEtBQUEsR0FBQVIsQ0FBQSxFQUFBZ0UsSUFBQSxDQUFBVixJQUFBLE9BQUFVLElBQUEsV0FBQUEsSUFBQSxDQUFBVixJQUFBLE9BQUFVLElBQUEsUUFBQW5FLENBQUEsQ0FBQTRDLE1BQUEsR0FBQUEsTUFBQSxFQUFBakIsT0FBQSxDQUFBckIsU0FBQSxLQUFBNkUsV0FBQSxFQUFBeEQsT0FBQSxFQUFBbUQsS0FBQSxXQUFBQSxNQUFBOUUsQ0FBQSxhQUFBOEYsSUFBQSxXQUFBM0IsSUFBQSxXQUFBTixJQUFBLFFBQUFDLEtBQUEsR0FBQTNELENBQUEsT0FBQXNELElBQUEsWUFBQUUsUUFBQSxjQUFBRCxNQUFBLGdCQUFBM0IsR0FBQSxHQUFBNUIsQ0FBQSxPQUFBdUUsVUFBQSxDQUFBM0IsT0FBQSxDQUFBNkIsYUFBQSxJQUFBNUUsQ0FBQSxXQUFBSSxDQUFBLGtCQUFBQSxDQUFBLENBQUEyRixNQUFBLE9BQUF4RixDQUFBLENBQUF5QixJQUFBLE9BQUE1QixDQUFBLE1BQUEyRSxLQUFBLEVBQUEzRSxDQUFBLENBQUE0RixLQUFBLGNBQUE1RixDQUFBLElBQUFELENBQUEsTUFBQThGLElBQUEsV0FBQUEsS0FBQSxTQUFBeEMsSUFBQSxXQUFBdEQsQ0FBQSxRQUFBdUUsVUFBQSxJQUFBRyxVQUFBLGtCQUFBMUUsQ0FBQSxDQUFBMkIsSUFBQSxRQUFBM0IsQ0FBQSxDQUFBNEIsR0FBQSxjQUFBbUUsSUFBQSxLQUFBbkMsaUJBQUEsV0FBQUEsa0JBQUEvRCxDQUFBLGFBQUF5RCxJQUFBLFFBQUF6RCxDQUFBLE1BQUFJLENBQUEsa0JBQUErRixPQUFBNUYsQ0FBQSxFQUFBRSxDQUFBLFdBQUFLLENBQUEsQ0FBQWdCLElBQUEsWUFBQWhCLENBQUEsQ0FBQWlCLEdBQUEsR0FBQS9CLENBQUEsRUFBQUksQ0FBQSxDQUFBK0QsSUFBQSxHQUFBNUQsQ0FBQSxFQUFBRSxDQUFBLEtBQUFMLENBQUEsQ0FBQXNELE1BQUEsV0FBQXRELENBQUEsQ0FBQTJCLEdBQUEsR0FBQTVCLENBQUEsS0FBQU0sQ0FBQSxhQUFBQSxDQUFBLFFBQUFpRSxVQUFBLENBQUFNLE1BQUEsTUFBQXZFLENBQUEsU0FBQUEsQ0FBQSxRQUFBRyxDQUFBLFFBQUE4RCxVQUFBLENBQUFqRSxDQUFBLEdBQUFLLENBQUEsR0FBQUYsQ0FBQSxDQUFBaUUsVUFBQSxpQkFBQWpFLENBQUEsQ0FBQTBELE1BQUEsU0FBQTZCLE1BQUEsYUFBQXZGLENBQUEsQ0FBQTBELE1BQUEsU0FBQXdCLElBQUEsUUFBQTlFLENBQUEsR0FBQVQsQ0FBQSxDQUFBeUIsSUFBQSxDQUFBcEIsQ0FBQSxlQUFBTSxDQUFBLEdBQUFYLENBQUEsQ0FBQXlCLElBQUEsQ0FBQXBCLENBQUEscUJBQUFJLENBQUEsSUFBQUUsQ0FBQSxhQUFBNEUsSUFBQSxHQUFBbEYsQ0FBQSxDQUFBMkQsUUFBQSxTQUFBNEIsTUFBQSxDQUFBdkYsQ0FBQSxDQUFBMkQsUUFBQSxnQkFBQXVCLElBQUEsR0FBQWxGLENBQUEsQ0FBQTRELFVBQUEsU0FBQTJCLE1BQUEsQ0FBQXZGLENBQUEsQ0FBQTRELFVBQUEsY0FBQXhELENBQUEsYUFBQThFLElBQUEsR0FBQWxGLENBQUEsQ0FBQTJELFFBQUEsU0FBQTRCLE1BQUEsQ0FBQXZGLENBQUEsQ0FBQTJELFFBQUEscUJBQUFyRCxDQUFBLFFBQUFzQyxLQUFBLHFEQUFBc0MsSUFBQSxHQUFBbEYsQ0FBQSxDQUFBNEQsVUFBQSxTQUFBMkIsTUFBQSxDQUFBdkYsQ0FBQSxDQUFBNEQsVUFBQSxZQUFBUixNQUFBLFdBQUFBLE9BQUE3RCxDQUFBLEVBQUFILENBQUEsYUFBQUksQ0FBQSxRQUFBc0UsVUFBQSxDQUFBTSxNQUFBLE1BQUE1RSxDQUFBLFNBQUFBLENBQUEsUUFBQUssQ0FBQSxRQUFBaUUsVUFBQSxDQUFBdEUsQ0FBQSxPQUFBSyxDQUFBLENBQUE2RCxNQUFBLFNBQUF3QixJQUFBLElBQUF2RixDQUFBLENBQUF5QixJQUFBLENBQUF2QixDQUFBLHdCQUFBcUYsSUFBQSxHQUFBckYsQ0FBQSxDQUFBK0QsVUFBQSxRQUFBNUQsQ0FBQSxHQUFBSCxDQUFBLGFBQUFHLENBQUEsaUJBQUFULENBQUEsbUJBQUFBLENBQUEsS0FBQVMsQ0FBQSxDQUFBMEQsTUFBQSxJQUFBdEUsQ0FBQSxJQUFBQSxDQUFBLElBQUFZLENBQUEsQ0FBQTRELFVBQUEsS0FBQTVELENBQUEsY0FBQUUsQ0FBQSxHQUFBRixDQUFBLEdBQUFBLENBQUEsQ0FBQWlFLFVBQUEsY0FBQS9ELENBQUEsQ0FBQWdCLElBQUEsR0FBQTNCLENBQUEsRUFBQVcsQ0FBQSxDQUFBaUIsR0FBQSxHQUFBL0IsQ0FBQSxFQUFBWSxDQUFBLFNBQUE4QyxNQUFBLGdCQUFBUyxJQUFBLEdBQUF2RCxDQUFBLENBQUE0RCxVQUFBLEVBQUFuQyxDQUFBLFNBQUErRCxRQUFBLENBQUF0RixDQUFBLE1BQUFzRixRQUFBLFdBQUFBLFNBQUFqRyxDQUFBLEVBQUFILENBQUEsb0JBQUFHLENBQUEsQ0FBQTJCLElBQUEsUUFBQTNCLENBQUEsQ0FBQTRCLEdBQUEscUJBQUE1QixDQUFBLENBQUEyQixJQUFBLG1CQUFBM0IsQ0FBQSxDQUFBMkIsSUFBQSxRQUFBcUMsSUFBQSxHQUFBaEUsQ0FBQSxDQUFBNEIsR0FBQSxnQkFBQTVCLENBQUEsQ0FBQTJCLElBQUEsU0FBQW9FLElBQUEsUUFBQW5FLEdBQUEsR0FBQTVCLENBQUEsQ0FBQTRCLEdBQUEsT0FBQTJCLE1BQUEsa0JBQUFTLElBQUEseUJBQUFoRSxDQUFBLENBQUEyQixJQUFBLElBQUE5QixDQUFBLFVBQUFtRSxJQUFBLEdBQUFuRSxDQUFBLEdBQUFxQyxDQUFBLEtBQUFnRSxNQUFBLFdBQUFBLE9BQUFsRyxDQUFBLGFBQUFILENBQUEsUUFBQTBFLFVBQUEsQ0FBQU0sTUFBQSxNQUFBaEYsQ0FBQSxTQUFBQSxDQUFBLFFBQUFJLENBQUEsUUFBQXNFLFVBQUEsQ0FBQTFFLENBQUEsT0FBQUksQ0FBQSxDQUFBb0UsVUFBQSxLQUFBckUsQ0FBQSxjQUFBaUcsUUFBQSxDQUFBaEcsQ0FBQSxDQUFBeUUsVUFBQSxFQUFBekUsQ0FBQSxDQUFBcUUsUUFBQSxHQUFBRyxhQUFBLENBQUF4RSxDQUFBLEdBQUFpQyxDQUFBLHlCQUFBaUUsT0FBQW5HLENBQUEsYUFBQUgsQ0FBQSxRQUFBMEUsVUFBQSxDQUFBTSxNQUFBLE1BQUFoRixDQUFBLFNBQUFBLENBQUEsUUFBQUksQ0FBQSxRQUFBc0UsVUFBQSxDQUFBMUUsQ0FBQSxPQUFBSSxDQUFBLENBQUFrRSxNQUFBLEtBQUFuRSxDQUFBLFFBQUFJLENBQUEsR0FBQUgsQ0FBQSxDQUFBeUUsVUFBQSxrQkFBQXRFLENBQUEsQ0FBQXVCLElBQUEsUUFBQXJCLENBQUEsR0FBQUYsQ0FBQSxDQUFBd0IsR0FBQSxFQUFBNkMsYUFBQSxDQUFBeEUsQ0FBQSxZQUFBSyxDQUFBLFlBQUErQyxLQUFBLDhCQUFBK0MsYUFBQSxXQUFBQSxjQUFBdkcsQ0FBQSxFQUFBSSxDQUFBLEVBQUFHLENBQUEsZ0JBQUFvRCxRQUFBLEtBQUE1QyxRQUFBLEVBQUE2QixNQUFBLENBQUE1QyxDQUFBLEdBQUFrRSxVQUFBLEVBQUE5RCxDQUFBLEVBQUFnRSxPQUFBLEVBQUE3RCxDQUFBLG9CQUFBbUQsTUFBQSxVQUFBM0IsR0FBQSxHQUFBNUIsQ0FBQSxHQUFBa0MsQ0FBQSxPQUFBckMsQ0FBQTtBQUFBLFNBQUF3RywyQkFBQXBHLENBQUEsRUFBQUosQ0FBQSxRQUFBRyxDQUFBLHlCQUFBVSxNQUFBLElBQUFULENBQUEsQ0FBQVMsTUFBQSxDQUFBRSxRQUFBLEtBQUFYLENBQUEscUJBQUFELENBQUEsUUFBQXNHLEtBQUEsQ0FBQUMsT0FBQSxDQUFBdEcsQ0FBQSxNQUFBRCxDQUFBLEdBQUF3RywyQkFBQSxDQUFBdkcsQ0FBQSxNQUFBSixDQUFBLElBQUFJLENBQUEsdUJBQUFBLENBQUEsQ0FBQTRFLE1BQUEsSUFBQTdFLENBQUEsS0FBQUMsQ0FBQSxHQUFBRCxDQUFBLE9BQUF5RyxFQUFBLE1BQUFDLENBQUEsWUFBQUEsRUFBQSxlQUFBekUsQ0FBQSxFQUFBeUUsQ0FBQSxFQUFBdEcsQ0FBQSxXQUFBQSxFQUFBLFdBQUFxRyxFQUFBLElBQUF4RyxDQUFBLENBQUE0RSxNQUFBLEtBQUF2QixJQUFBLFdBQUFBLElBQUEsTUFBQTlDLEtBQUEsRUFBQVAsQ0FBQSxDQUFBd0csRUFBQSxVQUFBNUcsQ0FBQSxXQUFBQSxFQUFBSSxDQUFBLFVBQUFBLENBQUEsS0FBQStCLENBQUEsRUFBQTBFLENBQUEsZ0JBQUE1QyxTQUFBLGlKQUFBeEQsQ0FBQSxFQUFBSyxDQUFBLE9BQUFJLENBQUEsZ0JBQUFrQixDQUFBLFdBQUFBLEVBQUEsSUFBQWpDLENBQUEsR0FBQUEsQ0FBQSxDQUFBNkIsSUFBQSxDQUFBNUIsQ0FBQSxNQUFBRyxDQUFBLFdBQUFBLEVBQUEsUUFBQUgsQ0FBQSxHQUFBRCxDQUFBLENBQUFnRSxJQUFBLFdBQUFyRCxDQUFBLEdBQUFWLENBQUEsQ0FBQXFELElBQUEsRUFBQXJELENBQUEsS0FBQUosQ0FBQSxXQUFBQSxFQUFBSSxDQUFBLElBQUFjLENBQUEsT0FBQVQsQ0FBQSxHQUFBTCxDQUFBLEtBQUErQixDQUFBLFdBQUFBLEVBQUEsVUFBQXJCLENBQUEsWUFBQVgsQ0FBQSxjQUFBQSxDQUFBLDhCQUFBZSxDQUFBLFFBQUFULENBQUE7QUFBQSxTQUFBcUcsbUJBQUF2RyxDQUFBLEVBQUFKLENBQUEsRUFBQUgsQ0FBQSxFQUFBSSxDQUFBLEVBQUFLLENBQUEsRUFBQUssQ0FBQSxFQUFBRSxDQUFBLGNBQUFKLENBQUEsR0FBQUwsQ0FBQSxDQUFBTyxDQUFBLEVBQUFFLENBQUEsR0FBQUUsQ0FBQSxHQUFBTixDQUFBLENBQUFELEtBQUEsV0FBQUosQ0FBQSxnQkFBQVAsQ0FBQSxDQUFBTyxDQUFBLEtBQUFLLENBQUEsQ0FBQTZDLElBQUEsR0FBQXRELENBQUEsQ0FBQWUsQ0FBQSxJQUFBd0UsT0FBQSxDQUFBdEMsT0FBQSxDQUFBbEMsQ0FBQSxFQUFBb0MsSUFBQSxDQUFBbEQsQ0FBQSxFQUFBSyxDQUFBO0FBQUEsU0FBQXNHLGtCQUFBeEcsQ0FBQSw2QkFBQUosQ0FBQSxTQUFBSCxDQUFBLEdBQUFnSCxTQUFBLGFBQUF0QixPQUFBLFdBQUF0RixDQUFBLEVBQUFLLENBQUEsUUFBQUssQ0FBQSxHQUFBUCxDQUFBLENBQUEwRyxLQUFBLENBQUE5RyxDQUFBLEVBQUFILENBQUEsWUFBQWtILE1BQUEzRyxDQUFBLElBQUF1RyxrQkFBQSxDQUFBaEcsQ0FBQSxFQUFBVixDQUFBLEVBQUFLLENBQUEsRUFBQXlHLEtBQUEsRUFBQUMsTUFBQSxVQUFBNUcsQ0FBQSxjQUFBNEcsT0FBQTVHLENBQUEsSUFBQXVHLGtCQUFBLENBQUFoRyxDQUFBLEVBQUFWLENBQUEsRUFBQUssQ0FBQSxFQUFBeUcsS0FBQSxFQUFBQyxNQUFBLFdBQUE1RyxDQUFBLEtBQUEyRyxLQUFBO0FBQUEsU0FBQUUsbUJBQUFoSCxDQUFBLFdBQUFpSCxrQkFBQSxDQUFBakgsQ0FBQSxLQUFBa0gsZ0JBQUEsQ0FBQWxILENBQUEsS0FBQXVHLDJCQUFBLENBQUF2RyxDQUFBLEtBQUFtSCxrQkFBQTtBQUFBLFNBQUFBLG1CQUFBLGNBQUF0RCxTQUFBO0FBQUEsU0FBQTBDLDRCQUFBdkcsQ0FBQSxFQUFBVSxDQUFBLFFBQUFWLENBQUEsMkJBQUFBLENBQUEsU0FBQW9ILGlCQUFBLENBQUFwSCxDQUFBLEVBQUFVLENBQUEsT0FBQVgsQ0FBQSxNQUFBc0gsUUFBQSxDQUFBekYsSUFBQSxDQUFBNUIsQ0FBQSxFQUFBNEYsS0FBQSw2QkFBQTdGLENBQUEsSUFBQUMsQ0FBQSxDQUFBK0UsV0FBQSxLQUFBaEYsQ0FBQSxHQUFBQyxDQUFBLENBQUErRSxXQUFBLENBQUFDLElBQUEsYUFBQWpGLENBQUEsY0FBQUEsQ0FBQSxHQUFBc0csS0FBQSxDQUFBaUIsSUFBQSxDQUFBdEgsQ0FBQSxvQkFBQUQsQ0FBQSwrQ0FBQXdILElBQUEsQ0FBQXhILENBQUEsSUFBQXFILGlCQUFBLENBQUFwSCxDQUFBLEVBQUFVLENBQUE7QUFBQSxTQUFBd0csaUJBQUFsSCxDQUFBLDhCQUFBUyxNQUFBLFlBQUFULENBQUEsQ0FBQVMsTUFBQSxDQUFBRSxRQUFBLGFBQUFYLENBQUEsdUJBQUFxRyxLQUFBLENBQUFpQixJQUFBLENBQUF0SCxDQUFBO0FBQUEsU0FBQWlILG1CQUFBakgsQ0FBQSxRQUFBcUcsS0FBQSxDQUFBQyxPQUFBLENBQUF0RyxDQUFBLFVBQUFvSCxpQkFBQSxDQUFBcEgsQ0FBQTtBQUFBLFNBQUFvSCxrQkFBQXBILENBQUEsRUFBQVUsQ0FBQSxhQUFBQSxDQUFBLElBQUFBLENBQUEsR0FBQVYsQ0FBQSxDQUFBNEUsTUFBQSxNQUFBbEUsQ0FBQSxHQUFBVixDQUFBLENBQUE0RSxNQUFBLFlBQUFoRixDQUFBLE1BQUFPLENBQUEsR0FBQWtHLEtBQUEsQ0FBQTNGLENBQUEsR0FBQWQsQ0FBQSxHQUFBYyxDQUFBLEVBQUFkLENBQUEsSUFBQU8sQ0FBQSxDQUFBUCxDQUFBLElBQUFJLENBQUEsQ0FBQUosQ0FBQSxVQUFBTyxDQUFBO0FBVUEsSUFBTXFILGtCQUFrQixHQUFBUixrQkFBQSxDQUNuQlMsMEJBQWEsQ0FDakI7QUFDRCxJQUFNQyxPQUFPLEdBQUcsSUFBQUMsMkJBQWUsRUFBQ0gsa0JBQWtCLENBQUM7QUFBQSxTQUVwQ0ksSUFBSUEsQ0FBQTtFQUFBLE9BQUFDLEtBQUEsQ0FBQWhCLEtBQUEsT0FBQUQsU0FBQTtBQUFBO0FBQUEsU0FBQWlCLE1BQUE7RUFBQUEsS0FBQSxHQUFBbEIsaUJBQUEsY0FBQTdHLG1CQUFBLEdBQUFtRixJQUFBLENBQW5CLFNBQUE2QyxRQUFBO0lBQUEsSUFBQUMsT0FBQSxFQUFBQyxFQUFBLEVBQUFDLE1BQUEsRUFBQUMsTUFBQSxFQUFBQyxTQUFBLEVBQUFDLEtBQUEsRUFBQUMsS0FBQSxFQUFBQyxHQUFBLEVBQUFDLFFBQUEsRUFBQUMsSUFBQSxFQUFBQyxVQUFBLEVBQUFDLE9BQUE7SUFBQSxPQUFBNUksbUJBQUEsR0FBQXNCLElBQUEsVUFBQXVILFNBQUFDLFFBQUE7TUFBQSxrQkFBQUEsUUFBQSxDQUFBbEQsSUFBQSxHQUFBa0QsUUFBQSxDQUFBN0UsSUFBQTtRQUFBO1VBQ1FnRSxPQUFPLEdBQUdMLE9BQU8sQ0FBQ0ssT0FBTztVQUMvQixJQUFBYyxrQkFBTSxFQUFDZCxPQUFPLEVBQUUsa0NBQWtDLENBQUM7VUFBQWEsUUFBQSxDQUFBN0UsSUFBQTtVQUFBLE9BRWxDLElBQUErRSx3QkFBYSxFQUFDLFFBQVEsQ0FBQztRQUFBO1VBQWxDZCxFQUFFLEdBQUFZLFFBQUEsQ0FBQW5GLElBQUE7VUFFRndFLE1BQU0sR0FBR2MsZ0JBQUksQ0FBQ0MsSUFBSSxDQUFDakIsT0FBTyxFQUFFLEtBQUssQ0FBQztVQUN4Q2tCLG1CQUFFLENBQUNDLGFBQWEsQ0FBQ2pCLE1BQU0sQ0FBQztVQUFBVyxRQUFBLENBQUE3RSxJQUFBO1VBQUEsT0FFaEJpRSxFQUFFLENBQUNtQixHQUFHLDJDQUtaLENBQUM7UUFBQTtVQU5HakIsTUFBZSxHQUFBVSxRQUFBLENBQUFuRixJQUFBLENBT25CMkYsR0FBRyxDQUFDLFVBQUNmLEtBQVk7WUFBQSxPQUNqQixJQUFBZ0Isc0JBQWMsRUFDWkMsNkJBQXFCLEVBQ3JCLElBQUFDLHVCQUFlLEVBQUNDLHlCQUFpQixFQUFFbkIsS0FBSyxDQUMxQyxDQUFDO1VBQUE7VUFBQUYsU0FBQSxHQUFBL0IsMEJBQUEsQ0FFaUI4QixNQUFNO1VBQUFVLFFBQUEsQ0FBQWxELElBQUE7VUFBQXlDLFNBQUEsQ0FBQW5HLENBQUE7UUFBQTtVQUFBLEtBQUFvRyxLQUFBLEdBQUFELFNBQUEsQ0FBQWhJLENBQUEsSUFBQWtELElBQUE7WUFBQXVGLFFBQUEsQ0FBQTdFLElBQUE7WUFBQTtVQUFBO1VBQWZzRSxLQUFLLEdBQUFELEtBQUEsQ0FBQTdILEtBQUE7VUFBQSxNQUNWOEgsS0FBSyxDQUFDb0IsTUFBTSxLQUFLLElBQUk7WUFBQWIsUUFBQSxDQUFBN0UsSUFBQTtZQUFBO1VBQUE7VUFBQSxPQUFBNkUsUUFBQSxDQUFBaEYsTUFBQTtRQUFBO1VBQUEsTUFHckJ5RSxLQUFLLENBQUNxQixNQUFNLEtBQUssR0FBRztZQUFBZCxRQUFBLENBQUE3RSxJQUFBO1lBQUE7VUFBQTtVQUFBLE9BQUE2RSxRQUFBLENBQUFoRixNQUFBO1FBQUE7VUFBQSxLQUlwQnlFLEtBQUssQ0FBQ29CLE1BQU0sQ0FBQ0UsUUFBUSxDQUFDLE1BQU0sQ0FBQztZQUFBZixRQUFBLENBQUE3RSxJQUFBO1lBQUE7VUFBQTtVQUFBLE9BQUE2RSxRQUFBLENBQUFoRixNQUFBO1FBQUE7VUFHM0IwRSxHQUFHLEdBQUcsSUFBSXNCLEdBQUcsQ0FBQ3ZCLEtBQUssQ0FBQ29CLE1BQU0sRUFBRSwwQkFBMEIsQ0FBQyxDQUFDcEMsUUFBUSxDQUFDLENBQUM7VUFDeEUsSUFBSSxDQUFDSyxPQUFPLENBQUNtQyxNQUFNLEVBQUU7WUFDbkJDLE9BQU8sQ0FBQ0MsR0FBRyxvQkFBQUMsTUFBQSxDQUFvQjFCLEdBQUcsV0FBRyxDQUFDO1VBQ3hDO1VBQUNNLFFBQUEsQ0FBQTdFLElBQUE7VUFBQSxPQUNzQixJQUFBa0csc0JBQUssRUFBQzNCLEdBQUcsQ0FBQztRQUFBO1VBQTNCQyxRQUFRLEdBQUFLLFFBQUEsQ0FBQW5GLElBQUE7VUFBQW1GLFFBQUEsQ0FBQTdFLElBQUE7VUFBQSxPQUNLd0UsUUFBUSxDQUFDMkIsSUFBSSxDQUFDLENBQUM7UUFBQTtVQUE1QjFCLElBQUksR0FBQUksUUFBQSxDQUFBbkYsSUFBQTtVQUFBLElBQ0w4RSxRQUFRLENBQUM0QixFQUFFO1lBQUF2QixRQUFBLENBQUE3RSxJQUFBO1lBQUE7VUFBQTtVQUNkLElBQUl3RSxRQUFRLENBQUM2QixNQUFNLEtBQUssR0FBRyxFQUFFO1lBQzNCTixPQUFPLENBQUNDLEdBQUcsU0FBQUMsTUFBQSxDQUFTMUIsR0FBRyxlQUFZLENBQUM7VUFDdEMsQ0FBQyxNQUFNO1lBQ0x3QixPQUFPLENBQUNPLEtBQUssNENBQUFMLE1BQUEsQ0FDZ0MxQixHQUFHLFFBQUEwQixNQUFBLENBQUt6QixRQUFRLENBQUM2QixNQUFNLE9BQUFKLE1BQUEsQ0FBSXpCLFFBQVEsQ0FBQytCLFVBQVUsUUFBQU4sTUFBQSxDQUFLeEIsSUFBSSxDQUNwRyxDQUFDO1VBQ0g7VUFBQyxPQUFBSSxRQUFBLENBQUFoRixNQUFBO1FBQUE7VUFHRzZFLFVBQVUsR0FBR00sZ0JBQUksQ0FBQ3dCLEtBQUssQ0FDM0J4QixnQkFBSSxDQUFDQyxJQUFJLENBQUFuQyxLQUFBLENBQVRrQyxnQkFBSSxHQUFNZCxNQUFNLEVBQUErQixNQUFBLENBQUFoRCxrQkFBQSxDQUFLcUIsS0FBSyxDQUFDb0IsTUFBTSxDQUFDZSxLQUFLLENBQUMsR0FBRyxDQUFDLENBQUNDLE1BQU0sQ0FBQ0MsT0FBTyxDQUFDLEdBQzlELENBQUM7VUFDS2hDLE9BQU8sR0FBR0ssZ0JBQUksQ0FBQ0MsSUFBSSxDQUFDUCxVQUFVLENBQUNrQyxHQUFHLEVBQUVsQyxVQUFVLENBQUN6RCxJQUFJLENBQUM7VUFDMURpRSxtQkFBRSxDQUFDQyxhQUFhLENBQUNSLE9BQU8sQ0FBQztVQUN6Qk8sbUJBQUUsQ0FBQzJCLGFBQWEsQ0FBQzdCLGdCQUFJLENBQUNDLElBQUksQ0FBQ04sT0FBTyxFQUFFLE9BQU8sR0FBR0QsVUFBVSxDQUFDb0MsR0FBRyxDQUFDLEVBQUVyQyxJQUFJLENBQUM7UUFBQTtVQUFBSSxRQUFBLENBQUE3RSxJQUFBO1VBQUE7UUFBQTtVQUFBNkUsUUFBQSxDQUFBN0UsSUFBQTtVQUFBO1FBQUE7VUFBQTZFLFFBQUEsQ0FBQWxELElBQUE7VUFBQWtELFFBQUEsQ0FBQWtDLEVBQUEsR0FBQWxDLFFBQUE7VUFBQVQsU0FBQSxDQUFBdkksQ0FBQSxDQUFBZ0osUUFBQSxDQUFBa0MsRUFBQTtRQUFBO1VBQUFsQyxRQUFBLENBQUFsRCxJQUFBO1VBQUF5QyxTQUFBLENBQUFwRyxDQUFBO1VBQUEsT0FBQTZHLFFBQUEsQ0FBQTNDLE1BQUE7UUFBQTtRQUFBO1VBQUEsT0FBQTJDLFFBQUEsQ0FBQS9DLElBQUE7TUFBQTtJQUFBLEdBQUFpQyxPQUFBO0VBQUEsQ0FFdkU7RUFBQSxPQUFBRCxLQUFBLENBQUFoQixLQUFBLE9BQUFELFNBQUE7QUFBQTtBQUVEZ0IsSUFBSSxDQUFDLENBQUMsQ0FDSDFFLElBQUksQ0FBQztFQUFBLE9BQU02SCxPQUFPLENBQUNDLElBQUksQ0FBQyxDQUFDLENBQUM7QUFBQSxFQUFDLFNBQ3RCLENBQUMsVUFBQ1gsS0FBSyxFQUFLO0VBQ2hCUCxPQUFPLENBQUNDLEdBQUcsQ0FBQ00sS0FBSyxDQUFDO0VBQ2xCVSxPQUFPLENBQUNDLElBQUksQ0FBQyxDQUFDLENBQUM7QUFDakIsQ0FBQyxDQUFDIiwiaWdub3JlTGlzdCI6W119
@@ -0,0 +1,79 @@
1
+ import assert from "assert"
2
+ import commandLineArgs from "command-line-args"
3
+ import fetch from "cross-fetch"
4
+ import fs from "fs-extra"
5
+ import path from "path"
6
+
7
+ import { Texte, texteFieldsToParseInt, texteFieldsToTrim } from "../types/dosleg"
8
+ import { checkDatabase } from "../databases"
9
+ import { parseIntFields, trimFieldsRight } from "../fields"
10
+ import { commonOptions } from "./shared/cli_helpers"
11
+
12
+ const optionsDefinitions = [
13
+ ...commonOptions,
14
+ ]
15
+ const options = commandLineArgs(optionsDefinitions)
16
+
17
+ async function main() {
18
+ const dataDir = options.dataDir
19
+ assert(dataDir, "Missing argument: data directory")
20
+
21
+ const db = await checkDatabase("dosleg")
22
+
23
+ const legDir = path.join(dataDir, "leg")
24
+ fs.ensureDirSync(legDir)
25
+ const textes: Texte[] = (
26
+ await db.any(
27
+ `
28
+ SELECT *
29
+ FROM texte
30
+ `,
31
+ )
32
+ ).map((texte: Texte) =>
33
+ parseIntFields(
34
+ texteFieldsToParseInt,
35
+ trimFieldsRight(texteFieldsToTrim, texte),
36
+ ),
37
+ )
38
+ for (const texte of textes) {
39
+ if (texte.texurl === null) {
40
+ continue
41
+ }
42
+ if (texte.typurl !== "I") {
43
+ // This is not an "I"nternal URL.
44
+ continue
45
+ }
46
+ if (texte.texurl.endsWith(".pdf")) {
47
+ continue
48
+ }
49
+ const url = new URL(texte.texurl, "http://www.senat.fr/leg/").toString()
50
+ if (!options.silent) {
51
+ console.log(`Retrieving page ${url}…`)
52
+ }
53
+ const response = await fetch(url)
54
+ const page = await response.text()
55
+ if (!response.ok) {
56
+ if (response.status === 404) {
57
+ console.log(`Page ${url} not found`)
58
+ } else {
59
+ console.error(
60
+ `An error occurred while retrieving page ${url}: ${response.status} ${response.statusText}\n${page}`,
61
+ )
62
+ }
63
+ continue
64
+ }
65
+ const pathParsed = path.parse(
66
+ path.join(legDir, ...texte.texurl.split("/").filter(Boolean)),
67
+ )
68
+ const pageDir = path.join(pathParsed.dir, pathParsed.name)
69
+ fs.ensureDirSync(pageDir)
70
+ fs.writeFileSync(path.join(pageDir, "index" + pathParsed.ext), page)
71
+ }
72
+ }
73
+
74
+ main()
75
+ .then(() => process.exit(0))
76
+ .catch((error) => {
77
+ console.log(error)
78
+ process.exit(1)
79
+ })
@@ -0,0 +1,36 @@
1
+ export const categoriesOption = {
2
+ alias: "k",
3
+ defaultValue: ["All"],
4
+ help: "categories of datasets to reorganize",
5
+ multiple: true,
6
+ name: "categories",
7
+ type: String,
8
+ }
9
+
10
+ export const dataDirDefaultOption = {
11
+ defaultOption: true,
12
+ help: "directory containing Sénat open data files",
13
+ name: "dataDir",
14
+ type: String,
15
+ }
16
+
17
+ export const silentOption = {
18
+ alias: "s",
19
+ help: "don't log anything",
20
+ name: "silent",
21
+ type: Boolean,
22
+ }
23
+
24
+ export const verboseOption = {
25
+ alias: "v",
26
+ help: "verbose logs",
27
+ name: "verbose",
28
+ type: Boolean,
29
+ }
30
+
31
+ export const commonOptions = [
32
+ categoriesOption,
33
+ dataDirDefaultOption,
34
+ silentOption,
35
+ verboseOption,
36
+ ]
@@ -0,0 +1,33 @@
1
+ import fs from "fs-extra"
2
+
3
+ export function isOptionEmptyOrHasValue (option: string, value: string) {
4
+ return !option || option.length === 0 || option.includes(value)
5
+ }
6
+
7
+ export function ensureAndClearDir (path: string) {
8
+ if (!fs.existsSync(path)) {
9
+ fs.mkdirSync(path, { recursive: true })
10
+ } else {
11
+ fs.emptyDirSync(path)
12
+ }
13
+ }
14
+
15
+ export async function fetchWithRetry (
16
+ url: string,
17
+ retries: number = 3,
18
+ backoff: number = 300,
19
+ ): Promise<Response> {
20
+ for (let attempt = 0; attempt < retries; attempt++) {
21
+ try {
22
+ return await fetch(url)
23
+ } catch (error) {
24
+ if (attempt === retries - 1) {
25
+ throw error
26
+ }
27
+ console.warn(`Fetch attempt ${attempt + 1} for ${url} failed. Retrying in ${backoff}ms…`)
28
+ await new Promise((resolve) => setTimeout(resolve, backoff))
29
+ backoff *= 2
30
+ }
31
+ }
32
+ throw new Error(`Failed to fetch ${url} after ${retries} attempts`)
33
+ }
@@ -0,0 +1,18 @@
1
+ import originalSlugify from "slug";
2
+ const slugifyCharmap = {
3
+ ...originalSlugify.defaults.charmap,
4
+ "'": " ",
5
+ "@": " ",
6
+ ".": " ",
7
+ "-": "_",
8
+ };
9
+ export function slugify(string, replacement) {
10
+ const options = {
11
+ charmap: slugifyCharmap,
12
+ mode: "rfc3986",
13
+ };
14
+ if (replacement) {
15
+ options.replacement = replacement;
16
+ }
17
+ return originalSlugify(string, options);
18
+ }
package/lib/strings.ts ADDED
@@ -0,0 +1,26 @@
1
+ import originalSlugify from "slug"
2
+
3
+ const slugifyCharmap = {
4
+ ...originalSlugify.defaults.charmap,
5
+ "'": " ",
6
+ "@": " ",
7
+ ".": " ",
8
+ "-": "_",
9
+ }
10
+
11
+ interface Options {
12
+ charmap: { [c: string]: string }
13
+ mode: string
14
+ replacement?: string
15
+ }
16
+
17
+ export function slugify(string: string, replacement?: string): string {
18
+ const options: Options = {
19
+ charmap: slugifyCharmap,
20
+ mode: "rfc3986",
21
+ }
22
+ if (replacement) {
23
+ options.replacement = replacement
24
+ }
25
+ return originalSlugify(string, options)
26
+ }
@@ -0,0 +1,13 @@
1
+ export const sesFieldsToParseInt = ["ann"];
2
+ export const sesFieldsToTrim = ["lil"];
3
+ export const subFieldsToParseInt = ["pos", "posder", "prires"];
4
+ export const subFieldsToTrim = ["lic", "lib", "sig", "style"];
5
+ export const txtAmeliFieldsToTrim = [
6
+ "num",
7
+ "int",
8
+ "inl",
9
+ "libdelim",
10
+ "libcplnat",
11
+ "doslegsignet",
12
+ "ordsnddelib",
13
+ ];
@@ -0,0 +1,21 @@
1
+ import { ses as Ses, sub as Sub, subFields, txt_ameli } from "../raw_types_schemats/ameli"
2
+
3
+ export { Ses, Sub }
4
+
5
+ export interface TxtAmeli extends txt_ameli {
6
+ subids?: subFields.id[]
7
+ }
8
+
9
+ export const sesFieldsToParseInt = ["ann"]
10
+ export const sesFieldsToTrim = ["lil"]
11
+ export const subFieldsToParseInt = ["pos", "posder", "prires"]
12
+ export const subFieldsToTrim = ["lic", "lib", "sig", "style"]
13
+ export const txtAmeliFieldsToTrim = [
14
+ "num",
15
+ "int",
16
+ "inl",
17
+ "libdelim",
18
+ "libcplnat",
19
+ "doslegsignet",
20
+ "ordsnddelib",
21
+ ]
@@ -0,0 +1,2 @@
1
+ export const debatsFieldsToTrim = ["deburl", "libspec"];
2
+ export const lecassdebFieldsToTrim = ["lecassidt"];
@@ -0,0 +1,6 @@
1
+ import { debats as Debat, lecassdeb as LecAssDeb } from "../raw_types_schemats/debats"
2
+
3
+ export { Debat, LecAssDeb }
4
+
5
+ export const debatsFieldsToTrim = ["deburl", "libspec"]
6
+ export const lecassdebFieldsToTrim = ["lecassidt"]
@@ -0,0 +1,151 @@
1
+ export const assFieldsToTrim = ["libass"];
2
+ export const audFieldsToTrim = ["lecassidt", "audtit", "audurl", "orgcod"];
3
+ export const auteurFieldsToTrim = [
4
+ "autcod",
5
+ "quacod",
6
+ "typautcod",
7
+ "nomuse",
8
+ "prenom",
9
+ "nomtec",
10
+ "autmat",
11
+ "autfct",
12
+ ];
13
+ export const dateSeanceFieldsToTrim = ["lecidt", "statut"];
14
+ export const deccocFieldsToTrim = ["deccoccod", "deccoclib"];
15
+ export const denrapFieldsToTrim = [
16
+ "coddenrap",
17
+ "typraprap",
18
+ "libdenrap",
19
+ "denrapmin",
20
+ "denraptit",
21
+ "denrapstymin",
22
+ "solnatrapcod",
23
+ ];
24
+ export const docattFieldsToParseInt = ["docattcle", "rapcod"];
25
+ export const docattFieldsToTrim = ["docatturl"];
26
+ export const ecrFieldsToTrim = ["autcod", "ecrqua"];
27
+ export const etaloiFieldsToTrim = ["etaloilib"];
28
+ export const lecassFieldsToTrim = [
29
+ "lecassidt",
30
+ "lecidt",
31
+ "ptlurl",
32
+ "ptlnumcpl",
33
+ "ptlnot",
34
+ "ptlurl2",
35
+ "ptlnot2",
36
+ "ptlurl3",
37
+ "ptlnot3",
38
+ "ptlnumcpl2",
39
+ "ptlnumcpl3",
40
+ "lecassame",
41
+ "orgcod",
42
+ "loiintmod",
43
+ "reucom",
44
+ "debatsurl",
45
+ "libppr",
46
+ "ptlurlcom",
47
+ "aliasppr",
48
+ "lecassamecom",
49
+ ];
50
+ export const lecassrapFieldsToTrim = ["lecassidt"];
51
+ export const lectureFieldsToTrim = ["lecidt", "loicod", "typleccod", "leccom"];
52
+ export const loiFieldsToTrim = [
53
+ "loicod",
54
+ "typloicod",
55
+ "deccoccod",
56
+ "numero",
57
+ "loient",
58
+ "motclef",
59
+ "loitit",
60
+ "loiint",
61
+ "url_jo",
62
+ "loinumjo",
63
+ "loititjo",
64
+ "url_jo2",
65
+ "loinumjo2",
66
+ "deccocurl",
67
+ "num_decision",
68
+ "loicodmai",
69
+ "loinoudelibcod",
70
+ "motionloiorigcod",
71
+ "url_ordonnance",
72
+ "saisine_par",
73
+ "loinumjo3",
74
+ "url_jo3",
75
+ "url_an",
76
+ "url_presart",
77
+ "signetalt",
78
+ "orgcod",
79
+ "doscocurl",
80
+ "loiintori",
81
+ ];
82
+ export const orgFieldsToTrim = [
83
+ "orgcod",
84
+ "typorgcod",
85
+ "orgnom",
86
+ "orgliblon",
87
+ "orglibaff",
88
+ "orgurl",
89
+ "orglibcou",
90
+ "org_de",
91
+ "urltra",
92
+ "inttra",
93
+ "orgnomcouv",
94
+ "senorgcod",
95
+ "html_color",
96
+ ];
97
+ export const oritxtFieldsToTrim = ["oritxtcod", "oritxtlib", "oritxtlibfem"];
98
+ export const quaFieldsToTrim = ["quacod", "qualic", "quaabr", "quaabrplu"];
99
+ export const rapFieldsToParseInt = ["rapcod", "sesann", "rapnum", "rapnuman"];
100
+ export const rapFieldsToTrim = [
101
+ "coddenrap",
102
+ "blecod",
103
+ "raptitcou",
104
+ "raptil",
105
+ "rapurl",
106
+ "url2",
107
+ "url3",
108
+ "url4",
109
+ "url2txt",
110
+ "url3txt",
111
+ "url4txt",
112
+ "prix",
113
+ "numerobis",
114
+ "rapsoustit",
115
+ "rapres",
116
+ "forpubcod",
117
+ ];
118
+ export const raporgFieldsToTrim = ["orgcod"];
119
+ export const scrFieldsToTrim = ["scrint", "soslib"];
120
+ export const texteFieldsToParseInt = ["texcod", "sesann", "texnum"];
121
+ export const texteFieldsToTrim = [
122
+ "oritxtcod",
123
+ "typtxtcod",
124
+ "lecassidt",
125
+ "orgcod",
126
+ "texurl",
127
+ "url2",
128
+ "url3",
129
+ "url4",
130
+ "url2txt",
131
+ "url3txt",
132
+ "url4txt",
133
+ "prix",
134
+ "numerobis",
135
+ "reserve_comspe",
136
+ ];
137
+ export const typattFieldsToTrim = ["typattlib"];
138
+ export const typlecFieldsToTrim = ["typleccod", "typleclib"];
139
+ export const typloiFieldsToTrim = [
140
+ "typloicod",
141
+ "typloilib",
142
+ "groupe",
143
+ "typloiden",
144
+ "typloigen",
145
+ "typloitit",
146
+ "typloidenplu",
147
+ "typloide",
148
+ "typloiabr",
149
+ ];
150
+ export const typtxtFieldsToTrim = ["typtxtcod", "typtxtlib"];
151
+ export const typurlFieldsToTrim = ["libtypurl"];