@tricoteuses/assemblee 2.5.30 → 2.5.31

package/README.md

@@ -93,6 +93,7 @@ npm run data:download ../assemblee-data -- -l 16 -l 17
 - `--clone` or `-C <url>`: Clone Git repositories from a remote group or organization
 - `--remote` or `-r <name>`: Push commits to specified Git remote(s)
 - `--keepDir`: Keep Dir (Implement before cleaning data)
+- `--only-recent` (number): If files are already present, skip files that are above the specified number of days and skip old legislatures (e.g. `-only-recent 30`)
 
 If you use such options, use them in all subsequent commands too (_data:regorganize_data_ and _data:clean_data_).
 

package/lib/file_systems.d.ts

@@ -6,3 +6,5 @@ export declare class GetFileNotFoundError {
     constructor(message: string);
 }
 export declare function getFiles(args: any): any;
+export declare function pathNonEmpty(p: string): Promise<boolean>;
+export declare function shouldSkipOldLegislatureDataset(dataset: any, outputDir: string, options: any): Promise<boolean>;

package/lib/loaders.js

@@ -3,6 +3,7 @@ import g from "fs-extra";
 import t from "node:path";
 import { a1 as F, a2 as L, L as j, a3 as _, a4 as M, a5 as J, a6 as N, a7 as Q, a8 as T, Y as X, $ as Y, a0 as Z, X as G, Z as H, _ as K } from "./datasets-Cb3wpfRH.js";
 import "glob";
+import "node:fs/promises";
 import { getChangedFilesSinceCommit as z } from "./git.js";
 import { C as w } from "./amendements-40Z7OJLT.js";
 function* C(s, i = []) {
@@ -69,7 +70,7 @@ function ee(s, i) {
   const e = Array.isArray(s) ? s : s !== void 0 ? [s] : [];
   return s === void 0 || e.includes(0) || i.legislature === j.All ? !0 : e.includes(i.legislature);
 }
-function* le(s, i, e = {}, o) {
+function* ue(s, i, e = {}, o) {
   for (const {
     datasetLegislature: m,
     item: f,
@@ -90,7 +91,7 @@ function* le(s, i, e = {}, o) {
       ...a && { gitStatus: a }
     };
 }
-function* ue(s, i, e = {}, o) {
+function* fe(s, i, e = {}, o) {
   for (const {
     item: m,
     datasetLegislature: f,
@@ -111,7 +112,7 @@ function* ue(s, i, e = {}, o) {
       ...a && { gitStatus: a }
     };
 }
-function* fe(s, i, e = {}, o) {
+function* de(s, i, e = {}, o) {
   for (const {
     datasetLegislature: m,
     item: f,
@@ -132,7 +133,7 @@ function* fe(s, i, e = {}, o) {
       ...a && { gitStatus: a }
     };
 }
-function* de(s, i, e = {}, o) {
+function* me(s, i, e = {}, o) {
   for (const {
     item: m,
     datasetLegislature: f,
@@ -153,7 +154,7 @@ function* de(s, i, e = {}, o) {
       ...a && { gitStatus: a }
     };
 }
-function* me(s, i, e = {}, o) {
+function* ge(s, i, e = {}, o) {
   for (const {
     item: m,
     datasetLegislature: f,
@@ -174,7 +175,7 @@ function* me(s, i, e = {}, o) {
       ...a && { gitStatus: a }
     };
 }
-function* ge(s, i, e = {}, o) {
+function* je(s, i, e = {}, o) {
   for (const {
     item: m,
     datasetLegislature: f,
@@ -195,7 +196,7 @@ function* ge(s, i, e = {}, o) {
       ...a && { gitStatus: a }
     };
 }
-function* je(s, i, e = {}, o) {
+function* he(s, i, e = {}, o) {
   for (const {
     item: m,
     datasetLegislature: f,
@@ -216,7 +217,7 @@ function* je(s, i, e = {}, o) {
       ...a && { gitStatus: a }
     };
 }
-function* he(s, i, e = {}, o) {
+function* pe(s, i, e = {}, o) {
   for (const {
     item: m,
     datasetLegislature: f,
@@ -237,7 +238,7 @@ function* he(s, i, e = {}, o) {
       ...a && { gitStatus: a }
     };
 }
-function* pe(s, i, e = {}, o) {
+function* ye(s, i, e = {}, o) {
   for (const {
     item: m,
     datasetLegislature: f,
@@ -258,7 +259,7 @@ function* pe(s, i, e = {}, o) {
       ...a && { gitStatus: a }
     };
 }
-function ye(s, i, e, { log: o = !1 } = {}) {
+function Fe(s, i, e, { log: o = !1 } = {}) {
   const m = {}, f = {};
   if (i & L.ActeursEtOrganes)
     for (const n of F.acteursEtOrganes) {
@@ -474,7 +475,7 @@ function ye(s, i, e, { log: o = !1 } = {}) {
     compteRenduByUid: U
   };
 }
-function Fe(s, i, e, { log: o = !1 } = {}) {
+function Se(s, i, e, { log: o = !1 } = {}) {
   const m = {}, f = {};
   if (i & L.ActeursEtOrganes)
     for (const n of F.acteursEtOrganes) {
@@ -637,7 +638,7 @@ function Fe(s, i, e, { log: o = !1 } = {}) {
     compteRenduByUid: U
   };
 }
-function Se(s, i, e) {
+function Ae(s, i, e) {
   const o = t.join(s, "Documents"), m = ne(o, i), f = t.join(m, "index.json");
   if (!g.pathExistsSync(f))
     return;
@@ -647,7 +648,7 @@ function Se(s, i, e) {
       if (p !== void 0)
         return { format: a, path: t.join(m, p), url: S };
 }
-function Ae(s, i, { log: e = !1 } = {}) {
+function Pe(s, i, { log: e = !1 } = {}) {
   const o = t.join(
     s,
     `photos_deputes_${// TODO: Handle Legislature.All.
@@ -658,7 +659,7 @@ function Ae(s, i, { log: e = !1 } = {}) {
   const m = g.readFileSync(o, { encoding: "utf8" });
   return JSON.parse(m);
 }
-function Pe(s, { log: i = !1 } = {}) {
+function Le(s, { log: i = !1 } = {}) {
   const e = t.join(
     s,
     "photos_senateurs",
@@ -693,10 +694,10 @@ function ne(s, i) {
   const P = t.join(S, A.substring(0, 3));
   return g.ensureDirSync(P), t.join(P, i);
 }
-function Le(s, i) {
+function $e(s, i) {
   return V(s, i, H);
 }
-function $e(s, i) {
+function De(s, i) {
   const e = Y.exec(i);
   E.notStrictEqual(
     e,
@@ -709,7 +710,7 @@ function $e(s, i) {
   const S = t.join(a, p.substring(0, 3)), A = t.join(S, p.substring(3, 3));
   return g.ensureDirSync(A), t.join(A, i);
 }
-function De(s, i) {
+function be(s, i) {
   const e = Z.exec(i);
   E.notStrictEqual(
     e,
@@ -722,10 +723,10 @@ function De(s, i) {
   const a = t.join(f, d.substring(0, 3));
   return g.ensureDirSync(a), t.join(a, i);
 }
-function be(s, i) {
+function Ue(s, i) {
   return V(s, i, K);
 }
-function Ue(s, i) {
+function ve(s, i) {
   const e = G.exec(i);
   E.notStrictEqual(
     e,
@@ -753,25 +754,25 @@ function V(s, i, e) {
 }
 export {
   L as EnabledDatasets,
-  le as iterLoadAssembleeActeurs,
-  fe as iterLoadAssembleeAmendements,
-  pe as iterLoadAssembleeComptesRendus,
-  de as iterLoadAssembleeDocuments,
-  me as iterLoadAssembleeDossiersParlementaires,
-  ue as iterLoadAssembleeOrganes,
-  he as iterLoadAssembleeQuestions,
-  ge as iterLoadAssembleeReunions,
-  je as iterLoadAssembleeScrutins,
-  ye as loadAssembleeData,
-  Fe as loadAssembleeDataFromBigFiles,
-  Se as loadAssembleeDocumentFile,
-  Ae as loadAssembleePhotosDeputes,
-  Pe as loadAssembleePhotosSenateurs,
-  Ue as pathFromCompteRenduUid,
+  ue as iterLoadAssembleeActeurs,
+  de as iterLoadAssembleeAmendements,
+  ye as iterLoadAssembleeComptesRendus,
+  me as iterLoadAssembleeDocuments,
+  ge as iterLoadAssembleeDossiersParlementaires,
+  fe as iterLoadAssembleeOrganes,
+  pe as iterLoadAssembleeQuestions,
+  je as iterLoadAssembleeReunions,
+  he as iterLoadAssembleeScrutins,
+  Fe as loadAssembleeData,
+  Se as loadAssembleeDataFromBigFiles,
+  Ae as loadAssembleeDocumentFile,
+  Pe as loadAssembleePhotosDeputes,
+  Le as loadAssembleePhotosSenateurs,
+  ve as pathFromCompteRenduUid,
   ne as pathFromDocumentUid,
-  Le as pathFromDossierParlementaireUid,
-  be as pathFromQuestionUid,
-  $e as pathFromReunionUid,
-  De as pathFromScrutinUid,
+  $e as pathFromDossierParlementaireUid,
+  Ue as pathFromQuestionUid,
+  De as pathFromReunionUid,
+  be as pathFromScrutinUid,
   C as walkDir
 };

package/lib/scripts/shared/utils.d.ts

@@ -1,2 +1,3 @@
 export declare const writeIfChanged: (p: string, content: string) => Promise<void>;
 export declare function fetchWithRetry(url: string, retries?: number, backoff?: number): Promise<Response>;
+export declare function newestRequestedLegislature(options: any): number | null;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tricoteuses/assemblee",
-  "version": "2.5.30",
+  "version": "2.5.31",
   "description": "Retrieve, clean up & handle French Assemblée nationale's open data",
   "keywords": [
     "Assemblée nationale",