@tricoteuses/assemblee 3.3.4 → 3.3.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -1
- package/lib/cleaners.js +2 -2
- package/lib/git.d.ts +1 -1
- package/lib/git.js +6 -6
- package/lib/git.test.d.ts +1 -0
- package/lib/index.js +1 -1
- package/lib/{loaders-CImmY2N1.js → loaders-DQJLtTmE.js} +1 -1
- package/lib/loaders.js +1 -1
- package/lib/open_data/artifacts.d.ts +11 -0
- package/lib/parsers.js +23 -8
- package/lib/schemas/clean/dossiers_legislatifs.d.ts +1 -0
- package/lib/scripts/cr_commissions_status.d.ts +29 -0
- package/lib/scripts/cr_commissions_status.test.d.ts +1 -0
- package/lib/scripts/data-download.d.ts +1 -1
- package/lib/scripts/data-download.test.d.ts +1 -0
- package/lib/scripts/monitor_open_data_updates.d.ts +9 -2
- package/lib/scripts/reorganize_data.test.d.ts +1 -0
- package/lib/scripts/retrieve_documents.d.ts +8 -0
- package/lib/scripts/retrieve_open_data.d.ts +13 -0
- package/lib/{scrutins-DfoVukVo.js → scrutins-BmIhL1xc.js} +1 -0
- package/package.json +2 -1
package/README.md
CHANGED
|
@@ -38,7 +38,8 @@ npm run data:download ../assemblee-data
|
|
|
38
38
|
|
|
39
39
|
- `npm run data:download <dir>`: Download, reorganize, and clean data
|
|
40
40
|
- `npm run data:retrieve_open_data <dir>`: Download raw data files.
|
|
41
|
-
- `npm run data:reorganize_data <dir>`: Reorganize raw files by entity.
|
|
41
|
+
- `npm run data:reorganize_data <dir>`: Reorganize raw files by entity without validating them.
|
|
42
|
+
- `npm run data:validate_raw_data <dir>`: Validate raw input without writing reorganized files.
|
|
42
43
|
- `npm run data:clean_data <dir>`: Clean and validate reorganized files.
|
|
43
44
|
- `npm run data:retrieve_deputes_photos <dir>`: Retrieval of députés' pictures from Assemblée nationale's website
|
|
44
45
|
- `npm run data:retrieve_senateurs_photos <dir>`: Retrieval of sénateurs' pictures from Assemblée nationale's website
|
package/lib/cleaners.js
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
import { At as e, cr as t, tr as n } from "./scrutins-
|
|
1
|
+
import { At as e, cr as t, tr as n } from "./scrutins-BmIhL1xc.js";
|
|
2
2
|
import { i as r, n as i, r as a, t as o } from "./amendements-C_aR-BVu.js";
|
|
3
|
-
import "./loaders-
|
|
3
|
+
import "./loaders-DQJLtTmE.js";
|
|
4
4
|
import s from "node:assert";
|
|
5
5
|
import "fs-extra";
|
|
6
6
|
import "node:path";
|
package/lib/git.d.ts
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
export declare function initRepo(repositoryDir: string): void;
|
|
2
2
|
export declare function commit(repositoryDir: string, message: string): boolean;
|
|
3
|
-
export declare function commitAndPush(repositoryDir: string, message: string, remotes?: string[]): number;
|
|
3
|
+
export declare function commitAndPush(repositoryDir: string, message: string, remotes?: string[], pushRef?: string): number;
|
|
4
4
|
export declare function resetAndPull(gitDir: string): boolean;
|
|
5
5
|
export declare function clone(gitGroupUrl: string | undefined, gitName: string, workingDir: string): void;
|
|
6
6
|
export declare function run(repositoryDir: string, args: string, verbose?: boolean): string;
|
package/lib/git.js
CHANGED
|
@@ -55,13 +55,13 @@ function s(e, t) {
|
|
|
55
55
|
return !1;
|
|
56
56
|
}
|
|
57
57
|
}
|
|
58
|
-
function c(e, t, n) {
|
|
59
|
-
let
|
|
58
|
+
function c(e, t, n, r = "master") {
|
|
59
|
+
let i = 0;
|
|
60
60
|
if (s(e, t)) for (let t of n || []) try {
|
|
61
61
|
a([
|
|
62
62
|
"push",
|
|
63
63
|
t,
|
|
64
|
-
|
|
64
|
+
r
|
|
65
65
|
], {
|
|
66
66
|
cwd: e,
|
|
67
67
|
stdio: [
|
|
@@ -72,10 +72,10 @@ function c(e, t, n) {
|
|
|
72
72
|
});
|
|
73
73
|
} catch (e) {
|
|
74
74
|
let t = e;
|
|
75
|
-
console.error(t.output),
|
|
75
|
+
console.error(t.output), i = t.status ?? 1;
|
|
76
76
|
}
|
|
77
|
-
else
|
|
78
|
-
return
|
|
77
|
+
else i = 10;
|
|
78
|
+
return i;
|
|
79
79
|
}
|
|
80
80
|
function l(e) {
|
|
81
81
|
return a([
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
package/lib/index.js
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { A as e, B as t, C as n, D as r, E as i, F as a, G as o, H as s, I as c, J as l, K as ee, L as te, M as ne, N as re, O as ie, P as ae, R as oe, S as se, T as ce, U as le, V as ue, W as de, _ as fe, a as pe, at as me, b as he, c as ge, ct as _e, d as ve, dt as ye, f as u, ft as d, g as f, h as p, ht as m, i as h, it as g, j as _, k as v, l as y, lt as b, m as x, mt as S, n as C, o as w, ot as T, p as E, pt as D, q as O, r as k, s as A, st as j, t as M, u as N, ut as P, v as be, w as xe, x as Se, y as Ce, z as we } from "./amendements-Cpku2Ut-.js";
|
|
2
|
-
import { $ as Te, $n as Ee, $r as De, $t as Oe, A as ke, An as Ae, Ar as je, At as Me, B as Ne, Bn as Pe, Br as Fe, Bt as Ie, C as Le, Cn as Re, Cr as ze, Ct as Be, D as Ve, Dn as He, Dr as Ue, Dt as We, E as Ge, En as Ke, Er as qe, Et as Je, F as Ye, Fn as Xe, Fr as Ze, Ft as Qe, G as $e, Gn as et, Gr as tt, Gt as nt, H as rt, Hn as it, Hr as at, Ht as ot, I as st, In as ct, Ir as lt, It as ut, J as dt, Jn as ft, Jr as pt, Jt as mt, K as ht, Kn as gt, Kr as _t, Kt as vt, L as yt, Ln as bt, Lr as xt, Lt as St, M as Ct, Mn as wt, Mr as Tt, N as Et, Nn as Dt, Nr as Ot, Nt as kt, On as At, Or as jt, Ot as Mt, P as Nt, Pn as Pt, Pr as Ft, Pt as It, Qn as Lt, Qr as Rt, Qt as zt, R as Bt, Rn as Vt, Rr as Ht, Rt as Ut, S as Wt, Sn as Gt, Sr as Kt, St as qt, T as Jt, Tn as Yt, Tr as Xt, Tt as Zt, U as Qt, Un as $t, Ur as en, V as tn, Vn as nn, Vr as rn, Vt as an, W as on, Wn as sn, Wr as cn, Wt as ln, X as un, Xn as dn, Xr as fn, Xt as pn, Y as mn, Yn as hn, Yr as gn, Yt as _n, Z as vn, Zn as yn, Zr as bn, Zt as xn, _ as F, _n as Sn, _r as Cn, _t as wn, a as Tn, an as En, ar as Dn, at as On, b as kn, bn as An, br as jn, bt as Mn, c as Nn, cn as Pn, ct as Fn, d as In, dn as Ln, dr as Rn, dt as zn, ei as Bn, en as Vn, er as Hn, et as Un, f as Wn, fn as Gn, fr as Kn, ft as qn, g as Jn, gn as Yn, gr as Xn, gt as Zn, h as Qn, hn as $n, hr as er, ht as tr, i as nr, in as rr, ir, it as ar, j as or, jn as sr, jr as cr, jt as lr, k as ur, kn as dr, kr as fr, kt as pr, lr as mr, lt as hr, m as gr, mn as _r, mr as vr, mt as yr, n as br, ni as xr, nn as Sr, nr as Cr, nt as wr, o as Tr, on as Er, or as Dr, ot as Or, p as kr, pn as Ar, pr as jr, pt as Mr, q as Nr, qn as Pr, qr as Fr, qt as Ir, r as Lr, rn as Rr, rr as zr, rt as Br, s as Vr, sn as Hr, sr as Ur, st as Wr, t as Gr, tn as Kr, tt as qr, u as Jr, un as Yr, ur as Xr, ut as Zr, v as Qr, vn as $r, vr as ei, vt as ti, w as ni, wn as ri, wr as ii, wt as ai, x as oi, xn as si, xr as ci, xt as li, y as ui, yn as di, yr as fi, yt as pi, z as mi, zn as hi, zr as gi, zt as _i } from "./scrutins-
|
|
2
|
+
import { $ as Te, $n as Ee, $r as De, $t as Oe, A as ke, An as Ae, Ar as je, At as Me, B as Ne, Bn as Pe, Br as Fe, Bt as Ie, C as Le, Cn as Re, Cr as ze, Ct as Be, D as Ve, Dn as He, Dr as Ue, Dt as We, E as Ge, En as Ke, Er as qe, Et as Je, F as Ye, Fn as Xe, Fr as Ze, Ft as Qe, G as $e, Gn as et, Gr as tt, Gt as nt, H as rt, Hn as it, Hr as at, Ht as ot, I as st, In as ct, Ir as lt, It as ut, J as dt, Jn as ft, Jr as pt, Jt as mt, K as ht, Kn as gt, Kr as _t, Kt as vt, L as yt, Ln as bt, Lr as xt, Lt as St, M as Ct, Mn as wt, Mr as Tt, N as Et, Nn as Dt, Nr as Ot, Nt as kt, On as At, Or as jt, Ot as Mt, P as Nt, Pn as Pt, Pr as Ft, Pt as It, Qn as Lt, Qr as Rt, Qt as zt, R as Bt, Rn as Vt, Rr as Ht, Rt as Ut, S as Wt, Sn as Gt, Sr as Kt, St as qt, T as Jt, Tn as Yt, Tr as Xt, Tt as Zt, U as Qt, Un as $t, Ur as en, V as tn, Vn as nn, Vr as rn, Vt as an, W as on, Wn as sn, Wr as cn, Wt as ln, X as un, Xn as dn, Xr as fn, Xt as pn, Y as mn, Yn as hn, Yr as gn, Yt as _n, Z as vn, Zn as yn, Zr as bn, Zt as xn, _ as F, _n as Sn, _r as Cn, _t as wn, a as Tn, an as En, ar as Dn, at as On, b as kn, bn as An, br as jn, bt as Mn, c as Nn, cn as Pn, ct as Fn, d as In, dn as Ln, dr as Rn, dt as zn, ei as Bn, en as Vn, er as Hn, et as Un, f as Wn, fn as Gn, fr as Kn, ft as qn, g as Jn, gn as Yn, gr as Xn, gt as Zn, h as Qn, hn as $n, hr as er, ht as tr, i as nr, in as rr, ir, it as ar, j as or, jn as sr, jr as cr, jt as lr, k as ur, kn as dr, kr as fr, kt as pr, lr as mr, lt as hr, m as gr, mn as _r, mr as vr, mt as yr, n as br, ni as xr, nn as Sr, nr as Cr, nt as wr, o as Tr, on as Er, or as Dr, ot as Or, p as kr, pn as Ar, pr as jr, pt as Mr, q as Nr, qn as Pr, qr as Fr, qt as Ir, r as Lr, rn as Rr, rr as zr, rt as Br, s as Vr, sn as Hr, sr as Ur, st as Wr, t as Gr, tn as Kr, tt as qr, u as Jr, un as Yr, ur as Xr, ut as Zr, v as Qr, vn as $r, vr as ei, vt as ti, w as ni, wn as ri, wr as ii, wt as ai, x as oi, xn as si, xr as ci, xt as li, y as ui, yn as di, yr as fi, yt as pi, z as mi, zn as hi, zr as gi, zt as _i } from "./scrutins-BmIhL1xc.js";
|
|
3
3
|
//#region src/api.ts
|
|
4
4
|
var I = /* @__PURE__ */ function(e) {
|
|
5
5
|
return e.Amendements = "amendements", e;
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
import { r as e } from "./amendements-Cpku2Ut-.js";
|
|
2
|
-
import { Fn as t, In as n, Mn as r, Mt as i, Nn as a, O as o, Pn as s, Q as c, Ut as l, jn as u, l as d, ln as f, ti as p } from "./scrutins-
|
|
2
|
+
import { Fn as t, In as n, Mn as r, Mt as i, Nn as a, O as o, Pn as s, Q as c, Ut as l, jn as u, l as d, ln as f, ti as p } from "./scrutins-BmIhL1xc.js";
|
|
3
3
|
import { getChangedFilesSinceCommit as m } from "./git.js";
|
|
4
4
|
import h from "node:assert";
|
|
5
5
|
import g from "fs-extra";
|
package/lib/loaders.js
CHANGED
|
@@ -1,2 +1,2 @@
|
|
|
1
|
-
import { C as e, S as t, _ as n, a as r, b as i, c as a, d as o, f as s, g as c, h as l, i as u, l as d, m as f, n as p, o as m, p as h, r as g, s as _, t as v, u as y, v as b, x, y as S } from "./loaders-
|
|
1
|
+
import { C as e, S as t, _ as n, a as r, b as i, c as a, d as o, f as s, g as c, h as l, i as u, l as d, m as f, n as p, o as m, p as h, r as g, s as _, t as v, u as y, v as b, x, y as S } from "./loaders-DQJLtTmE.js";
|
|
2
2
|
export { e as EnabledDatasets, v as datasets, p as iterLoadAssembleeActeurs, g as iterLoadAssembleeAmendements, u as iterLoadAssembleeComptesRendus, r as iterLoadAssembleeDocuments, m as iterLoadAssembleeDossiersParlementaires, _ as iterLoadAssembleeOrganes, a as iterLoadAssembleeQuestions, d as iterLoadAssembleeReunions, y as iterLoadAssembleeScrutins, o as loadAssembleeData, s as loadAssembleeDataFromBigFiles, h as loadAssembleeDocumentFile, f as loadAssembleePhotosDeputes, l as loadAssembleePhotosSenateurs, c as pathFromCompteRenduUid, n as pathFromDocumentUid, b as pathFromDossierParlementaireUid, S as pathFromQuestionUid, i as pathFromReunionUid, x as pathFromScrutinUid, t as walkDir };
|
|
@@ -57,6 +57,8 @@ export declare class ArtifactDiscoveryError extends Error {
|
|
|
57
57
|
readonly successfulProbes: number;
|
|
58
58
|
constructor(artifactUrl: string, successfulProbes: number, failures: ArtifactProbeFailure[], reason?: string, observations?: ArtifactVersion[]);
|
|
59
59
|
}
|
|
60
|
+
export declare class ArtifactVersionChangedError extends Error {
|
|
61
|
+
}
|
|
60
62
|
export declare function errorDiagnostic(error: unknown, depth?: number): ErrorDiagnostic;
|
|
61
63
|
export declare function versionFromResponse(response: Response, sourceUrl: string): ArtifactVersion;
|
|
62
64
|
export declare function compareArtifactVersions(left: ArtifactVersion, right: ArtifactVersion): number;
|
|
@@ -73,3 +75,12 @@ export declare function downloadArtifact(candidate: ArtifactVersion, partPath: s
|
|
|
73
75
|
}>;
|
|
74
76
|
export declare function readManifest(manifestPath: string): Promise<ArtifactManifest | undefined>;
|
|
75
77
|
export declare function writeJsonAtomic(filePath: string, value: unknown): Promise<void>;
|
|
78
|
+
export type ConversionScopeEntry = "updated" | "up-to-date";
|
|
79
|
+
export type ConversionScope = Record<string, ConversionScopeEntry>;
|
|
80
|
+
export declare const MANIFESTS_DIRNAME = ".open_data_manifests";
|
|
81
|
+
export declare const CONVERSION_SCOPE_FILENAME = "conversion_scope.json";
|
|
82
|
+
export declare function conversionScopePath(dataDir: string): string;
|
|
83
|
+
export declare function readConversionScope(dataDir: string): Promise<ConversionScope>;
|
|
84
|
+
export declare function resetConversionScope(dataDir: string): Promise<void>;
|
|
85
|
+
export declare function recordConversionScope(dataDir: string, datasetName: string, entry: ConversionScopeEntry): Promise<void>;
|
|
86
|
+
export declare function shouldRunProcessing(scope: ConversionScope): boolean;
|
package/lib/parsers.js
CHANGED
|
@@ -8778,13 +8778,14 @@ function dd(e) {
|
|
|
8778
8778
|
let e = hd(t, r);
|
|
8779
8779
|
n.push(...e.missions), e.total && (i = e.total);
|
|
8780
8780
|
}
|
|
8781
|
-
n.length
|
|
8781
|
+
n.length === 0 && !e.estConformeVersionPrecedente || r.push({
|
|
8782
8782
|
budgetType: e.budgetType,
|
|
8783
8783
|
libelle: e.libelle,
|
|
8784
8784
|
missions: n.map((t) => ({
|
|
8785
8785
|
...t,
|
|
8786
8786
|
budgetType: e.budgetType
|
|
8787
8787
|
})),
|
|
8788
|
+
estConformeVersionPrecedente: e.estConformeVersionPrecedente,
|
|
8788
8789
|
total: i
|
|
8789
8790
|
});
|
|
8790
8791
|
}
|
|
@@ -8878,9 +8879,22 @@ function _d(e) {
|
|
|
8878
8879
|
let a = e(o);
|
|
8879
8880
|
if (!a.is("table")) {
|
|
8880
8881
|
if (a.find("a[href]").length > 0) continue;
|
|
8881
|
-
let e = Q(a.text()),
|
|
8882
|
-
if (
|
|
8883
|
-
t =
|
|
8882
|
+
let e = Q(a.text()), o = e.match(/^\s*[ÉE][Tt][Aa][Tt]\s+([BCD])\b/);
|
|
8883
|
+
if (o) {
|
|
8884
|
+
t = o[1], n = void 0, r = !1;
|
|
8885
|
+
continue;
|
|
8886
|
+
}
|
|
8887
|
+
if (/^\(\s*conforme\s*\)$/i.test(e) && t) {
|
|
8888
|
+
let e = t === "B" ? ["bg"] : t === "C" ? ["ba"] : n ? [n] : ["cas", "ccf"];
|
|
8889
|
+
if (e.some((e) => i.get(e)?.tableEls.length)) continue;
|
|
8890
|
+
for (let t of e) {
|
|
8891
|
+
let e = i.get(t);
|
|
8892
|
+
e ? e.estConformeVersionPrecedente = !0 : i.set(t, {
|
|
8893
|
+
...ud[t],
|
|
8894
|
+
tableEls: [],
|
|
8895
|
+
estConformeVersionPrecedente: !0
|
|
8896
|
+
});
|
|
8897
|
+
}
|
|
8884
8898
|
continue;
|
|
8885
8899
|
}
|
|
8886
8900
|
if (a.is("h1, h2, h3, h4, h5, h6") && r) {
|
|
@@ -8888,8 +8902,8 @@ function _d(e) {
|
|
|
8888
8902
|
continue;
|
|
8889
8903
|
}
|
|
8890
8904
|
if (t !== "D") continue;
|
|
8891
|
-
let
|
|
8892
|
-
|
|
8905
|
+
let s = /COMPTES\s+D['’\u2019]AFFECTATION\s+SP[EÉ]CIALE/i.test(e);
|
|
8906
|
+
s !== /COMPTES\s+DE\s+CONCOURS\s+FINANCIERS/i.test(e) && (n = s ? "cas" : "ccf");
|
|
8893
8907
|
continue;
|
|
8894
8908
|
}
|
|
8895
8909
|
if (!gd(e, o)) continue;
|
|
@@ -8898,12 +8912,13 @@ function _d(e) {
|
|
|
8898
8912
|
r = !0;
|
|
8899
8913
|
let c = i.get(s);
|
|
8900
8914
|
if (c) {
|
|
8901
|
-
c.tableEls.push(o);
|
|
8915
|
+
c.tableEls.push(o), c.estConformeVersionPrecedente = !1;
|
|
8902
8916
|
continue;
|
|
8903
8917
|
}
|
|
8904
8918
|
i.set(s, {
|
|
8905
8919
|
...ud[s],
|
|
8906
|
-
tableEls: [o]
|
|
8920
|
+
tableEls: [o],
|
|
8921
|
+
estConformeVersionPrecedente: !1
|
|
8907
8922
|
});
|
|
8908
8923
|
}
|
|
8909
8924
|
return [...i.values()];
|
|
@@ -920,6 +920,7 @@ export declare const PlfCreditsSectionSchema: z.ZodObject<{
|
|
|
920
920
|
}, z.core.$strip>>>;
|
|
921
921
|
}, z.core.$strip>>;
|
|
922
922
|
}, z.core.$strip>>;
|
|
923
|
+
estConformeVersionPrecedente: z.ZodDefault<z.ZodBoolean>;
|
|
923
924
|
total: z.ZodOptional<z.ZodObject<{
|
|
924
925
|
autorisationEngagement: z.ZodOptional<z.ZodNumber>;
|
|
925
926
|
creditPaiement: z.ZodOptional<z.ZodNumber>;
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
export declare const STATUS_FILENAME = "dataset_status.json";
|
|
2
|
+
export declare const MAX_ERROR_LENGTH = 2000;
|
|
3
|
+
/** A commission report fetch is considered failed if at least this ratio of
|
|
4
|
+
* the fetches failed during one agenda cleaning run. Below that, isolated
|
|
5
|
+
* misses (report not yet published, transient parsing issue) are tolerated:
|
|
6
|
+
* the next run fetches them again. */
|
|
7
|
+
export declare const CR_COMMISSIONS_FAILURE_RATIO_THRESHOLD = 0.1;
|
|
8
|
+
export type CrCommissionsStats = {
|
|
9
|
+
attempts: number;
|
|
10
|
+
failures: number;
|
|
11
|
+
};
|
|
12
|
+
export type DatasetStatusEntry = {
|
|
13
|
+
status: "ok" | "failed";
|
|
14
|
+
lastRunAt: string;
|
|
15
|
+
lastSuccessAt?: string;
|
|
16
|
+
lastFailureAt?: string;
|
|
17
|
+
lastError?: string;
|
|
18
|
+
consecutiveFailures: number;
|
|
19
|
+
firstFailureAt?: string;
|
|
20
|
+
};
|
|
21
|
+
export type DatasetStatusFile = Record<string, DatasetStatusEntry>;
|
|
22
|
+
export declare function resetCrCommissionsStats(): void;
|
|
23
|
+
export declare function getCrCommissionsStats(): CrCommissionsStats;
|
|
24
|
+
export declare function recordCrCommissionFetch(success: boolean): void;
|
|
25
|
+
export declare function crCommissionsDatasetFailed(threshold?: number): boolean;
|
|
26
|
+
/** Record the outcome of one agenda cleaning run for the CR commissions
|
|
27
|
+
* dataset of the given legislature. Nothing is written when no report was
|
|
28
|
+
* fetched: an empty run must not reset or create a status. */
|
|
29
|
+
export declare function writeCrCommissionsDatasetStatus(dataDir: string, legislature: number): Promise<void>;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -1 +1 @@
|
|
|
1
|
-
export
|
|
1
|
+
export declare function dataDirArg(argv: string[]): string;
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -1,11 +1,12 @@
|
|
|
1
1
|
import { Dataset } from '../datasets.js';
|
|
2
|
+
import { ArtifactVersion } from '../open_data/artifacts.js';
|
|
2
3
|
export interface MonitoredDataset {
|
|
3
4
|
category: string;
|
|
4
5
|
dataset: Dataset;
|
|
5
6
|
legislature: number;
|
|
6
7
|
seedSlots: string[];
|
|
7
8
|
}
|
|
8
|
-
interface PendingUpdate {
|
|
9
|
+
export interface PendingUpdate {
|
|
9
10
|
expiresAt: string;
|
|
10
11
|
pipelineId?: number;
|
|
11
12
|
versionKey: string;
|
|
@@ -16,9 +17,15 @@ export interface DatasetState {
|
|
|
16
17
|
seenOrigins: string[];
|
|
17
18
|
}
|
|
18
19
|
export declare function buildMonitoredDatasets(): MonitoredDataset[];
|
|
20
|
+
export declare function pendingWasAccepted(pending: PendingUpdate, accepted: ArtifactVersion | undefined): boolean;
|
|
19
21
|
export declare function isDatasetDue(monitored: MonitoredDataset, datasetState: DatasetState, now: Date): boolean;
|
|
22
|
+
export declare function selectedTriggerProvider(configured: "auto" | "forgejo" | "gitlab", environment?: NodeJS.ProcessEnv): "forgejo" | "gitlab";
|
|
23
|
+
export declare function forgejoDispatchUrl({ apiUrl, repository, workflow, }: {
|
|
24
|
+
apiUrl: string;
|
|
25
|
+
repository: string;
|
|
26
|
+
workflow: string;
|
|
27
|
+
}): string;
|
|
20
28
|
export declare function updatePipelineLabel(monitored: MonitoredDataset): string;
|
|
21
29
|
export declare function checkErrorEvent(monitored: MonitoredDataset, error: unknown): Record<string, unknown>;
|
|
22
30
|
export declare function delayBeforeDeadline(delay: number, deadline: number, now?: number): number;
|
|
23
31
|
export declare function scheduledPipelineIsStale(maxStartDelayMinutes: number, pipelineSource?: string | undefined, pipelineCreatedAt?: string | undefined, now?: number): boolean;
|
|
24
|
-
export {};
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -12,6 +12,14 @@ declare const retrieveDocumentsParser: import('zod-opts').Parser<{
|
|
|
12
12
|
description: string;
|
|
13
13
|
type: z.ZodDefault<z.ZodArray<z.ZodString>>;
|
|
14
14
|
};
|
|
15
|
+
checkpointBranch: {
|
|
16
|
+
description: string;
|
|
17
|
+
type: z.ZodOptional<z.ZodString>;
|
|
18
|
+
};
|
|
19
|
+
checkpointSize: {
|
|
20
|
+
description: string;
|
|
21
|
+
type: z.ZodDefault<z.ZodNumber>;
|
|
22
|
+
};
|
|
15
23
|
forceParseDocuments: {
|
|
16
24
|
description: string;
|
|
17
25
|
type: z.ZodDefault<z.ZodBoolean>;
|
|
@@ -107,6 +107,7 @@ declare const retrieveOpenDataParser: import('zod-opts').Parser<{
|
|
|
107
107
|
}]>;
|
|
108
108
|
type Options = ReturnType<typeof retrieveOpenDataParser.parse>;
|
|
109
109
|
export declare function formatParisDateTime(value: string): string;
|
|
110
|
+
export declare function extractZip(zipFilePath: string, outputDir: string): Promise<void>;
|
|
110
111
|
export declare function publishDataset(stagedDataPath: string, dataPath: string, partZipPath: string | undefined, zipPath: string): Promise<void>;
|
|
111
112
|
export declare function recoverPublication(dataPath: string): Promise<void>;
|
|
112
113
|
/**
|
|
@@ -118,4 +119,16 @@ export declare function recoverPublication(dataPath: string): Promise<void>;
|
|
|
118
119
|
* @returns {Promise<void>} A promise that resolves when the dataset processing is complete.
|
|
119
120
|
*/
|
|
120
121
|
export declare function processDataset({ dataset, dataDir, options, }: ProcessDatasetArguments): Promise<void>;
|
|
122
|
+
export type DatasetStatusEntry = {
|
|
123
|
+
status: "ok" | "failed";
|
|
124
|
+
lastRunAt: string;
|
|
125
|
+
lastSuccessAt?: string;
|
|
126
|
+
lastFailureAt?: string;
|
|
127
|
+
lastError?: string;
|
|
128
|
+
consecutiveFailures: number;
|
|
129
|
+
firstFailureAt?: string;
|
|
130
|
+
};
|
|
131
|
+
export declare function updateDatasetStatusFile(dataDir: string, chosenDatasets: Array<{
|
|
132
|
+
name: string;
|
|
133
|
+
}>, results: PromiseSettledResult<unknown>[]): Promise<void>;
|
|
121
134
|
export {};
|
|
@@ -1766,6 +1766,7 @@ var io = {
|
|
|
1766
1766
|
budgetType: zo,
|
|
1767
1767
|
libelle: l.string(),
|
|
1768
1768
|
missions: l.array(Ho),
|
|
1769
|
+
estConformeVersionPrecedente: l.boolean().default(!1),
|
|
1769
1770
|
total: l.object({
|
|
1770
1771
|
autorisationEngagement: l.number().optional(),
|
|
1771
1772
|
creditPaiement: l.number().optional(),
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@tricoteuses/assemblee",
|
|
3
|
-
"version": "3.3.
|
|
3
|
+
"version": "3.3.6",
|
|
4
4
|
"description": "Retrieve, clean up & handle French Assemblée nationale's open data",
|
|
5
5
|
"keywords": [
|
|
6
6
|
"Assemblée nationale",
|
|
@@ -80,6 +80,7 @@
|
|
|
80
80
|
"data:retrieve_open_data": "tsx src/scripts/retrieve_open_data.ts --fetch",
|
|
81
81
|
"data:retrieve_pending_amendements": "tsx src/scripts/retrieve_pending_amendments.ts --incremental",
|
|
82
82
|
"data:retrieve_senateurs_photos": "tsx src/scripts/retrieve_senateurs_photos.ts --fetch",
|
|
83
|
+
"data:validate_raw_data": "tsx src/scripts/reorganize_data.ts --validate-only",
|
|
83
84
|
"lint": "eslint .",
|
|
84
85
|
"prepare": "npm run build",
|
|
85
86
|
"prettier": "prettier --write \"src/**/*.ts\"",
|