@tricoteuses/senat 1.1.1 → 1.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +53 -15
- package/lib/aggregates.d.ts +4 -6
- package/lib/aggregates.mjs +908 -780
- package/lib/aggregates.ts +8 -122
- package/lib/data/legislatures.json +38 -0
- package/lib/databases.d.ts +9 -0
- package/lib/databases.js +41 -11
- package/lib/databases.mjs +32 -1
- package/lib/databases.ts +40 -1
- package/lib/fields.mjs +64 -18
- package/lib/index.d.ts +5 -6
- package/lib/index.js +8 -99
- package/lib/index.mjs +4 -6
- package/lib/index.ts +9 -26
- package/lib/inserters.d.ts +0 -4
- package/lib/inserters.mjs +461 -337
- package/lib/inserters.ts +0 -24
- package/lib/legislatures.json +38 -0
- package/lib/loaders.d.ts +64 -0
- package/lib/loaders.js +682 -0
- package/lib/loaders.mjs +158 -0
- package/lib/loaders.ts +271 -0
- package/lib/model/ameli.d.ts +105 -4
- package/lib/model/ameli.js +20 -160
- package/lib/model/ameli.mjs +84 -57
- package/lib/model/ameli.ts +94 -80
- package/lib/model/debats.d.ts +0 -4
- package/lib/model/debats.js +1 -122
- package/lib/model/debats.mjs +1 -43
- package/lib/model/debats.ts +0 -68
- package/lib/model/dosleg.d.ts +227 -29
- package/lib/model/dosleg.js +92 -832
- package/lib/model/dosleg.mjs +196 -337
- package/lib/model/dosleg.ts +213 -531
- package/lib/model/index.d.ts +4 -5
- package/lib/model/index.js +14 -15
- package/lib/model/index.mjs +4 -5
- package/lib/model/index.ts +8 -5
- package/lib/model/questions.d.ts +88 -2
- package/lib/model/questions.js +40 -45
- package/lib/model/questions.mjs +71 -8
- package/lib/model/questions.ts +90 -11
- package/lib/model/sens.d.ts +524 -2
- package/lib/model/sens.js +172 -49
- package/lib/model/sens.mjs +415 -9
- package/lib/model/sens.ts +514 -16
- package/lib/model/texte.d.ts +7 -0
- package/lib/model/texte.js +321 -0
- package/lib/model/texte.mjs +208 -0
- package/lib/model/texte.ts +229 -0
- package/lib/model/util.d.ts +7 -1
- package/lib/model/util.js +37 -53
- package/lib/model/util.mjs +19 -10
- package/lib/model/util.ts +30 -14
- package/lib/raw_types/ameli.d.ts +912 -538
- package/lib/raw_types/ameli.js +1 -39
- package/lib/raw_types/ameli.mjs +4 -1
- package/lib/raw_types/ameli.ts +947 -597
- package/lib/raw_types/debats.d.ts +204 -124
- package/lib/raw_types/debats.js +1 -18
- package/lib/raw_types/debats.mjs +4 -1
- package/lib/raw_types/debats.ts +218 -141
- package/lib/raw_types/dosleg.d.ts +3533 -2024
- package/lib/raw_types/dosleg.js +1 -92
- package/lib/raw_types/dosleg.mjs +4 -1
- package/lib/raw_types/dosleg.ts +3621 -2189
- package/lib/raw_types/questions.d.ts +404 -220
- package/lib/raw_types/questions.js +1 -18
- package/lib/raw_types/questions.mjs +4 -1
- package/lib/raw_types/questions.ts +404 -226
- package/lib/raw_types/sens.d.ts +4391 -2706
- package/lib/raw_types/sens.js +1 -108
- package/lib/raw_types/sens.mjs +4 -1
- package/lib/raw_types/sens.ts +4495 -2903
- package/lib/raw_types_kysely/ameli.d.ts +6 -0
- package/lib/raw_types_kysely/ameli.mjs +7 -0
- package/lib/raw_types_kysely/ameli.ts +6 -0
- package/lib/raw_types_kysely/debats.d.ts +6 -0
- package/lib/raw_types_kysely/debats.mjs +7 -0
- package/lib/raw_types_kysely/debats.ts +6 -0
- package/lib/raw_types_kysely/dosleg.d.ts +6 -0
- package/lib/raw_types_kysely/dosleg.mjs +7 -0
- package/lib/raw_types_kysely/dosleg.ts +6 -0
- package/lib/raw_types_kysely/questions.d.ts +6 -0
- package/lib/raw_types_kysely/questions.mjs +7 -0
- package/lib/raw_types_kysely/questions.ts +6 -0
- package/lib/raw_types_kysely/sens.d.ts +6 -0
- package/lib/raw_types_kysely/sens.mjs +7 -0
- package/lib/raw_types_kysely/sens.ts +6 -0
- package/lib/raw_types_kysely/texte.d.ts +45 -0
- package/lib/raw_types_kysely/texte.mjs +7 -0
- package/lib/raw_types_kysely/texte.ts +53 -0
- package/lib/raw_types_schemats/ameli.d.ts +541 -0
- package/lib/raw_types_schemats/ameli.js +45 -0
- package/lib/raw_types_schemats/ameli.mjs +2 -0
- package/lib/raw_types_schemats/ameli.ts +601 -0
- package/lib/raw_types_schemats/debats.d.ts +127 -0
- package/lib/raw_types_schemats/debats.js +24 -0
- package/lib/raw_types_schemats/debats.mjs +2 -0
- package/lib/raw_types_schemats/debats.ts +145 -0
- package/lib/raw_types_schemats/dosleg.d.ts +2029 -0
- package/lib/raw_types_schemats/dosleg.js +98 -0
- package/lib/raw_types_schemats/dosleg.mjs +2 -0
- package/lib/raw_types_schemats/dosleg.ts +2195 -0
- package/lib/raw_types_schemats/questions.d.ts +233 -0
- package/lib/raw_types_schemats/questions.js +24 -0
- package/lib/raw_types_schemats/questions.mjs +2 -0
- package/lib/raw_types_schemats/questions.ts +251 -0
- package/lib/raw_types_schemats/sens.d.ts +2709 -0
- package/lib/raw_types_schemats/sens.js +114 -0
- package/lib/raw_types_schemats/sens.mjs +2 -0
- package/lib/raw_types_schemats/sens.ts +2907 -0
- package/lib/scripts/convert_data.js +574 -215
- package/lib/scripts/convert_data.mjs +134 -99
- package/lib/scripts/convert_data.ts +173 -112
- package/lib/scripts/datautil.d.ts +5 -0
- package/lib/scripts/datautil.js +64 -0
- package/lib/scripts/datautil.mjs +16 -0
- package/lib/scripts/datautil.ts +19 -0
- package/lib/scripts/parse_textes.js +132 -0
- package/lib/scripts/parse_textes.mjs +46 -0
- package/lib/scripts/parse_textes.ts +65 -0
- package/lib/scripts/retrieve_documents.d.ts +1 -0
- package/lib/scripts/retrieve_documents.js +521 -0
- package/lib/scripts/retrieve_documents.mjs +249 -0
- package/lib/scripts/retrieve_documents.ts +298 -0
- package/lib/scripts/retrieve_open_data.js +77 -69
- package/lib/scripts/retrieve_open_data.mjs +48 -49
- package/lib/scripts/retrieve_open_data.ts +74 -58
- package/lib/scripts/retrieve_senateurs_photos.js +45 -63
- package/lib/scripts/retrieve_senateurs_photos.mjs +4 -21
- package/lib/scripts/retrieve_senateurs_photos.ts +6 -29
- package/lib/scripts/retrieve_textes.mjs +325 -74
- package/lib/scripts/retrieve_textes.ts +111 -63
- package/lib/scripts/shared/cli_helpers.d.ts +44 -0
- package/lib/scripts/shared/cli_helpers.js +35 -0
- package/lib/scripts/shared/cli_helpers.ts +36 -0
- package/lib/scripts/shared/util.d.ts +3 -0
- package/lib/scripts/shared/util.js +102 -0
- package/lib/scripts/shared/util.ts +33 -0
- package/lib/src/aggregates.d.ts +52 -0
- package/lib/src/aggregates.mjs +726 -0
- package/lib/src/config.d.ts +2 -0
- package/lib/src/config.mjs +16 -0
- package/lib/src/databases.d.ts +18 -0
- package/lib/src/databases.mjs +55 -0
- package/lib/src/datasets.d.ts +28 -0
- package/lib/src/datasets.mjs +78 -0
- package/lib/src/fields.d.ts +10 -0
- package/lib/src/fields.mjs +22 -0
- package/lib/src/index.d.ts +8 -0
- package/lib/src/index.mjs +7 -0
- package/lib/src/inserters.d.ts +98 -0
- package/lib/src/inserters.mjs +360 -0
- package/lib/src/loaders.d.ts +36 -0
- package/lib/src/loaders.mjs +107 -0
- package/lib/src/model/ameli.d.ts +4 -0
- package/lib/src/model/ameli.js +57 -0
- package/lib/src/model/debats.d.ts +4 -0
- package/lib/src/model/debats.js +43 -0
- package/lib/src/model/dosleg.d.ts +197 -0
- package/lib/src/model/dosleg.js +169 -0
- package/lib/src/model/index.d.ts +4 -0
- package/lib/src/model/index.js +4 -0
- package/lib/src/model/questions.d.ts +89 -0
- package/lib/src/model/questions.js +76 -0
- package/lib/src/model/sens.d.ts +390 -0
- package/lib/src/model/sens.js +339 -0
- package/lib/src/model/texte.d.ts +7 -0
- package/lib/src/model/texte.js +183 -0
- package/lib/src/raw_types_kysely/ameli.d.ts +915 -0
- package/lib/src/raw_types_kysely/ameli.js +5 -0
- package/lib/src/raw_types_kysely/debats.d.ts +207 -0
- package/lib/src/raw_types_kysely/debats.js +5 -0
- package/lib/src/raw_types_kysely/dosleg.d.ts +3532 -0
- package/lib/src/raw_types_kysely/dosleg.js +5 -0
- package/lib/src/raw_types_kysely/questions.d.ts +414 -0
- package/lib/src/raw_types_kysely/questions.js +5 -0
- package/lib/src/raw_types_kysely/sens.d.ts +4394 -0
- package/lib/src/raw_types_kysely/sens.js +5 -0
- package/lib/src/raw_types_schemats/ameli.d.ts +541 -0
- package/lib/src/raw_types_schemats/ameli.js +2 -0
- package/lib/src/raw_types_schemats/debats.d.ts +127 -0
- package/lib/src/raw_types_schemats/debats.js +2 -0
- package/lib/src/raw_types_schemats/dosleg.d.ts +2027 -0
- package/lib/src/raw_types_schemats/dosleg.js +2 -0
- package/lib/src/raw_types_schemats/questions.d.ts +231 -0
- package/lib/src/raw_types_schemats/questions.js +2 -0
- package/lib/src/raw_types_schemats/sens.d.ts +2709 -0
- package/lib/src/raw_types_schemats/sens.js +2 -0
- package/lib/src/scripts/convert_data.d.ts +1 -0
- package/lib/src/scripts/convert_data.js +95 -0
- package/lib/src/scripts/datautil.d.ts +5 -0
- package/lib/src/scripts/datautil.js +16 -0
- package/lib/src/scripts/parse_textes.d.ts +1 -0
- package/lib/src/scripts/parse_textes.js +47 -0
- package/lib/src/scripts/retrieve_documents.d.ts +1 -0
- package/lib/src/scripts/retrieve_documents.js +258 -0
- package/lib/src/scripts/retrieve_open_data.d.ts +1 -0
- package/lib/src/scripts/retrieve_open_data.js +214 -0
- package/lib/src/scripts/retrieve_senateurs_photos.d.ts +1 -0
- package/lib/src/scripts/retrieve_senateurs_photos.js +147 -0
- package/lib/src/scripts/shared/cli_helpers.d.ts +44 -0
- package/lib/src/scripts/shared/cli_helpers.js +32 -0
- package/lib/src/scripts/shared/util.d.ts +3 -0
- package/lib/src/scripts/shared/util.js +28 -0
- package/lib/src/strings.d.ts +1 -0
- package/lib/src/strings.mjs +18 -0
- package/lib/src/types/ameli.d.ts +10 -0
- package/lib/src/types/ameli.js +13 -0
- package/lib/src/types/debats.d.ts +4 -0
- package/lib/src/types/debats.js +2 -0
- package/lib/src/types/dosleg.d.ts +98 -0
- package/lib/src/types/dosleg.js +151 -0
- package/lib/src/types/questions.d.ts +2 -0
- package/lib/src/types/questions.js +1 -0
- package/lib/src/types/sens.d.ts +10 -0
- package/lib/src/types/sens.js +1 -0
- package/lib/src/types/sessions.d.ts +42 -0
- package/lib/src/types/sessions.js +43 -0
- package/lib/src/types/texte.d.ts +61 -0
- package/lib/src/types/texte.js +16 -0
- package/lib/src/validators/config.d.ts +1 -0
- package/lib/src/validators/config.js +54 -0
- package/lib/src/validators/senat.d.ts +0 -0
- package/lib/src/validators/senat.js +24 -0
- package/lib/types/ameli.d.ts +1 -1
- package/lib/types/ameli.js +2 -2
- package/lib/types/ameli.ts +1 -1
- package/lib/types/debats.d.ts +1 -1
- package/lib/types/debats.js +2 -2
- package/lib/types/debats.ts +1 -1
- package/lib/types/dosleg.d.ts +2 -2
- package/lib/types/dosleg.js +2 -2
- package/lib/types/dosleg.ts +2 -2
- package/lib/types/questions.d.ts +1 -1
- package/lib/types/questions.js +2 -2
- package/lib/types/questions.ts +1 -1
- package/lib/types/sens.d.ts +1 -3
- package/lib/types/sens.js +2 -5
- package/lib/types/sens.mjs +1 -23
- package/lib/types/sens.ts +1 -25
- package/lib/types/sessions.d.ts +42 -0
- package/lib/types/sessions.js +51 -0
- package/lib/types/sessions.mjs +43 -0
- package/lib/types/sessions.ts +42 -0
- package/lib/types/texte.d.ts +65 -0
- package/lib/types/texte.js +24 -0
- package/lib/types/texte.mjs +16 -0
- package/lib/types/texte.ts +76 -0
- package/package.json +35 -10
- package/lib/aggregates.js +0 -1122
- package/lib/fields.js +0 -68
- package/lib/inserters.js +0 -518
- package/lib/scripts/fix_db.js +0 -144
- package/lib/scripts/fix_db.mjs +0 -64
- package/lib/scripts/fix_db.ts +0 -75
- package/lib/scripts/retrieve_textes.js +0 -179
- /package/lib/scripts/{fix_db.d.ts → parse_textes.d.ts} +0 -0
package/lib/inserters.ts
CHANGED
|
@@ -26,8 +26,6 @@ import {
|
|
|
26
26
|
TypTxt,
|
|
27
27
|
TypUrl,
|
|
28
28
|
} from "./types/dosleg"
|
|
29
|
-
import { Question } from "./types/questions"
|
|
30
|
-
import { Sen } from "./types/sens"
|
|
31
29
|
|
|
32
30
|
export interface OutputData {
|
|
33
31
|
readonly ass?: { [id: string]: Ass }
|
|
@@ -397,17 +395,6 @@ export function insertLoiReferences(
|
|
|
397
395
|
return loi
|
|
398
396
|
}
|
|
399
397
|
|
|
400
|
-
export function insertQuestionReferences(
|
|
401
|
-
question: Question,
|
|
402
|
-
// @ts-ignore TO BE REMOVED WHEN DONE
|
|
403
|
-
data: OutputData,
|
|
404
|
-
// @ts-ignore TO BE REMOVED WHEN DONE
|
|
405
|
-
visitedIdsByTableName: VisitedIdsByTableName,
|
|
406
|
-
) {
|
|
407
|
-
// TODO
|
|
408
|
-
return question
|
|
409
|
-
}
|
|
410
|
-
|
|
411
398
|
export function insertRapReferences(
|
|
412
399
|
rap: Rap,
|
|
413
400
|
data: OutputData,
|
|
@@ -465,17 +452,6 @@ export function insertRapReferences(
|
|
|
465
452
|
return rap
|
|
466
453
|
}
|
|
467
454
|
|
|
468
|
-
export function insertSenReferences(
|
|
469
|
-
sen: Sen,
|
|
470
|
-
// @ts-ignore TO BE REMOVED WHEN DONE
|
|
471
|
-
data: OutputData,
|
|
472
|
-
// @ts-ignore TO BE REMOVED WHEN DONE
|
|
473
|
-
visitedIdsByTableName: VisitedIdsByTableName,
|
|
474
|
-
) {
|
|
475
|
-
// TODO
|
|
476
|
-
return sen
|
|
477
|
-
}
|
|
478
|
-
|
|
479
455
|
export function insertTexteReferences(
|
|
480
456
|
texte: Texte,
|
|
481
457
|
data: OutputData,
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
[
|
|
2
|
+
{
|
|
3
|
+
"numero": 12,
|
|
4
|
+
"numero_republique": 5,
|
|
5
|
+
"date_debut": "2002-06-19",
|
|
6
|
+
"date_fin": "2007-06-19"
|
|
7
|
+
},
|
|
8
|
+
{
|
|
9
|
+
"numero": 13,
|
|
10
|
+
"numero_republique": 5,
|
|
11
|
+
"date_debut": "2007-06-20",
|
|
12
|
+
"date_fin": "2012-06-19"
|
|
13
|
+
},
|
|
14
|
+
{
|
|
15
|
+
"numero": 14,
|
|
16
|
+
"numero_republique": 5,
|
|
17
|
+
"date_debut": "2012-06-20",
|
|
18
|
+
"date_fin": "2017-06-20"
|
|
19
|
+
},
|
|
20
|
+
{
|
|
21
|
+
"numero": 15,
|
|
22
|
+
"numero_republique": 5,
|
|
23
|
+
"date_debut": "2017-06-21",
|
|
24
|
+
"date_fin": "2022-06-21"
|
|
25
|
+
},
|
|
26
|
+
{
|
|
27
|
+
"numero": 16,
|
|
28
|
+
"numero_republique": 5,
|
|
29
|
+
"date_debut": "2022-06-22",
|
|
30
|
+
"date_fin": "2024-06-09"
|
|
31
|
+
},
|
|
32
|
+
{
|
|
33
|
+
"numero": 17,
|
|
34
|
+
"numero_republique": 5,
|
|
35
|
+
"date_debut": "2024-07-18",
|
|
36
|
+
"date_fin": null
|
|
37
|
+
}
|
|
38
|
+
]
|
package/lib/loaders.d.ts
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
import { AmendementResult } from "./model/ameli";
|
|
2
|
+
import { DossierLegislatifResult } from "./model/dosleg";
|
|
3
|
+
import { QuestionResult } from "./model/questions";
|
|
4
|
+
import { CirconscriptionResult, OrganismeResult, SenateurResult } from "./model/sens";
|
|
5
|
+
import { FlatTexte } from "./types/texte";
|
|
6
|
+
export { EnabledDatasets } from "./datasets";
|
|
7
|
+
export declare const DOSLEG_DOSSIERS_FOLDER = "dossiers";
|
|
8
|
+
export declare const SENS_CIRCONSCRIPTIONS_FOLDER = "circonscriptions";
|
|
9
|
+
export declare const SENS_ORGANISMES_FOLDER = "organismes";
|
|
10
|
+
export declare const SENS_SENATEURS_FOLDER = "senateurs";
|
|
11
|
+
export declare const TEXTE_FOLDER = "leg";
|
|
12
|
+
export declare const TEXTE_ORIGINAL_FOLDER = "original";
|
|
13
|
+
export declare const TEXTE_TRANSFORMED_FOLDER = "transformed";
|
|
14
|
+
export declare const DOCUMENT_METADATA_FILE = "metadata.json";
|
|
15
|
+
export declare const RAPPORT_FOLDER = "rap";
|
|
16
|
+
type IterItem<T> = {
|
|
17
|
+
item: T;
|
|
18
|
+
filePathFromDataset?: string;
|
|
19
|
+
legislature?: number;
|
|
20
|
+
};
|
|
21
|
+
export interface TexteMetadata {
|
|
22
|
+
name: string;
|
|
23
|
+
session: string | null | undefined;
|
|
24
|
+
url_expose_des_motifs?: URL;
|
|
25
|
+
url_xml: URL;
|
|
26
|
+
url_html: URL;
|
|
27
|
+
url_pdf: URL;
|
|
28
|
+
}
|
|
29
|
+
export interface RapportMetadata {
|
|
30
|
+
name: string;
|
|
31
|
+
session: string | null | undefined;
|
|
32
|
+
url_html: URL;
|
|
33
|
+
url_pdf: URL;
|
|
34
|
+
}
|
|
35
|
+
export interface DossierLegislatifTexteResult {
|
|
36
|
+
signet_dossier: string;
|
|
37
|
+
url_dossier_senat: string;
|
|
38
|
+
url_dossier_assemblee_nationale: string | null;
|
|
39
|
+
type_lecture: string;
|
|
40
|
+
libelle_lecture: string;
|
|
41
|
+
libelle_organisme: string | null;
|
|
42
|
+
numero: string | null;
|
|
43
|
+
url: string;
|
|
44
|
+
origine_texte: string;
|
|
45
|
+
type_texte: string;
|
|
46
|
+
date: string;
|
|
47
|
+
session: string | null;
|
|
48
|
+
auteurs: {
|
|
49
|
+
prenom: string | null;
|
|
50
|
+
nom_usuel: string;
|
|
51
|
+
matricule: string | null;
|
|
52
|
+
}[];
|
|
53
|
+
}
|
|
54
|
+
export declare function iterFilePaths(dirPath: string): Generator<string>;
|
|
55
|
+
export declare function iterLoadSenatAmendements(dataDir: string, session: number | undefined, options?: {}): Generator<IterItem<AmendementResult>>;
|
|
56
|
+
export declare function iterLoadSenatDossiersLegislatifs(dataDir: string, session: number | undefined, options?: {}): Generator<IterItem<DossierLegislatifResult>>;
|
|
57
|
+
export declare function iterLoadSenatDossiersLegislatifsTexteUrls(dataDir: string, session: number | undefined): Generator<IterItem<TexteMetadata>>;
|
|
58
|
+
export declare function iterLoadSenatDossiersLegislatifsRapportUrls(dataDir: string, session: number | undefined): Generator<IterItem<RapportMetadata>>;
|
|
59
|
+
export declare function iterLoadSenatDossiersLegislatifsTextes(dataDir: string, session: number | undefined, options?: {}): Generator<IterItem<DossierLegislatifTexteResult>>;
|
|
60
|
+
export declare function loadSenatTexteContent(dataDir: string, textePathFromDataset: string): IterItem<FlatTexte | null>;
|
|
61
|
+
export declare function iterLoadSenatOrganismes(dataDir: string, options?: {}): Generator<IterItem<OrganismeResult>>;
|
|
62
|
+
export declare function iterLoadSenatSenateurs(dataDir: string, legislature: number, options?: {}): Generator<IterItem<SenateurResult>>;
|
|
63
|
+
export declare function iterLoadSenatCirconscriptions(dataDir: string, options?: {}): Generator<IterItem<CirconscriptionResult>>;
|
|
64
|
+
export declare function iterLoadSenatQuestions(dataDir: string, legislature: number, options?: {}): Generator<IterItem<QuestionResult>>;
|