@tricoteuses/senat 1.3.1 → 1.3.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/config.d.ts +1 -0
- package/lib/config.js +14 -45
- package/lib/databases.js +86 -143
- package/lib/datasets.js +78 -83
- package/lib/index.d.ts +7 -4
- package/lib/index.js +42 -419
- package/lib/loaders.js +149 -654
- package/lib/model/ameli.js +83 -21
- package/lib/model/debats.js +0 -1
- package/lib/model/dosleg.d.ts +1 -1
- package/lib/model/dosleg.js +179 -73
- package/lib/model/index.d.ts +3 -3
- package/lib/model/index.js +12 -46
- package/lib/model/questions.js +68 -39
- package/lib/model/sens.js +383 -113
- package/lib/model/texte.js +220 -290
- package/lib/model/util.js +9 -26
- package/lib/raw_types/ameli.js +5 -6
- package/lib/raw_types/debats.js +5 -6
- package/lib/raw_types/dosleg.js +5 -6
- package/lib/raw_types/questions.js +5 -6
- package/lib/raw_types/sens.js +5 -6
- package/lib/raw_types_schemats/ameli.js +1 -43
- package/lib/raw_types_schemats/debats.js +1 -22
- package/lib/raw_types_schemats/dosleg.js +1 -96
- package/lib/raw_types_schemats/questions.js +1 -22
- package/lib/raw_types_schemats/sens.js +1 -112
- package/lib/scripts/convert_data.js +181 -631
- package/lib/scripts/datautil.js +17 -60
- package/lib/scripts/parse_textes.js +46 -129
- package/lib/scripts/retrieve_documents.js +247 -513
- package/lib/scripts/retrieve_open_data.js +211 -368
- package/lib/scripts/retrieve_senateurs_photos.js +144 -239
- package/lib/scripts/shared/cli_helpers.js +30 -30
- package/lib/scripts/shared/util.js +28 -94
- package/lib/strings.js +20 -45
- package/lib/types/ameli.d.ts +1 -1
- package/lib/types/ameli.js +14 -25
- package/lib/types/debats.d.ts +1 -1
- package/lib/types/debats.js +3 -21
- package/lib/types/dosleg.d.ts +1 -1
- package/lib/types/dosleg.js +152 -119
- package/lib/types/questions.d.ts +1 -1
- package/lib/types/questions.js +1 -13
- package/lib/types/sens.d.ts +1 -1
- package/lib/types/sens.js +1 -13
- package/lib/types/sessions.js +44 -49
- package/lib/types/texte.js +17 -22
- package/lib/validators/config.js +47 -111
- package/lib/validators/senat.js +1 -5
- package/package.json +16 -38
- package/lib/aggregates.d.ts +0 -52
- package/lib/aggregates.mjs +0 -930
- package/lib/aggregates.ts +0 -833
- package/lib/config.mjs +0 -16
- package/lib/config.ts +0 -26
- package/lib/data/legislatures.json +0 -38
- package/lib/databases.mjs +0 -57
- package/lib/databases.ts +0 -71
- package/lib/datasets.mjs +0 -78
- package/lib/datasets.ts +0 -118
- package/lib/fields.d.ts +0 -10
- package/lib/fields.mjs +0 -68
- package/lib/fields.ts +0 -29
- package/lib/index.mjs +0 -4
- package/lib/index.ts +0 -42
- package/lib/inserters.d.ts +0 -98
- package/lib/inserters.mjs +0 -500
- package/lib/inserters.ts +0 -521
- package/lib/loaders.mjs +0 -158
- package/lib/loaders.ts +0 -271
- package/lib/model/ameli.mjs +0 -84
- package/lib/model/ameli.ts +0 -100
- package/lib/model/debats.mjs +0 -1
- package/lib/model/debats.ts +0 -0
- package/lib/model/dosleg.mjs +0 -196
- package/lib/model/dosleg.ts +0 -240
- package/lib/model/index.mjs +0 -4
- package/lib/model/index.ts +0 -14
- package/lib/model/questions.mjs +0 -71
- package/lib/model/questions.ts +0 -93
- package/lib/model/sens.mjs +0 -415
- package/lib/model/sens.ts +0 -516
- package/lib/model/texte.mjs +0 -208
- package/lib/model/texte.ts +0 -229
- package/lib/model/util.mjs +0 -19
- package/lib/model/util.ts +0 -32
- package/lib/raw_types/ameli.mjs +0 -5
- package/lib/raw_types/ameli.ts +0 -951
- package/lib/raw_types/debats.mjs +0 -5
- package/lib/raw_types/debats.ts +0 -222
- package/lib/raw_types/dosleg.mjs +0 -5
- package/lib/raw_types/dosleg.ts +0 -3625
- package/lib/raw_types/questions.mjs +0 -5
- package/lib/raw_types/questions.ts +0 -427
- package/lib/raw_types/sens.mjs +0 -5
- package/lib/raw_types/sens.ts +0 -4499
- package/lib/raw_types_kysely/ameli.d.ts +0 -6
- package/lib/raw_types_kysely/ameli.mjs +0 -7
- package/lib/raw_types_kysely/ameli.ts +0 -6
- package/lib/raw_types_kysely/debats.d.ts +0 -6
- package/lib/raw_types_kysely/debats.mjs +0 -7
- package/lib/raw_types_kysely/debats.ts +0 -6
- package/lib/raw_types_kysely/dosleg.d.ts +0 -6
- package/lib/raw_types_kysely/dosleg.mjs +0 -7
- package/lib/raw_types_kysely/dosleg.ts +0 -6
- package/lib/raw_types_kysely/questions.d.ts +0 -6
- package/lib/raw_types_kysely/questions.mjs +0 -7
- package/lib/raw_types_kysely/questions.ts +0 -6
- package/lib/raw_types_kysely/sens.d.ts +0 -6
- package/lib/raw_types_kysely/sens.mjs +0 -7
- package/lib/raw_types_kysely/sens.ts +0 -6
- package/lib/raw_types_kysely/texte.d.ts +0 -45
- package/lib/raw_types_kysely/texte.mjs +0 -7
- package/lib/raw_types_kysely/texte.ts +0 -53
- package/lib/raw_types_schemats/ameli.mjs +0 -2
- package/lib/raw_types_schemats/ameli.ts +0 -601
- package/lib/raw_types_schemats/debats.mjs +0 -2
- package/lib/raw_types_schemats/debats.ts +0 -145
- package/lib/raw_types_schemats/dosleg.mjs +0 -2
- package/lib/raw_types_schemats/dosleg.ts +0 -2195
- package/lib/raw_types_schemats/questions.mjs +0 -2
- package/lib/raw_types_schemats/questions.ts +0 -251
- package/lib/raw_types_schemats/sens.mjs +0 -2
- package/lib/raw_types_schemats/sens.ts +0 -2907
- package/lib/scripts/convert_data.mjs +0 -181
- package/lib/scripts/convert_data.ts +0 -243
- package/lib/scripts/datautil.mjs +0 -16
- package/lib/scripts/datautil.ts +0 -19
- package/lib/scripts/images/transparent_150x192.jpg +0 -0
- package/lib/scripts/images/transparent_155x225.jpg +0 -0
- package/lib/scripts/parse_textes.mjs +0 -46
- package/lib/scripts/parse_textes.ts +0 -65
- package/lib/scripts/retrieve_documents.mjs +0 -249
- package/lib/scripts/retrieve_documents.ts +0 -298
- package/lib/scripts/retrieve_open_data.mjs +0 -217
- package/lib/scripts/retrieve_open_data.ts +0 -274
- package/lib/scripts/retrieve_senateurs_photos.mjs +0 -147
- package/lib/scripts/retrieve_senateurs_photos.ts +0 -177
- package/lib/scripts/retrieve_textes.d.ts +0 -1
- package/lib/scripts/retrieve_textes.mjs +0 -328
- package/lib/scripts/retrieve_textes.ts +0 -143
- package/lib/scripts/shared/cli_helpers.ts +0 -36
- package/lib/scripts/shared/util.ts +0 -33
- package/lib/src/aggregates.d.ts +0 -52
- package/lib/src/aggregates.mjs +0 -726
- package/lib/src/config.d.ts +0 -2
- package/lib/src/config.mjs +0 -16
- package/lib/src/databases.d.ts +0 -18
- package/lib/src/databases.mjs +0 -55
- package/lib/src/datasets.d.ts +0 -28
- package/lib/src/datasets.mjs +0 -78
- package/lib/src/fields.d.ts +0 -10
- package/lib/src/fields.mjs +0 -22
- package/lib/src/index.d.ts +0 -8
- package/lib/src/index.mjs +0 -7
- package/lib/src/inserters.d.ts +0 -98
- package/lib/src/inserters.mjs +0 -360
- package/lib/src/loaders.d.ts +0 -36
- package/lib/src/loaders.mjs +0 -107
- package/lib/src/model/ameli.d.ts +0 -4
- package/lib/src/model/ameli.js +0 -57
- package/lib/src/model/debats.d.ts +0 -4
- package/lib/src/model/debats.js +0 -43
- package/lib/src/model/dosleg.d.ts +0 -197
- package/lib/src/model/dosleg.js +0 -169
- package/lib/src/model/index.d.ts +0 -4
- package/lib/src/model/index.js +0 -4
- package/lib/src/model/questions.d.ts +0 -89
- package/lib/src/model/questions.js +0 -76
- package/lib/src/model/sens.d.ts +0 -390
- package/lib/src/model/sens.js +0 -339
- package/lib/src/model/texte.d.ts +0 -7
- package/lib/src/model/texte.js +0 -183
- package/lib/src/raw_types_kysely/ameli.d.ts +0 -915
- package/lib/src/raw_types_kysely/ameli.js +0 -5
- package/lib/src/raw_types_kysely/debats.d.ts +0 -207
- package/lib/src/raw_types_kysely/debats.js +0 -5
- package/lib/src/raw_types_kysely/dosleg.d.ts +0 -3532
- package/lib/src/raw_types_kysely/dosleg.js +0 -5
- package/lib/src/raw_types_kysely/questions.d.ts +0 -414
- package/lib/src/raw_types_kysely/questions.js +0 -5
- package/lib/src/raw_types_kysely/sens.d.ts +0 -4394
- package/lib/src/raw_types_kysely/sens.js +0 -5
- package/lib/src/raw_types_schemats/ameli.d.ts +0 -541
- package/lib/src/raw_types_schemats/ameli.js +0 -2
- package/lib/src/raw_types_schemats/debats.d.ts +0 -127
- package/lib/src/raw_types_schemats/debats.js +0 -2
- package/lib/src/raw_types_schemats/dosleg.d.ts +0 -2027
- package/lib/src/raw_types_schemats/dosleg.js +0 -2
- package/lib/src/raw_types_schemats/questions.d.ts +0 -231
- package/lib/src/raw_types_schemats/questions.js +0 -2
- package/lib/src/raw_types_schemats/sens.d.ts +0 -2709
- package/lib/src/raw_types_schemats/sens.js +0 -2
- package/lib/src/scripts/convert_data.d.ts +0 -1
- package/lib/src/scripts/convert_data.js +0 -95
- package/lib/src/scripts/datautil.d.ts +0 -5
- package/lib/src/scripts/datautil.js +0 -16
- package/lib/src/scripts/parse_textes.d.ts +0 -1
- package/lib/src/scripts/parse_textes.js +0 -47
- package/lib/src/scripts/retrieve_documents.d.ts +0 -1
- package/lib/src/scripts/retrieve_documents.js +0 -258
- package/lib/src/scripts/retrieve_open_data.d.ts +0 -1
- package/lib/src/scripts/retrieve_open_data.js +0 -214
- package/lib/src/scripts/retrieve_senateurs_photos.d.ts +0 -1
- package/lib/src/scripts/retrieve_senateurs_photos.js +0 -147
- package/lib/src/scripts/shared/cli_helpers.d.ts +0 -44
- package/lib/src/scripts/shared/cli_helpers.js +0 -32
- package/lib/src/scripts/shared/util.d.ts +0 -3
- package/lib/src/scripts/shared/util.js +0 -28
- package/lib/src/strings.d.ts +0 -1
- package/lib/src/strings.mjs +0 -18
- package/lib/src/types/ameli.d.ts +0 -10
- package/lib/src/types/ameli.js +0 -13
- package/lib/src/types/debats.d.ts +0 -4
- package/lib/src/types/debats.js +0 -2
- package/lib/src/types/dosleg.d.ts +0 -98
- package/lib/src/types/dosleg.js +0 -151
- package/lib/src/types/questions.d.ts +0 -2
- package/lib/src/types/questions.js +0 -1
- package/lib/src/types/sens.d.ts +0 -10
- package/lib/src/types/sens.js +0 -1
- package/lib/src/types/sessions.d.ts +0 -42
- package/lib/src/types/sessions.js +0 -43
- package/lib/src/types/texte.d.ts +0 -61
- package/lib/src/types/texte.js +0 -16
- package/lib/src/validators/config.d.ts +0 -1
- package/lib/src/validators/config.js +0 -54
- package/lib/src/validators/senat.d.ts +0 -0
- package/lib/src/validators/senat.js +0 -24
- package/lib/strings.mjs +0 -18
- package/lib/strings.ts +0 -26
- package/lib/types/ameli.mjs +0 -13
- package/lib/types/ameli.ts +0 -21
- package/lib/types/debats.mjs +0 -2
- package/lib/types/debats.ts +0 -6
- package/lib/types/dosleg.mjs +0 -151
- package/lib/types/dosleg.ts +0 -284
- package/lib/types/questions.mjs +0 -1
- package/lib/types/questions.ts +0 -3
- package/lib/types/sens.mjs +0 -1
- package/lib/types/sens.ts +0 -12
- package/lib/types/sessions.mjs +0 -43
- package/lib/types/sessions.ts +0 -42
- package/lib/types/texte.mjs +0 -16
- package/lib/types/texte.ts +0 -76
- package/lib/typings/windows-1252.d.js +0 -2
- package/lib/typings/windows-1252.d.mjs +0 -2
- package/lib/typings/windows-1252.d.ts +0 -11
- package/lib/validators/config.mjs +0 -54
- package/lib/validators/config.ts +0 -79
- package/lib/validators/senat.mjs +0 -24
- package/lib/validators/senat.ts +0 -26
package/lib/inserters.ts
DELETED
|
@@ -1,521 +0,0 @@
|
|
|
1
|
-
import { TxtAmeli } from "./types/ameli"
|
|
2
|
-
import { Debat } from "./types/debats"
|
|
3
|
-
import {
|
|
4
|
-
Ass,
|
|
5
|
-
Aud,
|
|
6
|
-
Auteur,
|
|
7
|
-
DateSeance,
|
|
8
|
-
DecCoc,
|
|
9
|
-
DenRap,
|
|
10
|
-
DocAtt,
|
|
11
|
-
Ecr,
|
|
12
|
-
EtaLoi,
|
|
13
|
-
LecAss,
|
|
14
|
-
LecAssRap,
|
|
15
|
-
Lecture,
|
|
16
|
-
Loi,
|
|
17
|
-
Org,
|
|
18
|
-
OriTxt,
|
|
19
|
-
Qua,
|
|
20
|
-
Rap,
|
|
21
|
-
Scr,
|
|
22
|
-
Texte,
|
|
23
|
-
TypAtt,
|
|
24
|
-
TypLec,
|
|
25
|
-
TypLoi,
|
|
26
|
-
TypTxt,
|
|
27
|
-
TypUrl,
|
|
28
|
-
} from "./types/dosleg"
|
|
29
|
-
|
|
30
|
-
export interface OutputData {
|
|
31
|
-
readonly ass?: { [id: string]: Ass }
|
|
32
|
-
readonly aud?: { [id: string]: Aud }
|
|
33
|
-
readonly auteur?: { [id: string]: Auteur }
|
|
34
|
-
readonly date_seance?: { [id: string]: DateSeance }
|
|
35
|
-
readonly debats?: { [id: string]: Debat }
|
|
36
|
-
readonly deccoc?: { [id: string]: DecCoc }
|
|
37
|
-
readonly denrap?: { [id: string]: DenRap }
|
|
38
|
-
readonly docatt?: { [id: string]: DocAtt }
|
|
39
|
-
readonly ecr?: { [id: string]: Ecr }
|
|
40
|
-
readonly etaloi?: { [id: string]: EtaLoi }
|
|
41
|
-
readonly lecass?: { [id: string]: LecAss }
|
|
42
|
-
readonly lecassrap?: { [id: string]: LecAssRap }
|
|
43
|
-
readonly lecture?: { [id: string]: Lecture }
|
|
44
|
-
readonly loi?: { [id: string]: Loi }
|
|
45
|
-
readonly org?: { [id: string]: Org }
|
|
46
|
-
readonly oritxt?: { [id: string]: OriTxt }
|
|
47
|
-
readonly qua?: { [id: string]: Qua }
|
|
48
|
-
readonly rap?: { [id: string]: Rap }
|
|
49
|
-
readonly scr?: { [id: string]: Scr }
|
|
50
|
-
readonly texte?: { [id: string]: Texte }
|
|
51
|
-
readonly typatt?: { [id: string]: TypAtt }
|
|
52
|
-
readonly typlec?: { [id: string]: TypLec }
|
|
53
|
-
readonly typloi?: { [id: string]: TypLoi }
|
|
54
|
-
readonly typtxt?: { [id: string]: TypTxt }
|
|
55
|
-
readonly typurl?: { [id: string]: TypUrl }
|
|
56
|
-
readonly txt_ameli?: { [id: string]: TxtAmeli }
|
|
57
|
-
}
|
|
58
|
-
|
|
59
|
-
type VisitedIdsByTableName = { [tableName: string]: Set<number | string> }
|
|
60
|
-
|
|
61
|
-
export function insertAudReferences(
|
|
62
|
-
aud: Aud,
|
|
63
|
-
data: OutputData,
|
|
64
|
-
visitedIdsByTableName: VisitedIdsByTableName,
|
|
65
|
-
) {
|
|
66
|
-
let visitedIds = visitedIdsByTableName.aud
|
|
67
|
-
if (visitedIds === undefined) {
|
|
68
|
-
visitedIds = visitedIdsByTableName.aud = new Set()
|
|
69
|
-
}
|
|
70
|
-
if (!visitedIds.has(aud.audcle)) {
|
|
71
|
-
visitedIds.add(aud.audcle)
|
|
72
|
-
|
|
73
|
-
if (aud.orgcod !== null && data.org !== undefined) {
|
|
74
|
-
const org = data.org[aud.orgcod]
|
|
75
|
-
if (org !== undefined) {
|
|
76
|
-
aud.org = org
|
|
77
|
-
// insertOrgReferences(org, data, visitedIdsByTableName)
|
|
78
|
-
}
|
|
79
|
-
}
|
|
80
|
-
|
|
81
|
-
// TODO
|
|
82
|
-
}
|
|
83
|
-
|
|
84
|
-
return aud
|
|
85
|
-
}
|
|
86
|
-
|
|
87
|
-
export function insertAuteurReferences(
|
|
88
|
-
auteur: Auteur,
|
|
89
|
-
data: OutputData,
|
|
90
|
-
visitedIdsByTableName: VisitedIdsByTableName,
|
|
91
|
-
) {
|
|
92
|
-
let visitedIds = visitedIdsByTableName.auteur
|
|
93
|
-
if (visitedIds === undefined) {
|
|
94
|
-
visitedIds = visitedIdsByTableName.auteur = new Set()
|
|
95
|
-
}
|
|
96
|
-
if (!visitedIds.has(auteur.autcod)) {
|
|
97
|
-
visitedIds.add(auteur.autcod)
|
|
98
|
-
|
|
99
|
-
if (data.qua !== undefined) {
|
|
100
|
-
const qua = data.qua[auteur.quacod]
|
|
101
|
-
if (qua !== undefined) {
|
|
102
|
-
auteur.qua = qua
|
|
103
|
-
// insertQuaReferences(qua, data, visitedIdsByTableName)
|
|
104
|
-
}
|
|
105
|
-
}
|
|
106
|
-
|
|
107
|
-
// TODO
|
|
108
|
-
}
|
|
109
|
-
|
|
110
|
-
return auteur
|
|
111
|
-
}
|
|
112
|
-
|
|
113
|
-
export function insertDateSeanceReferences(
|
|
114
|
-
dateSeance: DateSeance,
|
|
115
|
-
data: OutputData,
|
|
116
|
-
visitedIdsByTableName: VisitedIdsByTableName,
|
|
117
|
-
) {
|
|
118
|
-
let visitedIds = visitedIdsByTableName.date_seance
|
|
119
|
-
if (visitedIds === undefined) {
|
|
120
|
-
visitedIds = visitedIdsByTableName.date_seance = new Set()
|
|
121
|
-
}
|
|
122
|
-
if (!visitedIds.has(dateSeance.code)) {
|
|
123
|
-
visitedIds.add(dateSeance.code)
|
|
124
|
-
|
|
125
|
-
if (dateSeance.date_s !== null && data.debats !== undefined) {
|
|
126
|
-
const dateString =
|
|
127
|
-
dateSeance.date_s instanceof Date
|
|
128
|
-
? dateSeance.date_s.toISOString()
|
|
129
|
-
: dateSeance.date_s
|
|
130
|
-
const debat = data.debats[dateString]
|
|
131
|
-
if (debat !== undefined) {
|
|
132
|
-
dateSeance.debat = debat
|
|
133
|
-
// insertDebatReferences(debat, data, visitedIdsByTableName)
|
|
134
|
-
}
|
|
135
|
-
}
|
|
136
|
-
|
|
137
|
-
dateSeance.scrs = []
|
|
138
|
-
if (dateSeance.scrids !== undefined && data.scr !== undefined) {
|
|
139
|
-
for (const scrid of dateSeance.scrids) {
|
|
140
|
-
const scr = data.scr[scrid]
|
|
141
|
-
if (scr !== undefined) {
|
|
142
|
-
dateSeance.scrs.push(scr)
|
|
143
|
-
// insertScrReferences(scr, data, visitedIdsByTableName)
|
|
144
|
-
}
|
|
145
|
-
}
|
|
146
|
-
}
|
|
147
|
-
}
|
|
148
|
-
|
|
149
|
-
return dateSeance
|
|
150
|
-
}
|
|
151
|
-
|
|
152
|
-
export function insertDocAttReferences(
|
|
153
|
-
docatt: DocAtt,
|
|
154
|
-
data: OutputData,
|
|
155
|
-
visitedIdsByTableName: VisitedIdsByTableName,
|
|
156
|
-
performInsertRapReferences=true
|
|
157
|
-
) {
|
|
158
|
-
let visitedIds = visitedIdsByTableName.docatt
|
|
159
|
-
if (visitedIds === undefined) {
|
|
160
|
-
visitedIds = visitedIdsByTableName.docatt = new Set()
|
|
161
|
-
}
|
|
162
|
-
if (!visitedIds.has(docatt.docattcle)) {
|
|
163
|
-
visitedIds.add(docatt.docattcle)
|
|
164
|
-
|
|
165
|
-
if (performInsertRapReferences && docatt.rapcod !== null && data.rap !== undefined) {
|
|
166
|
-
const rap = data.rap[docatt.rapcod]
|
|
167
|
-
if (rap !== undefined) {
|
|
168
|
-
docatt.rap = rap
|
|
169
|
-
insertRapReferences(rap, data, visitedIdsByTableName)
|
|
170
|
-
}
|
|
171
|
-
}
|
|
172
|
-
|
|
173
|
-
if (docatt.typattcod !== null && data.typatt !== undefined) {
|
|
174
|
-
const typatt = data.typatt[docatt.typattcod]
|
|
175
|
-
if (typatt !== undefined) {
|
|
176
|
-
docatt.typatt = typatt
|
|
177
|
-
// insertTypAttReferences(typatt, data, visitedIdsByTableName)
|
|
178
|
-
}
|
|
179
|
-
}
|
|
180
|
-
}
|
|
181
|
-
|
|
182
|
-
return docatt
|
|
183
|
-
}
|
|
184
|
-
|
|
185
|
-
export function insertEcrReferences(
|
|
186
|
-
ecr: Ecr,
|
|
187
|
-
data: OutputData,
|
|
188
|
-
visitedIdsByTableName: VisitedIdsByTableName,
|
|
189
|
-
) {
|
|
190
|
-
let visitedIds = visitedIdsByTableName.ecr
|
|
191
|
-
if (visitedIds === undefined) {
|
|
192
|
-
visitedIds = visitedIdsByTableName.ecr = new Set()
|
|
193
|
-
}
|
|
194
|
-
if (!visitedIds.has(ecr.ecrnum)) {
|
|
195
|
-
visitedIds.add(ecr.ecrnum)
|
|
196
|
-
|
|
197
|
-
if (ecr.autcod !== null && data.auteur !== undefined) {
|
|
198
|
-
const aut = data.auteur[ecr.autcod]
|
|
199
|
-
if (aut !== undefined) {
|
|
200
|
-
ecr.aut = aut
|
|
201
|
-
insertAuteurReferences(aut, data, visitedIdsByTableName)
|
|
202
|
-
}
|
|
203
|
-
}
|
|
204
|
-
|
|
205
|
-
// TODO
|
|
206
|
-
}
|
|
207
|
-
|
|
208
|
-
return ecr
|
|
209
|
-
}
|
|
210
|
-
|
|
211
|
-
export function insertLecassrapReferences(
|
|
212
|
-
lecassrap: LecAssRap,
|
|
213
|
-
data: OutputData,
|
|
214
|
-
visitedIdsByTableName: VisitedIdsByTableName,
|
|
215
|
-
) {
|
|
216
|
-
let visitedIds = visitedIdsByTableName.lecassrap
|
|
217
|
-
if (visitedIds === undefined) {
|
|
218
|
-
visitedIds = visitedIdsByTableName.lecassrap = new Set()
|
|
219
|
-
}
|
|
220
|
-
const lecasrapid = `${lecassrap.lecassidt} ${lecassrap.rapcod}`
|
|
221
|
-
if (!visitedIds.has(lecasrapid)) {
|
|
222
|
-
visitedIds.add(lecasrapid)
|
|
223
|
-
|
|
224
|
-
if (lecassrap.rapcod !== null && data.rap !== undefined) {
|
|
225
|
-
const rap = data.rap[lecassrap.rapcod]
|
|
226
|
-
if (rap !== undefined) {
|
|
227
|
-
lecassrap.rap = rap
|
|
228
|
-
insertRapReferences(rap, data, visitedIdsByTableName)
|
|
229
|
-
}
|
|
230
|
-
}
|
|
231
|
-
}
|
|
232
|
-
|
|
233
|
-
return lecassrap
|
|
234
|
-
}
|
|
235
|
-
|
|
236
|
-
export function insertLecassReferences(
|
|
237
|
-
lecass: LecAss,
|
|
238
|
-
data: OutputData,
|
|
239
|
-
visitedIdsByTableName: VisitedIdsByTableName,
|
|
240
|
-
) {
|
|
241
|
-
let visitedIds = visitedIdsByTableName.lecass
|
|
242
|
-
if (visitedIds === undefined) {
|
|
243
|
-
visitedIds = visitedIdsByTableName.lecass = new Set()
|
|
244
|
-
}
|
|
245
|
-
if (!visitedIds.has(lecass.lecassidt)) {
|
|
246
|
-
visitedIds.add(lecass.lecassidt)
|
|
247
|
-
|
|
248
|
-
if (lecass.codass !== null && data.ass !== undefined) {
|
|
249
|
-
const ass = data.ass[lecass.codass]
|
|
250
|
-
if (ass !== undefined) {
|
|
251
|
-
lecass.ass = ass
|
|
252
|
-
// insertAssReferences(ass, data, visitedIdsByTableName)
|
|
253
|
-
}
|
|
254
|
-
}
|
|
255
|
-
|
|
256
|
-
if (lecass.orgcod !== null && data.org !== undefined) {
|
|
257
|
-
const org = data.org[lecass.orgcod]
|
|
258
|
-
if (org !== undefined) {
|
|
259
|
-
lecass.org = org
|
|
260
|
-
// insertOrgReferences(org, data, visitedIdsByTableName)
|
|
261
|
-
}
|
|
262
|
-
}
|
|
263
|
-
|
|
264
|
-
lecass.auds = []
|
|
265
|
-
if (lecass.audcles !== undefined && data.aud !== undefined) {
|
|
266
|
-
for (const audcle of lecass.audcles) {
|
|
267
|
-
const aud = data.aud[audcle]
|
|
268
|
-
if (aud !== undefined) {
|
|
269
|
-
lecass.auds.push(aud)
|
|
270
|
-
insertAudReferences(aud, data, visitedIdsByTableName)
|
|
271
|
-
}
|
|
272
|
-
}
|
|
273
|
-
}
|
|
274
|
-
|
|
275
|
-
lecass.datesSeances = []
|
|
276
|
-
if (lecass.datesSeancesCodes !== undefined && data.date_seance !== undefined) {
|
|
277
|
-
for (const dateSeanceCode of lecass.datesSeancesCodes) {
|
|
278
|
-
const dateSeance = data.date_seance[dateSeanceCode]
|
|
279
|
-
if (dateSeance !== undefined) {
|
|
280
|
-
lecass.datesSeances.push(dateSeance)
|
|
281
|
-
insertDateSeanceReferences(dateSeance, data, visitedIdsByTableName)
|
|
282
|
-
}
|
|
283
|
-
}
|
|
284
|
-
}
|
|
285
|
-
|
|
286
|
-
lecass.lecassraps = []
|
|
287
|
-
if (lecass.lecassrapids !== undefined && data.lecassrap !== undefined) {
|
|
288
|
-
for (const lecassrapid of lecass.lecassrapids) {
|
|
289
|
-
const lecassrap = data.lecassrap[lecassrapid]
|
|
290
|
-
if (lecassrap !== undefined) {
|
|
291
|
-
lecass.lecassraps.push(lecassrap)
|
|
292
|
-
insertLecassrapReferences(lecassrap, data, visitedIdsByTableName)
|
|
293
|
-
}
|
|
294
|
-
}
|
|
295
|
-
}
|
|
296
|
-
|
|
297
|
-
lecass.textes = []
|
|
298
|
-
if (lecass.texcods !== undefined && data.texte !== undefined) {
|
|
299
|
-
for (const texcod of lecass.texcods) {
|
|
300
|
-
const texte = data.texte[texcod]
|
|
301
|
-
if (texte !== undefined) {
|
|
302
|
-
lecass.textes.push(texte)
|
|
303
|
-
insertTexteReferences(texte, data, visitedIdsByTableName)
|
|
304
|
-
}
|
|
305
|
-
}
|
|
306
|
-
}
|
|
307
|
-
}
|
|
308
|
-
|
|
309
|
-
return lecass
|
|
310
|
-
}
|
|
311
|
-
|
|
312
|
-
export function insertLectureReferences(
|
|
313
|
-
lecture: Lecture,
|
|
314
|
-
data: OutputData,
|
|
315
|
-
visitedIdsByTableName: VisitedIdsByTableName,
|
|
316
|
-
) {
|
|
317
|
-
let visitedIds = visitedIdsByTableName.lecture
|
|
318
|
-
if (visitedIds === undefined) {
|
|
319
|
-
visitedIds = visitedIdsByTableName.lecture = new Set()
|
|
320
|
-
}
|
|
321
|
-
if (!visitedIds.has(lecture.lecidt)) {
|
|
322
|
-
visitedIds.add(lecture.lecidt)
|
|
323
|
-
|
|
324
|
-
if (lecture.typleccod !== null && data.typlec !== undefined) {
|
|
325
|
-
const typlec = data.typlec[lecture.typleccod]
|
|
326
|
-
if (typlec !== undefined) {
|
|
327
|
-
lecture.typlec = typlec
|
|
328
|
-
// insertTyplecReferences(typlec, data, visitedIdsByTableName)
|
|
329
|
-
}
|
|
330
|
-
}
|
|
331
|
-
|
|
332
|
-
lecture.lecasss = []
|
|
333
|
-
if (lecture.lecassidts !== undefined && data.lecass !== undefined) {
|
|
334
|
-
for (const lecassidt of lecture.lecassidts) {
|
|
335
|
-
const lecass = data.lecass[lecassidt]
|
|
336
|
-
if (lecass !== undefined) {
|
|
337
|
-
lecture.lecasss.push(lecass)
|
|
338
|
-
insertLecassReferences(lecass, data, visitedIdsByTableName)
|
|
339
|
-
}
|
|
340
|
-
}
|
|
341
|
-
}
|
|
342
|
-
}
|
|
343
|
-
|
|
344
|
-
return lecture
|
|
345
|
-
}
|
|
346
|
-
|
|
347
|
-
export function insertLoiReferences(
|
|
348
|
-
loi: Loi,
|
|
349
|
-
data: OutputData,
|
|
350
|
-
visitedIdsByTableName: VisitedIdsByTableName,
|
|
351
|
-
) {
|
|
352
|
-
let visitedIds = visitedIdsByTableName.loi
|
|
353
|
-
if (visitedIds === undefined) {
|
|
354
|
-
visitedIds = visitedIdsByTableName.loi = new Set()
|
|
355
|
-
}
|
|
356
|
-
if (!visitedIds.has(loi.loicod)) {
|
|
357
|
-
visitedIds.add(loi.loicod)
|
|
358
|
-
|
|
359
|
-
if (loi.typloicod !== null && data.typloi !== undefined) {
|
|
360
|
-
const typloi = data.typloi[loi.typloicod]
|
|
361
|
-
if (typloi !== undefined) {
|
|
362
|
-
loi.typloi = typloi
|
|
363
|
-
// insertTyploiReferences(typloi, data, visitedIdsByTableName)
|
|
364
|
-
}
|
|
365
|
-
}
|
|
366
|
-
|
|
367
|
-
if (loi.etaloicod !== null && data.etaloi !== undefined) {
|
|
368
|
-
const etaloi = data.etaloi[loi.etaloicod]
|
|
369
|
-
if (etaloi !== undefined) {
|
|
370
|
-
loi.etaloi = etaloi
|
|
371
|
-
// insertEtaloiReferences(etaloi, data, visitedIdsByTableName)
|
|
372
|
-
}
|
|
373
|
-
}
|
|
374
|
-
|
|
375
|
-
if (loi.deccoccod !== null && data.deccoc !== undefined) {
|
|
376
|
-
const deccoc = data.deccoc[loi.deccoccod]
|
|
377
|
-
if (deccoc !== undefined) {
|
|
378
|
-
loi.deccoc = deccoc
|
|
379
|
-
// insertDeccocReferences(deccoc, data, visitedIdsByTableName)
|
|
380
|
-
}
|
|
381
|
-
}
|
|
382
|
-
|
|
383
|
-
loi.lectures = []
|
|
384
|
-
if (loi.lecidts !== undefined && data.lecture !== undefined) {
|
|
385
|
-
for (const lecidt of loi.lecidts) {
|
|
386
|
-
const lecture = data.lecture[lecidt]
|
|
387
|
-
if (lecture !== undefined) {
|
|
388
|
-
loi.lectures.push(lecture)
|
|
389
|
-
insertLectureReferences(lecture, data, visitedIdsByTableName)
|
|
390
|
-
}
|
|
391
|
-
}
|
|
392
|
-
}
|
|
393
|
-
}
|
|
394
|
-
|
|
395
|
-
return loi
|
|
396
|
-
}
|
|
397
|
-
|
|
398
|
-
export function insertRapReferences(
|
|
399
|
-
rap: Rap,
|
|
400
|
-
data: OutputData,
|
|
401
|
-
visitedIdsByTableName: VisitedIdsByTableName,
|
|
402
|
-
) {
|
|
403
|
-
let visitedIds = visitedIdsByTableName.rap
|
|
404
|
-
if (visitedIds === undefined) {
|
|
405
|
-
visitedIds = visitedIdsByTableName.rap = new Set()
|
|
406
|
-
}
|
|
407
|
-
if (!visitedIds.has(rap.rapcod)) {
|
|
408
|
-
visitedIds.add(rap.rapcod)
|
|
409
|
-
|
|
410
|
-
if (rap.coddenrap !== null && data.denrap !== undefined) {
|
|
411
|
-
const denrap = data.denrap[rap.coddenrap]
|
|
412
|
-
if (denrap !== undefined) {
|
|
413
|
-
rap.denrap = denrap
|
|
414
|
-
// insertDenrapReferences(denrap, data, visitedIdsByTableName)
|
|
415
|
-
}
|
|
416
|
-
}
|
|
417
|
-
|
|
418
|
-
rap.docatts = []
|
|
419
|
-
if (rap.docattcles !== undefined && data.docatt !== undefined) {
|
|
420
|
-
for (const docattcle of rap.docattcles) {
|
|
421
|
-
const docatt = data.docatt[docattcle]
|
|
422
|
-
if (docatt !== undefined) {
|
|
423
|
-
rap.docatts.push(docatt)
|
|
424
|
-
insertDocAttReferences(docatt, data, visitedIdsByTableName, false)
|
|
425
|
-
}
|
|
426
|
-
}
|
|
427
|
-
}
|
|
428
|
-
|
|
429
|
-
rap.ecrs = []
|
|
430
|
-
if (rap.ecrnums !== undefined && data.ecr !== undefined) {
|
|
431
|
-
for (const ecrnum of rap.ecrnums) {
|
|
432
|
-
const ecr = data.ecr[ecrnum]
|
|
433
|
-
if (ecr !== undefined) {
|
|
434
|
-
rap.ecrs.push(ecr)
|
|
435
|
-
insertEcrReferences(ecr, data, visitedIdsByTableName)
|
|
436
|
-
}
|
|
437
|
-
}
|
|
438
|
-
}
|
|
439
|
-
|
|
440
|
-
rap.orgs = []
|
|
441
|
-
if (rap.orgcods !== undefined && data.org !== undefined) {
|
|
442
|
-
for (const orgcod of rap.orgcods) {
|
|
443
|
-
const org = data.org[orgcod]
|
|
444
|
-
if (org !== undefined) {
|
|
445
|
-
rap.orgs.push(org)
|
|
446
|
-
// insertOrgReferences(org, data, visitedIdsByTableName)
|
|
447
|
-
}
|
|
448
|
-
}
|
|
449
|
-
}
|
|
450
|
-
}
|
|
451
|
-
|
|
452
|
-
return rap
|
|
453
|
-
}
|
|
454
|
-
|
|
455
|
-
export function insertTexteReferences(
|
|
456
|
-
texte: Texte,
|
|
457
|
-
data: OutputData,
|
|
458
|
-
visitedIdsByTableName: VisitedIdsByTableName,
|
|
459
|
-
) {
|
|
460
|
-
let visitedIds = visitedIdsByTableName.texte
|
|
461
|
-
if (visitedIds === undefined) {
|
|
462
|
-
visitedIds = visitedIdsByTableName.texte = new Set()
|
|
463
|
-
}
|
|
464
|
-
if (!visitedIds.has(texte.texcod)) {
|
|
465
|
-
visitedIds.add(texte.texcod)
|
|
466
|
-
|
|
467
|
-
texte.ecrs = []
|
|
468
|
-
if (texte.ecrnums !== undefined && data.ecr !== undefined) {
|
|
469
|
-
for (const ecrnum of texte.ecrnums) {
|
|
470
|
-
const ecr = data.ecr[ecrnum]
|
|
471
|
-
if (ecr !== undefined) {
|
|
472
|
-
texte.ecrs.push(ecr)
|
|
473
|
-
insertEcrReferences(ecr, data, visitedIdsByTableName)
|
|
474
|
-
}
|
|
475
|
-
}
|
|
476
|
-
}
|
|
477
|
-
|
|
478
|
-
if (texte.orgcod !== null && data.org !== undefined) {
|
|
479
|
-
const org = data.org[texte.orgcod]
|
|
480
|
-
if (org !== undefined) {
|
|
481
|
-
texte.org = org
|
|
482
|
-
// insertOrgReferences(org, data, visitedIdsByTableName)
|
|
483
|
-
}
|
|
484
|
-
}
|
|
485
|
-
|
|
486
|
-
if (texte.oritxtcod !== null && data.oritxt !== undefined) {
|
|
487
|
-
const oritxt = data.oritxt[texte.oritxtcod]
|
|
488
|
-
if (oritxt !== undefined) {
|
|
489
|
-
texte.oritxt = oritxt
|
|
490
|
-
// insertOritxtReferences(oritxt, data, visitedIdsByTableName)
|
|
491
|
-
}
|
|
492
|
-
}
|
|
493
|
-
|
|
494
|
-
if (texte.txtAmeliId !== undefined && data.txt_ameli !== undefined) {
|
|
495
|
-
const txtAmeli = data.txt_ameli[texte.txtAmeliId]
|
|
496
|
-
if (txtAmeli !== undefined) {
|
|
497
|
-
texte.txtAmeli = txtAmeli
|
|
498
|
-
}
|
|
499
|
-
}
|
|
500
|
-
|
|
501
|
-
if (texte.typtxtcod !== null && data.typtxt !== undefined) {
|
|
502
|
-
const typtxt = data.typtxt[texte.typtxtcod]
|
|
503
|
-
if (typtxt !== undefined) {
|
|
504
|
-
texte.typtxt = typtxt
|
|
505
|
-
// insertTyptxtReferences(typtxt, data, visitedIdsByTableName)
|
|
506
|
-
}
|
|
507
|
-
}
|
|
508
|
-
|
|
509
|
-
if (texte.typurl !== null && data.typurl !== undefined) {
|
|
510
|
-
const typurl = data.typurl[texte.typurl]
|
|
511
|
-
if (typurl !== undefined) {
|
|
512
|
-
texte.libtypurl = typurl.libtypurl
|
|
513
|
-
// insertTypurlReferences(typurl, data, visitedIdsByTableName)
|
|
514
|
-
}
|
|
515
|
-
}
|
|
516
|
-
|
|
517
|
-
// TODO
|
|
518
|
-
}
|
|
519
|
-
|
|
520
|
-
return texte
|
|
521
|
-
}
|
package/lib/loaders.mjs
DELETED
|
@@ -1,158 +0,0 @@
|
|
|
1
|
-
import fs from "fs";
|
|
2
|
-
import path from "path";
|
|
3
|
-
import legislatures from "./legislatures.json";
|
|
4
|
-
import { datasets } from "./datasets";
|
|
5
|
-
import { UNDEFINED_SESSION } from "./scripts/datautil";
|
|
6
|
-
export { EnabledDatasets } from "./datasets";
|
|
7
|
-
export const DOSLEG_DOSSIERS_FOLDER = "dossiers";
|
|
8
|
-
export const SENS_CIRCONSCRIPTIONS_FOLDER = "circonscriptions";
|
|
9
|
-
export const SENS_ORGANISMES_FOLDER = "organismes";
|
|
10
|
-
export const SENS_SENATEURS_FOLDER = "senateurs";
|
|
11
|
-
export const TEXTE_FOLDER = "leg";
|
|
12
|
-
export const TEXTE_ORIGINAL_FOLDER = "original";
|
|
13
|
-
export const TEXTE_TRANSFORMED_FOLDER = "transformed";
|
|
14
|
-
export const DOCUMENT_METADATA_FILE = "metadata.json";
|
|
15
|
-
export const RAPPORT_FOLDER = "rap";
|
|
16
|
-
export function* iterFilePaths(dirPath) {
|
|
17
|
-
if (dirPath && fs.existsSync(dirPath)) {
|
|
18
|
-
const files = fs.readdirSync(dirPath, { withFileTypes: true, recursive: true });
|
|
19
|
-
for (const file of files) {
|
|
20
|
-
if (file.isFile()) {
|
|
21
|
-
yield path.join(file.parentPath, file.name);
|
|
22
|
-
}
|
|
23
|
-
}
|
|
24
|
-
}
|
|
25
|
-
}
|
|
26
|
-
function* iterLoadSenatItems(dataDir, dataset, legislatureOrSession, subDir, { log = false } = {}) {
|
|
27
|
-
let itemsDir = path.join(dataDir, dataset.database);
|
|
28
|
-
if (subDir) {
|
|
29
|
-
itemsDir = path.join(itemsDir, subDir);
|
|
30
|
-
}
|
|
31
|
-
if (legislatureOrSession) {
|
|
32
|
-
itemsDir = path.join(itemsDir, String(legislatureOrSession));
|
|
33
|
-
}
|
|
34
|
-
for (const filePath of iterFilePaths(itemsDir)) {
|
|
35
|
-
if (log) {
|
|
36
|
-
console.log(`Loading file: ${filePath}…`);
|
|
37
|
-
}
|
|
38
|
-
const itemJson = fs.readFileSync(filePath, { encoding: "utf8" });
|
|
39
|
-
const item = JSON.parse(itemJson);
|
|
40
|
-
const filePathFromDataset = filePath.substring(filePath.indexOf(dataset.database) + dataset.database.length);
|
|
41
|
-
yield {
|
|
42
|
-
item,
|
|
43
|
-
filePathFromDataset,
|
|
44
|
-
legislature: legislatureOrSession,
|
|
45
|
-
};
|
|
46
|
-
}
|
|
47
|
-
}
|
|
48
|
-
export function* iterLoadSenatAmendements(dataDir, session, options = {}) {
|
|
49
|
-
for (const amendementItem of iterLoadSenatItems(dataDir, datasets.ameli, session, undefined, options)) {
|
|
50
|
-
yield amendementItem;
|
|
51
|
-
}
|
|
52
|
-
}
|
|
53
|
-
export function* iterLoadSenatDossiersLegislatifs(dataDir, session, options = {}) {
|
|
54
|
-
for (const dossierLegislatifItem of iterLoadSenatItems(dataDir, datasets.dosleg, session, DOSLEG_DOSSIERS_FOLDER, options)) {
|
|
55
|
-
yield dossierLegislatifItem;
|
|
56
|
-
}
|
|
57
|
-
}
|
|
58
|
-
export function* iterLoadSenatDossiersLegislatifsTexteUrls(dataDir, session) {
|
|
59
|
-
let itemsDir = path.join(dataDir, TEXTE_FOLDER, TEXTE_ORIGINAL_FOLDER);
|
|
60
|
-
if (session) {
|
|
61
|
-
itemsDir = path.join(itemsDir, session.toString());
|
|
62
|
-
}
|
|
63
|
-
for (const filePath of iterFilePaths(itemsDir)) {
|
|
64
|
-
const parsedFilePath = path.parse(filePath);
|
|
65
|
-
if (parsedFilePath.base === DOCUMENT_METADATA_FILE) {
|
|
66
|
-
const itemJson = fs.readFileSync(filePath, { encoding: "utf8" });
|
|
67
|
-
const item = JSON.parse(itemJson);
|
|
68
|
-
yield {
|
|
69
|
-
item,
|
|
70
|
-
};
|
|
71
|
-
}
|
|
72
|
-
}
|
|
73
|
-
}
|
|
74
|
-
export function* iterLoadSenatDossiersLegislatifsRapportUrls(dataDir, session) {
|
|
75
|
-
let itemsDir = path.join(dataDir, RAPPORT_FOLDER);
|
|
76
|
-
if (session) {
|
|
77
|
-
itemsDir = path.join(itemsDir, session.toString());
|
|
78
|
-
}
|
|
79
|
-
for (const filePath of iterFilePaths(itemsDir)) {
|
|
80
|
-
const parsedFilePath = path.parse(filePath);
|
|
81
|
-
if (parsedFilePath.base === DOCUMENT_METADATA_FILE) {
|
|
82
|
-
const itemJson = fs.readFileSync(filePath, { encoding: "utf8" });
|
|
83
|
-
const item = JSON.parse(itemJson);
|
|
84
|
-
yield {
|
|
85
|
-
item,
|
|
86
|
-
};
|
|
87
|
-
}
|
|
88
|
-
}
|
|
89
|
-
}
|
|
90
|
-
export function* iterLoadSenatDossiersLegislatifsTextes(dataDir, session, options = {}) {
|
|
91
|
-
for (const { item: dossierLegislatif } of iterLoadSenatDossiersLegislatifs(dataDir, session, options)) {
|
|
92
|
-
for (const lecture of dossierLegislatif.lectures) {
|
|
93
|
-
const lecturesSenat = lecture.lectures_assemblee
|
|
94
|
-
.filter(lectureAssemblee => lectureAssemblee.assemblee === "Sénat");
|
|
95
|
-
for (const lectureSenat of lecturesSenat) {
|
|
96
|
-
for (const texte of lectureSenat.textes) {
|
|
97
|
-
const enrichedTexte = {
|
|
98
|
-
signet_dossier: dossierLegislatif.signet,
|
|
99
|
-
url_dossier_senat: dossierLegislatif.url,
|
|
100
|
-
url_dossier_assemblee_nationale: dossierLegislatif.url_dossier_assemblee_nationale,
|
|
101
|
-
type_lecture: lecture.type_lecture,
|
|
102
|
-
libelle_lecture: lecture.libelle,
|
|
103
|
-
libelle_organisme: lectureSenat.libelle_organisme,
|
|
104
|
-
...texte,
|
|
105
|
-
};
|
|
106
|
-
const texteItem = {
|
|
107
|
-
item: enrichedTexte,
|
|
108
|
-
};
|
|
109
|
-
if (texte.url) {
|
|
110
|
-
const texteName = path.parse(texte.url).name;
|
|
111
|
-
texteItem.filePathFromDataset
|
|
112
|
-
= path.join(`${texte.session ?? UNDEFINED_SESSION}`, texteName, `${texteName}.pdf`);
|
|
113
|
-
}
|
|
114
|
-
yield texteItem;
|
|
115
|
-
}
|
|
116
|
-
}
|
|
117
|
-
}
|
|
118
|
-
}
|
|
119
|
-
}
|
|
120
|
-
export function loadSenatTexteContent(dataDir, textePathFromDataset) {
|
|
121
|
-
const parsedTextePath = path.parse(textePathFromDataset);
|
|
122
|
-
const jsonTexteName = `${parsedTextePath.name}.json`;
|
|
123
|
-
const fullTextePath = path.join(dataDir, TEXTE_FOLDER, TEXTE_TRANSFORMED_FOLDER, parsedTextePath.dir, jsonTexteName);
|
|
124
|
-
if (!fs.existsSync(fullTextePath)) {
|
|
125
|
-
return { item: null };
|
|
126
|
-
}
|
|
127
|
-
const texteJson = fs.readFileSync(fullTextePath, { encoding: "utf8" });
|
|
128
|
-
return { item: JSON.parse(texteJson) };
|
|
129
|
-
}
|
|
130
|
-
export function* iterLoadSenatOrganismes(dataDir, options = {}) {
|
|
131
|
-
for (const organismeItem of iterLoadSenatItems(dataDir, datasets.sens, undefined, SENS_ORGANISMES_FOLDER, options)) {
|
|
132
|
-
yield organismeItem;
|
|
133
|
-
}
|
|
134
|
-
}
|
|
135
|
-
export function* iterLoadSenatSenateurs(dataDir, legislature, options = {}) {
|
|
136
|
-
const dateDebutLegislatureStr = legislatures
|
|
137
|
-
.find(legislatureInfo => legislatureInfo.numero === legislature)
|
|
138
|
-
?.date_debut;
|
|
139
|
-
const dateDebutLegislature = new Date(dateDebutLegislatureStr);
|
|
140
|
-
for (const senateurItem of iterLoadSenatItems(dataDir, datasets.sens, undefined, SENS_SENATEURS_FOLDER, options)) {
|
|
141
|
-
const dateFinMandatSenateur = senateurItem.item.mandats_senateur[0]?.date_fin ?
|
|
142
|
-
new Date(senateurItem.item.mandats_senateur[0]?.date_fin) : null;
|
|
143
|
-
if (dateFinMandatSenateur && dateFinMandatSenateur < dateDebutLegislature) {
|
|
144
|
-
continue;
|
|
145
|
-
}
|
|
146
|
-
yield senateurItem;
|
|
147
|
-
}
|
|
148
|
-
}
|
|
149
|
-
export function* iterLoadSenatCirconscriptions(dataDir, options = {}) {
|
|
150
|
-
for (const circonscriptionItem of iterLoadSenatItems(dataDir, datasets.sens, undefined, SENS_CIRCONSCRIPTIONS_FOLDER, options)) {
|
|
151
|
-
yield circonscriptionItem;
|
|
152
|
-
}
|
|
153
|
-
}
|
|
154
|
-
export function* iterLoadSenatQuestions(dataDir, legislature, options = {}) {
|
|
155
|
-
for (const questionItem of iterLoadSenatItems(dataDir, datasets.questions, legislature, undefined, options)) {
|
|
156
|
-
yield questionItem;
|
|
157
|
-
}
|
|
158
|
-
}
|