@tricoteuses/senat 2.9.0 → 2.9.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE.md +22 -22
- package/README.md +116 -115
- package/lib/loaders.d.ts +1 -1
- package/lib/model/agenda.js +2 -0
- package/lib/scripts/retrieve_videos.js +420 -0
- package/lib/types/agenda.d.ts +2 -0
- package/package.json +95 -94
- package/lib/aggregates.d.ts +0 -52
- package/lib/aggregates.js +0 -949
- package/lib/aggregates.mjs +0 -726
- package/lib/aggregates.ts +0 -852
- package/lib/config.mjs +0 -16
- package/lib/config.ts +0 -26
- package/lib/databases.mjs +0 -55
- package/lib/databases.ts +0 -68
- package/lib/datasets.mjs +0 -78
- package/lib/datasets.ts +0 -118
- package/lib/fields.d.ts +0 -10
- package/lib/fields.js +0 -68
- package/lib/fields.mjs +0 -22
- package/lib/fields.ts +0 -29
- package/lib/index.mjs +0 -7
- package/lib/index.ts +0 -64
- package/lib/inserters.d.ts +0 -98
- package/lib/inserters.js +0 -500
- package/lib/inserters.mjs +0 -360
- package/lib/inserters.ts +0 -521
- package/lib/legislatures.json +0 -38
- package/lib/loaders.mjs +0 -97
- package/lib/loaders.ts +0 -173
- package/lib/model/ameli.mjs +0 -57
- package/lib/model/ameli.ts +0 -86
- package/lib/model/debats.mjs +0 -43
- package/lib/model/debats.ts +0 -68
- package/lib/model/dosleg.mjs +0 -163
- package/lib/model/dosleg.ts +0 -204
- package/lib/model/index.mjs +0 -4
- package/lib/model/index.ts +0 -13
- package/lib/model/questions.mjs +0 -76
- package/lib/model/questions.ts +0 -102
- package/lib/model/sens.mjs +0 -339
- package/lib/model/sens.ts +0 -432
- package/lib/model/texte.mjs +0 -156
- package/lib/model/texte.ts +0 -174
- package/lib/raw_types_kysely/ameli.d.ts +0 -915
- package/lib/raw_types_kysely/ameli.js +0 -7
- package/lib/raw_types_kysely/ameli.mjs +0 -5
- package/lib/raw_types_kysely/ameli.ts +0 -951
- package/lib/raw_types_kysely/debats.d.ts +0 -207
- package/lib/raw_types_kysely/debats.js +0 -7
- package/lib/raw_types_kysely/debats.mjs +0 -5
- package/lib/raw_types_kysely/debats.ts +0 -222
- package/lib/raw_types_kysely/dosleg.d.ts +0 -3532
- package/lib/raw_types_kysely/dosleg.js +0 -7
- package/lib/raw_types_kysely/dosleg.mjs +0 -5
- package/lib/raw_types_kysely/dosleg.ts +0 -3621
- package/lib/raw_types_kysely/questions.d.ts +0 -414
- package/lib/raw_types_kysely/questions.js +0 -7
- package/lib/raw_types_kysely/questions.mjs +0 -5
- package/lib/raw_types_kysely/questions.ts +0 -426
- package/lib/raw_types_kysely/sens.d.ts +0 -4394
- package/lib/raw_types_kysely/sens.js +0 -7
- package/lib/raw_types_kysely/sens.mjs +0 -5
- package/lib/raw_types_kysely/sens.ts +0 -4499
- package/lib/raw_types_schemats/ameli.mjs +0 -2
- package/lib/raw_types_schemats/ameli.ts +0 -601
- package/lib/raw_types_schemats/debats.mjs +0 -2
- package/lib/raw_types_schemats/debats.ts +0 -145
- package/lib/raw_types_schemats/dosleg.mjs +0 -2
- package/lib/raw_types_schemats/dosleg.ts +0 -2193
- package/lib/raw_types_schemats/questions.mjs +0 -2
- package/lib/raw_types_schemats/questions.ts +0 -249
- package/lib/raw_types_schemats/sens.mjs +0 -2
- package/lib/raw_types_schemats/sens.ts +0 -2907
- package/lib/scripts/convert_data.mjs +0 -95
- package/lib/scripts/convert_data.ts +0 -119
- package/lib/scripts/datautil.mjs +0 -16
- package/lib/scripts/datautil.ts +0 -19
- package/lib/scripts/images/transparent_150x192.jpg +0 -0
- package/lib/scripts/images/transparent_155x225.jpg +0 -0
- package/lib/scripts/parse_textes.mjs +0 -38
- package/lib/scripts/parse_textes.ts +0 -52
- package/lib/scripts/retrieve_documents.mjs +0 -243
- package/lib/scripts/retrieve_documents.ts +0 -279
- package/lib/scripts/retrieve_open_data.mjs +0 -214
- package/lib/scripts/retrieve_open_data.ts +0 -261
- package/lib/scripts/retrieve_senateurs_photos.mjs +0 -147
- package/lib/scripts/retrieve_senateurs_photos.ts +0 -177
- package/lib/scripts/retrieve_textes.mjs +0 -165
- package/lib/scripts/retrieve_textes.ts +0 -79
- package/lib/scripts/shared/cli_helpers.ts +0 -36
- package/lib/scripts/shared/util.ts +0 -33
- package/lib/strings.mjs +0 -18
- package/lib/strings.ts +0 -26
- package/lib/types/ameli.mjs +0 -13
- package/lib/types/ameli.ts +0 -21
- package/lib/types/debats.mjs +0 -2
- package/lib/types/debats.ts +0 -6
- package/lib/types/dosleg.mjs +0 -151
- package/lib/types/dosleg.ts +0 -284
- package/lib/types/questions.mjs +0 -1
- package/lib/types/questions.ts +0 -3
- package/lib/types/sens.mjs +0 -1
- package/lib/types/sens.ts +0 -12
- package/lib/types/sessions.mjs +0 -43
- package/lib/types/sessions.ts +0 -42
- package/lib/types/texte.mjs +0 -16
- package/lib/types/texte.ts +0 -66
- package/lib/typings/windows-1252.d.js +0 -2
- package/lib/typings/windows-1252.d.mjs +0 -2
- package/lib/typings/windows-1252.d.ts +0 -11
- package/lib/validators/config.mjs +0 -54
- package/lib/validators/config.ts +0 -79
- package/lib/validators/senat.mjs +0 -24
- package/lib/validators/senat.ts +0 -26
- /package/lib/scripts/{retrieve_textes.d.ts → retrieve_videos.d.ts} +0 -0
package/lib/inserters.ts
DELETED
|
@@ -1,521 +0,0 @@
|
|
|
1
|
-
import { TxtAmeli } from "./types/ameli"
|
|
2
|
-
import { Debat } from "./types/debats"
|
|
3
|
-
import {
|
|
4
|
-
Ass,
|
|
5
|
-
Aud,
|
|
6
|
-
Auteur,
|
|
7
|
-
DateSeance,
|
|
8
|
-
DecCoc,
|
|
9
|
-
DenRap,
|
|
10
|
-
DocAtt,
|
|
11
|
-
Ecr,
|
|
12
|
-
EtaLoi,
|
|
13
|
-
LecAss,
|
|
14
|
-
LecAssRap,
|
|
15
|
-
Lecture,
|
|
16
|
-
Loi,
|
|
17
|
-
Org,
|
|
18
|
-
OriTxt,
|
|
19
|
-
Qua,
|
|
20
|
-
Rap,
|
|
21
|
-
Scr,
|
|
22
|
-
Texte,
|
|
23
|
-
TypAtt,
|
|
24
|
-
TypLec,
|
|
25
|
-
TypLoi,
|
|
26
|
-
TypTxt,
|
|
27
|
-
TypUrl,
|
|
28
|
-
} from "./types/dosleg"
|
|
29
|
-
|
|
30
|
-
export interface OutputData {
|
|
31
|
-
readonly ass?: { [id: string]: Ass }
|
|
32
|
-
readonly aud?: { [id: string]: Aud }
|
|
33
|
-
readonly auteur?: { [id: string]: Auteur }
|
|
34
|
-
readonly date_seance?: { [id: string]: DateSeance }
|
|
35
|
-
readonly debats?: { [id: string]: Debat }
|
|
36
|
-
readonly deccoc?: { [id: string]: DecCoc }
|
|
37
|
-
readonly denrap?: { [id: string]: DenRap }
|
|
38
|
-
readonly docatt?: { [id: string]: DocAtt }
|
|
39
|
-
readonly ecr?: { [id: string]: Ecr }
|
|
40
|
-
readonly etaloi?: { [id: string]: EtaLoi }
|
|
41
|
-
readonly lecass?: { [id: string]: LecAss }
|
|
42
|
-
readonly lecassrap?: { [id: string]: LecAssRap }
|
|
43
|
-
readonly lecture?: { [id: string]: Lecture }
|
|
44
|
-
readonly loi?: { [id: string]: Loi }
|
|
45
|
-
readonly org?: { [id: string]: Org }
|
|
46
|
-
readonly oritxt?: { [id: string]: OriTxt }
|
|
47
|
-
readonly qua?: { [id: string]: Qua }
|
|
48
|
-
readonly rap?: { [id: string]: Rap }
|
|
49
|
-
readonly scr?: { [id: string]: Scr }
|
|
50
|
-
readonly texte?: { [id: string]: Texte }
|
|
51
|
-
readonly typatt?: { [id: string]: TypAtt }
|
|
52
|
-
readonly typlec?: { [id: string]: TypLec }
|
|
53
|
-
readonly typloi?: { [id: string]: TypLoi }
|
|
54
|
-
readonly typtxt?: { [id: string]: TypTxt }
|
|
55
|
-
readonly typurl?: { [id: string]: TypUrl }
|
|
56
|
-
readonly txt_ameli?: { [id: string]: TxtAmeli }
|
|
57
|
-
}
|
|
58
|
-
|
|
59
|
-
type VisitedIdsByTableName = { [tableName: string]: Set<number | string> }
|
|
60
|
-
|
|
61
|
-
export function insertAudReferences(
|
|
62
|
-
aud: Aud,
|
|
63
|
-
data: OutputData,
|
|
64
|
-
visitedIdsByTableName: VisitedIdsByTableName,
|
|
65
|
-
) {
|
|
66
|
-
let visitedIds = visitedIdsByTableName.aud
|
|
67
|
-
if (visitedIds === undefined) {
|
|
68
|
-
visitedIds = visitedIdsByTableName.aud = new Set()
|
|
69
|
-
}
|
|
70
|
-
if (!visitedIds.has(aud.audcle)) {
|
|
71
|
-
visitedIds.add(aud.audcle)
|
|
72
|
-
|
|
73
|
-
if (aud.orgcod !== null && data.org !== undefined) {
|
|
74
|
-
const org = data.org[aud.orgcod]
|
|
75
|
-
if (org !== undefined) {
|
|
76
|
-
aud.org = org
|
|
77
|
-
// insertOrgReferences(org, data, visitedIdsByTableName)
|
|
78
|
-
}
|
|
79
|
-
}
|
|
80
|
-
|
|
81
|
-
// TODO
|
|
82
|
-
}
|
|
83
|
-
|
|
84
|
-
return aud
|
|
85
|
-
}
|
|
86
|
-
|
|
87
|
-
export function insertAuteurReferences(
|
|
88
|
-
auteur: Auteur,
|
|
89
|
-
data: OutputData,
|
|
90
|
-
visitedIdsByTableName: VisitedIdsByTableName,
|
|
91
|
-
) {
|
|
92
|
-
let visitedIds = visitedIdsByTableName.auteur
|
|
93
|
-
if (visitedIds === undefined) {
|
|
94
|
-
visitedIds = visitedIdsByTableName.auteur = new Set()
|
|
95
|
-
}
|
|
96
|
-
if (!visitedIds.has(auteur.autcod)) {
|
|
97
|
-
visitedIds.add(auteur.autcod)
|
|
98
|
-
|
|
99
|
-
if (data.qua !== undefined) {
|
|
100
|
-
const qua = data.qua[auteur.quacod]
|
|
101
|
-
if (qua !== undefined) {
|
|
102
|
-
auteur.qua = qua
|
|
103
|
-
// insertQuaReferences(qua, data, visitedIdsByTableName)
|
|
104
|
-
}
|
|
105
|
-
}
|
|
106
|
-
|
|
107
|
-
// TODO
|
|
108
|
-
}
|
|
109
|
-
|
|
110
|
-
return auteur
|
|
111
|
-
}
|
|
112
|
-
|
|
113
|
-
export function insertDateSeanceReferences(
|
|
114
|
-
dateSeance: DateSeance,
|
|
115
|
-
data: OutputData,
|
|
116
|
-
visitedIdsByTableName: VisitedIdsByTableName,
|
|
117
|
-
) {
|
|
118
|
-
let visitedIds = visitedIdsByTableName.date_seance
|
|
119
|
-
if (visitedIds === undefined) {
|
|
120
|
-
visitedIds = visitedIdsByTableName.date_seance = new Set()
|
|
121
|
-
}
|
|
122
|
-
if (!visitedIds.has(dateSeance.code)) {
|
|
123
|
-
visitedIds.add(dateSeance.code)
|
|
124
|
-
|
|
125
|
-
if (dateSeance.date_s !== null && data.debats !== undefined) {
|
|
126
|
-
const dateString =
|
|
127
|
-
dateSeance.date_s instanceof Date
|
|
128
|
-
? dateSeance.date_s.toISOString()
|
|
129
|
-
: dateSeance.date_s
|
|
130
|
-
const debat = data.debats[dateString]
|
|
131
|
-
if (debat !== undefined) {
|
|
132
|
-
dateSeance.debat = debat
|
|
133
|
-
// insertDebatReferences(debat, data, visitedIdsByTableName)
|
|
134
|
-
}
|
|
135
|
-
}
|
|
136
|
-
|
|
137
|
-
dateSeance.scrs = []
|
|
138
|
-
if (dateSeance.scrids !== undefined && data.scr !== undefined) {
|
|
139
|
-
for (const scrid of dateSeance.scrids) {
|
|
140
|
-
const scr = data.scr[scrid]
|
|
141
|
-
if (scr !== undefined) {
|
|
142
|
-
dateSeance.scrs.push(scr)
|
|
143
|
-
// insertScrReferences(scr, data, visitedIdsByTableName)
|
|
144
|
-
}
|
|
145
|
-
}
|
|
146
|
-
}
|
|
147
|
-
}
|
|
148
|
-
|
|
149
|
-
return dateSeance
|
|
150
|
-
}
|
|
151
|
-
|
|
152
|
-
export function insertDocAttReferences(
|
|
153
|
-
docatt: DocAtt,
|
|
154
|
-
data: OutputData,
|
|
155
|
-
visitedIdsByTableName: VisitedIdsByTableName,
|
|
156
|
-
performInsertRapReferences=true
|
|
157
|
-
) {
|
|
158
|
-
let visitedIds = visitedIdsByTableName.docatt
|
|
159
|
-
if (visitedIds === undefined) {
|
|
160
|
-
visitedIds = visitedIdsByTableName.docatt = new Set()
|
|
161
|
-
}
|
|
162
|
-
if (!visitedIds.has(docatt.docattcle)) {
|
|
163
|
-
visitedIds.add(docatt.docattcle)
|
|
164
|
-
|
|
165
|
-
if (performInsertRapReferences && docatt.rapcod !== null && data.rap !== undefined) {
|
|
166
|
-
const rap = data.rap[docatt.rapcod]
|
|
167
|
-
if (rap !== undefined) {
|
|
168
|
-
docatt.rap = rap
|
|
169
|
-
insertRapReferences(rap, data, visitedIdsByTableName)
|
|
170
|
-
}
|
|
171
|
-
}
|
|
172
|
-
|
|
173
|
-
if (docatt.typattcod !== null && data.typatt !== undefined) {
|
|
174
|
-
const typatt = data.typatt[docatt.typattcod]
|
|
175
|
-
if (typatt !== undefined) {
|
|
176
|
-
docatt.typatt = typatt
|
|
177
|
-
// insertTypAttReferences(typatt, data, visitedIdsByTableName)
|
|
178
|
-
}
|
|
179
|
-
}
|
|
180
|
-
}
|
|
181
|
-
|
|
182
|
-
return docatt
|
|
183
|
-
}
|
|
184
|
-
|
|
185
|
-
export function insertEcrReferences(
|
|
186
|
-
ecr: Ecr,
|
|
187
|
-
data: OutputData,
|
|
188
|
-
visitedIdsByTableName: VisitedIdsByTableName,
|
|
189
|
-
) {
|
|
190
|
-
let visitedIds = visitedIdsByTableName.ecr
|
|
191
|
-
if (visitedIds === undefined) {
|
|
192
|
-
visitedIds = visitedIdsByTableName.ecr = new Set()
|
|
193
|
-
}
|
|
194
|
-
if (!visitedIds.has(ecr.ecrnum)) {
|
|
195
|
-
visitedIds.add(ecr.ecrnum)
|
|
196
|
-
|
|
197
|
-
if (ecr.autcod !== null && data.auteur !== undefined) {
|
|
198
|
-
const aut = data.auteur[ecr.autcod]
|
|
199
|
-
if (aut !== undefined) {
|
|
200
|
-
ecr.aut = aut
|
|
201
|
-
insertAuteurReferences(aut, data, visitedIdsByTableName)
|
|
202
|
-
}
|
|
203
|
-
}
|
|
204
|
-
|
|
205
|
-
// TODO
|
|
206
|
-
}
|
|
207
|
-
|
|
208
|
-
return ecr
|
|
209
|
-
}
|
|
210
|
-
|
|
211
|
-
export function insertLecassrapReferences(
|
|
212
|
-
lecassrap: LecAssRap,
|
|
213
|
-
data: OutputData,
|
|
214
|
-
visitedIdsByTableName: VisitedIdsByTableName,
|
|
215
|
-
) {
|
|
216
|
-
let visitedIds = visitedIdsByTableName.lecassrap
|
|
217
|
-
if (visitedIds === undefined) {
|
|
218
|
-
visitedIds = visitedIdsByTableName.lecassrap = new Set()
|
|
219
|
-
}
|
|
220
|
-
const lecasrapid = `${lecassrap.lecassidt} ${lecassrap.rapcod}`
|
|
221
|
-
if (!visitedIds.has(lecasrapid)) {
|
|
222
|
-
visitedIds.add(lecasrapid)
|
|
223
|
-
|
|
224
|
-
if (lecassrap.rapcod !== null && data.rap !== undefined) {
|
|
225
|
-
const rap = data.rap[lecassrap.rapcod]
|
|
226
|
-
if (rap !== undefined) {
|
|
227
|
-
lecassrap.rap = rap
|
|
228
|
-
insertRapReferences(rap, data, visitedIdsByTableName)
|
|
229
|
-
}
|
|
230
|
-
}
|
|
231
|
-
}
|
|
232
|
-
|
|
233
|
-
return lecassrap
|
|
234
|
-
}
|
|
235
|
-
|
|
236
|
-
export function insertLecassReferences(
|
|
237
|
-
lecass: LecAss,
|
|
238
|
-
data: OutputData,
|
|
239
|
-
visitedIdsByTableName: VisitedIdsByTableName,
|
|
240
|
-
) {
|
|
241
|
-
let visitedIds = visitedIdsByTableName.lecass
|
|
242
|
-
if (visitedIds === undefined) {
|
|
243
|
-
visitedIds = visitedIdsByTableName.lecass = new Set()
|
|
244
|
-
}
|
|
245
|
-
if (!visitedIds.has(lecass.lecassidt)) {
|
|
246
|
-
visitedIds.add(lecass.lecassidt)
|
|
247
|
-
|
|
248
|
-
if (lecass.codass !== null && data.ass !== undefined) {
|
|
249
|
-
const ass = data.ass[lecass.codass]
|
|
250
|
-
if (ass !== undefined) {
|
|
251
|
-
lecass.ass = ass
|
|
252
|
-
// insertAssReferences(ass, data, visitedIdsByTableName)
|
|
253
|
-
}
|
|
254
|
-
}
|
|
255
|
-
|
|
256
|
-
if (lecass.orgcod !== null && data.org !== undefined) {
|
|
257
|
-
const org = data.org[lecass.orgcod]
|
|
258
|
-
if (org !== undefined) {
|
|
259
|
-
lecass.org = org
|
|
260
|
-
// insertOrgReferences(org, data, visitedIdsByTableName)
|
|
261
|
-
}
|
|
262
|
-
}
|
|
263
|
-
|
|
264
|
-
lecass.auds = []
|
|
265
|
-
if (lecass.audcles !== undefined && data.aud !== undefined) {
|
|
266
|
-
for (const audcle of lecass.audcles) {
|
|
267
|
-
const aud = data.aud[audcle]
|
|
268
|
-
if (aud !== undefined) {
|
|
269
|
-
lecass.auds.push(aud)
|
|
270
|
-
insertAudReferences(aud, data, visitedIdsByTableName)
|
|
271
|
-
}
|
|
272
|
-
}
|
|
273
|
-
}
|
|
274
|
-
|
|
275
|
-
lecass.datesSeances = []
|
|
276
|
-
if (lecass.datesSeancesCodes !== undefined && data.date_seance !== undefined) {
|
|
277
|
-
for (const dateSeanceCode of lecass.datesSeancesCodes) {
|
|
278
|
-
const dateSeance = data.date_seance[dateSeanceCode]
|
|
279
|
-
if (dateSeance !== undefined) {
|
|
280
|
-
lecass.datesSeances.push(dateSeance)
|
|
281
|
-
insertDateSeanceReferences(dateSeance, data, visitedIdsByTableName)
|
|
282
|
-
}
|
|
283
|
-
}
|
|
284
|
-
}
|
|
285
|
-
|
|
286
|
-
lecass.lecassraps = []
|
|
287
|
-
if (lecass.lecassrapids !== undefined && data.lecassrap !== undefined) {
|
|
288
|
-
for (const lecassrapid of lecass.lecassrapids) {
|
|
289
|
-
const lecassrap = data.lecassrap[lecassrapid]
|
|
290
|
-
if (lecassrap !== undefined) {
|
|
291
|
-
lecass.lecassraps.push(lecassrap)
|
|
292
|
-
insertLecassrapReferences(lecassrap, data, visitedIdsByTableName)
|
|
293
|
-
}
|
|
294
|
-
}
|
|
295
|
-
}
|
|
296
|
-
|
|
297
|
-
lecass.textes = []
|
|
298
|
-
if (lecass.texcods !== undefined && data.texte !== undefined) {
|
|
299
|
-
for (const texcod of lecass.texcods) {
|
|
300
|
-
const texte = data.texte[texcod]
|
|
301
|
-
if (texte !== undefined) {
|
|
302
|
-
lecass.textes.push(texte)
|
|
303
|
-
insertTexteReferences(texte, data, visitedIdsByTableName)
|
|
304
|
-
}
|
|
305
|
-
}
|
|
306
|
-
}
|
|
307
|
-
}
|
|
308
|
-
|
|
309
|
-
return lecass
|
|
310
|
-
}
|
|
311
|
-
|
|
312
|
-
export function insertLectureReferences(
|
|
313
|
-
lecture: Lecture,
|
|
314
|
-
data: OutputData,
|
|
315
|
-
visitedIdsByTableName: VisitedIdsByTableName,
|
|
316
|
-
) {
|
|
317
|
-
let visitedIds = visitedIdsByTableName.lecture
|
|
318
|
-
if (visitedIds === undefined) {
|
|
319
|
-
visitedIds = visitedIdsByTableName.lecture = new Set()
|
|
320
|
-
}
|
|
321
|
-
if (!visitedIds.has(lecture.lecidt)) {
|
|
322
|
-
visitedIds.add(lecture.lecidt)
|
|
323
|
-
|
|
324
|
-
if (lecture.typleccod !== null && data.typlec !== undefined) {
|
|
325
|
-
const typlec = data.typlec[lecture.typleccod]
|
|
326
|
-
if (typlec !== undefined) {
|
|
327
|
-
lecture.typlec = typlec
|
|
328
|
-
// insertTyplecReferences(typlec, data, visitedIdsByTableName)
|
|
329
|
-
}
|
|
330
|
-
}
|
|
331
|
-
|
|
332
|
-
lecture.lecasss = []
|
|
333
|
-
if (lecture.lecassidts !== undefined && data.lecass !== undefined) {
|
|
334
|
-
for (const lecassidt of lecture.lecassidts) {
|
|
335
|
-
const lecass = data.lecass[lecassidt]
|
|
336
|
-
if (lecass !== undefined) {
|
|
337
|
-
lecture.lecasss.push(lecass)
|
|
338
|
-
insertLecassReferences(lecass, data, visitedIdsByTableName)
|
|
339
|
-
}
|
|
340
|
-
}
|
|
341
|
-
}
|
|
342
|
-
}
|
|
343
|
-
|
|
344
|
-
return lecture
|
|
345
|
-
}
|
|
346
|
-
|
|
347
|
-
export function insertLoiReferences(
|
|
348
|
-
loi: Loi,
|
|
349
|
-
data: OutputData,
|
|
350
|
-
visitedIdsByTableName: VisitedIdsByTableName,
|
|
351
|
-
) {
|
|
352
|
-
let visitedIds = visitedIdsByTableName.loi
|
|
353
|
-
if (visitedIds === undefined) {
|
|
354
|
-
visitedIds = visitedIdsByTableName.loi = new Set()
|
|
355
|
-
}
|
|
356
|
-
if (!visitedIds.has(loi.loicod)) {
|
|
357
|
-
visitedIds.add(loi.loicod)
|
|
358
|
-
|
|
359
|
-
if (loi.typloicod !== null && data.typloi !== undefined) {
|
|
360
|
-
const typloi = data.typloi[loi.typloicod]
|
|
361
|
-
if (typloi !== undefined) {
|
|
362
|
-
loi.typloi = typloi
|
|
363
|
-
// insertTyploiReferences(typloi, data, visitedIdsByTableName)
|
|
364
|
-
}
|
|
365
|
-
}
|
|
366
|
-
|
|
367
|
-
if (loi.etaloicod !== null && data.etaloi !== undefined) {
|
|
368
|
-
const etaloi = data.etaloi[loi.etaloicod]
|
|
369
|
-
if (etaloi !== undefined) {
|
|
370
|
-
loi.etaloi = etaloi
|
|
371
|
-
// insertEtaloiReferences(etaloi, data, visitedIdsByTableName)
|
|
372
|
-
}
|
|
373
|
-
}
|
|
374
|
-
|
|
375
|
-
if (loi.deccoccod !== null && data.deccoc !== undefined) {
|
|
376
|
-
const deccoc = data.deccoc[loi.deccoccod]
|
|
377
|
-
if (deccoc !== undefined) {
|
|
378
|
-
loi.deccoc = deccoc
|
|
379
|
-
// insertDeccocReferences(deccoc, data, visitedIdsByTableName)
|
|
380
|
-
}
|
|
381
|
-
}
|
|
382
|
-
|
|
383
|
-
loi.lectures = []
|
|
384
|
-
if (loi.lecidts !== undefined && data.lecture !== undefined) {
|
|
385
|
-
for (const lecidt of loi.lecidts) {
|
|
386
|
-
const lecture = data.lecture[lecidt]
|
|
387
|
-
if (lecture !== undefined) {
|
|
388
|
-
loi.lectures.push(lecture)
|
|
389
|
-
insertLectureReferences(lecture, data, visitedIdsByTableName)
|
|
390
|
-
}
|
|
391
|
-
}
|
|
392
|
-
}
|
|
393
|
-
}
|
|
394
|
-
|
|
395
|
-
return loi
|
|
396
|
-
}
|
|
397
|
-
|
|
398
|
-
export function insertRapReferences(
|
|
399
|
-
rap: Rap,
|
|
400
|
-
data: OutputData,
|
|
401
|
-
visitedIdsByTableName: VisitedIdsByTableName,
|
|
402
|
-
) {
|
|
403
|
-
let visitedIds = visitedIdsByTableName.rap
|
|
404
|
-
if (visitedIds === undefined) {
|
|
405
|
-
visitedIds = visitedIdsByTableName.rap = new Set()
|
|
406
|
-
}
|
|
407
|
-
if (!visitedIds.has(rap.rapcod)) {
|
|
408
|
-
visitedIds.add(rap.rapcod)
|
|
409
|
-
|
|
410
|
-
if (rap.coddenrap !== null && data.denrap !== undefined) {
|
|
411
|
-
const denrap = data.denrap[rap.coddenrap]
|
|
412
|
-
if (denrap !== undefined) {
|
|
413
|
-
rap.denrap = denrap
|
|
414
|
-
// insertDenrapReferences(denrap, data, visitedIdsByTableName)
|
|
415
|
-
}
|
|
416
|
-
}
|
|
417
|
-
|
|
418
|
-
rap.docatts = []
|
|
419
|
-
if (rap.docattcles !== undefined && data.docatt !== undefined) {
|
|
420
|
-
for (const docattcle of rap.docattcles) {
|
|
421
|
-
const docatt = data.docatt[docattcle]
|
|
422
|
-
if (docatt !== undefined) {
|
|
423
|
-
rap.docatts.push(docatt)
|
|
424
|
-
insertDocAttReferences(docatt, data, visitedIdsByTableName, false)
|
|
425
|
-
}
|
|
426
|
-
}
|
|
427
|
-
}
|
|
428
|
-
|
|
429
|
-
rap.ecrs = []
|
|
430
|
-
if (rap.ecrnums !== undefined && data.ecr !== undefined) {
|
|
431
|
-
for (const ecrnum of rap.ecrnums) {
|
|
432
|
-
const ecr = data.ecr[ecrnum]
|
|
433
|
-
if (ecr !== undefined) {
|
|
434
|
-
rap.ecrs.push(ecr)
|
|
435
|
-
insertEcrReferences(ecr, data, visitedIdsByTableName)
|
|
436
|
-
}
|
|
437
|
-
}
|
|
438
|
-
}
|
|
439
|
-
|
|
440
|
-
rap.orgs = []
|
|
441
|
-
if (rap.orgcods !== undefined && data.org !== undefined) {
|
|
442
|
-
for (const orgcod of rap.orgcods) {
|
|
443
|
-
const org = data.org[orgcod]
|
|
444
|
-
if (org !== undefined) {
|
|
445
|
-
rap.orgs.push(org)
|
|
446
|
-
// insertOrgReferences(org, data, visitedIdsByTableName)
|
|
447
|
-
}
|
|
448
|
-
}
|
|
449
|
-
}
|
|
450
|
-
}
|
|
451
|
-
|
|
452
|
-
return rap
|
|
453
|
-
}
|
|
454
|
-
|
|
455
|
-
export function insertTexteReferences(
|
|
456
|
-
texte: Texte,
|
|
457
|
-
data: OutputData,
|
|
458
|
-
visitedIdsByTableName: VisitedIdsByTableName,
|
|
459
|
-
) {
|
|
460
|
-
let visitedIds = visitedIdsByTableName.texte
|
|
461
|
-
if (visitedIds === undefined) {
|
|
462
|
-
visitedIds = visitedIdsByTableName.texte = new Set()
|
|
463
|
-
}
|
|
464
|
-
if (!visitedIds.has(texte.texcod)) {
|
|
465
|
-
visitedIds.add(texte.texcod)
|
|
466
|
-
|
|
467
|
-
texte.ecrs = []
|
|
468
|
-
if (texte.ecrnums !== undefined && data.ecr !== undefined) {
|
|
469
|
-
for (const ecrnum of texte.ecrnums) {
|
|
470
|
-
const ecr = data.ecr[ecrnum]
|
|
471
|
-
if (ecr !== undefined) {
|
|
472
|
-
texte.ecrs.push(ecr)
|
|
473
|
-
insertEcrReferences(ecr, data, visitedIdsByTableName)
|
|
474
|
-
}
|
|
475
|
-
}
|
|
476
|
-
}
|
|
477
|
-
|
|
478
|
-
if (texte.orgcod !== null && data.org !== undefined) {
|
|
479
|
-
const org = data.org[texte.orgcod]
|
|
480
|
-
if (org !== undefined) {
|
|
481
|
-
texte.org = org
|
|
482
|
-
// insertOrgReferences(org, data, visitedIdsByTableName)
|
|
483
|
-
}
|
|
484
|
-
}
|
|
485
|
-
|
|
486
|
-
if (texte.oritxtcod !== null && data.oritxt !== undefined) {
|
|
487
|
-
const oritxt = data.oritxt[texte.oritxtcod]
|
|
488
|
-
if (oritxt !== undefined) {
|
|
489
|
-
texte.oritxt = oritxt
|
|
490
|
-
// insertOritxtReferences(oritxt, data, visitedIdsByTableName)
|
|
491
|
-
}
|
|
492
|
-
}
|
|
493
|
-
|
|
494
|
-
if (texte.txtAmeliId !== undefined && data.txt_ameli !== undefined) {
|
|
495
|
-
const txtAmeli = data.txt_ameli[texte.txtAmeliId]
|
|
496
|
-
if (txtAmeli !== undefined) {
|
|
497
|
-
texte.txtAmeli = txtAmeli
|
|
498
|
-
}
|
|
499
|
-
}
|
|
500
|
-
|
|
501
|
-
if (texte.typtxtcod !== null && data.typtxt !== undefined) {
|
|
502
|
-
const typtxt = data.typtxt[texte.typtxtcod]
|
|
503
|
-
if (typtxt !== undefined) {
|
|
504
|
-
texte.typtxt = typtxt
|
|
505
|
-
// insertTyptxtReferences(typtxt, data, visitedIdsByTableName)
|
|
506
|
-
}
|
|
507
|
-
}
|
|
508
|
-
|
|
509
|
-
if (texte.typurl !== null && data.typurl !== undefined) {
|
|
510
|
-
const typurl = data.typurl[texte.typurl]
|
|
511
|
-
if (typurl !== undefined) {
|
|
512
|
-
texte.libtypurl = typurl.libtypurl
|
|
513
|
-
// insertTypurlReferences(typurl, data, visitedIdsByTableName)
|
|
514
|
-
}
|
|
515
|
-
}
|
|
516
|
-
|
|
517
|
-
// TODO
|
|
518
|
-
}
|
|
519
|
-
|
|
520
|
-
return texte
|
|
521
|
-
}
|
package/lib/legislatures.json
DELETED
|
@@ -1,38 +0,0 @@
|
|
|
1
|
-
[
|
|
2
|
-
{
|
|
3
|
-
"numero": 12,
|
|
4
|
-
"numero_republique": 5,
|
|
5
|
-
"date_debut": "2002-06-19",
|
|
6
|
-
"date_fin": "2007-06-19"
|
|
7
|
-
},
|
|
8
|
-
{
|
|
9
|
-
"numero": 13,
|
|
10
|
-
"numero_republique": 5,
|
|
11
|
-
"date_debut": "2007-06-20",
|
|
12
|
-
"date_fin": "2012-06-19"
|
|
13
|
-
},
|
|
14
|
-
{
|
|
15
|
-
"numero": 14,
|
|
16
|
-
"numero_republique": 5,
|
|
17
|
-
"date_debut": "2012-06-20",
|
|
18
|
-
"date_fin": "2017-06-20"
|
|
19
|
-
},
|
|
20
|
-
{
|
|
21
|
-
"numero": 15,
|
|
22
|
-
"numero_republique": 5,
|
|
23
|
-
"date_debut": "2017-06-21",
|
|
24
|
-
"date_fin": "2022-06-21"
|
|
25
|
-
},
|
|
26
|
-
{
|
|
27
|
-
"numero": 16,
|
|
28
|
-
"numero_republique": 5,
|
|
29
|
-
"date_debut": "2022-06-22",
|
|
30
|
-
"date_fin": "2024-06-09"
|
|
31
|
-
},
|
|
32
|
-
{
|
|
33
|
-
"numero": 17,
|
|
34
|
-
"numero_republique": 5,
|
|
35
|
-
"date_debut": "2024-07-18",
|
|
36
|
-
"date_fin": null
|
|
37
|
-
}
|
|
38
|
-
]
|
package/lib/loaders.mjs
DELETED
|
@@ -1,97 +0,0 @@
|
|
|
1
|
-
import fs from "fs";
|
|
2
|
-
import path from "path";
|
|
3
|
-
import { datasets } from "./datasets";
|
|
4
|
-
import { UNDEFINED_SESSION } from "./scripts/datautil";
|
|
5
|
-
export { EnabledDatasets } from "./datasets";
|
|
6
|
-
export function* iterFilePaths(dirPath) {
|
|
7
|
-
if (dirPath && fs.existsSync(dirPath)) {
|
|
8
|
-
const files = fs.readdirSync(dirPath, { withFileTypes: true, recursive: true });
|
|
9
|
-
for (const file of files) {
|
|
10
|
-
if (file.isFile()) {
|
|
11
|
-
yield path.join(file.parentPath, file.name);
|
|
12
|
-
}
|
|
13
|
-
}
|
|
14
|
-
}
|
|
15
|
-
}
|
|
16
|
-
function* iterLoadSenatItems(dataDir, dataset, legislatureOrSession, subDir, { log = false } = {}) {
|
|
17
|
-
let itemsDir = path.join(dataDir, dataset.database);
|
|
18
|
-
if (legislatureOrSession) {
|
|
19
|
-
itemsDir = path.join(itemsDir, String(legislatureOrSession));
|
|
20
|
-
}
|
|
21
|
-
if (subDir) {
|
|
22
|
-
itemsDir = path.join(itemsDir, subDir);
|
|
23
|
-
}
|
|
24
|
-
for (const filePath of iterFilePaths(itemsDir)) {
|
|
25
|
-
if (log) {
|
|
26
|
-
console.log(`Loading file: ${filePath}…`);
|
|
27
|
-
}
|
|
28
|
-
const itemJson = fs.readFileSync(filePath, { encoding: "utf8" });
|
|
29
|
-
const item = JSON.parse(itemJson);
|
|
30
|
-
const filePathFromDataset = filePath.substring(filePath.indexOf(dataset.database) + dataset.database.length);
|
|
31
|
-
yield {
|
|
32
|
-
item,
|
|
33
|
-
filePathFromDataset,
|
|
34
|
-
legislature: legislatureOrSession,
|
|
35
|
-
};
|
|
36
|
-
}
|
|
37
|
-
}
|
|
38
|
-
export function* iterLoadSenatDossiersLegislatifs(dataDir, session, options = {}) {
|
|
39
|
-
for (const dossierLegislatifItem of iterLoadSenatItems(dataDir, datasets.dosleg, session, undefined, options)) {
|
|
40
|
-
yield dossierLegislatifItem;
|
|
41
|
-
}
|
|
42
|
-
}
|
|
43
|
-
export function* iterLoadSenatDossiersLegislatifsTextes(dataDir, session, options = {}) {
|
|
44
|
-
for (const { item: dossierLegislatif } of iterLoadSenatDossiersLegislatifs(dataDir, session, options)) {
|
|
45
|
-
for (const lecture of dossierLegislatif.lectures) {
|
|
46
|
-
const lecturesSenat = lecture.lectures_assemblee
|
|
47
|
-
.filter(lectureAssemblee => lectureAssemblee.assemblee === "Sénat");
|
|
48
|
-
for (const lectureSenat of lecturesSenat) {
|
|
49
|
-
for (const texte of lectureSenat.textes) {
|
|
50
|
-
const enrichedTexte = {
|
|
51
|
-
signet_dossier: dossierLegislatif.signet,
|
|
52
|
-
url_dossier_senat: dossierLegislatif.url,
|
|
53
|
-
url_dossier_assemblee_nationale: dossierLegislatif.url_dossier_assemblee_nationale,
|
|
54
|
-
type_lecture: lecture.type_lecture,
|
|
55
|
-
libelle_lecture: lecture.libelle,
|
|
56
|
-
libelle_organisme: lectureSenat.libelle_organisme,
|
|
57
|
-
...texte,
|
|
58
|
-
};
|
|
59
|
-
const texteItem = {
|
|
60
|
-
item: enrichedTexte,
|
|
61
|
-
};
|
|
62
|
-
if (texte.url) {
|
|
63
|
-
const texteName = path.parse(texte.url).name;
|
|
64
|
-
texteItem.filePathFromDataset
|
|
65
|
-
= path.join(`${texte.session ?? UNDEFINED_SESSION}`, texteName, `${texteName}.pdf`);
|
|
66
|
-
}
|
|
67
|
-
yield texteItem;
|
|
68
|
-
}
|
|
69
|
-
}
|
|
70
|
-
}
|
|
71
|
-
}
|
|
72
|
-
}
|
|
73
|
-
export function loadSenatTexteContent(dataDir, textePathFromDataset) {
|
|
74
|
-
const parsedTextePath = path.parse(textePathFromDataset);
|
|
75
|
-
const jsonTexteName = `${parsedTextePath.name}.akn.json`;
|
|
76
|
-
const fullTextePath = path.join(dataDir, "leg", "transformed", parsedTextePath.dir, jsonTexteName);
|
|
77
|
-
if (!fs.existsSync(fullTextePath)) {
|
|
78
|
-
return { item: null };
|
|
79
|
-
}
|
|
80
|
-
const texteJson = fs.readFileSync(fullTextePath, { encoding: "utf8" });
|
|
81
|
-
return { item: JSON.parse(texteJson) };
|
|
82
|
-
}
|
|
83
|
-
export function* iterLoadSenatSenateurs(dataDir, options = {}) {
|
|
84
|
-
for (const senateurItem of iterLoadSenatItems(dataDir, datasets.sens, undefined, "sens", options)) {
|
|
85
|
-
yield senateurItem;
|
|
86
|
-
}
|
|
87
|
-
}
|
|
88
|
-
export function* iterLoadSenatCirconscriptions(dataDir, options = {}) {
|
|
89
|
-
for (const circonscriptionItem of iterLoadSenatItems(dataDir, datasets.sens, undefined, "circonscriptions", options)) {
|
|
90
|
-
yield circonscriptionItem;
|
|
91
|
-
}
|
|
92
|
-
}
|
|
93
|
-
export function* iterLoadSenatQuestions(dataDir, legislature, options = {}) {
|
|
94
|
-
for (const questionItem of iterLoadSenatItems(dataDir, datasets.questions, legislature, undefined, options)) {
|
|
95
|
-
yield questionItem;
|
|
96
|
-
}
|
|
97
|
-
}
|