@tricoteuses/senat 1.3.1 → 1.3.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (254) hide show
  1. package/lib/config.d.ts +1 -0
  2. package/lib/config.js +14 -45
  3. package/lib/databases.js +86 -143
  4. package/lib/datasets.js +78 -83
  5. package/lib/index.d.ts +12 -4
  6. package/lib/index.js +42 -419
  7. package/lib/loaders.js +149 -654
  8. package/lib/model/ameli.js +83 -21
  9. package/lib/model/debats.js +0 -1
  10. package/lib/model/dosleg.d.ts +1 -1
  11. package/lib/model/dosleg.js +179 -73
  12. package/lib/model/index.d.ts +3 -3
  13. package/lib/model/index.js +12 -46
  14. package/lib/model/questions.js +68 -39
  15. package/lib/model/sens.d.ts +1 -1
  16. package/lib/model/sens.js +383 -113
  17. package/lib/model/texte.js +220 -290
  18. package/lib/model/util.js +9 -26
  19. package/lib/raw_types/ameli.js +5 -6
  20. package/lib/raw_types/debats.js +5 -6
  21. package/lib/raw_types/dosleg.js +5 -6
  22. package/lib/raw_types/questions.js +5 -6
  23. package/lib/raw_types/sens.js +5 -6
  24. package/lib/raw_types_schemats/ameli.js +1 -43
  25. package/lib/raw_types_schemats/debats.js +1 -22
  26. package/lib/raw_types_schemats/dosleg.js +1 -96
  27. package/lib/raw_types_schemats/questions.js +1 -22
  28. package/lib/raw_types_schemats/sens.js +1 -112
  29. package/lib/scripts/convert_data.js +181 -631
  30. package/lib/scripts/datautil.js +17 -60
  31. package/lib/scripts/parse_textes.js +46 -129
  32. package/lib/scripts/retrieve_documents.js +247 -513
  33. package/lib/scripts/retrieve_open_data.js +211 -368
  34. package/lib/scripts/retrieve_senateurs_photos.js +144 -239
  35. package/lib/scripts/shared/cli_helpers.js +30 -30
  36. package/lib/scripts/shared/util.js +28 -94
  37. package/lib/strings.js +20 -45
  38. package/lib/types/ameli.d.ts +1 -1
  39. package/lib/types/ameli.js +14 -25
  40. package/lib/types/debats.d.ts +1 -1
  41. package/lib/types/debats.js +3 -21
  42. package/lib/types/dosleg.d.ts +1 -1
  43. package/lib/types/dosleg.js +152 -119
  44. package/lib/types/questions.d.ts +1 -1
  45. package/lib/types/questions.js +1 -13
  46. package/lib/types/sens.d.ts +1 -1
  47. package/lib/types/sens.js +1 -13
  48. package/lib/types/sessions.js +44 -49
  49. package/lib/types/texte.js +17 -22
  50. package/lib/validators/config.js +47 -111
  51. package/lib/validators/senat.js +1 -5
  52. package/package.json +18 -40
  53. package/lib/aggregates.d.ts +0 -52
  54. package/lib/aggregates.mjs +0 -930
  55. package/lib/aggregates.ts +0 -833
  56. package/lib/config.mjs +0 -16
  57. package/lib/config.ts +0 -26
  58. package/lib/data/legislatures.json +0 -38
  59. package/lib/databases.mjs +0 -57
  60. package/lib/databases.ts +0 -71
  61. package/lib/datasets.mjs +0 -78
  62. package/lib/datasets.ts +0 -118
  63. package/lib/fields.d.ts +0 -10
  64. package/lib/fields.mjs +0 -68
  65. package/lib/fields.ts +0 -29
  66. package/lib/index.mjs +0 -4
  67. package/lib/index.ts +0 -42
  68. package/lib/inserters.d.ts +0 -98
  69. package/lib/inserters.mjs +0 -500
  70. package/lib/inserters.ts +0 -521
  71. package/lib/loaders.mjs +0 -158
  72. package/lib/loaders.ts +0 -271
  73. package/lib/model/ameli.mjs +0 -84
  74. package/lib/model/ameli.ts +0 -100
  75. package/lib/model/debats.mjs +0 -1
  76. package/lib/model/debats.ts +0 -0
  77. package/lib/model/dosleg.mjs +0 -196
  78. package/lib/model/dosleg.ts +0 -240
  79. package/lib/model/index.mjs +0 -4
  80. package/lib/model/index.ts +0 -14
  81. package/lib/model/questions.mjs +0 -71
  82. package/lib/model/questions.ts +0 -93
  83. package/lib/model/sens.mjs +0 -415
  84. package/lib/model/sens.ts +0 -516
  85. package/lib/model/texte.mjs +0 -208
  86. package/lib/model/texte.ts +0 -229
  87. package/lib/model/util.mjs +0 -19
  88. package/lib/model/util.ts +0 -32
  89. package/lib/raw_types/ameli.mjs +0 -5
  90. package/lib/raw_types/ameli.ts +0 -951
  91. package/lib/raw_types/debats.mjs +0 -5
  92. package/lib/raw_types/debats.ts +0 -222
  93. package/lib/raw_types/dosleg.mjs +0 -5
  94. package/lib/raw_types/dosleg.ts +0 -3625
  95. package/lib/raw_types/questions.mjs +0 -5
  96. package/lib/raw_types/questions.ts +0 -427
  97. package/lib/raw_types/sens.mjs +0 -5
  98. package/lib/raw_types/sens.ts +0 -4499
  99. package/lib/raw_types_kysely/ameli.d.ts +0 -6
  100. package/lib/raw_types_kysely/ameli.mjs +0 -7
  101. package/lib/raw_types_kysely/ameli.ts +0 -6
  102. package/lib/raw_types_kysely/debats.d.ts +0 -6
  103. package/lib/raw_types_kysely/debats.mjs +0 -7
  104. package/lib/raw_types_kysely/debats.ts +0 -6
  105. package/lib/raw_types_kysely/dosleg.d.ts +0 -6
  106. package/lib/raw_types_kysely/dosleg.mjs +0 -7
  107. package/lib/raw_types_kysely/dosleg.ts +0 -6
  108. package/lib/raw_types_kysely/questions.d.ts +0 -6
  109. package/lib/raw_types_kysely/questions.mjs +0 -7
  110. package/lib/raw_types_kysely/questions.ts +0 -6
  111. package/lib/raw_types_kysely/sens.d.ts +0 -6
  112. package/lib/raw_types_kysely/sens.mjs +0 -7
  113. package/lib/raw_types_kysely/sens.ts +0 -6
  114. package/lib/raw_types_kysely/texte.d.ts +0 -45
  115. package/lib/raw_types_kysely/texte.mjs +0 -7
  116. package/lib/raw_types_kysely/texte.ts +0 -53
  117. package/lib/raw_types_schemats/ameli.mjs +0 -2
  118. package/lib/raw_types_schemats/ameli.ts +0 -601
  119. package/lib/raw_types_schemats/debats.mjs +0 -2
  120. package/lib/raw_types_schemats/debats.ts +0 -145
  121. package/lib/raw_types_schemats/dosleg.mjs +0 -2
  122. package/lib/raw_types_schemats/dosleg.ts +0 -2195
  123. package/lib/raw_types_schemats/questions.mjs +0 -2
  124. package/lib/raw_types_schemats/questions.ts +0 -251
  125. package/lib/raw_types_schemats/sens.mjs +0 -2
  126. package/lib/raw_types_schemats/sens.ts +0 -2907
  127. package/lib/scripts/convert_data.mjs +0 -181
  128. package/lib/scripts/convert_data.ts +0 -243
  129. package/lib/scripts/datautil.mjs +0 -16
  130. package/lib/scripts/datautil.ts +0 -19
  131. package/lib/scripts/images/transparent_150x192.jpg +0 -0
  132. package/lib/scripts/images/transparent_155x225.jpg +0 -0
  133. package/lib/scripts/parse_textes.mjs +0 -46
  134. package/lib/scripts/parse_textes.ts +0 -65
  135. package/lib/scripts/retrieve_documents.mjs +0 -249
  136. package/lib/scripts/retrieve_documents.ts +0 -298
  137. package/lib/scripts/retrieve_open_data.mjs +0 -217
  138. package/lib/scripts/retrieve_open_data.ts +0 -274
  139. package/lib/scripts/retrieve_senateurs_photos.mjs +0 -147
  140. package/lib/scripts/retrieve_senateurs_photos.ts +0 -177
  141. package/lib/scripts/retrieve_textes.d.ts +0 -1
  142. package/lib/scripts/retrieve_textes.mjs +0 -328
  143. package/lib/scripts/retrieve_textes.ts +0 -143
  144. package/lib/scripts/shared/cli_helpers.ts +0 -36
  145. package/lib/scripts/shared/util.ts +0 -33
  146. package/lib/src/aggregates.d.ts +0 -52
  147. package/lib/src/aggregates.mjs +0 -726
  148. package/lib/src/config.d.ts +0 -2
  149. package/lib/src/config.mjs +0 -16
  150. package/lib/src/databases.d.ts +0 -18
  151. package/lib/src/databases.mjs +0 -55
  152. package/lib/src/datasets.d.ts +0 -28
  153. package/lib/src/datasets.mjs +0 -78
  154. package/lib/src/fields.d.ts +0 -10
  155. package/lib/src/fields.mjs +0 -22
  156. package/lib/src/index.d.ts +0 -8
  157. package/lib/src/index.mjs +0 -7
  158. package/lib/src/inserters.d.ts +0 -98
  159. package/lib/src/inserters.mjs +0 -360
  160. package/lib/src/loaders.d.ts +0 -36
  161. package/lib/src/loaders.mjs +0 -107
  162. package/lib/src/model/ameli.d.ts +0 -4
  163. package/lib/src/model/ameli.js +0 -57
  164. package/lib/src/model/debats.d.ts +0 -4
  165. package/lib/src/model/debats.js +0 -43
  166. package/lib/src/model/dosleg.d.ts +0 -197
  167. package/lib/src/model/dosleg.js +0 -169
  168. package/lib/src/model/index.d.ts +0 -4
  169. package/lib/src/model/index.js +0 -4
  170. package/lib/src/model/questions.d.ts +0 -89
  171. package/lib/src/model/questions.js +0 -76
  172. package/lib/src/model/sens.d.ts +0 -390
  173. package/lib/src/model/sens.js +0 -339
  174. package/lib/src/model/texte.d.ts +0 -7
  175. package/lib/src/model/texte.js +0 -183
  176. package/lib/src/raw_types_kysely/ameli.d.ts +0 -915
  177. package/lib/src/raw_types_kysely/ameli.js +0 -5
  178. package/lib/src/raw_types_kysely/debats.d.ts +0 -207
  179. package/lib/src/raw_types_kysely/debats.js +0 -5
  180. package/lib/src/raw_types_kysely/dosleg.d.ts +0 -3532
  181. package/lib/src/raw_types_kysely/dosleg.js +0 -5
  182. package/lib/src/raw_types_kysely/questions.d.ts +0 -414
  183. package/lib/src/raw_types_kysely/questions.js +0 -5
  184. package/lib/src/raw_types_kysely/sens.d.ts +0 -4394
  185. package/lib/src/raw_types_kysely/sens.js +0 -5
  186. package/lib/src/raw_types_schemats/ameli.d.ts +0 -541
  187. package/lib/src/raw_types_schemats/ameli.js +0 -2
  188. package/lib/src/raw_types_schemats/debats.d.ts +0 -127
  189. package/lib/src/raw_types_schemats/debats.js +0 -2
  190. package/lib/src/raw_types_schemats/dosleg.d.ts +0 -2027
  191. package/lib/src/raw_types_schemats/dosleg.js +0 -2
  192. package/lib/src/raw_types_schemats/questions.d.ts +0 -231
  193. package/lib/src/raw_types_schemats/questions.js +0 -2
  194. package/lib/src/raw_types_schemats/sens.d.ts +0 -2709
  195. package/lib/src/raw_types_schemats/sens.js +0 -2
  196. package/lib/src/scripts/convert_data.d.ts +0 -1
  197. package/lib/src/scripts/convert_data.js +0 -95
  198. package/lib/src/scripts/datautil.d.ts +0 -5
  199. package/lib/src/scripts/datautil.js +0 -16
  200. package/lib/src/scripts/parse_textes.d.ts +0 -1
  201. package/lib/src/scripts/parse_textes.js +0 -47
  202. package/lib/src/scripts/retrieve_documents.d.ts +0 -1
  203. package/lib/src/scripts/retrieve_documents.js +0 -258
  204. package/lib/src/scripts/retrieve_open_data.d.ts +0 -1
  205. package/lib/src/scripts/retrieve_open_data.js +0 -214
  206. package/lib/src/scripts/retrieve_senateurs_photos.d.ts +0 -1
  207. package/lib/src/scripts/retrieve_senateurs_photos.js +0 -147
  208. package/lib/src/scripts/shared/cli_helpers.d.ts +0 -44
  209. package/lib/src/scripts/shared/cli_helpers.js +0 -32
  210. package/lib/src/scripts/shared/util.d.ts +0 -3
  211. package/lib/src/scripts/shared/util.js +0 -28
  212. package/lib/src/strings.d.ts +0 -1
  213. package/lib/src/strings.mjs +0 -18
  214. package/lib/src/types/ameli.d.ts +0 -10
  215. package/lib/src/types/ameli.js +0 -13
  216. package/lib/src/types/debats.d.ts +0 -4
  217. package/lib/src/types/debats.js +0 -2
  218. package/lib/src/types/dosleg.d.ts +0 -98
  219. package/lib/src/types/dosleg.js +0 -151
  220. package/lib/src/types/questions.d.ts +0 -2
  221. package/lib/src/types/questions.js +0 -1
  222. package/lib/src/types/sens.d.ts +0 -10
  223. package/lib/src/types/sens.js +0 -1
  224. package/lib/src/types/sessions.d.ts +0 -42
  225. package/lib/src/types/sessions.js +0 -43
  226. package/lib/src/types/texte.d.ts +0 -61
  227. package/lib/src/types/texte.js +0 -16
  228. package/lib/src/validators/config.d.ts +0 -1
  229. package/lib/src/validators/config.js +0 -54
  230. package/lib/src/validators/senat.d.ts +0 -0
  231. package/lib/src/validators/senat.js +0 -24
  232. package/lib/strings.mjs +0 -18
  233. package/lib/strings.ts +0 -26
  234. package/lib/types/ameli.mjs +0 -13
  235. package/lib/types/ameli.ts +0 -21
  236. package/lib/types/debats.mjs +0 -2
  237. package/lib/types/debats.ts +0 -6
  238. package/lib/types/dosleg.mjs +0 -151
  239. package/lib/types/dosleg.ts +0 -284
  240. package/lib/types/questions.mjs +0 -1
  241. package/lib/types/questions.ts +0 -3
  242. package/lib/types/sens.mjs +0 -1
  243. package/lib/types/sens.ts +0 -12
  244. package/lib/types/sessions.mjs +0 -43
  245. package/lib/types/sessions.ts +0 -42
  246. package/lib/types/texte.mjs +0 -16
  247. package/lib/types/texte.ts +0 -76
  248. package/lib/typings/windows-1252.d.js +0 -2
  249. package/lib/typings/windows-1252.d.mjs +0 -2
  250. package/lib/typings/windows-1252.d.ts +0 -11
  251. package/lib/validators/config.mjs +0 -54
  252. package/lib/validators/config.ts +0 -79
  253. package/lib/validators/senat.mjs +0 -24
  254. package/lib/validators/senat.ts +0 -26
package/lib/inserters.ts DELETED
@@ -1,521 +0,0 @@
1
- import { TxtAmeli } from "./types/ameli"
2
- import { Debat } from "./types/debats"
3
- import {
4
- Ass,
5
- Aud,
6
- Auteur,
7
- DateSeance,
8
- DecCoc,
9
- DenRap,
10
- DocAtt,
11
- Ecr,
12
- EtaLoi,
13
- LecAss,
14
- LecAssRap,
15
- Lecture,
16
- Loi,
17
- Org,
18
- OriTxt,
19
- Qua,
20
- Rap,
21
- Scr,
22
- Texte,
23
- TypAtt,
24
- TypLec,
25
- TypLoi,
26
- TypTxt,
27
- TypUrl,
28
- } from "./types/dosleg"
29
-
30
- export interface OutputData {
31
- readonly ass?: { [id: string]: Ass }
32
- readonly aud?: { [id: string]: Aud }
33
- readonly auteur?: { [id: string]: Auteur }
34
- readonly date_seance?: { [id: string]: DateSeance }
35
- readonly debats?: { [id: string]: Debat }
36
- readonly deccoc?: { [id: string]: DecCoc }
37
- readonly denrap?: { [id: string]: DenRap }
38
- readonly docatt?: { [id: string]: DocAtt }
39
- readonly ecr?: { [id: string]: Ecr }
40
- readonly etaloi?: { [id: string]: EtaLoi }
41
- readonly lecass?: { [id: string]: LecAss }
42
- readonly lecassrap?: { [id: string]: LecAssRap }
43
- readonly lecture?: { [id: string]: Lecture }
44
- readonly loi?: { [id: string]: Loi }
45
- readonly org?: { [id: string]: Org }
46
- readonly oritxt?: { [id: string]: OriTxt }
47
- readonly qua?: { [id: string]: Qua }
48
- readonly rap?: { [id: string]: Rap }
49
- readonly scr?: { [id: string]: Scr }
50
- readonly texte?: { [id: string]: Texte }
51
- readonly typatt?: { [id: string]: TypAtt }
52
- readonly typlec?: { [id: string]: TypLec }
53
- readonly typloi?: { [id: string]: TypLoi }
54
- readonly typtxt?: { [id: string]: TypTxt }
55
- readonly typurl?: { [id: string]: TypUrl }
56
- readonly txt_ameli?: { [id: string]: TxtAmeli }
57
- }
58
-
59
- type VisitedIdsByTableName = { [tableName: string]: Set<number | string> }
60
-
61
- export function insertAudReferences(
62
- aud: Aud,
63
- data: OutputData,
64
- visitedIdsByTableName: VisitedIdsByTableName,
65
- ) {
66
- let visitedIds = visitedIdsByTableName.aud
67
- if (visitedIds === undefined) {
68
- visitedIds = visitedIdsByTableName.aud = new Set()
69
- }
70
- if (!visitedIds.has(aud.audcle)) {
71
- visitedIds.add(aud.audcle)
72
-
73
- if (aud.orgcod !== null && data.org !== undefined) {
74
- const org = data.org[aud.orgcod]
75
- if (org !== undefined) {
76
- aud.org = org
77
- // insertOrgReferences(org, data, visitedIdsByTableName)
78
- }
79
- }
80
-
81
- // TODO
82
- }
83
-
84
- return aud
85
- }
86
-
87
- export function insertAuteurReferences(
88
- auteur: Auteur,
89
- data: OutputData,
90
- visitedIdsByTableName: VisitedIdsByTableName,
91
- ) {
92
- let visitedIds = visitedIdsByTableName.auteur
93
- if (visitedIds === undefined) {
94
- visitedIds = visitedIdsByTableName.auteur = new Set()
95
- }
96
- if (!visitedIds.has(auteur.autcod)) {
97
- visitedIds.add(auteur.autcod)
98
-
99
- if (data.qua !== undefined) {
100
- const qua = data.qua[auteur.quacod]
101
- if (qua !== undefined) {
102
- auteur.qua = qua
103
- // insertQuaReferences(qua, data, visitedIdsByTableName)
104
- }
105
- }
106
-
107
- // TODO
108
- }
109
-
110
- return auteur
111
- }
112
-
113
- export function insertDateSeanceReferences(
114
- dateSeance: DateSeance,
115
- data: OutputData,
116
- visitedIdsByTableName: VisitedIdsByTableName,
117
- ) {
118
- let visitedIds = visitedIdsByTableName.date_seance
119
- if (visitedIds === undefined) {
120
- visitedIds = visitedIdsByTableName.date_seance = new Set()
121
- }
122
- if (!visitedIds.has(dateSeance.code)) {
123
- visitedIds.add(dateSeance.code)
124
-
125
- if (dateSeance.date_s !== null && data.debats !== undefined) {
126
- const dateString =
127
- dateSeance.date_s instanceof Date
128
- ? dateSeance.date_s.toISOString()
129
- : dateSeance.date_s
130
- const debat = data.debats[dateString]
131
- if (debat !== undefined) {
132
- dateSeance.debat = debat
133
- // insertDebatReferences(debat, data, visitedIdsByTableName)
134
- }
135
- }
136
-
137
- dateSeance.scrs = []
138
- if (dateSeance.scrids !== undefined && data.scr !== undefined) {
139
- for (const scrid of dateSeance.scrids) {
140
- const scr = data.scr[scrid]
141
- if (scr !== undefined) {
142
- dateSeance.scrs.push(scr)
143
- // insertScrReferences(scr, data, visitedIdsByTableName)
144
- }
145
- }
146
- }
147
- }
148
-
149
- return dateSeance
150
- }
151
-
152
- export function insertDocAttReferences(
153
- docatt: DocAtt,
154
- data: OutputData,
155
- visitedIdsByTableName: VisitedIdsByTableName,
156
- performInsertRapReferences=true
157
- ) {
158
- let visitedIds = visitedIdsByTableName.docatt
159
- if (visitedIds === undefined) {
160
- visitedIds = visitedIdsByTableName.docatt = new Set()
161
- }
162
- if (!visitedIds.has(docatt.docattcle)) {
163
- visitedIds.add(docatt.docattcle)
164
-
165
- if (performInsertRapReferences && docatt.rapcod !== null && data.rap !== undefined) {
166
- const rap = data.rap[docatt.rapcod]
167
- if (rap !== undefined) {
168
- docatt.rap = rap
169
- insertRapReferences(rap, data, visitedIdsByTableName)
170
- }
171
- }
172
-
173
- if (docatt.typattcod !== null && data.typatt !== undefined) {
174
- const typatt = data.typatt[docatt.typattcod]
175
- if (typatt !== undefined) {
176
- docatt.typatt = typatt
177
- // insertTypAttReferences(typatt, data, visitedIdsByTableName)
178
- }
179
- }
180
- }
181
-
182
- return docatt
183
- }
184
-
185
- export function insertEcrReferences(
186
- ecr: Ecr,
187
- data: OutputData,
188
- visitedIdsByTableName: VisitedIdsByTableName,
189
- ) {
190
- let visitedIds = visitedIdsByTableName.ecr
191
- if (visitedIds === undefined) {
192
- visitedIds = visitedIdsByTableName.ecr = new Set()
193
- }
194
- if (!visitedIds.has(ecr.ecrnum)) {
195
- visitedIds.add(ecr.ecrnum)
196
-
197
- if (ecr.autcod !== null && data.auteur !== undefined) {
198
- const aut = data.auteur[ecr.autcod]
199
- if (aut !== undefined) {
200
- ecr.aut = aut
201
- insertAuteurReferences(aut, data, visitedIdsByTableName)
202
- }
203
- }
204
-
205
- // TODO
206
- }
207
-
208
- return ecr
209
- }
210
-
211
- export function insertLecassrapReferences(
212
- lecassrap: LecAssRap,
213
- data: OutputData,
214
- visitedIdsByTableName: VisitedIdsByTableName,
215
- ) {
216
- let visitedIds = visitedIdsByTableName.lecassrap
217
- if (visitedIds === undefined) {
218
- visitedIds = visitedIdsByTableName.lecassrap = new Set()
219
- }
220
- const lecasrapid = `${lecassrap.lecassidt} ${lecassrap.rapcod}`
221
- if (!visitedIds.has(lecasrapid)) {
222
- visitedIds.add(lecasrapid)
223
-
224
- if (lecassrap.rapcod !== null && data.rap !== undefined) {
225
- const rap = data.rap[lecassrap.rapcod]
226
- if (rap !== undefined) {
227
- lecassrap.rap = rap
228
- insertRapReferences(rap, data, visitedIdsByTableName)
229
- }
230
- }
231
- }
232
-
233
- return lecassrap
234
- }
235
-
236
- export function insertLecassReferences(
237
- lecass: LecAss,
238
- data: OutputData,
239
- visitedIdsByTableName: VisitedIdsByTableName,
240
- ) {
241
- let visitedIds = visitedIdsByTableName.lecass
242
- if (visitedIds === undefined) {
243
- visitedIds = visitedIdsByTableName.lecass = new Set()
244
- }
245
- if (!visitedIds.has(lecass.lecassidt)) {
246
- visitedIds.add(lecass.lecassidt)
247
-
248
- if (lecass.codass !== null && data.ass !== undefined) {
249
- const ass = data.ass[lecass.codass]
250
- if (ass !== undefined) {
251
- lecass.ass = ass
252
- // insertAssReferences(ass, data, visitedIdsByTableName)
253
- }
254
- }
255
-
256
- if (lecass.orgcod !== null && data.org !== undefined) {
257
- const org = data.org[lecass.orgcod]
258
- if (org !== undefined) {
259
- lecass.org = org
260
- // insertOrgReferences(org, data, visitedIdsByTableName)
261
- }
262
- }
263
-
264
- lecass.auds = []
265
- if (lecass.audcles !== undefined && data.aud !== undefined) {
266
- for (const audcle of lecass.audcles) {
267
- const aud = data.aud[audcle]
268
- if (aud !== undefined) {
269
- lecass.auds.push(aud)
270
- insertAudReferences(aud, data, visitedIdsByTableName)
271
- }
272
- }
273
- }
274
-
275
- lecass.datesSeances = []
276
- if (lecass.datesSeancesCodes !== undefined && data.date_seance !== undefined) {
277
- for (const dateSeanceCode of lecass.datesSeancesCodes) {
278
- const dateSeance = data.date_seance[dateSeanceCode]
279
- if (dateSeance !== undefined) {
280
- lecass.datesSeances.push(dateSeance)
281
- insertDateSeanceReferences(dateSeance, data, visitedIdsByTableName)
282
- }
283
- }
284
- }
285
-
286
- lecass.lecassraps = []
287
- if (lecass.lecassrapids !== undefined && data.lecassrap !== undefined) {
288
- for (const lecassrapid of lecass.lecassrapids) {
289
- const lecassrap = data.lecassrap[lecassrapid]
290
- if (lecassrap !== undefined) {
291
- lecass.lecassraps.push(lecassrap)
292
- insertLecassrapReferences(lecassrap, data, visitedIdsByTableName)
293
- }
294
- }
295
- }
296
-
297
- lecass.textes = []
298
- if (lecass.texcods !== undefined && data.texte !== undefined) {
299
- for (const texcod of lecass.texcods) {
300
- const texte = data.texte[texcod]
301
- if (texte !== undefined) {
302
- lecass.textes.push(texte)
303
- insertTexteReferences(texte, data, visitedIdsByTableName)
304
- }
305
- }
306
- }
307
- }
308
-
309
- return lecass
310
- }
311
-
312
- export function insertLectureReferences(
313
- lecture: Lecture,
314
- data: OutputData,
315
- visitedIdsByTableName: VisitedIdsByTableName,
316
- ) {
317
- let visitedIds = visitedIdsByTableName.lecture
318
- if (visitedIds === undefined) {
319
- visitedIds = visitedIdsByTableName.lecture = new Set()
320
- }
321
- if (!visitedIds.has(lecture.lecidt)) {
322
- visitedIds.add(lecture.lecidt)
323
-
324
- if (lecture.typleccod !== null && data.typlec !== undefined) {
325
- const typlec = data.typlec[lecture.typleccod]
326
- if (typlec !== undefined) {
327
- lecture.typlec = typlec
328
- // insertTyplecReferences(typlec, data, visitedIdsByTableName)
329
- }
330
- }
331
-
332
- lecture.lecasss = []
333
- if (lecture.lecassidts !== undefined && data.lecass !== undefined) {
334
- for (const lecassidt of lecture.lecassidts) {
335
- const lecass = data.lecass[lecassidt]
336
- if (lecass !== undefined) {
337
- lecture.lecasss.push(lecass)
338
- insertLecassReferences(lecass, data, visitedIdsByTableName)
339
- }
340
- }
341
- }
342
- }
343
-
344
- return lecture
345
- }
346
-
347
- export function insertLoiReferences(
348
- loi: Loi,
349
- data: OutputData,
350
- visitedIdsByTableName: VisitedIdsByTableName,
351
- ) {
352
- let visitedIds = visitedIdsByTableName.loi
353
- if (visitedIds === undefined) {
354
- visitedIds = visitedIdsByTableName.loi = new Set()
355
- }
356
- if (!visitedIds.has(loi.loicod)) {
357
- visitedIds.add(loi.loicod)
358
-
359
- if (loi.typloicod !== null && data.typloi !== undefined) {
360
- const typloi = data.typloi[loi.typloicod]
361
- if (typloi !== undefined) {
362
- loi.typloi = typloi
363
- // insertTyploiReferences(typloi, data, visitedIdsByTableName)
364
- }
365
- }
366
-
367
- if (loi.etaloicod !== null && data.etaloi !== undefined) {
368
- const etaloi = data.etaloi[loi.etaloicod]
369
- if (etaloi !== undefined) {
370
- loi.etaloi = etaloi
371
- // insertEtaloiReferences(etaloi, data, visitedIdsByTableName)
372
- }
373
- }
374
-
375
- if (loi.deccoccod !== null && data.deccoc !== undefined) {
376
- const deccoc = data.deccoc[loi.deccoccod]
377
- if (deccoc !== undefined) {
378
- loi.deccoc = deccoc
379
- // insertDeccocReferences(deccoc, data, visitedIdsByTableName)
380
- }
381
- }
382
-
383
- loi.lectures = []
384
- if (loi.lecidts !== undefined && data.lecture !== undefined) {
385
- for (const lecidt of loi.lecidts) {
386
- const lecture = data.lecture[lecidt]
387
- if (lecture !== undefined) {
388
- loi.lectures.push(lecture)
389
- insertLectureReferences(lecture, data, visitedIdsByTableName)
390
- }
391
- }
392
- }
393
- }
394
-
395
- return loi
396
- }
397
-
398
- export function insertRapReferences(
399
- rap: Rap,
400
- data: OutputData,
401
- visitedIdsByTableName: VisitedIdsByTableName,
402
- ) {
403
- let visitedIds = visitedIdsByTableName.rap
404
- if (visitedIds === undefined) {
405
- visitedIds = visitedIdsByTableName.rap = new Set()
406
- }
407
- if (!visitedIds.has(rap.rapcod)) {
408
- visitedIds.add(rap.rapcod)
409
-
410
- if (rap.coddenrap !== null && data.denrap !== undefined) {
411
- const denrap = data.denrap[rap.coddenrap]
412
- if (denrap !== undefined) {
413
- rap.denrap = denrap
414
- // insertDenrapReferences(denrap, data, visitedIdsByTableName)
415
- }
416
- }
417
-
418
- rap.docatts = []
419
- if (rap.docattcles !== undefined && data.docatt !== undefined) {
420
- for (const docattcle of rap.docattcles) {
421
- const docatt = data.docatt[docattcle]
422
- if (docatt !== undefined) {
423
- rap.docatts.push(docatt)
424
- insertDocAttReferences(docatt, data, visitedIdsByTableName, false)
425
- }
426
- }
427
- }
428
-
429
- rap.ecrs = []
430
- if (rap.ecrnums !== undefined && data.ecr !== undefined) {
431
- for (const ecrnum of rap.ecrnums) {
432
- const ecr = data.ecr[ecrnum]
433
- if (ecr !== undefined) {
434
- rap.ecrs.push(ecr)
435
- insertEcrReferences(ecr, data, visitedIdsByTableName)
436
- }
437
- }
438
- }
439
-
440
- rap.orgs = []
441
- if (rap.orgcods !== undefined && data.org !== undefined) {
442
- for (const orgcod of rap.orgcods) {
443
- const org = data.org[orgcod]
444
- if (org !== undefined) {
445
- rap.orgs.push(org)
446
- // insertOrgReferences(org, data, visitedIdsByTableName)
447
- }
448
- }
449
- }
450
- }
451
-
452
- return rap
453
- }
454
-
455
- export function insertTexteReferences(
456
- texte: Texte,
457
- data: OutputData,
458
- visitedIdsByTableName: VisitedIdsByTableName,
459
- ) {
460
- let visitedIds = visitedIdsByTableName.texte
461
- if (visitedIds === undefined) {
462
- visitedIds = visitedIdsByTableName.texte = new Set()
463
- }
464
- if (!visitedIds.has(texte.texcod)) {
465
- visitedIds.add(texte.texcod)
466
-
467
- texte.ecrs = []
468
- if (texte.ecrnums !== undefined && data.ecr !== undefined) {
469
- for (const ecrnum of texte.ecrnums) {
470
- const ecr = data.ecr[ecrnum]
471
- if (ecr !== undefined) {
472
- texte.ecrs.push(ecr)
473
- insertEcrReferences(ecr, data, visitedIdsByTableName)
474
- }
475
- }
476
- }
477
-
478
- if (texte.orgcod !== null && data.org !== undefined) {
479
- const org = data.org[texte.orgcod]
480
- if (org !== undefined) {
481
- texte.org = org
482
- // insertOrgReferences(org, data, visitedIdsByTableName)
483
- }
484
- }
485
-
486
- if (texte.oritxtcod !== null && data.oritxt !== undefined) {
487
- const oritxt = data.oritxt[texte.oritxtcod]
488
- if (oritxt !== undefined) {
489
- texte.oritxt = oritxt
490
- // insertOritxtReferences(oritxt, data, visitedIdsByTableName)
491
- }
492
- }
493
-
494
- if (texte.txtAmeliId !== undefined && data.txt_ameli !== undefined) {
495
- const txtAmeli = data.txt_ameli[texte.txtAmeliId]
496
- if (txtAmeli !== undefined) {
497
- texte.txtAmeli = txtAmeli
498
- }
499
- }
500
-
501
- if (texte.typtxtcod !== null && data.typtxt !== undefined) {
502
- const typtxt = data.typtxt[texte.typtxtcod]
503
- if (typtxt !== undefined) {
504
- texte.typtxt = typtxt
505
- // insertTyptxtReferences(typtxt, data, visitedIdsByTableName)
506
- }
507
- }
508
-
509
- if (texte.typurl !== null && data.typurl !== undefined) {
510
- const typurl = data.typurl[texte.typurl]
511
- if (typurl !== undefined) {
512
- texte.libtypurl = typurl.libtypurl
513
- // insertTypurlReferences(typurl, data, visitedIdsByTableName)
514
- }
515
- }
516
-
517
- // TODO
518
- }
519
-
520
- return texte
521
- }
package/lib/loaders.mjs DELETED
@@ -1,158 +0,0 @@
1
- import fs from "fs";
2
- import path from "path";
3
- import legislatures from "./legislatures.json";
4
- import { datasets } from "./datasets";
5
- import { UNDEFINED_SESSION } from "./scripts/datautil";
6
- export { EnabledDatasets } from "./datasets";
7
- export const DOSLEG_DOSSIERS_FOLDER = "dossiers";
8
- export const SENS_CIRCONSCRIPTIONS_FOLDER = "circonscriptions";
9
- export const SENS_ORGANISMES_FOLDER = "organismes";
10
- export const SENS_SENATEURS_FOLDER = "senateurs";
11
- export const TEXTE_FOLDER = "leg";
12
- export const TEXTE_ORIGINAL_FOLDER = "original";
13
- export const TEXTE_TRANSFORMED_FOLDER = "transformed";
14
- export const DOCUMENT_METADATA_FILE = "metadata.json";
15
- export const RAPPORT_FOLDER = "rap";
16
- export function* iterFilePaths(dirPath) {
17
- if (dirPath && fs.existsSync(dirPath)) {
18
- const files = fs.readdirSync(dirPath, { withFileTypes: true, recursive: true });
19
- for (const file of files) {
20
- if (file.isFile()) {
21
- yield path.join(file.parentPath, file.name);
22
- }
23
- }
24
- }
25
- }
26
- function* iterLoadSenatItems(dataDir, dataset, legislatureOrSession, subDir, { log = false } = {}) {
27
- let itemsDir = path.join(dataDir, dataset.database);
28
- if (subDir) {
29
- itemsDir = path.join(itemsDir, subDir);
30
- }
31
- if (legislatureOrSession) {
32
- itemsDir = path.join(itemsDir, String(legislatureOrSession));
33
- }
34
- for (const filePath of iterFilePaths(itemsDir)) {
35
- if (log) {
36
- console.log(`Loading file: ${filePath}…`);
37
- }
38
- const itemJson = fs.readFileSync(filePath, { encoding: "utf8" });
39
- const item = JSON.parse(itemJson);
40
- const filePathFromDataset = filePath.substring(filePath.indexOf(dataset.database) + dataset.database.length);
41
- yield {
42
- item,
43
- filePathFromDataset,
44
- legislature: legislatureOrSession,
45
- };
46
- }
47
- }
48
- export function* iterLoadSenatAmendements(dataDir, session, options = {}) {
49
- for (const amendementItem of iterLoadSenatItems(dataDir, datasets.ameli, session, undefined, options)) {
50
- yield amendementItem;
51
- }
52
- }
53
- export function* iterLoadSenatDossiersLegislatifs(dataDir, session, options = {}) {
54
- for (const dossierLegislatifItem of iterLoadSenatItems(dataDir, datasets.dosleg, session, DOSLEG_DOSSIERS_FOLDER, options)) {
55
- yield dossierLegislatifItem;
56
- }
57
- }
58
- export function* iterLoadSenatDossiersLegislatifsTexteUrls(dataDir, session) {
59
- let itemsDir = path.join(dataDir, TEXTE_FOLDER, TEXTE_ORIGINAL_FOLDER);
60
- if (session) {
61
- itemsDir = path.join(itemsDir, session.toString());
62
- }
63
- for (const filePath of iterFilePaths(itemsDir)) {
64
- const parsedFilePath = path.parse(filePath);
65
- if (parsedFilePath.base === DOCUMENT_METADATA_FILE) {
66
- const itemJson = fs.readFileSync(filePath, { encoding: "utf8" });
67
- const item = JSON.parse(itemJson);
68
- yield {
69
- item,
70
- };
71
- }
72
- }
73
- }
74
- export function* iterLoadSenatDossiersLegislatifsRapportUrls(dataDir, session) {
75
- let itemsDir = path.join(dataDir, RAPPORT_FOLDER);
76
- if (session) {
77
- itemsDir = path.join(itemsDir, session.toString());
78
- }
79
- for (const filePath of iterFilePaths(itemsDir)) {
80
- const parsedFilePath = path.parse(filePath);
81
- if (parsedFilePath.base === DOCUMENT_METADATA_FILE) {
82
- const itemJson = fs.readFileSync(filePath, { encoding: "utf8" });
83
- const item = JSON.parse(itemJson);
84
- yield {
85
- item,
86
- };
87
- }
88
- }
89
- }
90
- export function* iterLoadSenatDossiersLegislatifsTextes(dataDir, session, options = {}) {
91
- for (const { item: dossierLegislatif } of iterLoadSenatDossiersLegislatifs(dataDir, session, options)) {
92
- for (const lecture of dossierLegislatif.lectures) {
93
- const lecturesSenat = lecture.lectures_assemblee
94
- .filter(lectureAssemblee => lectureAssemblee.assemblee === "Sénat");
95
- for (const lectureSenat of lecturesSenat) {
96
- for (const texte of lectureSenat.textes) {
97
- const enrichedTexte = {
98
- signet_dossier: dossierLegislatif.signet,
99
- url_dossier_senat: dossierLegislatif.url,
100
- url_dossier_assemblee_nationale: dossierLegislatif.url_dossier_assemblee_nationale,
101
- type_lecture: lecture.type_lecture,
102
- libelle_lecture: lecture.libelle,
103
- libelle_organisme: lectureSenat.libelle_organisme,
104
- ...texte,
105
- };
106
- const texteItem = {
107
- item: enrichedTexte,
108
- };
109
- if (texte.url) {
110
- const texteName = path.parse(texte.url).name;
111
- texteItem.filePathFromDataset
112
- = path.join(`${texte.session ?? UNDEFINED_SESSION}`, texteName, `${texteName}.pdf`);
113
- }
114
- yield texteItem;
115
- }
116
- }
117
- }
118
- }
119
- }
120
- export function loadSenatTexteContent(dataDir, textePathFromDataset) {
121
- const parsedTextePath = path.parse(textePathFromDataset);
122
- const jsonTexteName = `${parsedTextePath.name}.json`;
123
- const fullTextePath = path.join(dataDir, TEXTE_FOLDER, TEXTE_TRANSFORMED_FOLDER, parsedTextePath.dir, jsonTexteName);
124
- if (!fs.existsSync(fullTextePath)) {
125
- return { item: null };
126
- }
127
- const texteJson = fs.readFileSync(fullTextePath, { encoding: "utf8" });
128
- return { item: JSON.parse(texteJson) };
129
- }
130
- export function* iterLoadSenatOrganismes(dataDir, options = {}) {
131
- for (const organismeItem of iterLoadSenatItems(dataDir, datasets.sens, undefined, SENS_ORGANISMES_FOLDER, options)) {
132
- yield organismeItem;
133
- }
134
- }
135
- export function* iterLoadSenatSenateurs(dataDir, legislature, options = {}) {
136
- const dateDebutLegislatureStr = legislatures
137
- .find(legislatureInfo => legislatureInfo.numero === legislature)
138
- ?.date_debut;
139
- const dateDebutLegislature = new Date(dateDebutLegislatureStr);
140
- for (const senateurItem of iterLoadSenatItems(dataDir, datasets.sens, undefined, SENS_SENATEURS_FOLDER, options)) {
141
- const dateFinMandatSenateur = senateurItem.item.mandats_senateur[0]?.date_fin ?
142
- new Date(senateurItem.item.mandats_senateur[0]?.date_fin) : null;
143
- if (dateFinMandatSenateur && dateFinMandatSenateur < dateDebutLegislature) {
144
- continue;
145
- }
146
- yield senateurItem;
147
- }
148
- }
149
- export function* iterLoadSenatCirconscriptions(dataDir, options = {}) {
150
- for (const circonscriptionItem of iterLoadSenatItems(dataDir, datasets.sens, undefined, SENS_CIRCONSCRIPTIONS_FOLDER, options)) {
151
- yield circonscriptionItem;
152
- }
153
- }
154
- export function* iterLoadSenatQuestions(dataDir, legislature, options = {}) {
155
- for (const questionItem of iterLoadSenatItems(dataDir, datasets.questions, legislature, undefined, options)) {
156
- yield questionItem;
157
- }
158
- }