@tricoteuses/senat 1.1.2 → 1.3.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (259) hide show
  1. package/README.md +53 -15
  2. package/lib/aggregates.d.ts +4 -6
  3. package/lib/aggregates.mjs +908 -780
  4. package/lib/aggregates.ts +8 -122
  5. package/lib/data/legislatures.json +38 -0
  6. package/lib/databases.d.ts +9 -0
  7. package/lib/databases.js +41 -11
  8. package/lib/databases.mjs +32 -1
  9. package/lib/databases.ts +40 -1
  10. package/lib/fields.mjs +64 -18
  11. package/lib/index.d.ts +5 -7
  12. package/lib/index.js +8 -112
  13. package/lib/index.mjs +4 -7
  14. package/lib/index.ts +9 -30
  15. package/lib/inserters.d.ts +0 -4
  16. package/lib/inserters.mjs +461 -337
  17. package/lib/inserters.ts +0 -24
  18. package/lib/legislatures.json +38 -0
  19. package/lib/loaders.d.ts +64 -0
  20. package/lib/loaders.js +682 -0
  21. package/lib/loaders.mjs +158 -0
  22. package/lib/loaders.ts +271 -0
  23. package/lib/model/ameli.d.ts +105 -4
  24. package/lib/model/ameli.js +20 -160
  25. package/lib/model/ameli.mjs +84 -57
  26. package/lib/model/ameli.ts +94 -80
  27. package/lib/model/debats.d.ts +0 -4
  28. package/lib/model/debats.js +1 -122
  29. package/lib/model/debats.mjs +1 -43
  30. package/lib/model/debats.ts +0 -68
  31. package/lib/model/dosleg.d.ts +227 -29
  32. package/lib/model/dosleg.js +92 -832
  33. package/lib/model/dosleg.mjs +196 -337
  34. package/lib/model/dosleg.ts +213 -531
  35. package/lib/model/index.d.ts +4 -5
  36. package/lib/model/index.js +14 -15
  37. package/lib/model/index.mjs +4 -5
  38. package/lib/model/index.ts +8 -5
  39. package/lib/model/questions.d.ts +88 -2
  40. package/lib/model/questions.js +40 -45
  41. package/lib/model/questions.mjs +71 -8
  42. package/lib/model/questions.ts +90 -11
  43. package/lib/model/sens.d.ts +524 -2
  44. package/lib/model/sens.js +172 -49
  45. package/lib/model/sens.mjs +415 -9
  46. package/lib/model/sens.ts +514 -16
  47. package/lib/model/texte.d.ts +7 -0
  48. package/lib/model/texte.js +321 -0
  49. package/lib/model/texte.mjs +208 -0
  50. package/lib/model/texte.ts +229 -0
  51. package/lib/model/util.d.ts +7 -1
  52. package/lib/model/util.js +37 -53
  53. package/lib/model/util.mjs +19 -10
  54. package/lib/model/util.ts +30 -14
  55. package/lib/raw_types/ameli.d.ts +912 -538
  56. package/lib/raw_types/ameli.js +1 -39
  57. package/lib/raw_types/ameli.mjs +4 -1
  58. package/lib/raw_types/ameli.ts +947 -597
  59. package/lib/raw_types/debats.d.ts +204 -124
  60. package/lib/raw_types/debats.js +1 -18
  61. package/lib/raw_types/debats.mjs +4 -1
  62. package/lib/raw_types/debats.ts +218 -141
  63. package/lib/raw_types/dosleg.d.ts +3533 -2024
  64. package/lib/raw_types/dosleg.js +1 -92
  65. package/lib/raw_types/dosleg.mjs +4 -1
  66. package/lib/raw_types/dosleg.ts +3621 -2189
  67. package/lib/raw_types/questions.d.ts +404 -220
  68. package/lib/raw_types/questions.js +1 -18
  69. package/lib/raw_types/questions.mjs +4 -1
  70. package/lib/raw_types/questions.ts +404 -226
  71. package/lib/raw_types/sens.d.ts +4391 -2706
  72. package/lib/raw_types/sens.js +1 -108
  73. package/lib/raw_types/sens.mjs +4 -1
  74. package/lib/raw_types/sens.ts +4495 -2903
  75. package/lib/raw_types_kysely/ameli.d.ts +6 -0
  76. package/lib/raw_types_kysely/ameli.mjs +7 -0
  77. package/lib/raw_types_kysely/ameli.ts +6 -0
  78. package/lib/raw_types_kysely/debats.d.ts +6 -0
  79. package/lib/raw_types_kysely/debats.mjs +7 -0
  80. package/lib/raw_types_kysely/debats.ts +6 -0
  81. package/lib/raw_types_kysely/dosleg.d.ts +6 -0
  82. package/lib/raw_types_kysely/dosleg.mjs +7 -0
  83. package/lib/raw_types_kysely/dosleg.ts +6 -0
  84. package/lib/raw_types_kysely/questions.d.ts +6 -0
  85. package/lib/raw_types_kysely/questions.mjs +7 -0
  86. package/lib/raw_types_kysely/questions.ts +6 -0
  87. package/lib/raw_types_kysely/sens.d.ts +6 -0
  88. package/lib/raw_types_kysely/sens.mjs +7 -0
  89. package/lib/raw_types_kysely/sens.ts +6 -0
  90. package/lib/raw_types_kysely/texte.d.ts +45 -0
  91. package/lib/raw_types_kysely/texte.mjs +7 -0
  92. package/lib/raw_types_kysely/texte.ts +53 -0
  93. package/lib/raw_types_schemats/ameli.d.ts +541 -0
  94. package/lib/raw_types_schemats/ameli.js +45 -0
  95. package/lib/raw_types_schemats/ameli.mjs +2 -0
  96. package/lib/raw_types_schemats/ameli.ts +601 -0
  97. package/lib/raw_types_schemats/debats.d.ts +127 -0
  98. package/lib/raw_types_schemats/debats.js +24 -0
  99. package/lib/raw_types_schemats/debats.mjs +2 -0
  100. package/lib/raw_types_schemats/debats.ts +145 -0
  101. package/lib/raw_types_schemats/dosleg.d.ts +2029 -0
  102. package/lib/raw_types_schemats/dosleg.js +98 -0
  103. package/lib/raw_types_schemats/dosleg.mjs +2 -0
  104. package/lib/raw_types_schemats/dosleg.ts +2195 -0
  105. package/lib/raw_types_schemats/questions.d.ts +233 -0
  106. package/lib/raw_types_schemats/questions.js +24 -0
  107. package/lib/raw_types_schemats/questions.mjs +2 -0
  108. package/lib/raw_types_schemats/questions.ts +251 -0
  109. package/lib/raw_types_schemats/sens.d.ts +2709 -0
  110. package/lib/raw_types_schemats/sens.js +114 -0
  111. package/lib/raw_types_schemats/sens.mjs +2 -0
  112. package/lib/raw_types_schemats/sens.ts +2907 -0
  113. package/lib/scripts/convert_data.js +574 -215
  114. package/lib/scripts/convert_data.mjs +134 -99
  115. package/lib/scripts/convert_data.ts +173 -112
  116. package/lib/scripts/datautil.d.ts +5 -0
  117. package/lib/scripts/datautil.js +64 -0
  118. package/lib/scripts/datautil.mjs +16 -0
  119. package/lib/scripts/datautil.ts +19 -0
  120. package/lib/scripts/parse_textes.js +132 -0
  121. package/lib/scripts/parse_textes.mjs +46 -0
  122. package/lib/scripts/parse_textes.ts +65 -0
  123. package/lib/scripts/retrieve_documents.d.ts +1 -0
  124. package/lib/scripts/retrieve_documents.js +521 -0
  125. package/lib/scripts/retrieve_documents.mjs +249 -0
  126. package/lib/scripts/retrieve_documents.ts +298 -0
  127. package/lib/scripts/retrieve_open_data.js +77 -69
  128. package/lib/scripts/retrieve_open_data.mjs +48 -49
  129. package/lib/scripts/retrieve_open_data.ts +74 -58
  130. package/lib/scripts/retrieve_senateurs_photos.js +45 -63
  131. package/lib/scripts/retrieve_senateurs_photos.mjs +4 -21
  132. package/lib/scripts/retrieve_senateurs_photos.ts +6 -29
  133. package/lib/scripts/retrieve_textes.mjs +325 -74
  134. package/lib/scripts/retrieve_textes.ts +111 -63
  135. package/lib/scripts/shared/cli_helpers.d.ts +44 -0
  136. package/lib/scripts/shared/cli_helpers.js +35 -0
  137. package/lib/scripts/shared/cli_helpers.ts +36 -0
  138. package/lib/scripts/shared/util.d.ts +3 -0
  139. package/lib/scripts/shared/util.js +102 -0
  140. package/lib/scripts/shared/util.ts +33 -0
  141. package/lib/src/aggregates.d.ts +52 -0
  142. package/lib/src/aggregates.mjs +726 -0
  143. package/lib/src/config.d.ts +2 -0
  144. package/lib/src/config.mjs +16 -0
  145. package/lib/src/databases.d.ts +18 -0
  146. package/lib/src/databases.mjs +55 -0
  147. package/lib/src/datasets.d.ts +28 -0
  148. package/lib/src/datasets.mjs +78 -0
  149. package/lib/src/fields.d.ts +10 -0
  150. package/lib/src/fields.mjs +22 -0
  151. package/lib/src/index.d.ts +8 -0
  152. package/lib/src/index.mjs +7 -0
  153. package/lib/src/inserters.d.ts +98 -0
  154. package/lib/src/inserters.mjs +360 -0
  155. package/lib/src/loaders.d.ts +36 -0
  156. package/lib/src/loaders.mjs +107 -0
  157. package/lib/src/model/ameli.d.ts +4 -0
  158. package/lib/src/model/ameli.js +57 -0
  159. package/lib/src/model/debats.d.ts +4 -0
  160. package/lib/src/model/debats.js +43 -0
  161. package/lib/src/model/dosleg.d.ts +197 -0
  162. package/lib/src/model/dosleg.js +169 -0
  163. package/lib/src/model/index.d.ts +4 -0
  164. package/lib/src/model/index.js +4 -0
  165. package/lib/src/model/questions.d.ts +89 -0
  166. package/lib/src/model/questions.js +76 -0
  167. package/lib/src/model/sens.d.ts +390 -0
  168. package/lib/src/model/sens.js +339 -0
  169. package/lib/src/model/texte.d.ts +7 -0
  170. package/lib/src/model/texte.js +183 -0
  171. package/lib/src/raw_types_kysely/ameli.d.ts +915 -0
  172. package/lib/src/raw_types_kysely/ameli.js +5 -0
  173. package/lib/src/raw_types_kysely/debats.d.ts +207 -0
  174. package/lib/src/raw_types_kysely/debats.js +5 -0
  175. package/lib/src/raw_types_kysely/dosleg.d.ts +3532 -0
  176. package/lib/src/raw_types_kysely/dosleg.js +5 -0
  177. package/lib/src/raw_types_kysely/questions.d.ts +414 -0
  178. package/lib/src/raw_types_kysely/questions.js +5 -0
  179. package/lib/src/raw_types_kysely/sens.d.ts +4394 -0
  180. package/lib/src/raw_types_kysely/sens.js +5 -0
  181. package/lib/src/raw_types_schemats/ameli.d.ts +541 -0
  182. package/lib/src/raw_types_schemats/ameli.js +2 -0
  183. package/lib/src/raw_types_schemats/debats.d.ts +127 -0
  184. package/lib/src/raw_types_schemats/debats.js +2 -0
  185. package/lib/src/raw_types_schemats/dosleg.d.ts +2027 -0
  186. package/lib/src/raw_types_schemats/dosleg.js +2 -0
  187. package/lib/src/raw_types_schemats/questions.d.ts +231 -0
  188. package/lib/src/raw_types_schemats/questions.js +2 -0
  189. package/lib/src/raw_types_schemats/sens.d.ts +2709 -0
  190. package/lib/src/raw_types_schemats/sens.js +2 -0
  191. package/lib/src/scripts/convert_data.d.ts +1 -0
  192. package/lib/src/scripts/convert_data.js +95 -0
  193. package/lib/src/scripts/datautil.d.ts +5 -0
  194. package/lib/src/scripts/datautil.js +16 -0
  195. package/lib/src/scripts/parse_textes.d.ts +1 -0
  196. package/lib/src/scripts/parse_textes.js +47 -0
  197. package/lib/src/scripts/retrieve_documents.d.ts +1 -0
  198. package/lib/src/scripts/retrieve_documents.js +258 -0
  199. package/lib/src/scripts/retrieve_open_data.d.ts +1 -0
  200. package/lib/src/scripts/retrieve_open_data.js +214 -0
  201. package/lib/src/scripts/retrieve_senateurs_photos.d.ts +1 -0
  202. package/lib/src/scripts/retrieve_senateurs_photos.js +147 -0
  203. package/lib/src/scripts/shared/cli_helpers.d.ts +44 -0
  204. package/lib/src/scripts/shared/cli_helpers.js +32 -0
  205. package/lib/src/scripts/shared/util.d.ts +3 -0
  206. package/lib/src/scripts/shared/util.js +28 -0
  207. package/lib/src/strings.d.ts +1 -0
  208. package/lib/src/strings.mjs +18 -0
  209. package/lib/src/types/ameli.d.ts +10 -0
  210. package/lib/src/types/ameli.js +13 -0
  211. package/lib/src/types/debats.d.ts +4 -0
  212. package/lib/src/types/debats.js +2 -0
  213. package/lib/src/types/dosleg.d.ts +98 -0
  214. package/lib/src/types/dosleg.js +151 -0
  215. package/lib/src/types/questions.d.ts +2 -0
  216. package/lib/src/types/questions.js +1 -0
  217. package/lib/src/types/sens.d.ts +10 -0
  218. package/lib/src/types/sens.js +1 -0
  219. package/lib/src/types/sessions.d.ts +42 -0
  220. package/lib/src/types/sessions.js +43 -0
  221. package/lib/src/types/texte.d.ts +61 -0
  222. package/lib/src/types/texte.js +16 -0
  223. package/lib/src/validators/config.d.ts +1 -0
  224. package/lib/src/validators/config.js +54 -0
  225. package/lib/src/validators/senat.d.ts +0 -0
  226. package/lib/src/validators/senat.js +24 -0
  227. package/lib/types/ameli.d.ts +1 -1
  228. package/lib/types/ameli.js +2 -2
  229. package/lib/types/ameli.ts +1 -1
  230. package/lib/types/debats.d.ts +1 -1
  231. package/lib/types/debats.js +2 -2
  232. package/lib/types/debats.ts +1 -1
  233. package/lib/types/dosleg.d.ts +2 -2
  234. package/lib/types/dosleg.js +2 -2
  235. package/lib/types/dosleg.ts +2 -2
  236. package/lib/types/questions.d.ts +1 -1
  237. package/lib/types/questions.js +2 -2
  238. package/lib/types/questions.ts +1 -1
  239. package/lib/types/sens.d.ts +1 -3
  240. package/lib/types/sens.js +2 -5
  241. package/lib/types/sens.mjs +1 -23
  242. package/lib/types/sens.ts +1 -25
  243. package/lib/types/sessions.d.ts +42 -0
  244. package/lib/types/sessions.js +51 -0
  245. package/lib/types/sessions.mjs +43 -0
  246. package/lib/types/sessions.ts +42 -0
  247. package/lib/types/texte.d.ts +65 -0
  248. package/lib/types/texte.js +24 -0
  249. package/lib/types/texte.mjs +16 -0
  250. package/lib/types/texte.ts +76 -0
  251. package/package.json +35 -10
  252. package/lib/aggregates.js +0 -1122
  253. package/lib/fields.js +0 -68
  254. package/lib/inserters.js +0 -518
  255. package/lib/scripts/fix_db.js +0 -144
  256. package/lib/scripts/fix_db.mjs +0 -64
  257. package/lib/scripts/fix_db.ts +0 -75
  258. package/lib/scripts/retrieve_textes.js +0 -179
  259. /package/lib/scripts/{fix_db.d.ts → parse_textes.d.ts} +0 -0
@@ -0,0 +1,360 @@
1
+ export function insertAudReferences(aud, data, visitedIdsByTableName) {
2
+ let visitedIds = visitedIdsByTableName.aud;
3
+ if (visitedIds === undefined) {
4
+ visitedIds = visitedIdsByTableName.aud = new Set();
5
+ }
6
+ if (!visitedIds.has(aud.audcle)) {
7
+ visitedIds.add(aud.audcle);
8
+ if (aud.orgcod !== null && data.org !== undefined) {
9
+ const org = data.org[aud.orgcod];
10
+ if (org !== undefined) {
11
+ aud.org = org;
12
+ // insertOrgReferences(org, data, visitedIdsByTableName)
13
+ }
14
+ }
15
+ // TODO
16
+ }
17
+ return aud;
18
+ }
19
+ export function insertAuteurReferences(auteur, data, visitedIdsByTableName) {
20
+ let visitedIds = visitedIdsByTableName.auteur;
21
+ if (visitedIds === undefined) {
22
+ visitedIds = visitedIdsByTableName.auteur = new Set();
23
+ }
24
+ if (!visitedIds.has(auteur.autcod)) {
25
+ visitedIds.add(auteur.autcod);
26
+ if (data.qua !== undefined) {
27
+ const qua = data.qua[auteur.quacod];
28
+ if (qua !== undefined) {
29
+ auteur.qua = qua;
30
+ // insertQuaReferences(qua, data, visitedIdsByTableName)
31
+ }
32
+ }
33
+ // TODO
34
+ }
35
+ return auteur;
36
+ }
37
+ export function insertDateSeanceReferences(dateSeance, data, visitedIdsByTableName) {
38
+ let visitedIds = visitedIdsByTableName.date_seance;
39
+ if (visitedIds === undefined) {
40
+ visitedIds = visitedIdsByTableName.date_seance = new Set();
41
+ }
42
+ if (!visitedIds.has(dateSeance.code)) {
43
+ visitedIds.add(dateSeance.code);
44
+ if (dateSeance.date_s !== null && data.debats !== undefined) {
45
+ const dateString = dateSeance.date_s instanceof Date
46
+ ? dateSeance.date_s.toISOString()
47
+ : dateSeance.date_s;
48
+ const debat = data.debats[dateString];
49
+ if (debat !== undefined) {
50
+ dateSeance.debat = debat;
51
+ // insertDebatReferences(debat, data, visitedIdsByTableName)
52
+ }
53
+ }
54
+ dateSeance.scrs = [];
55
+ if (dateSeance.scrids !== undefined && data.scr !== undefined) {
56
+ for (const scrid of dateSeance.scrids) {
57
+ const scr = data.scr[scrid];
58
+ if (scr !== undefined) {
59
+ dateSeance.scrs.push(scr);
60
+ // insertScrReferences(scr, data, visitedIdsByTableName)
61
+ }
62
+ }
63
+ }
64
+ }
65
+ return dateSeance;
66
+ }
67
+ export function insertDocAttReferences(docatt, data, visitedIdsByTableName, performInsertRapReferences = true) {
68
+ let visitedIds = visitedIdsByTableName.docatt;
69
+ if (visitedIds === undefined) {
70
+ visitedIds = visitedIdsByTableName.docatt = new Set();
71
+ }
72
+ if (!visitedIds.has(docatt.docattcle)) {
73
+ visitedIds.add(docatt.docattcle);
74
+ if (performInsertRapReferences && docatt.rapcod !== null && data.rap !== undefined) {
75
+ const rap = data.rap[docatt.rapcod];
76
+ if (rap !== undefined) {
77
+ docatt.rap = rap;
78
+ insertRapReferences(rap, data, visitedIdsByTableName);
79
+ }
80
+ }
81
+ if (docatt.typattcod !== null && data.typatt !== undefined) {
82
+ const typatt = data.typatt[docatt.typattcod];
83
+ if (typatt !== undefined) {
84
+ docatt.typatt = typatt;
85
+ // insertTypAttReferences(typatt, data, visitedIdsByTableName)
86
+ }
87
+ }
88
+ }
89
+ return docatt;
90
+ }
91
+ export function insertEcrReferences(ecr, data, visitedIdsByTableName) {
92
+ let visitedIds = visitedIdsByTableName.ecr;
93
+ if (visitedIds === undefined) {
94
+ visitedIds = visitedIdsByTableName.ecr = new Set();
95
+ }
96
+ if (!visitedIds.has(ecr.ecrnum)) {
97
+ visitedIds.add(ecr.ecrnum);
98
+ if (ecr.autcod !== null && data.auteur !== undefined) {
99
+ const aut = data.auteur[ecr.autcod];
100
+ if (aut !== undefined) {
101
+ ecr.aut = aut;
102
+ insertAuteurReferences(aut, data, visitedIdsByTableName);
103
+ }
104
+ }
105
+ // TODO
106
+ }
107
+ return ecr;
108
+ }
109
+ export function insertLecassrapReferences(lecassrap, data, visitedIdsByTableName) {
110
+ let visitedIds = visitedIdsByTableName.lecassrap;
111
+ if (visitedIds === undefined) {
112
+ visitedIds = visitedIdsByTableName.lecassrap = new Set();
113
+ }
114
+ const lecasrapid = `${lecassrap.lecassidt} ${lecassrap.rapcod}`;
115
+ if (!visitedIds.has(lecasrapid)) {
116
+ visitedIds.add(lecasrapid);
117
+ if (lecassrap.rapcod !== null && data.rap !== undefined) {
118
+ const rap = data.rap[lecassrap.rapcod];
119
+ if (rap !== undefined) {
120
+ lecassrap.rap = rap;
121
+ insertRapReferences(rap, data, visitedIdsByTableName);
122
+ }
123
+ }
124
+ }
125
+ return lecassrap;
126
+ }
127
+ export function insertLecassReferences(lecass, data, visitedIdsByTableName) {
128
+ let visitedIds = visitedIdsByTableName.lecass;
129
+ if (visitedIds === undefined) {
130
+ visitedIds = visitedIdsByTableName.lecass = new Set();
131
+ }
132
+ if (!visitedIds.has(lecass.lecassidt)) {
133
+ visitedIds.add(lecass.lecassidt);
134
+ if (lecass.codass !== null && data.ass !== undefined) {
135
+ const ass = data.ass[lecass.codass];
136
+ if (ass !== undefined) {
137
+ lecass.ass = ass;
138
+ // insertAssReferences(ass, data, visitedIdsByTableName)
139
+ }
140
+ }
141
+ if (lecass.orgcod !== null && data.org !== undefined) {
142
+ const org = data.org[lecass.orgcod];
143
+ if (org !== undefined) {
144
+ lecass.org = org;
145
+ // insertOrgReferences(org, data, visitedIdsByTableName)
146
+ }
147
+ }
148
+ lecass.auds = [];
149
+ if (lecass.audcles !== undefined && data.aud !== undefined) {
150
+ for (const audcle of lecass.audcles) {
151
+ const aud = data.aud[audcle];
152
+ if (aud !== undefined) {
153
+ lecass.auds.push(aud);
154
+ insertAudReferences(aud, data, visitedIdsByTableName);
155
+ }
156
+ }
157
+ }
158
+ lecass.datesSeances = [];
159
+ if (lecass.datesSeancesCodes !== undefined && data.date_seance !== undefined) {
160
+ for (const dateSeanceCode of lecass.datesSeancesCodes) {
161
+ const dateSeance = data.date_seance[dateSeanceCode];
162
+ if (dateSeance !== undefined) {
163
+ lecass.datesSeances.push(dateSeance);
164
+ insertDateSeanceReferences(dateSeance, data, visitedIdsByTableName);
165
+ }
166
+ }
167
+ }
168
+ lecass.lecassraps = [];
169
+ if (lecass.lecassrapids !== undefined && data.lecassrap !== undefined) {
170
+ for (const lecassrapid of lecass.lecassrapids) {
171
+ const lecassrap = data.lecassrap[lecassrapid];
172
+ if (lecassrap !== undefined) {
173
+ lecass.lecassraps.push(lecassrap);
174
+ insertLecassrapReferences(lecassrap, data, visitedIdsByTableName);
175
+ }
176
+ }
177
+ }
178
+ lecass.textes = [];
179
+ if (lecass.texcods !== undefined && data.texte !== undefined) {
180
+ for (const texcod of lecass.texcods) {
181
+ const texte = data.texte[texcod];
182
+ if (texte !== undefined) {
183
+ lecass.textes.push(texte);
184
+ insertTexteReferences(texte, data, visitedIdsByTableName);
185
+ }
186
+ }
187
+ }
188
+ }
189
+ return lecass;
190
+ }
191
+ export function insertLectureReferences(lecture, data, visitedIdsByTableName) {
192
+ let visitedIds = visitedIdsByTableName.lecture;
193
+ if (visitedIds === undefined) {
194
+ visitedIds = visitedIdsByTableName.lecture = new Set();
195
+ }
196
+ if (!visitedIds.has(lecture.lecidt)) {
197
+ visitedIds.add(lecture.lecidt);
198
+ if (lecture.typleccod !== null && data.typlec !== undefined) {
199
+ const typlec = data.typlec[lecture.typleccod];
200
+ if (typlec !== undefined) {
201
+ lecture.typlec = typlec;
202
+ // insertTyplecReferences(typlec, data, visitedIdsByTableName)
203
+ }
204
+ }
205
+ lecture.lecasss = [];
206
+ if (lecture.lecassidts !== undefined && data.lecass !== undefined) {
207
+ for (const lecassidt of lecture.lecassidts) {
208
+ const lecass = data.lecass[lecassidt];
209
+ if (lecass !== undefined) {
210
+ lecture.lecasss.push(lecass);
211
+ insertLecassReferences(lecass, data, visitedIdsByTableName);
212
+ }
213
+ }
214
+ }
215
+ }
216
+ return lecture;
217
+ }
218
+ export function insertLoiReferences(loi, data, visitedIdsByTableName) {
219
+ let visitedIds = visitedIdsByTableName.loi;
220
+ if (visitedIds === undefined) {
221
+ visitedIds = visitedIdsByTableName.loi = new Set();
222
+ }
223
+ if (!visitedIds.has(loi.loicod)) {
224
+ visitedIds.add(loi.loicod);
225
+ if (loi.typloicod !== null && data.typloi !== undefined) {
226
+ const typloi = data.typloi[loi.typloicod];
227
+ if (typloi !== undefined) {
228
+ loi.typloi = typloi;
229
+ // insertTyploiReferences(typloi, data, visitedIdsByTableName)
230
+ }
231
+ }
232
+ if (loi.etaloicod !== null && data.etaloi !== undefined) {
233
+ const etaloi = data.etaloi[loi.etaloicod];
234
+ if (etaloi !== undefined) {
235
+ loi.etaloi = etaloi;
236
+ // insertEtaloiReferences(etaloi, data, visitedIdsByTableName)
237
+ }
238
+ }
239
+ if (loi.deccoccod !== null && data.deccoc !== undefined) {
240
+ const deccoc = data.deccoc[loi.deccoccod];
241
+ if (deccoc !== undefined) {
242
+ loi.deccoc = deccoc;
243
+ // insertDeccocReferences(deccoc, data, visitedIdsByTableName)
244
+ }
245
+ }
246
+ loi.lectures = [];
247
+ if (loi.lecidts !== undefined && data.lecture !== undefined) {
248
+ for (const lecidt of loi.lecidts) {
249
+ const lecture = data.lecture[lecidt];
250
+ if (lecture !== undefined) {
251
+ loi.lectures.push(lecture);
252
+ insertLectureReferences(lecture, data, visitedIdsByTableName);
253
+ }
254
+ }
255
+ }
256
+ }
257
+ return loi;
258
+ }
259
+ export function insertRapReferences(rap, data, visitedIdsByTableName) {
260
+ let visitedIds = visitedIdsByTableName.rap;
261
+ if (visitedIds === undefined) {
262
+ visitedIds = visitedIdsByTableName.rap = new Set();
263
+ }
264
+ if (!visitedIds.has(rap.rapcod)) {
265
+ visitedIds.add(rap.rapcod);
266
+ if (rap.coddenrap !== null && data.denrap !== undefined) {
267
+ const denrap = data.denrap[rap.coddenrap];
268
+ if (denrap !== undefined) {
269
+ rap.denrap = denrap;
270
+ // insertDenrapReferences(denrap, data, visitedIdsByTableName)
271
+ }
272
+ }
273
+ rap.docatts = [];
274
+ if (rap.docattcles !== undefined && data.docatt !== undefined) {
275
+ for (const docattcle of rap.docattcles) {
276
+ const docatt = data.docatt[docattcle];
277
+ if (docatt !== undefined) {
278
+ rap.docatts.push(docatt);
279
+ insertDocAttReferences(docatt, data, visitedIdsByTableName, false);
280
+ }
281
+ }
282
+ }
283
+ rap.ecrs = [];
284
+ if (rap.ecrnums !== undefined && data.ecr !== undefined) {
285
+ for (const ecrnum of rap.ecrnums) {
286
+ const ecr = data.ecr[ecrnum];
287
+ if (ecr !== undefined) {
288
+ rap.ecrs.push(ecr);
289
+ insertEcrReferences(ecr, data, visitedIdsByTableName);
290
+ }
291
+ }
292
+ }
293
+ rap.orgs = [];
294
+ if (rap.orgcods !== undefined && data.org !== undefined) {
295
+ for (const orgcod of rap.orgcods) {
296
+ const org = data.org[orgcod];
297
+ if (org !== undefined) {
298
+ rap.orgs.push(org);
299
+ // insertOrgReferences(org, data, visitedIdsByTableName)
300
+ }
301
+ }
302
+ }
303
+ }
304
+ return rap;
305
+ }
306
+ export function insertTexteReferences(texte, data, visitedIdsByTableName) {
307
+ let visitedIds = visitedIdsByTableName.texte;
308
+ if (visitedIds === undefined) {
309
+ visitedIds = visitedIdsByTableName.texte = new Set();
310
+ }
311
+ if (!visitedIds.has(texte.texcod)) {
312
+ visitedIds.add(texte.texcod);
313
+ texte.ecrs = [];
314
+ if (texte.ecrnums !== undefined && data.ecr !== undefined) {
315
+ for (const ecrnum of texte.ecrnums) {
316
+ const ecr = data.ecr[ecrnum];
317
+ if (ecr !== undefined) {
318
+ texte.ecrs.push(ecr);
319
+ insertEcrReferences(ecr, data, visitedIdsByTableName);
320
+ }
321
+ }
322
+ }
323
+ if (texte.orgcod !== null && data.org !== undefined) {
324
+ const org = data.org[texte.orgcod];
325
+ if (org !== undefined) {
326
+ texte.org = org;
327
+ // insertOrgReferences(org, data, visitedIdsByTableName)
328
+ }
329
+ }
330
+ if (texte.oritxtcod !== null && data.oritxt !== undefined) {
331
+ const oritxt = data.oritxt[texte.oritxtcod];
332
+ if (oritxt !== undefined) {
333
+ texte.oritxt = oritxt;
334
+ // insertOritxtReferences(oritxt, data, visitedIdsByTableName)
335
+ }
336
+ }
337
+ if (texte.txtAmeliId !== undefined && data.txt_ameli !== undefined) {
338
+ const txtAmeli = data.txt_ameli[texte.txtAmeliId];
339
+ if (txtAmeli !== undefined) {
340
+ texte.txtAmeli = txtAmeli;
341
+ }
342
+ }
343
+ if (texte.typtxtcod !== null && data.typtxt !== undefined) {
344
+ const typtxt = data.typtxt[texte.typtxtcod];
345
+ if (typtxt !== undefined) {
346
+ texte.typtxt = typtxt;
347
+ // insertTyptxtReferences(typtxt, data, visitedIdsByTableName)
348
+ }
349
+ }
350
+ if (texte.typurl !== null && data.typurl !== undefined) {
351
+ const typurl = data.typurl[texte.typurl];
352
+ if (typurl !== undefined) {
353
+ texte.libtypurl = typurl.libtypurl;
354
+ // insertTypurlReferences(typurl, data, visitedIdsByTableName)
355
+ }
356
+ }
357
+ // TODO
358
+ }
359
+ return texte;
360
+ }
@@ -0,0 +1,36 @@
1
+ import { DossierLegislatifResult } from "./model/dosleg";
2
+ import { QuestionResult } from "./model/questions";
3
+ import { CirconscriptionResult, SenateurResult } from "./model/sens";
4
+ import { FlatTexte } from "./types/texte";
5
+ export { EnabledDatasets } from "./datasets";
6
+ type IterItem<T> = {
7
+ item: T;
8
+ filePathFromDataset?: string;
9
+ legislature?: number;
10
+ };
11
+ export interface DossierLegislatifTexteResult {
12
+ signet_dossier: string;
13
+ url_dossier_senat: string;
14
+ url_dossier_assemblee_nationale: string | null;
15
+ type_lecture: string;
16
+ libelle_lecture: string;
17
+ libelle_organisme: string | null;
18
+ numero: string | null;
19
+ url: string;
20
+ origine_texte: string;
21
+ type_texte: string;
22
+ date: Date;
23
+ session: string | null;
24
+ auteurs: {
25
+ prenom: string | null;
26
+ nom_usuel: string;
27
+ matricule: string | null;
28
+ }[];
29
+ }
30
+ export declare function iterFilePaths(dirPath: string): Generator<string>;
31
+ export declare function iterLoadSenatDossiersLegislatifs(dataDir: string, session: number | undefined, options?: {}): Generator<IterItem<DossierLegislatifResult>>;
32
+ export declare function iterLoadSenatDossiersLegislatifsTextes(dataDir: string, session: number | undefined, options?: {}): Generator<IterItem<DossierLegislatifTexteResult>>;
33
+ export declare function loadSenatTexteContent(dataDir: string, textePathFromDataset: string): IterItem<FlatTexte | null>;
34
+ export declare function iterLoadSenatSenateurs(dataDir: string, legislature: number, options?: {}): Generator<IterItem<SenateurResult>>;
35
+ export declare function iterLoadSenatCirconscriptions(dataDir: string, options?: {}): Generator<IterItem<CirconscriptionResult>>;
36
+ export declare function iterLoadSenatQuestions(dataDir: string, legislature: number, options?: {}): Generator<IterItem<QuestionResult>>;
@@ -0,0 +1,107 @@
1
+ import fs from "fs";
2
+ import path from "path";
3
+ import legislatures from "../data/legislatures.json";
4
+ import { datasets } from "./datasets";
5
+ import { UNDEFINED_SESSION } from "./scripts/datautil";
6
+ export { EnabledDatasets } from "./datasets";
7
+ export function* iterFilePaths(dirPath) {
8
+ if (dirPath && fs.existsSync(dirPath)) {
9
+ const files = fs.readdirSync(dirPath, { withFileTypes: true, recursive: true });
10
+ for (const file of files) {
11
+ if (file.isFile()) {
12
+ yield path.join(file.parentPath, file.name);
13
+ }
14
+ }
15
+ }
16
+ }
17
+ function* iterLoadSenatItems(dataDir, dataset, legislatureOrSession, subDir, { log = false } = {}) {
18
+ let itemsDir = path.join(dataDir, dataset.database);
19
+ if (legislatureOrSession) {
20
+ itemsDir = path.join(itemsDir, String(legislatureOrSession));
21
+ }
22
+ if (subDir) {
23
+ itemsDir = path.join(itemsDir, subDir);
24
+ }
25
+ for (const filePath of iterFilePaths(itemsDir)) {
26
+ if (log) {
27
+ console.log(`Loading file: ${filePath}…`);
28
+ }
29
+ const itemJson = fs.readFileSync(filePath, { encoding: "utf8" });
30
+ const item = JSON.parse(itemJson);
31
+ const filePathFromDataset = filePath.substring(filePath.indexOf(dataset.database) + dataset.database.length);
32
+ yield {
33
+ item,
34
+ filePathFromDataset,
35
+ legislature: legislatureOrSession,
36
+ };
37
+ }
38
+ }
39
+ export function* iterLoadSenatDossiersLegislatifs(dataDir, session, options = {}) {
40
+ for (const dossierLegislatifItem of iterLoadSenatItems(dataDir, datasets.dosleg, session, undefined, options)) {
41
+ yield dossierLegislatifItem;
42
+ }
43
+ }
44
+ export function* iterLoadSenatDossiersLegislatifsTextes(dataDir, session, options = {}) {
45
+ for (const { item: dossierLegislatif } of iterLoadSenatDossiersLegislatifs(dataDir, session, options)) {
46
+ for (const lecture of dossierLegislatif.lectures) {
47
+ const lecturesSenat = lecture.lectures_assemblee
48
+ .filter(lectureAssemblee => lectureAssemblee.assemblee === "Sénat");
49
+ for (const lectureSenat of lecturesSenat) {
50
+ for (const texte of lectureSenat.textes) {
51
+ const enrichedTexte = {
52
+ signet_dossier: dossierLegislatif.signet,
53
+ url_dossier_senat: dossierLegislatif.url,
54
+ url_dossier_assemblee_nationale: dossierLegislatif.url_dossier_assemblee_nationale,
55
+ type_lecture: lecture.type_lecture,
56
+ libelle_lecture: lecture.libelle,
57
+ libelle_organisme: lectureSenat.libelle_organisme,
58
+ ...texte,
59
+ };
60
+ const texteItem = {
61
+ item: enrichedTexte,
62
+ };
63
+ if (texte.url) {
64
+ const texteName = path.parse(texte.url).name;
65
+ texteItem.filePathFromDataset
66
+ = path.join(`${texte.session ?? UNDEFINED_SESSION}`, texteName, `${texteName}.pdf`);
67
+ }
68
+ yield texteItem;
69
+ }
70
+ }
71
+ }
72
+ }
73
+ }
74
+ export function loadSenatTexteContent(dataDir, textePathFromDataset) {
75
+ const parsedTextePath = path.parse(textePathFromDataset);
76
+ const jsonTexteName = `${parsedTextePath.name}.akn.json`;
77
+ const fullTextePath = path.join(dataDir, "leg", "transformed", parsedTextePath.dir, jsonTexteName);
78
+ if (!fs.existsSync(fullTextePath)) {
79
+ return { item: null };
80
+ }
81
+ const texteJson = fs.readFileSync(fullTextePath, { encoding: "utf8" });
82
+ return { item: JSON.parse(texteJson) };
83
+ }
84
+ export function* iterLoadSenatSenateurs(dataDir, legislature, options = {}) {
85
+ const dateDebutLegislatureStr = legislatures
86
+ .find(legislatureInfo => legislatureInfo.numero === legislature)
87
+ ?.date_debut;
88
+ const dateDebutLegislature = new Date(dateDebutLegislatureStr);
89
+ for (const senateurItem of iterLoadSenatItems(dataDir, datasets.sens, undefined, "sens", options)) {
90
+ const dateFinMandatSenateur = senateurItem.item.mandats_senateur[0]?.date_fin ?
91
+ new Date(senateurItem.item.mandats_senateur[0]?.date_fin) : null;
92
+ if (dateFinMandatSenateur && dateFinMandatSenateur < dateDebutLegislature) {
93
+ continue;
94
+ }
95
+ yield senateurItem;
96
+ }
97
+ }
98
+ export function* iterLoadSenatCirconscriptions(dataDir, options = {}) {
99
+ for (const circonscriptionItem of iterLoadSenatItems(dataDir, datasets.sens, undefined, "circonscriptions", options)) {
100
+ yield circonscriptionItem;
101
+ }
102
+ }
103
+ export function* iterLoadSenatQuestions(dataDir, legislature, options = {}) {
104
+ for (const questionItem of iterLoadSenatItems(dataDir, datasets.questions, legislature, undefined, options)) {
105
+ yield questionItem;
106
+ }
107
+ }
@@ -0,0 +1,4 @@
1
+ import { Ses, Sub, TxtAmeli } from "../types/ameli";
2
+ export declare const getSessFromAnns: (ids: string[]) => Promise<Ses[]>;
3
+ export declare const getSubsFromTxtids: (ids: string[]) => Promise<Sub[]>;
4
+ export declare const getTxtsAmeliBySesannNumJoins: (ids: string[]) => Promise<TxtAmeli[]>;
@@ -0,0 +1,57 @@
1
+ import { sesFieldsToParseInt, sesFieldsToTrim, subFieldsToParseInt, subFieldsToTrim, txtAmeliFieldsToTrim, } from "../types/ameli";
2
+ import { dbByName } from "../databases";
3
+ import { parseIntFields, trimFieldsRight } from "../fields";
4
+ export const getSessFromAnns = async (ids) => {
5
+ if (ids.length === 0) {
6
+ return [];
7
+ }
8
+ return (await dbByName.ameli.any(`
9
+ SELECT *
10
+ FROM ses
11
+ WHERE ann IN ($<ids:list>)
12
+ `, {
13
+ ids,
14
+ })).map((ses) => parseIntFields(sesFieldsToParseInt, trimFieldsRight(sesFieldsToTrim, ses)));
15
+ };
16
+ export const getSubsFromTxtids = async (ids) => {
17
+ if (ids.length === 0) {
18
+ return [];
19
+ }
20
+ return (await dbByName.ameli.any(`
21
+ SELECT *
22
+ FROM sub
23
+ WHERE txtid IN($<ids:list>)
24
+ `, {
25
+ ids,
26
+ })).map((sub) => parseIntFields(subFieldsToParseInt, trimFieldsRight(subFieldsToTrim, sub)));
27
+ };
28
+ export const getTxtsAmeliBySesannNumJoins = async (ids) => {
29
+ if (ids.length === 0) {
30
+ return [];
31
+ }
32
+ const txtsAmelis = [];
33
+ for (const id of ids) {
34
+ const idSplit = id.split(" ");
35
+ const sesann = parseInt(idSplit[0]);
36
+ const num = idSplit[1];
37
+ const txtAmeli = trimFieldsRight(txtAmeliFieldsToTrim, await dbByName.ameli.oneOrNone(`
38
+ SELECT *
39
+ FROM txt_ameli
40
+ WHERE
41
+ sesinsid in (
42
+ SELECT id
43
+ FROM ses
44
+ WHERE ann = $<sesann>
45
+ ) AND
46
+ num = $<num>
47
+ LIMIT 1
48
+ `, {
49
+ num,
50
+ sesann,
51
+ }));
52
+ if (txtAmeli !== null) {
53
+ txtsAmelis.push(txtAmeli);
54
+ }
55
+ }
56
+ return txtsAmelis;
57
+ };
@@ -0,0 +1,4 @@
1
+ import { Debat, LecAssDeb } from "../types/debats";
2
+ export declare const getDebats: (ids: string[]) => Promise<Debat[]>;
3
+ export declare const getDebatsFromLecassidts: (ids: string[]) => Promise<Debat[]>;
4
+ export declare const getLecAssDebsFromDatseas: (ids: string[]) => Promise<LecAssDeb[]>;
@@ -0,0 +1,43 @@
1
+ import { debatsFieldsToTrim, lecassdebFieldsToTrim, } from "../types/debats";
2
+ import { dbByName } from "../databases";
3
+ import { trimFieldsRight } from "../fields";
4
+ export const getDebats = async (ids) => {
5
+ if (ids.length === 0) {
6
+ return [];
7
+ }
8
+ return (await dbByName.debats.any(`
9
+ SELECT *
10
+ FROM debats
11
+ WHERE datsea IN ($<ids:list>)
12
+ `, {
13
+ ids,
14
+ })).map((debat) => trimFieldsRight(debatsFieldsToTrim, debat));
15
+ };
16
+ export const getDebatsFromLecassidts = async (ids) => {
17
+ if (ids.length === 0) {
18
+ return [];
19
+ }
20
+ return (await dbByName.debats.any(`
21
+ SELECT *
22
+ FROM debats
23
+ WHERE datsea IN (
24
+ SELECT datsea
25
+ FROM lecassdeb
26
+ WHERE lecassidt IN ($<ids:list>)
27
+ )
28
+ `, {
29
+ ids,
30
+ })).map((debat) => trimFieldsRight(debatsFieldsToTrim, debat));
31
+ };
32
+ export const getLecAssDebsFromDatseas = async (ids) => {
33
+ if (ids.length === 0) {
34
+ return [];
35
+ }
36
+ return (await dbByName.debats.any(`
37
+ SELECT *
38
+ FROM lecassdeb
39
+ WHERE datsea IN ($<ids:list>)
40
+ `, {
41
+ ids,
42
+ })).map((lecassdeb) => trimFieldsRight(lecassdebFieldsToTrim, lecassdeb));
43
+ };