@tricoteuses/senat 1.1.2 → 1.3.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (259) hide show
  1. package/README.md +53 -15
  2. package/lib/aggregates.d.ts +4 -6
  3. package/lib/aggregates.mjs +908 -780
  4. package/lib/aggregates.ts +8 -122
  5. package/lib/data/legislatures.json +38 -0
  6. package/lib/databases.d.ts +9 -0
  7. package/lib/databases.js +41 -11
  8. package/lib/databases.mjs +32 -1
  9. package/lib/databases.ts +40 -1
  10. package/lib/fields.mjs +64 -18
  11. package/lib/index.d.ts +5 -7
  12. package/lib/index.js +8 -112
  13. package/lib/index.mjs +4 -7
  14. package/lib/index.ts +9 -30
  15. package/lib/inserters.d.ts +0 -4
  16. package/lib/inserters.mjs +461 -337
  17. package/lib/inserters.ts +0 -24
  18. package/lib/legislatures.json +38 -0
  19. package/lib/loaders.d.ts +64 -0
  20. package/lib/loaders.js +682 -0
  21. package/lib/loaders.mjs +158 -0
  22. package/lib/loaders.ts +271 -0
  23. package/lib/model/ameli.d.ts +105 -4
  24. package/lib/model/ameli.js +20 -160
  25. package/lib/model/ameli.mjs +84 -57
  26. package/lib/model/ameli.ts +94 -80
  27. package/lib/model/debats.d.ts +0 -4
  28. package/lib/model/debats.js +1 -122
  29. package/lib/model/debats.mjs +1 -43
  30. package/lib/model/debats.ts +0 -68
  31. package/lib/model/dosleg.d.ts +227 -29
  32. package/lib/model/dosleg.js +92 -832
  33. package/lib/model/dosleg.mjs +196 -337
  34. package/lib/model/dosleg.ts +213 -531
  35. package/lib/model/index.d.ts +4 -5
  36. package/lib/model/index.js +14 -15
  37. package/lib/model/index.mjs +4 -5
  38. package/lib/model/index.ts +8 -5
  39. package/lib/model/questions.d.ts +88 -2
  40. package/lib/model/questions.js +40 -45
  41. package/lib/model/questions.mjs +71 -8
  42. package/lib/model/questions.ts +90 -11
  43. package/lib/model/sens.d.ts +524 -2
  44. package/lib/model/sens.js +172 -49
  45. package/lib/model/sens.mjs +415 -9
  46. package/lib/model/sens.ts +514 -16
  47. package/lib/model/texte.d.ts +7 -0
  48. package/lib/model/texte.js +321 -0
  49. package/lib/model/texte.mjs +208 -0
  50. package/lib/model/texte.ts +229 -0
  51. package/lib/model/util.d.ts +7 -1
  52. package/lib/model/util.js +37 -53
  53. package/lib/model/util.mjs +19 -10
  54. package/lib/model/util.ts +30 -14
  55. package/lib/raw_types/ameli.d.ts +912 -538
  56. package/lib/raw_types/ameli.js +1 -39
  57. package/lib/raw_types/ameli.mjs +4 -1
  58. package/lib/raw_types/ameli.ts +947 -597
  59. package/lib/raw_types/debats.d.ts +204 -124
  60. package/lib/raw_types/debats.js +1 -18
  61. package/lib/raw_types/debats.mjs +4 -1
  62. package/lib/raw_types/debats.ts +218 -141
  63. package/lib/raw_types/dosleg.d.ts +3533 -2024
  64. package/lib/raw_types/dosleg.js +1 -92
  65. package/lib/raw_types/dosleg.mjs +4 -1
  66. package/lib/raw_types/dosleg.ts +3621 -2189
  67. package/lib/raw_types/questions.d.ts +404 -220
  68. package/lib/raw_types/questions.js +1 -18
  69. package/lib/raw_types/questions.mjs +4 -1
  70. package/lib/raw_types/questions.ts +404 -226
  71. package/lib/raw_types/sens.d.ts +4391 -2706
  72. package/lib/raw_types/sens.js +1 -108
  73. package/lib/raw_types/sens.mjs +4 -1
  74. package/lib/raw_types/sens.ts +4495 -2903
  75. package/lib/raw_types_kysely/ameli.d.ts +6 -0
  76. package/lib/raw_types_kysely/ameli.mjs +7 -0
  77. package/lib/raw_types_kysely/ameli.ts +6 -0
  78. package/lib/raw_types_kysely/debats.d.ts +6 -0
  79. package/lib/raw_types_kysely/debats.mjs +7 -0
  80. package/lib/raw_types_kysely/debats.ts +6 -0
  81. package/lib/raw_types_kysely/dosleg.d.ts +6 -0
  82. package/lib/raw_types_kysely/dosleg.mjs +7 -0
  83. package/lib/raw_types_kysely/dosleg.ts +6 -0
  84. package/lib/raw_types_kysely/questions.d.ts +6 -0
  85. package/lib/raw_types_kysely/questions.mjs +7 -0
  86. package/lib/raw_types_kysely/questions.ts +6 -0
  87. package/lib/raw_types_kysely/sens.d.ts +6 -0
  88. package/lib/raw_types_kysely/sens.mjs +7 -0
  89. package/lib/raw_types_kysely/sens.ts +6 -0
  90. package/lib/raw_types_kysely/texte.d.ts +45 -0
  91. package/lib/raw_types_kysely/texte.mjs +7 -0
  92. package/lib/raw_types_kysely/texte.ts +53 -0
  93. package/lib/raw_types_schemats/ameli.d.ts +541 -0
  94. package/lib/raw_types_schemats/ameli.js +45 -0
  95. package/lib/raw_types_schemats/ameli.mjs +2 -0
  96. package/lib/raw_types_schemats/ameli.ts +601 -0
  97. package/lib/raw_types_schemats/debats.d.ts +127 -0
  98. package/lib/raw_types_schemats/debats.js +24 -0
  99. package/lib/raw_types_schemats/debats.mjs +2 -0
  100. package/lib/raw_types_schemats/debats.ts +145 -0
  101. package/lib/raw_types_schemats/dosleg.d.ts +2029 -0
  102. package/lib/raw_types_schemats/dosleg.js +98 -0
  103. package/lib/raw_types_schemats/dosleg.mjs +2 -0
  104. package/lib/raw_types_schemats/dosleg.ts +2195 -0
  105. package/lib/raw_types_schemats/questions.d.ts +233 -0
  106. package/lib/raw_types_schemats/questions.js +24 -0
  107. package/lib/raw_types_schemats/questions.mjs +2 -0
  108. package/lib/raw_types_schemats/questions.ts +251 -0
  109. package/lib/raw_types_schemats/sens.d.ts +2709 -0
  110. package/lib/raw_types_schemats/sens.js +114 -0
  111. package/lib/raw_types_schemats/sens.mjs +2 -0
  112. package/lib/raw_types_schemats/sens.ts +2907 -0
  113. package/lib/scripts/convert_data.js +574 -215
  114. package/lib/scripts/convert_data.mjs +134 -99
  115. package/lib/scripts/convert_data.ts +173 -112
  116. package/lib/scripts/datautil.d.ts +5 -0
  117. package/lib/scripts/datautil.js +64 -0
  118. package/lib/scripts/datautil.mjs +16 -0
  119. package/lib/scripts/datautil.ts +19 -0
  120. package/lib/scripts/parse_textes.js +132 -0
  121. package/lib/scripts/parse_textes.mjs +46 -0
  122. package/lib/scripts/parse_textes.ts +65 -0
  123. package/lib/scripts/retrieve_documents.d.ts +1 -0
  124. package/lib/scripts/retrieve_documents.js +521 -0
  125. package/lib/scripts/retrieve_documents.mjs +249 -0
  126. package/lib/scripts/retrieve_documents.ts +298 -0
  127. package/lib/scripts/retrieve_open_data.js +77 -69
  128. package/lib/scripts/retrieve_open_data.mjs +48 -49
  129. package/lib/scripts/retrieve_open_data.ts +74 -58
  130. package/lib/scripts/retrieve_senateurs_photos.js +45 -63
  131. package/lib/scripts/retrieve_senateurs_photos.mjs +4 -21
  132. package/lib/scripts/retrieve_senateurs_photos.ts +6 -29
  133. package/lib/scripts/retrieve_textes.mjs +325 -74
  134. package/lib/scripts/retrieve_textes.ts +111 -63
  135. package/lib/scripts/shared/cli_helpers.d.ts +44 -0
  136. package/lib/scripts/shared/cli_helpers.js +35 -0
  137. package/lib/scripts/shared/cli_helpers.ts +36 -0
  138. package/lib/scripts/shared/util.d.ts +3 -0
  139. package/lib/scripts/shared/util.js +102 -0
  140. package/lib/scripts/shared/util.ts +33 -0
  141. package/lib/src/aggregates.d.ts +52 -0
  142. package/lib/src/aggregates.mjs +726 -0
  143. package/lib/src/config.d.ts +2 -0
  144. package/lib/src/config.mjs +16 -0
  145. package/lib/src/databases.d.ts +18 -0
  146. package/lib/src/databases.mjs +55 -0
  147. package/lib/src/datasets.d.ts +28 -0
  148. package/lib/src/datasets.mjs +78 -0
  149. package/lib/src/fields.d.ts +10 -0
  150. package/lib/src/fields.mjs +22 -0
  151. package/lib/src/index.d.ts +8 -0
  152. package/lib/src/index.mjs +7 -0
  153. package/lib/src/inserters.d.ts +98 -0
  154. package/lib/src/inserters.mjs +360 -0
  155. package/lib/src/loaders.d.ts +36 -0
  156. package/lib/src/loaders.mjs +107 -0
  157. package/lib/src/model/ameli.d.ts +4 -0
  158. package/lib/src/model/ameli.js +57 -0
  159. package/lib/src/model/debats.d.ts +4 -0
  160. package/lib/src/model/debats.js +43 -0
  161. package/lib/src/model/dosleg.d.ts +197 -0
  162. package/lib/src/model/dosleg.js +169 -0
  163. package/lib/src/model/index.d.ts +4 -0
  164. package/lib/src/model/index.js +4 -0
  165. package/lib/src/model/questions.d.ts +89 -0
  166. package/lib/src/model/questions.js +76 -0
  167. package/lib/src/model/sens.d.ts +390 -0
  168. package/lib/src/model/sens.js +339 -0
  169. package/lib/src/model/texte.d.ts +7 -0
  170. package/lib/src/model/texte.js +183 -0
  171. package/lib/src/raw_types_kysely/ameli.d.ts +915 -0
  172. package/lib/src/raw_types_kysely/ameli.js +5 -0
  173. package/lib/src/raw_types_kysely/debats.d.ts +207 -0
  174. package/lib/src/raw_types_kysely/debats.js +5 -0
  175. package/lib/src/raw_types_kysely/dosleg.d.ts +3532 -0
  176. package/lib/src/raw_types_kysely/dosleg.js +5 -0
  177. package/lib/src/raw_types_kysely/questions.d.ts +414 -0
  178. package/lib/src/raw_types_kysely/questions.js +5 -0
  179. package/lib/src/raw_types_kysely/sens.d.ts +4394 -0
  180. package/lib/src/raw_types_kysely/sens.js +5 -0
  181. package/lib/src/raw_types_schemats/ameli.d.ts +541 -0
  182. package/lib/src/raw_types_schemats/ameli.js +2 -0
  183. package/lib/src/raw_types_schemats/debats.d.ts +127 -0
  184. package/lib/src/raw_types_schemats/debats.js +2 -0
  185. package/lib/src/raw_types_schemats/dosleg.d.ts +2027 -0
  186. package/lib/src/raw_types_schemats/dosleg.js +2 -0
  187. package/lib/src/raw_types_schemats/questions.d.ts +231 -0
  188. package/lib/src/raw_types_schemats/questions.js +2 -0
  189. package/lib/src/raw_types_schemats/sens.d.ts +2709 -0
  190. package/lib/src/raw_types_schemats/sens.js +2 -0
  191. package/lib/src/scripts/convert_data.d.ts +1 -0
  192. package/lib/src/scripts/convert_data.js +95 -0
  193. package/lib/src/scripts/datautil.d.ts +5 -0
  194. package/lib/src/scripts/datautil.js +16 -0
  195. package/lib/src/scripts/parse_textes.d.ts +1 -0
  196. package/lib/src/scripts/parse_textes.js +47 -0
  197. package/lib/src/scripts/retrieve_documents.d.ts +1 -0
  198. package/lib/src/scripts/retrieve_documents.js +258 -0
  199. package/lib/src/scripts/retrieve_open_data.d.ts +1 -0
  200. package/lib/src/scripts/retrieve_open_data.js +214 -0
  201. package/lib/src/scripts/retrieve_senateurs_photos.d.ts +1 -0
  202. package/lib/src/scripts/retrieve_senateurs_photos.js +147 -0
  203. package/lib/src/scripts/shared/cli_helpers.d.ts +44 -0
  204. package/lib/src/scripts/shared/cli_helpers.js +32 -0
  205. package/lib/src/scripts/shared/util.d.ts +3 -0
  206. package/lib/src/scripts/shared/util.js +28 -0
  207. package/lib/src/strings.d.ts +1 -0
  208. package/lib/src/strings.mjs +18 -0
  209. package/lib/src/types/ameli.d.ts +10 -0
  210. package/lib/src/types/ameli.js +13 -0
  211. package/lib/src/types/debats.d.ts +4 -0
  212. package/lib/src/types/debats.js +2 -0
  213. package/lib/src/types/dosleg.d.ts +98 -0
  214. package/lib/src/types/dosleg.js +151 -0
  215. package/lib/src/types/questions.d.ts +2 -0
  216. package/lib/src/types/questions.js +1 -0
  217. package/lib/src/types/sens.d.ts +10 -0
  218. package/lib/src/types/sens.js +1 -0
  219. package/lib/src/types/sessions.d.ts +42 -0
  220. package/lib/src/types/sessions.js +43 -0
  221. package/lib/src/types/texte.d.ts +61 -0
  222. package/lib/src/types/texte.js +16 -0
  223. package/lib/src/validators/config.d.ts +1 -0
  224. package/lib/src/validators/config.js +54 -0
  225. package/lib/src/validators/senat.d.ts +0 -0
  226. package/lib/src/validators/senat.js +24 -0
  227. package/lib/types/ameli.d.ts +1 -1
  228. package/lib/types/ameli.js +2 -2
  229. package/lib/types/ameli.ts +1 -1
  230. package/lib/types/debats.d.ts +1 -1
  231. package/lib/types/debats.js +2 -2
  232. package/lib/types/debats.ts +1 -1
  233. package/lib/types/dosleg.d.ts +2 -2
  234. package/lib/types/dosleg.js +2 -2
  235. package/lib/types/dosleg.ts +2 -2
  236. package/lib/types/questions.d.ts +1 -1
  237. package/lib/types/questions.js +2 -2
  238. package/lib/types/questions.ts +1 -1
  239. package/lib/types/sens.d.ts +1 -3
  240. package/lib/types/sens.js +2 -5
  241. package/lib/types/sens.mjs +1 -23
  242. package/lib/types/sens.ts +1 -25
  243. package/lib/types/sessions.d.ts +42 -0
  244. package/lib/types/sessions.js +51 -0
  245. package/lib/types/sessions.mjs +43 -0
  246. package/lib/types/sessions.ts +42 -0
  247. package/lib/types/texte.d.ts +65 -0
  248. package/lib/types/texte.js +24 -0
  249. package/lib/types/texte.mjs +16 -0
  250. package/lib/types/texte.ts +76 -0
  251. package/package.json +35 -10
  252. package/lib/aggregates.js +0 -1122
  253. package/lib/fields.js +0 -68
  254. package/lib/inserters.js +0 -518
  255. package/lib/scripts/fix_db.js +0 -144
  256. package/lib/scripts/fix_db.mjs +0 -64
  257. package/lib/scripts/fix_db.ts +0 -75
  258. package/lib/scripts/retrieve_textes.js +0 -179
  259. /package/lib/scripts/{fix_db.d.ts → parse_textes.d.ts} +0 -0
@@ -0,0 +1,339 @@
1
+ import { sql } from "kysely";
2
+ import { jsonArrayFrom, jsonObjectFrom } from "kysely/helpers/postgres";
3
+ import { dbSens } from "../databases";
4
+ function circonscription(dptNum) {
5
+ return jsonObjectFrom(dbSens.selectFrom("dpt")
6
+ .leftJoin("reg", "dpt.regcod", "reg.regcod")
7
+ .where("dpt.dptnum", "=", dptNum)
8
+ .select([
9
+ "dpt.dptcod as code",
10
+ "dpt.dptlib as libelle_departement",
11
+ "reg.reglib as libelle_region",
12
+ ]));
13
+ }
14
+ function textes(actId) {
15
+ return jsonArrayFrom(dbSens.selectFrom("activite_loi")
16
+ .where("actid", "=", actId)
17
+ .select(sql `rtrim(loicod)`.as("loicod")));
18
+ }
19
+ function delegations(actId) {
20
+ return jsonArrayFrom(dbSens.selectFrom("activite_delegation")
21
+ .where("actid", "=", actId)
22
+ .orderBy("delegidx asc"));
23
+ }
24
+ function activites(senMat) {
25
+ return jsonArrayFrom(dbSens.selectFrom("activite")
26
+ .leftJoin("activite_participant", "activite.actid", "activite_participant.actid")
27
+ .leftJoin("type_activite", "activite.typactcod", "type_activite.typactcod")
28
+ .leftJoin("categorie_activite", "activite.catactcod", "categorie_activite.catactcod")
29
+ .where("activite_participant.senmat", "=", senMat)
30
+ .select(({ ref }) => [
31
+ delegations(ref("activite.actid")).as("delegations"),
32
+ textes(ref("activite.actid")).as("textes"),
33
+ ])
34
+ .orderBy("activite.datdeb desc"));
35
+ }
36
+ function activitesPerso(senMat) {
37
+ return jsonArrayFrom(dbSens.selectFrom("activite_senateur")
38
+ .leftJoin("type_activite_senateur", "activite_senateur.typactsencod", "type_activite_senateur.typactsencod")
39
+ .where("activite_senateur.senmat", "=", senMat)
40
+ .orderBy("activite_senateur.datdeb desc"));
41
+ }
42
+ function fonctionsBureau(senMat) {
43
+ return jsonArrayFrom(dbSens.selectFrom("senbur")
44
+ .leftJoin("bur", "senbur.burcod", "bur.burcod")
45
+ .where("senbur.senmat", "=", senMat)
46
+ .select([
47
+ "senbur.senburdatdeb as date_debut",
48
+ "senbur.senburdatfin as date_fin",
49
+ "bur.burlib as libelle",
50
+ ])
51
+ .orderBy("senbur.senburdatdeb desc"));
52
+ }
53
+ function mandatsEluConseillerGeneral(senMat) {
54
+ return jsonArrayFrom(dbSens.selectFrom("elucan")
55
+ .leftJoin("typman", "elucan.typmancod", "typman.typmancod")
56
+ .where("elucan.senmat", "=", senMat)
57
+ .select(({ ref }) => [
58
+ circonscription(ref("elucan.dptnum").$notNull()).as("circonscription"),
59
+ ])
60
+ .orderBy("elucan.eludatdeb desc"));
61
+ }
62
+ function mandatsEluDepute(senMat) {
63
+ return jsonArrayFrom(dbSens.selectFrom("eludep")
64
+ .leftJoin("typman", "eludep.typmancod", "typman.typmancod")
65
+ .where("eludep.senmat", "=", senMat)
66
+ .select(({ ref }) => [
67
+ circonscription(ref("eludep.circo").$notNull()).as("circonscription"),
68
+ ])
69
+ .orderBy("eludep.eludatdeb desc"));
70
+ }
71
+ function mandatsEluDivers(senMat) {
72
+ return jsonArrayFrom(dbSens.selectFrom("eludiv")
73
+ .leftJoin("typman", "eludiv.typmancod", "typman.typmancod")
74
+ .where("eludiv.senmat", "=", senMat)
75
+ .orderBy("eludiv.eludatdeb desc"));
76
+ }
77
+ function mandatsEluEuropeen(senMat) {
78
+ return jsonArrayFrom(dbSens.selectFrom("elueur")
79
+ .leftJoin("nation", "elueur.nationcod", "nation.nationcod")
80
+ .leftJoin("typman", "elueur.typmancod", "typman.typmancod")
81
+ .where("elueur.senmat", "=", senMat)
82
+ .orderBy("elueur.eludatdeb desc"));
83
+ }
84
+ function mandatsEluConseillerRegional(senMat) {
85
+ return jsonArrayFrom(dbSens.selectFrom("elureg")
86
+ .leftJoin("reg", "elureg.regcod", "reg.regcod")
87
+ .leftJoin("typman", "elureg.typmancod", "typman.typmancod")
88
+ .where("elureg.senmat", "=", senMat)
89
+ .orderBy("elureg.eludatdeb desc"));
90
+ }
91
+ function mandatsEluSenateur(senMat) {
92
+ return jsonArrayFrom(dbSens.selectFrom("elusen")
93
+ .leftJoin("etadebman", "elusen.etadebmancod", "etadebman.etadebmancod")
94
+ .leftJoin("etafinman", "elusen.etafinmancod", "etafinman.etafinmancod")
95
+ .leftJoin("typman", "elusen.typmancod", "typman.typmancod")
96
+ .where("elusen.senmat", "=", senMat)
97
+ .select([
98
+ "elusen.dptnum as code_circonscription",
99
+ "elusen.eludatdeb as date_debut",
100
+ "elusen.eludatfin as date_fin",
101
+ "etadebman.etadebmanlib as etat_debut",
102
+ "etafinman.etafinman as etat_fin",
103
+ ])
104
+ .orderBy("elusen.eludatdeb desc"));
105
+ }
106
+ function mandatsEluTerritorial(senMat) {
107
+ return jsonArrayFrom(dbSens.selectFrom("eluter")
108
+ .leftJoin("asster", "eluter.asstercod", "asster.asstercod")
109
+ .leftJoin("typman", "eluter.typmancod", "typman.typmancod")
110
+ .where("eluter.senmat", "=", senMat)
111
+ .orderBy("eluter.eludatdeb desc"));
112
+ }
113
+ function mandatsEluConseillerMunicipal(senMat) {
114
+ return jsonArrayFrom(dbSens.selectFrom("eluvil")
115
+ .leftJoin("typman", "eluvil.typmancod", "typman.typmancod")
116
+ .where("eluvil.senmat", "=", senMat)
117
+ .orderBy("eluvil.eludatdeb desc"));
118
+ }
119
+ function fonctionsMembreCommission(memComId) {
120
+ return jsonArrayFrom(dbSens.selectFrom("fonmemcom")
121
+ .leftJoin("foncom", "fonmemcom.foncomcod", "foncom.foncomcod")
122
+ .where("fonmemcom.memcomid", "=", memComId)
123
+ .select([
124
+ "fonmemcom.fonmemcomdatdeb as date_debut",
125
+ "fonmemcom.fonmemcomdatfin as date_fin",
126
+ "foncom.foncomlib as libelle",
127
+ ])
128
+ .orderBy("fonmemcom.fonmemcomdatdeb desc"));
129
+ }
130
+ function mandatsMembreCommission(senMat) {
131
+ return jsonArrayFrom(dbSens.selectFrom("memcom")
132
+ .leftJoin("com", "memcom.orgcod", "com.orgcod")
133
+ .leftJoin("typorg", "com.typorgcod", "typorg.typorgcod")
134
+ .where("memcom.senmat", "=", senMat)
135
+ .select([
136
+ "com.typorgcod as type_code_organisme",
137
+ "memcom.orgcod as code_organisme",
138
+ "typorg.typorglib as type_organisme",
139
+ "com.comlilmin as libelle",
140
+ "memcom.memcomdatdeb as date_debut",
141
+ "memcom.memcomdatfin as date_fin",
142
+ ])
143
+ .select(({ ref }) => [
144
+ fonctionsMembreCommission(ref("memcom.memcomid")).as("fonctions"),
145
+ ])
146
+ .orderBy("memcom.memcomdatdeb desc"));
147
+ }
148
+ function fonctionsMembreDelegation(memDelegaId) {
149
+ return jsonArrayFrom(dbSens.selectFrom("fonmemdelega")
150
+ .leftJoin("fondelega", "fonmemdelega.fondelcod", "fondelega.fondelcod")
151
+ .where("fonmemdelega.memdelegaid", "=", memDelegaId)
152
+ .select([
153
+ "fonmemdelega.fonmemdeldatdeb as date_debut",
154
+ "fonmemdelega.fonmemdeldatfin as date_fin",
155
+ "fondelega.fondellib as libelle",
156
+ ])
157
+ .orderBy("fonmemdelega.fonmemdeldatdeb desc"));
158
+ }
159
+ function mandatsMembreDelegation(senMat) {
160
+ return jsonArrayFrom(dbSens.selectFrom("memdelega")
161
+ .leftJoin("delega", "memdelega.orgcod", "delega.orgcod")
162
+ .leftJoin("designorg", "memdelega.designcod", "designorg.designcod")
163
+ .leftJoin("typorg", "delega.typorgcod", "typorg.typorgcod")
164
+ .where("memdelega.senmat", "=", senMat)
165
+ .select([
166
+ "delega.typorgcod as type_code_organisme",
167
+ "memdelega.orgcod as code_organisme",
168
+ "typorg.typorglib as type_organisme",
169
+ "delega.evelib as libelle",
170
+ "memdelega.memdelegadatdeb as date_debut",
171
+ "memdelega.memdelegadatfin as date_fin",
172
+ ])
173
+ .select(({ ref }) => [
174
+ fonctionsMembreDelegation(ref("memdelega.memdelegaid")).as("fonctions"),
175
+ ])
176
+ .orderBy("memdelega.memdelegadatdeb desc"));
177
+ }
178
+ function mandatsMembreExtraParlementaire(senMat) {
179
+ return jsonArrayFrom(dbSens.selectFrom("memextpar")
180
+ .leftJoin("orgext", "memextpar.orgcod", "orgext.orgcod")
181
+ .leftJoin("design", "memextpar.designcod", "design.designcod")
182
+ .where("memextpar.senmat", "=", senMat)
183
+ .orderBy("memextpar.memextpardatdeb desc"));
184
+ }
185
+ function fonctionsMembreGroupePolitique(memGrpPolId) {
186
+ return jsonArrayFrom(dbSens.selectFrom("fonmemgrppol")
187
+ .leftJoin("fongrppol", "fonmemgrppol.fongrppolcod", "fongrppol.fongrppolcod")
188
+ .where("fonmemgrppol.memgrppolid", "=", memGrpPolId)
189
+ .select([
190
+ "fonmemgrppol.fonmemgrppoldatdeb as date_debut",
191
+ "fonmemgrppol.fonmemgrppoldatfin as date_fin",
192
+ "fongrppol.fongrppollib as libelle",
193
+ ])
194
+ .orderBy("fonmemgrppol.fonmemgrppoldatdeb desc"));
195
+ }
196
+ function mandatsMembreGroupePolitique(senMat) {
197
+ return jsonArrayFrom(dbSens.selectFrom("memgrppol")
198
+ .leftJoin("grppol", "memgrppol.grppolcod", "grppol.grppolcod")
199
+ .leftJoin("typapppol", "memgrppol.typapppolcod", "typapppol.typapppolcod")
200
+ .where("memgrppol.senmat", "=", senMat)
201
+ .select([
202
+ "memgrppol.grppolcod as code",
203
+ "grppol.grppollibcou as libelle",
204
+ "memgrppol.memgrppoldatdeb as date_debut",
205
+ "memgrppol.memgrppoldatfin as date_fin",
206
+ "typapppol.typapppollib as fonction",
207
+ ])
208
+ .select(({ ref }) => [
209
+ fonctionsMembreGroupePolitique(ref("memgrppol.memgrppolid")).as("fonctions"),
210
+ ])
211
+ .orderBy("memgrppol.memgrppoldatdeb desc"));
212
+ }
213
+ function fonctionsMembreGroupeSenatorial(memGrpSenId) {
214
+ return jsonArrayFrom(dbSens.selectFrom("fonmemgrpsen")
215
+ .leftJoin("fongrpsen", "fonmemgrpsen.fongrpsencod", "fongrpsen.fongrpsencod")
216
+ .where("fonmemgrpsen.memgrpsenid", "=", memGrpSenId)
217
+ .orderBy("fonmemgrpsen.fonmemgrpsendatdeb desc"));
218
+ }
219
+ function mandatsMembreGroupeSenatorial(senMat) {
220
+ return jsonArrayFrom(dbSens.selectFrom("memgrpsen")
221
+ .leftJoin("grpsenami", "memgrpsen.orgcod", "grpsenami.orgcod")
222
+ .leftJoin("typgrpsen", "grpsenami.typgrpsencod", "typgrpsen.typgrpsencod")
223
+ .where("memgrpsen.senmat", "=", senMat)
224
+ .select(({ ref }) => [
225
+ fonctionsMembreGroupeSenatorial(ref("memgrpsen.memgrpsenid")).as("fonctions"),
226
+ ])
227
+ .orderBy("memgrpsen.memgrpsendatent desc"));
228
+ }
229
+ function fonctionsMembreOrganisation(memOrgId) {
230
+ return jsonArrayFrom(dbSens.selectFrom("fonmemorg")
231
+ .leftJoin("fonorg", "fonmemorg.fonorgcod", "fonorg.fonorgcod")
232
+ .where("fonmemorg.memorgid", "=", memOrgId)
233
+ .orderBy("fonmemorg.fonmemorgdatdeb desc"));
234
+ }
235
+ function mandatsMembreOrganisation(senMat) {
236
+ return jsonArrayFrom(dbSens.selectFrom("memorg")
237
+ .leftJoin("org", "memorg.orgcod", "org.orgcod")
238
+ .leftJoin("typorg", "org.typorgcod", "typorg.typorgcod")
239
+ .leftJoin("designorg", "memorg.designcod", "designorg.designcod")
240
+ .where("memorg.senmat", "=", senMat)
241
+ .select(({ ref }) => [
242
+ fonctionsMembreOrganisation(ref("memorg.memorgid")).as("fonctions"),
243
+ ])
244
+ .orderBy("memorg.memorgdatdeb desc"));
245
+ }
246
+ function mandatsMinistre(senMat) {
247
+ return jsonArrayFrom(dbSens.selectFrom("minind")
248
+ .where("minind.senmat", "=", senMat)
249
+ .orderBy("minind.mindatdeb desc"));
250
+ }
251
+ function contacts(senMat) {
252
+ return jsonArrayFrom(dbSens.selectFrom("poicon")
253
+ .leftJoin("adresse", "poicon.poiconid", "adresse.poiconid")
254
+ .leftJoin("mel", "poicon.poiconid", "mel.poiconid")
255
+ .leftJoin("telephone", "poicon.poiconid", "telephone.poiconid")
256
+ .where("poicon.senmat", "=", senMat)
257
+ .orderBy("poicon.poiconnumtri asc"));
258
+ }
259
+ function urls(senMat) {
260
+ return jsonArrayFrom(dbSens.selectFrom("senurl")
261
+ .where("senurl.senmat", "=", senMat)
262
+ .select([
263
+ "senurl.typurlcod as code_url",
264
+ "senurl.senurlurl as url",
265
+ ])
266
+ .orderBy("senurl.senurlnumtri asc"));
267
+ }
268
+ const findAllQuery = dbSens
269
+ .selectFrom("sen")
270
+ .leftJoin("etasen", "sen.etasencod", "etasen.etasencod")
271
+ .leftJoin("pcs", "sen.pcscod", "pcs.pcscod")
272
+ .leftJoin("pcs42", "pcs.pcs42cod", "pcs42.pcs42cod")
273
+ .leftJoin("pcs24", "pcs42.pcs24cod", "pcs24.pcs24cod")
274
+ .leftJoin("pcs8", "pcs24.pcs8cod", "pcs8.pcs8cod")
275
+ .leftJoin("grppol", "sen.sengrppolcodcou", "grppol.grppolcod")
276
+ .leftJoin("com", "sen.sencomcodcou", "com.orgcod")
277
+ .select([
278
+ "sen.senmat as matricule",
279
+ "sen.quacod as qualite",
280
+ "sen.sennomuse as nom_usuel",
281
+ "sen.senprenomuse as prenom_usuel",
282
+ "sen.etasencod as etat",
283
+ "sen.sendatnai as date_naissance",
284
+ "sen.sendatdec as date_deces",
285
+ "sen.sengrppolcodcou as code_groupe_politique",
286
+ "sen.sengrppolliccou as groupe_politique",
287
+ "sen.sencomcodcou as code_commission_permanente",
288
+ "com.comlilmin as commission_permanente",
289
+ "sen.sencirnumcou as code_circonscription",
290
+ "sen.sencircou as circonscription",
291
+ "sen.senburliccou as fonction_bureau_senat",
292
+ "sen.senema as courrier_electronique",
293
+ "pcs.pcslil as PCS_INSEE",
294
+ "pcs42.pcs42lib as PCS_INSEE_42",
295
+ "pcs24.pcs24lib as PCS_INSEE_24",
296
+ "pcs8.pcs8lil as PCS_INSEE_8",
297
+ "sen.sendespro as description_profession",
298
+ "sen.sennumsie as siege",
299
+ "sen.sendaiurl as url_hatvp",
300
+ ])
301
+ .select(({ ref }) => [
302
+ urls(ref("sen.senmat")).as("urls"),
303
+ mandatsEluSenateur(ref("sen.senmat")).as("mandats_senateur"),
304
+ mandatsMembreCommission(ref("sen.senmat")).as("commissions"),
305
+ mandatsMembreDelegation(ref("sen.senmat")).as("delegations"),
306
+ mandatsMembreGroupePolitique(ref("sen.senmat")).as("groupes"),
307
+ fonctionsBureau(ref("sen.senmat")).as("fonctions_bureau"),
308
+ ]);
309
+ const findAllCirconscriptionsQuery = dbSens
310
+ .selectFrom("dpt")
311
+ .leftJoin("reg", "dpt.regcod", "reg.regcod")
312
+ .select([
313
+ "dpt.dptnum as identifiant",
314
+ "dpt.dptcod as code",
315
+ "dpt.dptlib as libelle_departement",
316
+ "dpt.dptart as article",
317
+ "reg.reglib as libelle_region",
318
+ "dpt.temvalcod as etat",
319
+ "dpt.dptdatdeb as date_debut",
320
+ "dpt.dptdatfin as date_fin",
321
+ "dpt.dptnbrsen as nombre_senateurs",
322
+ "dpt.dpturlcmp as url",
323
+ ]);
324
+ export function findAll() {
325
+ return findAllQuery.stream();
326
+ }
327
+ export function findAllCirconscriptions() {
328
+ return findAllCirconscriptionsQuery.stream();
329
+ }
330
+ export function findActif() {
331
+ return dbSens
332
+ .selectFrom("sen")
333
+ .where("etasencod", "=", "ACTIF")
334
+ .select(["senmat", "sennomuse", "senprenomuse"])
335
+ .stream();
336
+ }
337
+ export function getDbSchema() {
338
+ return dbSens.introspection.getTables();
339
+ }
@@ -0,0 +1,7 @@
1
+ import { ExposeDesMotifs, FlatTexte } from "../types/texte";
2
+ export declare function transformTexte(document: Document): FlatTexte | null;
3
+ export declare function transformExposeDesMotifs(document: Document): ExposeDesMotifs | null;
4
+ export declare function parseTexte(texteXml: string): FlatTexte | null;
5
+ export declare function parseTexteFromFile(xmlFilePath: string): Promise<FlatTexte | null>;
6
+ export declare function parseExposeDesMotifs(exposeDesMotifsHtml: string): ExposeDesMotifs | null;
7
+ export declare function parseExposeDesMotifsFromFile(htmlFilePath: string): Promise<ExposeDesMotifs | null>;
@@ -0,0 +1,183 @@
1
+ import { JSDOM } from "jsdom";
2
+ import { AKN_WORKFLOW_IDENTIFICATION_STRUCTURE_REGEXP, AKN_IDENTIFICATION_STRUCTURE_REGEXP } from "../scripts/datautil";
3
+ import { DivisionType, } from "../types/texte";
4
+ function buildWorklow(metaElement) {
5
+ const stepElements = metaElement.querySelectorAll("workflow step");
6
+ const steps = [];
7
+ for (const stepElement of stepElements) {
8
+ const identification = stepElement.getAttribute("href") ?? "";
9
+ const identificationParts = AKN_WORKFLOW_IDENTIFICATION_STRUCTURE_REGEXP.exec(identification)?.groups;
10
+ steps.push({
11
+ eId: stepElement.getAttribute("eId"),
12
+ date: stepElement.getAttribute("date") ? new Date(stepElement.getAttribute("date") ?? "") : null,
13
+ type: identificationParts?.type || null,
14
+ session: identificationParts?.session || null,
15
+ numero: identificationParts?.numTexte || null,
16
+ version: identificationParts?.version ? identificationParts.version : null,
17
+ outcome: stepElement.getAttribute("outcome"),
18
+ });
19
+ }
20
+ return steps;
21
+ }
22
+ function buildDivision(node, index) {
23
+ const eId = node.getAttribute("eId");
24
+ const tag = node.nodeName;
25
+ const level = DivisionType[tag];
26
+ const titleNode = node.querySelector("num");
27
+ const subtitleNode = node.querySelector("heading");
28
+ const headings = [
29
+ ...(titleNode ? [{
30
+ text: titleNode.textContent?.trim() ?? null,
31
+ html: titleNode.innerHTML?.trim() ?? null,
32
+ }] : []),
33
+ ...(subtitleNode ? [{
34
+ text: subtitleNode.textContent?.trim() ?? null,
35
+ html: subtitleNode.innerHTML?.trim() ?? null,
36
+ }] : []),
37
+ ];
38
+ const division = {
39
+ index,
40
+ eId,
41
+ tag,
42
+ level,
43
+ headings,
44
+ };
45
+ if (tag === "article") {
46
+ division.alineas = [];
47
+ }
48
+ return division;
49
+ }
50
+ function buildAlinea(contentNode, alineaNode) {
51
+ const eId = alineaNode.getAttribute("eId");
52
+ const heading = {
53
+ text: alineaNode.querySelector("num")?.textContent ?? null,
54
+ };
55
+ const pastille = alineaNode.getAttribute("data:pastille") ?? null;
56
+ return {
57
+ eId,
58
+ heading,
59
+ text: contentNode.textContent?.trim() ?? null,
60
+ html: contentNode.innerHTML?.trim() ?? null,
61
+ pastille,
62
+ };
63
+ }
64
+ function buildEmptyArticle(index) {
65
+ return {
66
+ index: index,
67
+ eId: "",
68
+ tag: "article",
69
+ level: DivisionType["article"],
70
+ headings: [],
71
+ alineas: [],
72
+ };
73
+ }
74
+ function flattenTexte(texteContentRoot) {
75
+ const divisions = [];
76
+ let divisionIndex = 0;
77
+ const iter = (node) => {
78
+ if (node.nodeName === "content") {
79
+ return;
80
+ }
81
+ switch (node.nodeName) {
82
+ case "tome":
83
+ case "part":
84
+ case "book":
85
+ case "title":
86
+ case "subtitle":
87
+ case "chapter":
88
+ case "section":
89
+ case "subsection":
90
+ case "paragraph":
91
+ case "article":
92
+ divisions.push(buildDivision(node, divisionIndex++));
93
+ break;
94
+ }
95
+ if (node.nodeName === "alinea") {
96
+ Array.from(node.childNodes)
97
+ // Find direct content children programmatically
98
+ // because `:scope` selector does not work
99
+ // https://github.com/jsdom/jsdom/issues/2998
100
+ .filter((alineaChildNode) => alineaChildNode.nodeName === "content")
101
+ .forEach((alineaContentNode) => {
102
+ // Hypothesis: alineas should always be enclosed in articles
103
+ let lastArticle = divisions.findLast(division => division.tag === "article");
104
+ if (!lastArticle) {
105
+ lastArticle = buildEmptyArticle(divisionIndex++);
106
+ divisions.push(lastArticle);
107
+ }
108
+ lastArticle.alineas.push(buildAlinea(alineaContentNode, node));
109
+ });
110
+ }
111
+ if (node.hasChildNodes()) {
112
+ node.childNodes.forEach((childNode) => iter(childNode));
113
+ }
114
+ };
115
+ iter(texteContentRoot);
116
+ return divisions;
117
+ }
118
+ export function transformTexte(document) {
119
+ let transformedTexte = null;
120
+ const metaElement = document.querySelector("meta");
121
+ const identification = metaElement?.querySelector("FRBRExpression FRBRuri")?.getAttribute("value") ?? "";
122
+ const identificationParts = AKN_IDENTIFICATION_STRUCTURE_REGEXP.exec(identification)?.groups;
123
+ const bodyElement = document.querySelector("body");
124
+ try {
125
+ transformedTexte = {
126
+ title: metaElement?.querySelector("FRBRalias[name='intitule-court']")
127
+ ?.getAttribute("value") || null,
128
+ signetDossierLegislatifSenat: metaElement?.querySelector("FRBRalias[name='signet-dossier-legislatif-senat']")
129
+ ?.getAttribute("value") || null,
130
+ urlSenat: metaElement?.querySelector("FRBRalias[name='url-senat']")?.getAttribute("value") || null,
131
+ urlAssemblee: metaElement?.querySelector("FRBRalias[name='url-AN']")?.getAttribute("value") || null,
132
+ type: identificationParts?.type || null,
133
+ session: identificationParts?.session || null,
134
+ numero: identificationParts?.numTexte ? parseInt(identificationParts.numTexte) : null,
135
+ version: identificationParts?.version ? identificationParts.version : null,
136
+ workflow: metaElement ? buildWorklow(metaElement) : [],
137
+ divisions: bodyElement ? flattenTexte(bodyElement) : [],
138
+ };
139
+ }
140
+ catch (error) {
141
+ console.error(`Could not parse texte with error ${error}`);
142
+ }
143
+ return transformedTexte;
144
+ }
145
+ export function transformExposeDesMotifs(document) {
146
+ let transformedExposeDesMotifs = null;
147
+ const sectionElements = document.querySelectorAll("section");
148
+ for (const sectionElement of sectionElements) {
149
+ const firstParagraphContent = sectionElement.querySelector("p:first-child")?.textContent;
150
+ if (firstParagraphContent && firstParagraphContent.toUpperCase() === "EXPOSÉ DES MOTIFS") {
151
+ console.log(sectionElement.textContent);
152
+ }
153
+ }
154
+ transformedExposeDesMotifs = {
155
+ text: "hello",
156
+ html: "world",
157
+ };
158
+ return transformedExposeDesMotifs;
159
+ }
160
+ export function parseTexte(texteXml) {
161
+ const { document } = (new JSDOM(texteXml, {
162
+ contentType: "text/xml",
163
+ })).window;
164
+ return transformTexte(document);
165
+ }
166
+ // Prevent from memory leak
167
+ // https://github.com/jsdom/jsdom/issues/2583#issuecomment-559520814
168
+ export async function parseTexteFromFile(xmlFilePath) {
169
+ const { document } = (await JSDOM.fromFile(xmlFilePath, { contentType: "text/xml" })).window;
170
+ return transformTexte(document);
171
+ }
172
+ export function parseExposeDesMotifs(exposeDesMotifsHtml) {
173
+ const { document } = (new JSDOM(exposeDesMotifsHtml, {
174
+ contentType: "text/xml",
175
+ })).window;
176
+ return transformExposeDesMotifs(document);
177
+ }
178
+ // Prevent from memory leak
179
+ // https://github.com/jsdom/jsdom/issues/2583#issuecomment-559520814
180
+ export async function parseExposeDesMotifsFromFile(htmlFilePath) {
181
+ const { document } = (await JSDOM.fromFile(htmlFilePath, { contentType: "text/html" })).window;
182
+ return transformExposeDesMotifs(document);
183
+ }