@tricoteuses/senat 3.1.22 → 3.1.23

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (388) hide show
  1. package/LICENSE.md +32 -32
  2. package/README.md +326 -326
  3. package/lib/src/other_types/collaborateurs.d.ts +5 -0
  4. package/lib/src/parsers/collaborateurs.d.ts +44 -0
  5. package/lib/src/parsers/collaborateurs.js +157 -0
  6. package/lib/src/scripts/retrieve_collaborateurs.js +166 -0
  7. package/lib/src/scripts/retrieve_cr_seance.js +34 -25
  8. package/lib/src/scripts/retrieve_videos.js +13 -8
  9. package/lib/src/scripts/shared/incremental_import_sql.js +866 -859
  10. package/lib/src/scripts/shared/schema_version.js +84 -84
  11. package/lib/src/scripts/shared/staging_metadata_sql.js +214 -214
  12. package/lib/src/scripts/validate_prefixed_tables.js +12 -12
  13. package/lib/src/server/ameli.js +14 -13
  14. package/lib/src/server/conversion_textes.js +106 -106
  15. package/lib/src/server/debats.js +10 -10
  16. package/lib/src/server/documents.js +22 -22
  17. package/lib/src/server/dosleg.js +33 -33
  18. package/lib/src/server/questions.js +10 -10
  19. package/lib/src/server/scrutins.js +3 -3
  20. package/lib/src/server/sens.js +19 -19
  21. package/lib/src/utils/reunion_odj_building.js +0 -4
  22. package/lib/src/videos/match.js +7 -5
  23. package/lib/src/videos/pipeline.js +26 -19
  24. package/lib/tests/collaborateurs.test.js +115 -0
  25. package/lib/tests/incrementalImportSql.test.js +4 -1
  26. package/package.json +119 -119
  27. package/lib/add-js-extensions-v2.js +0 -23
  28. package/lib/add-js-extensions.js +0 -17
  29. package/lib/aggregates.d.ts +0 -52
  30. package/lib/aggregates.js +0 -930
  31. package/lib/aggregates.mjs +0 -713
  32. package/lib/aggregates.ts +0 -833
  33. package/lib/config.d.ts +0 -10
  34. package/lib/config.js +0 -16
  35. package/lib/config.mjs +0 -16
  36. package/lib/config.ts +0 -26
  37. package/lib/databases.d.ts +0 -2
  38. package/lib/databases.js +0 -26
  39. package/lib/databases.mjs +0 -57
  40. package/lib/databases.ts +0 -71
  41. package/lib/datasets.d.ts +0 -34
  42. package/lib/datasets.js +0 -233
  43. package/lib/datasets.mjs +0 -78
  44. package/lib/datasets.ts +0 -118
  45. package/lib/fields.d.ts +0 -10
  46. package/lib/fields.js +0 -68
  47. package/lib/fields.mjs +0 -22
  48. package/lib/fields.ts +0 -29
  49. package/lib/git.d.ts +0 -26
  50. package/lib/git.js +0 -167
  51. package/lib/index.d.ts +0 -13
  52. package/lib/index.js +0 -1
  53. package/lib/index.mjs +0 -7
  54. package/lib/index.ts +0 -64
  55. package/lib/inserters.d.ts +0 -98
  56. package/lib/inserters.js +0 -500
  57. package/lib/inserters.mjs +0 -360
  58. package/lib/inserters.ts +0 -521
  59. package/lib/legislatures.json +0 -38
  60. package/lib/loaders.d.ts +0 -58
  61. package/lib/loaders.js +0 -286
  62. package/lib/loaders.mjs +0 -158
  63. package/lib/loaders.ts +0 -271
  64. package/lib/model/agenda.d.ts +0 -6
  65. package/lib/model/agenda.js +0 -148
  66. package/lib/model/ameli.d.ts +0 -51
  67. package/lib/model/ameli.js +0 -149
  68. package/lib/model/ameli.mjs +0 -84
  69. package/lib/model/ameli.ts +0 -100
  70. package/lib/model/commission.d.ts +0 -18
  71. package/lib/model/commission.js +0 -269
  72. package/lib/model/debats.d.ts +0 -67
  73. package/lib/model/debats.js +0 -95
  74. package/lib/model/debats.mjs +0 -43
  75. package/lib/model/debats.ts +0 -68
  76. package/lib/model/documents.d.ts +0 -12
  77. package/lib/model/documents.js +0 -151
  78. package/lib/model/dosleg.d.ts +0 -7
  79. package/lib/model/dosleg.js +0 -326
  80. package/lib/model/dosleg.mjs +0 -196
  81. package/lib/model/dosleg.ts +0 -240
  82. package/lib/model/index.d.ts +0 -7
  83. package/lib/model/index.js +0 -7
  84. package/lib/model/index.mjs +0 -5
  85. package/lib/model/index.ts +0 -15
  86. package/lib/model/questions.d.ts +0 -45
  87. package/lib/model/questions.js +0 -89
  88. package/lib/model/questions.mjs +0 -71
  89. package/lib/model/questions.ts +0 -93
  90. package/lib/model/scrutins.d.ts +0 -13
  91. package/lib/model/scrutins.js +0 -114
  92. package/lib/model/seance.d.ts +0 -3
  93. package/lib/model/seance.js +0 -267
  94. package/lib/model/sens.d.ts +0 -146
  95. package/lib/model/sens.js +0 -454
  96. package/lib/model/sens.mjs +0 -415
  97. package/lib/model/sens.ts +0 -516
  98. package/lib/model/texte.d.ts +0 -7
  99. package/lib/model/texte.js +0 -256
  100. package/lib/model/texte.mjs +0 -208
  101. package/lib/model/texte.ts +0 -229
  102. package/lib/model/util.d.ts +0 -9
  103. package/lib/model/util.js +0 -38
  104. package/lib/model/util.mjs +0 -19
  105. package/lib/model/util.ts +0 -32
  106. package/lib/parsers/texte.d.ts +0 -7
  107. package/lib/parsers/texte.js +0 -228
  108. package/lib/raw_types/ameli.d.ts +0 -914
  109. package/lib/raw_types/ameli.js +0 -5
  110. package/lib/raw_types/ameli.mjs +0 -163
  111. package/lib/raw_types/debats.d.ts +0 -207
  112. package/lib/raw_types/debats.js +0 -5
  113. package/lib/raw_types/debats.mjs +0 -58
  114. package/lib/raw_types/dosleg.d.ts +0 -1619
  115. package/lib/raw_types/dosleg.js +0 -5
  116. package/lib/raw_types/dosleg.mjs +0 -438
  117. package/lib/raw_types/questions.d.ts +0 -419
  118. package/lib/raw_types/questions.js +0 -5
  119. package/lib/raw_types/questions.mjs +0 -11
  120. package/lib/raw_types/senat.d.ts +0 -11368
  121. package/lib/raw_types/senat.js +0 -5
  122. package/lib/raw_types/sens.d.ts +0 -8248
  123. package/lib/raw_types/sens.js +0 -5
  124. package/lib/raw_types/sens.mjs +0 -508
  125. package/lib/raw_types_kysely/ameli.d.ts +0 -915
  126. package/lib/raw_types_kysely/ameli.js +0 -7
  127. package/lib/raw_types_kysely/ameli.mjs +0 -5
  128. package/lib/raw_types_kysely/ameli.ts +0 -951
  129. package/lib/raw_types_kysely/debats.d.ts +0 -207
  130. package/lib/raw_types_kysely/debats.js +0 -7
  131. package/lib/raw_types_kysely/debats.mjs +0 -5
  132. package/lib/raw_types_kysely/debats.ts +0 -222
  133. package/lib/raw_types_kysely/dosleg.d.ts +0 -3532
  134. package/lib/raw_types_kysely/dosleg.js +0 -7
  135. package/lib/raw_types_kysely/dosleg.mjs +0 -5
  136. package/lib/raw_types_kysely/dosleg.ts +0 -3621
  137. package/lib/raw_types_kysely/questions.d.ts +0 -414
  138. package/lib/raw_types_kysely/questions.js +0 -7
  139. package/lib/raw_types_kysely/questions.mjs +0 -5
  140. package/lib/raw_types_kysely/questions.ts +0 -426
  141. package/lib/raw_types_kysely/sens.d.ts +0 -4394
  142. package/lib/raw_types_kysely/sens.js +0 -7
  143. package/lib/raw_types_kysely/sens.mjs +0 -5
  144. package/lib/raw_types_kysely/sens.ts +0 -4499
  145. package/lib/raw_types_schemats/ameli.d.ts +0 -539
  146. package/lib/raw_types_schemats/ameli.js +0 -2
  147. package/lib/raw_types_schemats/ameli.mjs +0 -2
  148. package/lib/raw_types_schemats/ameli.ts +0 -601
  149. package/lib/raw_types_schemats/debats.d.ts +0 -127
  150. package/lib/raw_types_schemats/debats.js +0 -2
  151. package/lib/raw_types_schemats/debats.mjs +0 -2
  152. package/lib/raw_types_schemats/debats.ts +0 -145
  153. package/lib/raw_types_schemats/dosleg.d.ts +0 -977
  154. package/lib/raw_types_schemats/dosleg.js +0 -2
  155. package/lib/raw_types_schemats/dosleg.mjs +0 -2
  156. package/lib/raw_types_schemats/dosleg.ts +0 -2193
  157. package/lib/raw_types_schemats/questions.d.ts +0 -235
  158. package/lib/raw_types_schemats/questions.js +0 -2
  159. package/lib/raw_types_schemats/questions.mjs +0 -2
  160. package/lib/raw_types_schemats/questions.ts +0 -249
  161. package/lib/raw_types_schemats/sens.d.ts +0 -6915
  162. package/lib/raw_types_schemats/sens.js +0 -2
  163. package/lib/raw_types_schemats/sens.mjs +0 -2
  164. package/lib/raw_types_schemats/sens.ts +0 -2907
  165. package/lib/scripts/convert_data.js +0 -354
  166. package/lib/scripts/convert_data.mjs +0 -181
  167. package/lib/scripts/convert_data.ts +0 -243
  168. package/lib/scripts/data-download.d.ts +0 -1
  169. package/lib/scripts/data-download.js +0 -12
  170. package/lib/scripts/datautil.d.ts +0 -8
  171. package/lib/scripts/datautil.js +0 -34
  172. package/lib/scripts/datautil.mjs +0 -16
  173. package/lib/scripts/datautil.ts +0 -19
  174. package/lib/scripts/images/transparent_150x192.jpg +0 -0
  175. package/lib/scripts/images/transparent_155x225.jpg +0 -0
  176. package/lib/scripts/parse_textes.d.ts +0 -1
  177. package/lib/scripts/parse_textes.js +0 -44
  178. package/lib/scripts/parse_textes.mjs +0 -46
  179. package/lib/scripts/parse_textes.ts +0 -65
  180. package/lib/scripts/retrieve_agenda.d.ts +0 -1
  181. package/lib/scripts/retrieve_agenda.js +0 -132
  182. package/lib/scripts/retrieve_cr_commission.d.ts +0 -1
  183. package/lib/scripts/retrieve_cr_commission.js +0 -364
  184. package/lib/scripts/retrieve_cr_seance.d.ts +0 -6
  185. package/lib/scripts/retrieve_cr_seance.js +0 -347
  186. package/lib/scripts/retrieve_documents.d.ts +0 -3
  187. package/lib/scripts/retrieve_documents.js +0 -219
  188. package/lib/scripts/retrieve_documents.mjs +0 -249
  189. package/lib/scripts/retrieve_documents.ts +0 -298
  190. package/lib/scripts/retrieve_open_data.d.ts +0 -1
  191. package/lib/scripts/retrieve_open_data.js +0 -315
  192. package/lib/scripts/retrieve_open_data.mjs +0 -217
  193. package/lib/scripts/retrieve_open_data.ts +0 -268
  194. package/lib/scripts/retrieve_senateurs_photos.d.ts +0 -1
  195. package/lib/scripts/retrieve_senateurs_photos.js +0 -147
  196. package/lib/scripts/retrieve_senateurs_photos.mjs +0 -147
  197. package/lib/scripts/retrieve_senateurs_photos.ts +0 -177
  198. package/lib/scripts/retrieve_videos.d.ts +0 -1
  199. package/lib/scripts/retrieve_videos.js +0 -461
  200. package/lib/scripts/shared/cli_helpers.d.ts +0 -95
  201. package/lib/scripts/shared/cli_helpers.js +0 -91
  202. package/lib/scripts/shared/cli_helpers.ts +0 -36
  203. package/lib/scripts/shared/util.d.ts +0 -4
  204. package/lib/scripts/shared/util.js +0 -35
  205. package/lib/scripts/shared/util.ts +0 -33
  206. package/lib/scripts/test_iter_load.d.ts +0 -1
  207. package/lib/scripts/test_iter_load.js +0 -12
  208. package/lib/src/ameli.d.ts +0 -66
  209. package/lib/src/ameli.js +0 -1
  210. package/lib/src/config.d.ts +0 -43
  211. package/lib/src/config.js +0 -37
  212. package/lib/src/conversion_textes.d.ts +0 -11
  213. package/lib/src/conversion_textes.js +0 -320
  214. package/lib/src/databases.d.ts +0 -3
  215. package/lib/src/databases.js +0 -26
  216. package/lib/src/databases_postgres.d.ts +0 -4
  217. package/lib/src/databases_postgres.js +0 -23
  218. package/lib/src/datasets.d.ts +0 -38
  219. package/lib/src/datasets.js +0 -247
  220. package/lib/src/db_types/ameli.d.ts +0 -1762
  221. package/lib/src/db_types/ameli.js +0 -1074
  222. package/lib/src/db_types/debats.d.ts +0 -380
  223. package/lib/src/db_types/debats.js +0 -266
  224. package/lib/src/db_types/dosleg.d.ts +0 -2954
  225. package/lib/src/db_types/dosleg.js +0 -2005
  226. package/lib/src/db_types/questions.d.ts +0 -699
  227. package/lib/src/db_types/questions.js +0 -493
  228. package/lib/src/db_types/sens.d.ts +0 -7843
  229. package/lib/src/db_types/sens.js +0 -4691
  230. package/lib/src/debats.d.ts +0 -38
  231. package/lib/src/debats.js +0 -1
  232. package/lib/src/dosleg.d.ts +0 -142
  233. package/lib/src/dosleg.js +0 -193
  234. package/lib/src/git.d.ts +0 -27
  235. package/lib/src/git.js +0 -251
  236. package/lib/src/loaders.d.ts +0 -52
  237. package/lib/src/loaders.js +0 -260
  238. package/lib/src/model/agenda.d.ts +0 -6
  239. package/lib/src/model/agenda.js +0 -148
  240. package/lib/src/model/ameli.d.ts +0 -67
  241. package/lib/src/model/ameli.js +0 -150
  242. package/lib/src/model/ameli_postgres.d.ts +0 -67
  243. package/lib/src/model/ameli_postgres.js +0 -150
  244. package/lib/src/model/commission.d.ts +0 -19
  245. package/lib/src/model/commission.js +0 -269
  246. package/lib/src/model/debats.d.ts +0 -39
  247. package/lib/src/model/debats.js +0 -112
  248. package/lib/src/model/documents.d.ts +0 -32
  249. package/lib/src/model/documents.js +0 -182
  250. package/lib/src/model/dosleg.d.ts +0 -144
  251. package/lib/src/model/dosleg.js +0 -468
  252. package/lib/src/model/index.d.ts +0 -7
  253. package/lib/src/model/index.js +0 -7
  254. package/lib/src/model/questions.d.ts +0 -54
  255. package/lib/src/model/questions.js +0 -91
  256. package/lib/src/model/scrutins.d.ts +0 -48
  257. package/lib/src/model/scrutins.js +0 -121
  258. package/lib/src/model/seance.d.ts +0 -3
  259. package/lib/src/model/seance.js +0 -267
  260. package/lib/src/model/sens.d.ts +0 -112
  261. package/lib/src/model/sens.js +0 -385
  262. package/lib/src/model/util.d.ts +0 -1
  263. package/lib/src/model/util.js +0 -15
  264. package/lib/src/other_types/questions.d.ts +0 -2
  265. package/lib/src/other_types/questions.js +0 -1
  266. package/lib/src/questions.d.ts +0 -53
  267. package/lib/src/questions.js +0 -1
  268. package/lib/src/raw_types/ameli.d.ts +0 -1762
  269. package/lib/src/raw_types/ameli.js +0 -1074
  270. package/lib/src/raw_types/debats.d.ts +0 -380
  271. package/lib/src/raw_types/debats.js +0 -266
  272. package/lib/src/raw_types/dosleg.d.ts +0 -2954
  273. package/lib/src/raw_types/dosleg.js +0 -2005
  274. package/lib/src/raw_types/questions.d.ts +0 -699
  275. package/lib/src/raw_types/questions.js +0 -493
  276. package/lib/src/raw_types/senat.d.ts +0 -11372
  277. package/lib/src/raw_types/senat.js +0 -5
  278. package/lib/src/raw_types/sens.d.ts +0 -7843
  279. package/lib/src/raw_types/sens.js +0 -4691
  280. package/lib/src/raw_types_schemats/ameli.d.ts +0 -541
  281. package/lib/src/raw_types_schemats/ameli.js +0 -2
  282. package/lib/src/raw_types_schemats/debats.d.ts +0 -127
  283. package/lib/src/raw_types_schemats/debats.js +0 -2
  284. package/lib/src/raw_types_schemats/dosleg.d.ts +0 -977
  285. package/lib/src/raw_types_schemats/dosleg.js +0 -2
  286. package/lib/src/raw_types_schemats/questions.d.ts +0 -237
  287. package/lib/src/raw_types_schemats/questions.js +0 -2
  288. package/lib/src/raw_types_schemats/sens.d.ts +0 -2709
  289. package/lib/src/raw_types_schemats/sens.js +0 -2
  290. package/lib/src/rich_types/agenda.d.ts +0 -45
  291. package/lib/src/rich_types/agenda.js +0 -1
  292. package/lib/src/rich_types/compte_rendu.d.ts +0 -83
  293. package/lib/src/rich_types/compte_rendu.js +0 -1
  294. package/lib/src/rich_types/sessions.d.ts +0 -6
  295. package/lib/src/rich_types/sessions.js +0 -19
  296. package/lib/src/rich_types/texte.d.ts +0 -72
  297. package/lib/src/rich_types/texte.js +0 -15
  298. package/lib/src/scripts/test_iter_load.d.ts +0 -1
  299. package/lib/src/scripts/test_iter_load.js +0 -12
  300. package/lib/src/sens.d.ts +0 -104
  301. package/lib/src/sens.js +0 -1
  302. package/lib/src/types/agenda.d.ts +0 -45
  303. package/lib/src/types/agenda.js +0 -1
  304. package/lib/src/types/ameli.d.ts +0 -1762
  305. package/lib/src/types/ameli.js +0 -1074
  306. package/lib/src/types/compte_rendu.d.ts +0 -83
  307. package/lib/src/types/compte_rendu.js +0 -1
  308. package/lib/src/types/debats.d.ts +0 -380
  309. package/lib/src/types/debats.js +0 -266
  310. package/lib/src/types/dosleg.d.ts +0 -2954
  311. package/lib/src/types/dosleg.js +0 -2005
  312. package/lib/src/types/questions.d.ts +0 -699
  313. package/lib/src/types/questions.js +0 -493
  314. package/lib/src/types/sens.d.ts +0 -7843
  315. package/lib/src/types/sens.js +0 -4691
  316. package/lib/src/types/sessions.d.ts +0 -6
  317. package/lib/src/types/sessions.js +0 -19
  318. package/lib/src/types/texte.d.ts +0 -72
  319. package/lib/src/types/texte.js +0 -15
  320. package/lib/src/validators/config.d.ts +0 -9
  321. package/lib/src/validators/config.js +0 -10
  322. package/lib/strings.d.ts +0 -1
  323. package/lib/strings.js +0 -18
  324. package/lib/strings.mjs +0 -18
  325. package/lib/strings.ts +0 -26
  326. package/lib/tsconfig.tsbuildinfo +0 -1
  327. package/lib/types/agenda.d.ts +0 -44
  328. package/lib/types/agenda.js +0 -1
  329. package/lib/types/ameli.d.ts +0 -5
  330. package/lib/types/ameli.js +0 -1
  331. package/lib/types/ameli.mjs +0 -13
  332. package/lib/types/ameli.ts +0 -21
  333. package/lib/types/compte_rendu.d.ts +0 -83
  334. package/lib/types/compte_rendu.js +0 -1
  335. package/lib/types/debats.d.ts +0 -2
  336. package/lib/types/debats.js +0 -1
  337. package/lib/types/debats.mjs +0 -2
  338. package/lib/types/debats.ts +0 -6
  339. package/lib/types/dosleg.d.ts +0 -70
  340. package/lib/types/dosleg.js +0 -1
  341. package/lib/types/dosleg.mjs +0 -151
  342. package/lib/types/dosleg.ts +0 -284
  343. package/lib/types/questions.d.ts +0 -2
  344. package/lib/types/questions.js +0 -1
  345. package/lib/types/questions.mjs +0 -1
  346. package/lib/types/questions.ts +0 -3
  347. package/lib/types/sens.d.ts +0 -10
  348. package/lib/types/sens.js +0 -1
  349. package/lib/types/sens.mjs +0 -1
  350. package/lib/types/sens.ts +0 -12
  351. package/lib/types/sessions.d.ts +0 -5
  352. package/lib/types/sessions.js +0 -84
  353. package/lib/types/sessions.mjs +0 -43
  354. package/lib/types/sessions.ts +0 -42
  355. package/lib/types/texte.d.ts +0 -74
  356. package/lib/types/texte.js +0 -16
  357. package/lib/types/texte.mjs +0 -16
  358. package/lib/types/texte.ts +0 -76
  359. package/lib/typings/windows-1252.d.js +0 -2
  360. package/lib/typings/windows-1252.d.mjs +0 -2
  361. package/lib/typings/windows-1252.d.ts +0 -11
  362. package/lib/utils/cr_spliting.d.ts +0 -28
  363. package/lib/utils/cr_spliting.js +0 -265
  364. package/lib/utils/date.d.ts +0 -10
  365. package/lib/utils/date.js +0 -100
  366. package/lib/utils/nvs-timecode.d.ts +0 -7
  367. package/lib/utils/nvs-timecode.js +0 -79
  368. package/lib/utils/reunion_grouping.d.ts +0 -9
  369. package/lib/utils/reunion_grouping.js +0 -361
  370. package/lib/utils/reunion_odj_building.d.ts +0 -5
  371. package/lib/utils/reunion_odj_building.js +0 -154
  372. package/lib/utils/reunion_parsing.d.ts +0 -23
  373. package/lib/utils/reunion_parsing.js +0 -209
  374. package/lib/utils/scoring.d.ts +0 -14
  375. package/lib/utils/scoring.js +0 -147
  376. package/lib/utils/string_cleaning.d.ts +0 -7
  377. package/lib/utils/string_cleaning.js +0 -57
  378. package/lib/validators/config.d.ts +0 -9
  379. package/lib/validators/config.js +0 -10
  380. package/lib/validators/config.mjs +0 -54
  381. package/lib/validators/config.ts +0 -79
  382. package/lib/validators/senat.d.ts +0 -0
  383. package/lib/validators/senat.js +0 -28
  384. package/lib/validators/senat.mjs +0 -24
  385. package/lib/validators/senat.ts +0 -26
  386. /package/lib/{add-js-extensions-v2.d.ts → src/other_types/collaborateurs.js} +0 -0
  387. /package/lib/{add-js-extensions.d.ts → src/scripts/retrieve_collaborateurs.d.ts} +0 -0
  388. /package/lib/{scripts/convert_data.d.ts → tests/collaborateurs.test.d.ts} +0 -0
@@ -1,9 +0,0 @@
1
- import { Expression } from "kysely";
2
- export declare function concat(...exprs: Expression<number | string | null | undefined>[]): import("kysely").RawBuilder<string>;
3
- export declare function expandToRows(expr: Expression<string | null | undefined>, regexp: Expression<string>): import("kysely").RawBuilder<unknown>;
4
- export declare function nullIf(expr: Expression<number | string | null | undefined>): import("kysely").RawBuilder<unknown>;
5
- export declare function removeSubstring(expr: Expression<string | null | undefined>, pattern: Expression<string>): import("kysely").RawBuilder<string>;
6
- export declare function replace(expr: Expression<string | null | undefined>, pattern: Expression<string>, replacement: Expression<string>): import("kysely").RawBuilder<string>;
7
- export declare function rtrim(expr: Expression<string | null | undefined>): import("kysely").RawBuilder<string>;
8
- export declare function toDateString(expr: Expression<Date | null | undefined>, format?: Expression<string>): import("kysely").RawBuilder<string>;
9
- export declare function toCRDate(dateISO: string, startTime?: string | null): string;
package/lib/model/util.js DELETED
@@ -1,38 +0,0 @@
1
- import { sql } from "kysely";
2
- import { STANDARD_DATE_FORMAT } from "../scripts/datautil";
3
- export function concat(...exprs) {
4
- return sql.join(exprs, sql `||`).$castTo();
5
- }
6
- export function expandToRows(expr, regexp) {
7
- return sql `unnest(regexp_matches(${expr}, ${regexp}, 'g'))`;
8
- }
9
- export function nullIf(expr) {
10
- return sql `nullif(trim(${expr}), '')`;
11
- }
12
- export function removeSubstring(expr, pattern) {
13
- return replace(expr, pattern, sql.val(""));
14
- }
15
- export function replace(expr, pattern, replacement) {
16
- return sql `replace(${expr}, ${pattern}, ${replacement})`;
17
- }
18
- export function rtrim(expr) {
19
- return sql `rtrim(${expr})`;
20
- }
21
- export function toDateString(expr, format = sql.val(STANDARD_DATE_FORMAT)) {
22
- return sql `to_char(${expr}, ${format})`;
23
- }
24
- export function toCRDate(dateISO, startTime) {
25
- const yyyymmdd = dateISO.replace(/-/g, ""); // "20250716"
26
- let hh = "00", mm = "00", ss = "00", SSS = "000";
27
- if (startTime) {
28
- // accepte "HH:MM:SS", "HH:MM:SS.mmm", "HH:MM:SS.mmm+02:00"
29
- const m = startTime.match(/(\d{2}):(\d{2}):(\d{2})(?:\.(\d{3}))?/);
30
- if (m) {
31
- hh = m[1];
32
- mm = m[2];
33
- ss = m[3];
34
- SSS = m[4] || "000";
35
- }
36
- }
37
- return `${yyyymmdd}${hh}${mm}${ss}${SSS}`;
38
- }
@@ -1,19 +0,0 @@
1
- import { sql } from "kysely";
2
- export function concat(...exprs) {
3
- return sql.join(exprs, sql `||`).$castTo();
4
- }
5
- export function expandToRows(expr, regexp) {
6
- return sql `unnest(regexp_matches(${expr}, ${regexp}, 'g'))`;
7
- }
8
- export function removeSubstring(expr, pattern) {
9
- return replace(expr, pattern, sql.val(""));
10
- }
11
- export function replace(expr, pattern, replacement) {
12
- return sql `replace(${expr}, ${pattern}, ${replacement})`;
13
- }
14
- export function rtrim(expr) {
15
- return sql `rtrim(${expr})`;
16
- }
17
- export function toDateString(expr) {
18
- return sql `to_char(${expr}, 'yyyy-MM-dd')`;
19
- }
package/lib/model/util.ts DELETED
@@ -1,32 +0,0 @@
1
- import { Expression, sql } from "kysely"
2
-
3
- export function concat (...exprs: Expression<number | string | null | undefined>[]) {
4
- return sql.join(exprs, sql`||`).$castTo<string>()
5
- }
6
-
7
- export function expandToRows (expr: Expression<string | null | undefined>, regexp: Expression<string>) {
8
- return sql`unnest(regexp_matches(${expr}, ${regexp}, 'g'))`
9
- }
10
-
11
- export function removeSubstring (
12
- expr: Expression<string | null | undefined>,
13
- pattern: Expression<string>
14
- ) {
15
- return replace(expr, pattern, sql.val(""))
16
- }
17
-
18
- export function replace (
19
- expr: Expression<string | null | undefined>,
20
- pattern: Expression<string>,
21
- replacement: Expression<string>
22
- ) {
23
- return sql<string>`replace(${expr}, ${pattern}, ${replacement})`
24
- }
25
-
26
- export function rtrim (expr: Expression<string | null | undefined>) {
27
- return sql<string>`rtrim(${expr})`
28
- }
29
-
30
- export function toDateString (expr: Expression<Date | null | undefined>) {
31
- return sql<string>`to_char(${expr}, 'yyyy-MM-dd')`
32
- }
@@ -1,7 +0,0 @@
1
- import { ExposeDesMotifs, FlatTexte } from "../types/texte";
2
- export declare function transformTexte(document: Document): FlatTexte | null;
3
- export declare function transformExposeDesMotifs(document: Document): ExposeDesMotifs | null;
4
- export declare function parseTexte(texteXml: string): FlatTexte | null;
5
- export declare function parseTexteFromFile(xmlFilePath: string): Promise<FlatTexte | null>;
6
- export declare function parseExposeDesMotifs(exposeDesMotifsHtml: string): ExposeDesMotifs | null;
7
- export declare function parseExposeDesMotifsFromFile(htmlFilePath: string): Promise<ExposeDesMotifs | null>;
@@ -1,228 +0,0 @@
1
- import { JSDOM } from "jsdom";
2
- import { AKN_IDENTIFICATION_STRUCTURE_REGEXP, AKN_WORKFLOW_IDENTIFICATION_STRUCTURE_REGEXP } from "../scripts/datautil";
3
- import { DivisionType, } from "../types/texte";
4
- function buildWorklow(metaElement) {
5
- const stepElements = metaElement.querySelectorAll("workflow step");
6
- const steps = [];
7
- for (const stepElement of stepElements) {
8
- const identification = stepElement.getAttribute("href") ?? "";
9
- const identificationParts = AKN_WORKFLOW_IDENTIFICATION_STRUCTURE_REGEXP.exec(identification)?.groups;
10
- steps.push({
11
- eId: stepElement.getAttribute("eId"),
12
- date: stepElement.getAttribute("date") ? new Date(stepElement.getAttribute("date") ?? "") : null,
13
- type: identificationParts?.["type"] || null,
14
- session: identificationParts?.["session"] || null,
15
- numero: identificationParts?.["numTexte"] || null,
16
- version: identificationParts?.["version"] ? identificationParts["version"] : null,
17
- outcome: stepElement.getAttribute("outcome"),
18
- });
19
- }
20
- return steps;
21
- }
22
- function buildDivision(node, index) {
23
- const eId = node.getAttribute("eId");
24
- const tag = node.nodeName;
25
- const level = DivisionType[tag];
26
- const titleNode = node.querySelector("num");
27
- const subtitleNode = node.querySelector("heading");
28
- const headings = [
29
- ...(titleNode
30
- ? [
31
- {
32
- text: titleNode.textContent?.trim() ?? null,
33
- html: titleNode.innerHTML?.trim() ?? null,
34
- },
35
- ]
36
- : []),
37
- ...(subtitleNode
38
- ? [
39
- {
40
- text: subtitleNode.textContent?.trim() ?? null,
41
- html: subtitleNode.innerHTML?.trim() ?? null,
42
- },
43
- ]
44
- : []),
45
- ];
46
- const division = {
47
- index,
48
- eId,
49
- tag,
50
- level,
51
- headings,
52
- };
53
- if (tag === "article") {
54
- ;
55
- division.alineas = [];
56
- }
57
- return division;
58
- }
59
- function buildAlinea(contentNode, alineaNode) {
60
- const eId = alineaNode.getAttribute("eId");
61
- const heading = {
62
- text: alineaNode.querySelector("num")?.textContent ?? null,
63
- };
64
- const pastille = alineaNode.getAttribute("data:pastille") ?? null;
65
- return {
66
- eId,
67
- heading,
68
- text: contentNode.textContent?.trim() ?? null,
69
- html: contentNode.innerHTML?.trim() ?? null,
70
- pastille,
71
- };
72
- }
73
- function buildEmptyArticle(index) {
74
- return {
75
- index: index,
76
- eId: "",
77
- tag: "article",
78
- level: DivisionType["article"],
79
- headings: [],
80
- alineas: [],
81
- };
82
- }
83
- function flattenTexte(texteContentRoot) {
84
- const divisions = [];
85
- let divisionIndex = 0;
86
- const iter = (node) => {
87
- if (node.nodeName === "content") {
88
- return;
89
- }
90
- switch (node.nodeName) {
91
- case "tome":
92
- case "part":
93
- case "book":
94
- case "title":
95
- case "subtitle":
96
- case "chapter":
97
- case "section":
98
- case "subsection":
99
- case "paragraph":
100
- case "article":
101
- divisions.push(buildDivision(node, divisionIndex++));
102
- break;
103
- }
104
- if (node.nodeName === "alinea") {
105
- Array.from(node.childNodes)
106
- // Find direct content children programmatically
107
- // because `:scope` selector does not work
108
- // https://github.com/jsdom/jsdom/issues/2998
109
- .filter((alineaChildNode) => alineaChildNode.nodeName === "content")
110
- .forEach((alineaContentNode) => {
111
- // Hypothesis: alineas should always be enclosed in articles
112
- let lastArticle = divisions.findLast((division) => division.tag === "article");
113
- if (!lastArticle) {
114
- lastArticle = buildEmptyArticle(divisionIndex++);
115
- divisions.push(lastArticle);
116
- }
117
- lastArticle.alineas.push(buildAlinea(alineaContentNode, node));
118
- });
119
- }
120
- if (node.hasChildNodes()) {
121
- node.childNodes.forEach((childNode) => iter(childNode));
122
- }
123
- };
124
- iter(texteContentRoot);
125
- return divisions;
126
- }
127
- export function transformTexte(document) {
128
- const metaElement = document.querySelector("meta");
129
- const preambleElement = document.querySelector("preamble");
130
- const identification = metaElement?.querySelector("FRBRExpression FRBRuri")?.getAttribute("value") ?? "";
131
- const identificationParts = AKN_IDENTIFICATION_STRUCTURE_REGEXP.exec(identification)?.groups;
132
- const bodyElement = document.querySelector("body");
133
- const sessionYears = identificationParts?.["session"]?.split("-") || null;
134
- const datePresentation = metaElement?.querySelector("FRBRdate[name='#presentation']")?.getAttribute("date");
135
- const dateDepot = metaElement?.querySelector("FRBRdate[name='#depot']")?.getAttribute("date");
136
- const datePublicationXml = metaElement?.querySelector("FRBRdate[name='#publication-xml']")?.getAttribute("date");
137
- return {
138
- titre: preambleElement?.querySelector("docTitle")?.textContent || null,
139
- titreCourt: metaElement?.querySelector("FRBRalias[name='intitule-court']")?.getAttribute("value") || null,
140
- signetDossier: metaElement?.querySelector("FRBRalias[name='signet-dossier-legislatif-senat']")?.getAttribute("value") || null,
141
- urlDossierSenat: metaElement?.querySelector("FRBRalias[name='url-senat']")?.getAttribute("value") || null,
142
- urlDossierAssemblee: metaElement?.querySelector("FRBRalias[name='url-AN']")?.getAttribute("value") || null,
143
- type: identificationParts?.["type"] || null,
144
- session: sessionYears && sessionYears.length > 0 ? sessionYears[0] : null,
145
- numero: identificationParts?.["numTexte"] ? parseInt(identificationParts["numTexte"]) : null,
146
- datePresentation: datePresentation ? new Date(datePresentation) : null,
147
- dateDepot: dateDepot ? new Date(dateDepot) : null,
148
- datePublicationXml: datePublicationXml ? new Date(datePublicationXml) : null,
149
- version: identificationParts?.["version"] ? identificationParts["version"] : null,
150
- workflow: metaElement ? buildWorklow(metaElement) : [],
151
- divisions: bodyElement ? flattenTexte(bodyElement) : [],
152
- };
153
- }
154
- export function transformExposeDesMotifs(document) {
155
- const sectionElements = document.querySelectorAll("section");
156
- const exposeDesMotifsRegexp = new RegExp("EXPOS.{1,2}[\\n\\s]DES[\\n\\s]MOTIFS");
157
- for (const sectionElement of sectionElements) {
158
- const firstParagraph = sectionElement.querySelector("p:first-of-type");
159
- const secondParagraph = sectionElement.querySelector("p:nth-of-type(2)");
160
- if (!firstParagraph) {
161
- continue;
162
- }
163
- const firstParagraphContent = firstParagraph.textContent;
164
- const secondParagraphContent = secondParagraph?.textContent;
165
- if (!firstParagraphContent || !exposeDesMotifsRegexp.test(firstParagraphContent.toUpperCase())) {
166
- if (!secondParagraphContent || !exposeDesMotifsRegexp.test(secondParagraphContent.toUpperCase())) {
167
- continue;
168
- }
169
- else {
170
- secondParagraph.remove();
171
- }
172
- }
173
- firstParagraph.remove();
174
- return {
175
- text: sectionElement.textContent?.trim() ?? null,
176
- html: sectionElement.innerHTML?.trim() ?? null,
177
- };
178
- }
179
- return null;
180
- }
181
- export function parseTexte(texteXml) {
182
- try {
183
- const { document } = new JSDOM(texteXml, {
184
- contentType: "text/xml",
185
- }).window;
186
- return transformTexte(document);
187
- }
188
- catch (error) {
189
- console.error(`Could not parse texte with error ${error}`);
190
- }
191
- return null;
192
- }
193
- // Prevent from memory leak
194
- // https://github.com/jsdom/jsdom/issues/2583#issuecomment-559520814
195
- export async function parseTexteFromFile(xmlFilePath) {
196
- try {
197
- const { document } = (await JSDOM.fromFile(xmlFilePath, { contentType: "text/xml" })).window;
198
- return transformTexte(document);
199
- }
200
- catch (error) {
201
- console.error(`Could not parse texte with error ${error}`);
202
- }
203
- return null;
204
- }
205
- export function parseExposeDesMotifs(exposeDesMotifsHtml) {
206
- try {
207
- const { document } = new JSDOM(exposeDesMotifsHtml, {
208
- contentType: "text/html",
209
- }).window;
210
- return transformExposeDesMotifs(document);
211
- }
212
- catch (error) {
213
- console.error(`Could not parse exposé des motifs with error ${error}`);
214
- }
215
- return null;
216
- }
217
- // Prevent from memory leak
218
- // https://github.com/jsdom/jsdom/issues/2583#issuecomment-559520814
219
- export async function parseExposeDesMotifsFromFile(htmlFilePath) {
220
- try {
221
- const { document } = (await JSDOM.fromFile(htmlFilePath, { contentType: "text/html" })).window;
222
- return transformExposeDesMotifs(document);
223
- }
224
- catch (error) {
225
- console.error(`Could not parse exposé des motifs with error ${error}`);
226
- }
227
- return null;
228
- }