@tricoteuses/senat 3.1.0 → 3.1.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (306) hide show
  1. package/lib/src/loaders.d.ts +3 -3
  2. package/lib/src/loaders.js +1 -1
  3. package/lib/src/model/agenda.d.ts +1 -1
  4. package/lib/src/model/commission.d.ts +2 -2
  5. package/lib/src/model/seance.d.ts +1 -1
  6. package/lib/src/types/ameli.d.ts +4 -1761
  7. package/lib/src/types/ameli.js +1 -1074
  8. package/lib/src/types/debats.d.ts +2 -380
  9. package/lib/src/types/debats.js +1 -266
  10. package/lib/src/types/dosleg.d.ts +69 -2953
  11. package/lib/src/types/dosleg.js +1 -2005
  12. package/lib/src/types/questions.d.ts +2 -699
  13. package/lib/src/types/questions.js +1 -493
  14. package/lib/src/types/sens.d.ts +7 -7842
  15. package/lib/src/types/sens.js +1 -4691
  16. package/lib/src/utils/nvs-parsing.d.ts +1 -1
  17. package/lib/src/utils/nvs-parsing.js +9 -1
  18. package/lib/src/videos/pipeline.d.ts +3 -3
  19. package/lib/src/videos/pipeline.js +2 -2
  20. package/package.json +1 -1
  21. package/lib/add-js-extensions-v2.d.ts +0 -1
  22. package/lib/add-js-extensions-v2.js +0 -23
  23. package/lib/add-js-extensions.d.ts +0 -1
  24. package/lib/add-js-extensions.js +0 -17
  25. package/lib/aggregates.d.ts +0 -52
  26. package/lib/aggregates.js +0 -930
  27. package/lib/aggregates.mjs +0 -713
  28. package/lib/aggregates.ts +0 -833
  29. package/lib/config.d.ts +0 -10
  30. package/lib/config.js +0 -16
  31. package/lib/config.mjs +0 -16
  32. package/lib/config.ts +0 -26
  33. package/lib/databases.d.ts +0 -2
  34. package/lib/databases.js +0 -26
  35. package/lib/databases.mjs +0 -57
  36. package/lib/databases.ts +0 -71
  37. package/lib/datasets.d.ts +0 -34
  38. package/lib/datasets.js +0 -233
  39. package/lib/datasets.mjs +0 -78
  40. package/lib/datasets.ts +0 -118
  41. package/lib/fields.d.ts +0 -10
  42. package/lib/fields.js +0 -68
  43. package/lib/fields.mjs +0 -22
  44. package/lib/fields.ts +0 -29
  45. package/lib/git.d.ts +0 -26
  46. package/lib/git.js +0 -167
  47. package/lib/index.d.ts +0 -13
  48. package/lib/index.js +0 -1
  49. package/lib/index.mjs +0 -7
  50. package/lib/index.ts +0 -64
  51. package/lib/inserters.d.ts +0 -98
  52. package/lib/inserters.js +0 -500
  53. package/lib/inserters.mjs +0 -360
  54. package/lib/inserters.ts +0 -521
  55. package/lib/legislatures.json +0 -38
  56. package/lib/loaders.d.ts +0 -58
  57. package/lib/loaders.js +0 -286
  58. package/lib/loaders.mjs +0 -158
  59. package/lib/loaders.ts +0 -271
  60. package/lib/model/agenda.d.ts +0 -6
  61. package/lib/model/agenda.js +0 -148
  62. package/lib/model/ameli.d.ts +0 -51
  63. package/lib/model/ameli.js +0 -149
  64. package/lib/model/ameli.mjs +0 -84
  65. package/lib/model/ameli.ts +0 -100
  66. package/lib/model/commission.d.ts +0 -18
  67. package/lib/model/commission.js +0 -269
  68. package/lib/model/debats.d.ts +0 -67
  69. package/lib/model/debats.js +0 -95
  70. package/lib/model/debats.mjs +0 -43
  71. package/lib/model/debats.ts +0 -68
  72. package/lib/model/documents.d.ts +0 -12
  73. package/lib/model/documents.js +0 -151
  74. package/lib/model/dosleg.d.ts +0 -7
  75. package/lib/model/dosleg.js +0 -326
  76. package/lib/model/dosleg.mjs +0 -196
  77. package/lib/model/dosleg.ts +0 -240
  78. package/lib/model/index.d.ts +0 -7
  79. package/lib/model/index.js +0 -7
  80. package/lib/model/index.mjs +0 -5
  81. package/lib/model/index.ts +0 -15
  82. package/lib/model/questions.d.ts +0 -45
  83. package/lib/model/questions.js +0 -89
  84. package/lib/model/questions.mjs +0 -71
  85. package/lib/model/questions.ts +0 -93
  86. package/lib/model/scrutins.d.ts +0 -13
  87. package/lib/model/scrutins.js +0 -114
  88. package/lib/model/seance.d.ts +0 -3
  89. package/lib/model/seance.js +0 -267
  90. package/lib/model/sens.d.ts +0 -146
  91. package/lib/model/sens.js +0 -454
  92. package/lib/model/sens.mjs +0 -415
  93. package/lib/model/sens.ts +0 -516
  94. package/lib/model/texte.d.ts +0 -7
  95. package/lib/model/texte.js +0 -256
  96. package/lib/model/texte.mjs +0 -208
  97. package/lib/model/texte.ts +0 -229
  98. package/lib/model/util.d.ts +0 -9
  99. package/lib/model/util.js +0 -38
  100. package/lib/model/util.mjs +0 -19
  101. package/lib/model/util.ts +0 -32
  102. package/lib/parsers/texte.d.ts +0 -7
  103. package/lib/parsers/texte.js +0 -228
  104. package/lib/raw_types/ameli.d.ts +0 -914
  105. package/lib/raw_types/ameli.js +0 -5
  106. package/lib/raw_types/ameli.mjs +0 -163
  107. package/lib/raw_types/debats.d.ts +0 -207
  108. package/lib/raw_types/debats.js +0 -5
  109. package/lib/raw_types/debats.mjs +0 -58
  110. package/lib/raw_types/dosleg.d.ts +0 -1619
  111. package/lib/raw_types/dosleg.js +0 -5
  112. package/lib/raw_types/dosleg.mjs +0 -438
  113. package/lib/raw_types/questions.d.ts +0 -419
  114. package/lib/raw_types/questions.js +0 -5
  115. package/lib/raw_types/questions.mjs +0 -11
  116. package/lib/raw_types/senat.d.ts +0 -11368
  117. package/lib/raw_types/senat.js +0 -5
  118. package/lib/raw_types/sens.d.ts +0 -8248
  119. package/lib/raw_types/sens.js +0 -5
  120. package/lib/raw_types/sens.mjs +0 -508
  121. package/lib/raw_types_kysely/ameli.d.ts +0 -915
  122. package/lib/raw_types_kysely/ameli.js +0 -7
  123. package/lib/raw_types_kysely/ameli.mjs +0 -5
  124. package/lib/raw_types_kysely/ameli.ts +0 -951
  125. package/lib/raw_types_kysely/debats.d.ts +0 -207
  126. package/lib/raw_types_kysely/debats.js +0 -7
  127. package/lib/raw_types_kysely/debats.mjs +0 -5
  128. package/lib/raw_types_kysely/debats.ts +0 -222
  129. package/lib/raw_types_kysely/dosleg.d.ts +0 -3532
  130. package/lib/raw_types_kysely/dosleg.js +0 -7
  131. package/lib/raw_types_kysely/dosleg.mjs +0 -5
  132. package/lib/raw_types_kysely/dosleg.ts +0 -3621
  133. package/lib/raw_types_kysely/questions.d.ts +0 -414
  134. package/lib/raw_types_kysely/questions.js +0 -7
  135. package/lib/raw_types_kysely/questions.mjs +0 -5
  136. package/lib/raw_types_kysely/questions.ts +0 -426
  137. package/lib/raw_types_kysely/sens.d.ts +0 -4394
  138. package/lib/raw_types_kysely/sens.js +0 -7
  139. package/lib/raw_types_kysely/sens.mjs +0 -5
  140. package/lib/raw_types_kysely/sens.ts +0 -4499
  141. package/lib/raw_types_schemats/ameli.d.ts +0 -539
  142. package/lib/raw_types_schemats/ameli.js +0 -2
  143. package/lib/raw_types_schemats/ameli.mjs +0 -2
  144. package/lib/raw_types_schemats/ameli.ts +0 -601
  145. package/lib/raw_types_schemats/debats.d.ts +0 -127
  146. package/lib/raw_types_schemats/debats.js +0 -2
  147. package/lib/raw_types_schemats/debats.mjs +0 -2
  148. package/lib/raw_types_schemats/debats.ts +0 -145
  149. package/lib/raw_types_schemats/dosleg.d.ts +0 -977
  150. package/lib/raw_types_schemats/dosleg.js +0 -2
  151. package/lib/raw_types_schemats/dosleg.mjs +0 -2
  152. package/lib/raw_types_schemats/dosleg.ts +0 -2193
  153. package/lib/raw_types_schemats/questions.d.ts +0 -235
  154. package/lib/raw_types_schemats/questions.js +0 -2
  155. package/lib/raw_types_schemats/questions.mjs +0 -2
  156. package/lib/raw_types_schemats/questions.ts +0 -249
  157. package/lib/raw_types_schemats/sens.d.ts +0 -6915
  158. package/lib/raw_types_schemats/sens.js +0 -2
  159. package/lib/raw_types_schemats/sens.mjs +0 -2
  160. package/lib/raw_types_schemats/sens.ts +0 -2907
  161. package/lib/scripts/convert_data.d.ts +0 -1
  162. package/lib/scripts/convert_data.js +0 -354
  163. package/lib/scripts/convert_data.mjs +0 -181
  164. package/lib/scripts/convert_data.ts +0 -243
  165. package/lib/scripts/data-download.d.ts +0 -1
  166. package/lib/scripts/data-download.js +0 -12
  167. package/lib/scripts/datautil.d.ts +0 -8
  168. package/lib/scripts/datautil.js +0 -34
  169. package/lib/scripts/datautil.mjs +0 -16
  170. package/lib/scripts/datautil.ts +0 -19
  171. package/lib/scripts/images/transparent_150x192.jpg +0 -0
  172. package/lib/scripts/images/transparent_155x225.jpg +0 -0
  173. package/lib/scripts/parse_textes.d.ts +0 -1
  174. package/lib/scripts/parse_textes.js +0 -44
  175. package/lib/scripts/parse_textes.mjs +0 -46
  176. package/lib/scripts/parse_textes.ts +0 -65
  177. package/lib/scripts/retrieve_agenda.d.ts +0 -1
  178. package/lib/scripts/retrieve_agenda.js +0 -132
  179. package/lib/scripts/retrieve_cr_commission.d.ts +0 -1
  180. package/lib/scripts/retrieve_cr_commission.js +0 -364
  181. package/lib/scripts/retrieve_cr_seance.d.ts +0 -6
  182. package/lib/scripts/retrieve_cr_seance.js +0 -347
  183. package/lib/scripts/retrieve_documents.d.ts +0 -3
  184. package/lib/scripts/retrieve_documents.js +0 -219
  185. package/lib/scripts/retrieve_documents.mjs +0 -249
  186. package/lib/scripts/retrieve_documents.ts +0 -298
  187. package/lib/scripts/retrieve_open_data.d.ts +0 -1
  188. package/lib/scripts/retrieve_open_data.js +0 -315
  189. package/lib/scripts/retrieve_open_data.mjs +0 -217
  190. package/lib/scripts/retrieve_open_data.ts +0 -268
  191. package/lib/scripts/retrieve_senateurs_photos.d.ts +0 -1
  192. package/lib/scripts/retrieve_senateurs_photos.js +0 -147
  193. package/lib/scripts/retrieve_senateurs_photos.mjs +0 -147
  194. package/lib/scripts/retrieve_senateurs_photos.ts +0 -177
  195. package/lib/scripts/retrieve_videos.d.ts +0 -1
  196. package/lib/scripts/retrieve_videos.js +0 -461
  197. package/lib/scripts/shared/cli_helpers.d.ts +0 -95
  198. package/lib/scripts/shared/cli_helpers.js +0 -91
  199. package/lib/scripts/shared/cli_helpers.ts +0 -36
  200. package/lib/scripts/shared/util.d.ts +0 -4
  201. package/lib/scripts/shared/util.js +0 -35
  202. package/lib/scripts/shared/util.ts +0 -33
  203. package/lib/scripts/test_iter_load.d.ts +0 -1
  204. package/lib/scripts/test_iter_load.js +0 -12
  205. package/lib/src/ameli.d.ts +0 -66
  206. package/lib/src/ameli.js +0 -1
  207. package/lib/src/databases.d.ts +0 -3
  208. package/lib/src/databases.js +0 -26
  209. package/lib/src/db_types/ameli.d.ts +0 -1762
  210. package/lib/src/db_types/ameli.js +0 -1074
  211. package/lib/src/db_types/debats.d.ts +0 -380
  212. package/lib/src/db_types/debats.js +0 -266
  213. package/lib/src/db_types/dosleg.d.ts +0 -2954
  214. package/lib/src/db_types/dosleg.js +0 -2005
  215. package/lib/src/db_types/questions.d.ts +0 -699
  216. package/lib/src/db_types/questions.js +0 -493
  217. package/lib/src/db_types/sens.d.ts +0 -7843
  218. package/lib/src/db_types/sens.js +0 -4691
  219. package/lib/src/debats.d.ts +0 -38
  220. package/lib/src/debats.js +0 -1
  221. package/lib/src/dosleg.d.ts +0 -142
  222. package/lib/src/dosleg.js +0 -193
  223. package/lib/src/model/ameli_postgres.d.ts +0 -67
  224. package/lib/src/model/ameli_postgres.js +0 -150
  225. package/lib/src/other_types/questions.d.ts +0 -2
  226. package/lib/src/other_types/questions.js +0 -1
  227. package/lib/src/questions.d.ts +0 -53
  228. package/lib/src/questions.js +0 -1
  229. package/lib/src/raw_types/senat.d.ts +0 -11372
  230. package/lib/src/raw_types/senat.js +0 -5
  231. package/lib/src/rich_types/agenda.d.ts +0 -45
  232. package/lib/src/rich_types/agenda.js +0 -1
  233. package/lib/src/rich_types/compte_rendu.d.ts +0 -83
  234. package/lib/src/rich_types/compte_rendu.js +0 -1
  235. package/lib/src/rich_types/sessions.d.ts +0 -6
  236. package/lib/src/rich_types/sessions.js +0 -19
  237. package/lib/src/rich_types/texte.d.ts +0 -72
  238. package/lib/src/rich_types/texte.js +0 -15
  239. package/lib/src/scripts/test_iter_load.d.ts +0 -1
  240. package/lib/src/scripts/test_iter_load.js +0 -12
  241. package/lib/src/sens.d.ts +0 -104
  242. package/lib/src/sens.js +0 -1
  243. package/lib/strings.d.ts +0 -1
  244. package/lib/strings.js +0 -18
  245. package/lib/strings.mjs +0 -18
  246. package/lib/strings.ts +0 -26
  247. package/lib/tsconfig.tsbuildinfo +0 -1
  248. package/lib/types/agenda.d.ts +0 -44
  249. package/lib/types/agenda.js +0 -1
  250. package/lib/types/ameli.d.ts +0 -5
  251. package/lib/types/ameli.js +0 -1
  252. package/lib/types/ameli.mjs +0 -13
  253. package/lib/types/ameli.ts +0 -21
  254. package/lib/types/compte_rendu.d.ts +0 -83
  255. package/lib/types/compte_rendu.js +0 -1
  256. package/lib/types/debats.d.ts +0 -2
  257. package/lib/types/debats.js +0 -1
  258. package/lib/types/debats.mjs +0 -2
  259. package/lib/types/debats.ts +0 -6
  260. package/lib/types/dosleg.d.ts +0 -70
  261. package/lib/types/dosleg.js +0 -1
  262. package/lib/types/dosleg.mjs +0 -151
  263. package/lib/types/dosleg.ts +0 -284
  264. package/lib/types/questions.d.ts +0 -2
  265. package/lib/types/questions.js +0 -1
  266. package/lib/types/questions.mjs +0 -1
  267. package/lib/types/questions.ts +0 -3
  268. package/lib/types/sens.d.ts +0 -10
  269. package/lib/types/sens.js +0 -1
  270. package/lib/types/sens.mjs +0 -1
  271. package/lib/types/sens.ts +0 -12
  272. package/lib/types/sessions.d.ts +0 -5
  273. package/lib/types/sessions.js +0 -84
  274. package/lib/types/sessions.mjs +0 -43
  275. package/lib/types/sessions.ts +0 -42
  276. package/lib/types/texte.d.ts +0 -74
  277. package/lib/types/texte.js +0 -16
  278. package/lib/types/texte.mjs +0 -16
  279. package/lib/types/texte.ts +0 -76
  280. package/lib/typings/windows-1252.d.js +0 -2
  281. package/lib/typings/windows-1252.d.mjs +0 -2
  282. package/lib/typings/windows-1252.d.ts +0 -11
  283. package/lib/utils/cr_spliting.d.ts +0 -28
  284. package/lib/utils/cr_spliting.js +0 -265
  285. package/lib/utils/date.d.ts +0 -10
  286. package/lib/utils/date.js +0 -100
  287. package/lib/utils/nvs-timecode.d.ts +0 -7
  288. package/lib/utils/nvs-timecode.js +0 -79
  289. package/lib/utils/reunion_grouping.d.ts +0 -9
  290. package/lib/utils/reunion_grouping.js +0 -361
  291. package/lib/utils/reunion_odj_building.d.ts +0 -5
  292. package/lib/utils/reunion_odj_building.js +0 -154
  293. package/lib/utils/reunion_parsing.d.ts +0 -23
  294. package/lib/utils/reunion_parsing.js +0 -209
  295. package/lib/utils/scoring.d.ts +0 -14
  296. package/lib/utils/scoring.js +0 -147
  297. package/lib/utils/string_cleaning.d.ts +0 -7
  298. package/lib/utils/string_cleaning.js +0 -57
  299. package/lib/validators/config.d.ts +0 -9
  300. package/lib/validators/config.js +0 -10
  301. package/lib/validators/config.mjs +0 -54
  302. package/lib/validators/config.ts +0 -79
  303. package/lib/validators/senat.d.ts +0 -0
  304. package/lib/validators/senat.js +0 -28
  305. package/lib/validators/senat.mjs +0 -24
  306. package/lib/validators/senat.ts +0 -26
package/lib/loaders.ts DELETED
@@ -1,271 +0,0 @@
1
- import fs from "fs"
2
- import path from "path"
3
-
4
- import legislatures from "./legislatures.json"
5
-
6
- import { Dataset, datasets } from "./datasets"
7
- import { AmendementResult } from "./model/ameli"
8
- import { DossierLegislatifResult } from "./model/dosleg"
9
- import { QuestionResult } from "./model/questions"
10
- import { CirconscriptionResult, OrganismeResult, SenateurResult } from "./model/sens"
11
- import { UNDEFINED_SESSION } from "./scripts/datautil"
12
- import { FlatTexte } from "./types/texte"
13
-
14
- export { EnabledDatasets } from "./datasets"
15
-
16
- export const DOSLEG_DOSSIERS_FOLDER = "dossiers"
17
- export const SENS_CIRCONSCRIPTIONS_FOLDER = "circonscriptions"
18
- export const SENS_ORGANISMES_FOLDER = "organismes"
19
- export const SENS_SENATEURS_FOLDER = "senateurs"
20
- export const TEXTE_FOLDER = "leg"
21
- export const TEXTE_ORIGINAL_FOLDER = "original"
22
- export const TEXTE_TRANSFORMED_FOLDER = "transformed"
23
- export const DOCUMENT_METADATA_FILE = "metadata.json"
24
- export const RAPPORT_FOLDER = "rap"
25
-
26
- type IterItem<T> = {
27
- item: T
28
- filePathFromDataset?: string,
29
- legislature?: number
30
- }
31
-
32
- export interface TexteMetadata {
33
- name: string,
34
- session: string | null | undefined,
35
- url_expose_des_motifs?: URL,
36
- url_xml: URL,
37
- url_html: URL,
38
- url_pdf: URL,
39
- }
40
-
41
- export interface RapportMetadata {
42
- name: string,
43
- session: string | null | undefined,
44
- url_html: URL,
45
- url_pdf: URL,
46
- }
47
-
48
- export interface DossierLegislatifTexteResult {
49
- signet_dossier: string,
50
- url_dossier_senat: string,
51
- url_dossier_assemblee_nationale: string | null,
52
- type_lecture: string
53
- libelle_lecture: string
54
- libelle_organisme: string | null
55
- numero: string | null
56
- url: string
57
- origine_texte: string
58
- type_texte: string
59
- date: string
60
- session: string | null
61
- auteurs: {
62
- prenom: string | null
63
- nom_usuel: string
64
- matricule: string | null
65
- }[]
66
- }
67
-
68
- export function * iterFilePaths (dirPath: string): Generator<string> {
69
- if (dirPath && fs.existsSync(dirPath)) {
70
- const files = fs.readdirSync(dirPath, { withFileTypes: true, recursive: true })
71
- for (const file of files) {
72
- if (file.isFile()) {
73
- yield path.join(file.parentPath, file.name)
74
- }
75
- }
76
- }
77
- }
78
-
79
- function * iterLoadSenatItems<T> (
80
- dataDir: string,
81
- dataset: Dataset,
82
- legislatureOrSession?: number,
83
- subDir?: string,
84
- { log = false } = {},
85
- ): Generator<IterItem<T>> {
86
- let itemsDir = path.join(dataDir, dataset.database)
87
- if (subDir) {
88
- itemsDir = path.join(itemsDir, subDir)
89
- }
90
- if (legislatureOrSession) {
91
- itemsDir = path.join(itemsDir, String(legislatureOrSession))
92
- }
93
- for (const filePath of iterFilePaths(itemsDir)) {
94
- if (log) {
95
- console.log(`Loading file: ${filePath}…`)
96
- }
97
-
98
- const itemJson = fs.readFileSync(filePath, { encoding: "utf8" })
99
- const item: T = JSON.parse(itemJson)
100
-
101
- const filePathFromDataset = filePath.substring(filePath.indexOf(dataset.database) + dataset.database.length)
102
-
103
- yield {
104
- item,
105
- filePathFromDataset,
106
- legislature: legislatureOrSession,
107
- }
108
- }
109
- }
110
-
111
- export function * iterLoadSenatAmendements (
112
- dataDir: string,
113
- session: number | undefined,
114
- options = {},
115
- ): Generator<IterItem<AmendementResult>> {
116
- for (const amendementItem
117
- of iterLoadSenatItems<AmendementResult>(dataDir, datasets.ameli, session, undefined, options)
118
- ) {
119
- yield amendementItem
120
- }
121
- }
122
-
123
- export function * iterLoadSenatDossiersLegislatifs (
124
- dataDir: string,
125
- session: number | undefined,
126
- options = {},
127
- ): Generator<IterItem<DossierLegislatifResult>> {
128
- for (const dossierLegislatifItem
129
- of iterLoadSenatItems<DossierLegislatifResult>(dataDir, datasets.dosleg, session, DOSLEG_DOSSIERS_FOLDER, options)
130
- ) {
131
- yield dossierLegislatifItem
132
- }
133
- }
134
-
135
- export function * iterLoadSenatDossiersLegislatifsTexteUrls (
136
- dataDir: string,
137
- session: number | undefined,
138
- ): Generator<IterItem<TexteMetadata>> {
139
- let itemsDir = path.join(dataDir, TEXTE_FOLDER, TEXTE_ORIGINAL_FOLDER)
140
- if (session) {
141
- itemsDir = path.join(itemsDir, session.toString())
142
- }
143
- for (const filePath of iterFilePaths(itemsDir)) {
144
- const parsedFilePath = path.parse(filePath)
145
- if (parsedFilePath.base === DOCUMENT_METADATA_FILE) {
146
- const itemJson = fs.readFileSync(filePath, { encoding: "utf8" })
147
- const item = JSON.parse(itemJson)
148
- yield {
149
- item,
150
- }
151
- }
152
- }
153
- }
154
-
155
- export function * iterLoadSenatDossiersLegislatifsRapportUrls (
156
- dataDir: string,
157
- session: number | undefined,
158
- ): Generator<IterItem<RapportMetadata>> {
159
- let itemsDir = path.join(dataDir, RAPPORT_FOLDER)
160
- if (session) {
161
- itemsDir = path.join(itemsDir, session.toString())
162
- }
163
- for (const filePath of iterFilePaths(itemsDir)) {
164
- const parsedFilePath = path.parse(filePath)
165
- if (parsedFilePath.base === DOCUMENT_METADATA_FILE) {
166
- const itemJson = fs.readFileSync(filePath, { encoding: "utf8" })
167
- const item = JSON.parse(itemJson)
168
- yield {
169
- item,
170
- }
171
- }
172
- }
173
- }
174
-
175
- export function * iterLoadSenatDossiersLegislatifsTextes (
176
- dataDir: string,
177
- session: number | undefined,
178
- options = {},
179
- ): Generator<IterItem<DossierLegislatifTexteResult>> {
180
- for (const { item: dossierLegislatif } of iterLoadSenatDossiersLegislatifs(dataDir, session, options)) {
181
- for (const lecture of dossierLegislatif.lectures) {
182
- const lecturesSenat = lecture.lectures_assemblee
183
- .filter(lectureAssemblee => lectureAssemblee.assemblee === "Sénat")
184
- for (const lectureSenat of lecturesSenat) {
185
- for (const texte of lectureSenat.textes) {
186
- const enrichedTexte = {
187
- signet_dossier: dossierLegislatif.signet,
188
- url_dossier_senat: dossierLegislatif.url,
189
- url_dossier_assemblee_nationale: dossierLegislatif.url_dossier_assemblee_nationale,
190
- type_lecture: lecture.type_lecture,
191
- libelle_lecture: lecture.libelle,
192
- libelle_organisme: lectureSenat.libelle_organisme,
193
- ...texte,
194
- }
195
- const texteItem: IterItem<DossierLegislatifTexteResult> = {
196
- item: enrichedTexte,
197
- }
198
- if (texte.url) {
199
- const texteName = path.parse(texte.url).name
200
- texteItem.filePathFromDataset
201
- = path.join(`${texte.session ?? UNDEFINED_SESSION}`, texteName, `${texteName}.pdf`)
202
- }
203
- yield texteItem
204
- }
205
- }
206
- }
207
- }
208
- }
209
-
210
- export function loadSenatTexteContent (
211
- dataDir: string,
212
- textePathFromDataset: string,
213
- ): IterItem<FlatTexte | null> {
214
- const parsedTextePath = path.parse(textePathFromDataset)
215
- const jsonTexteName = `${parsedTextePath.name}.json`
216
- const fullTextePath = path.join(dataDir, TEXTE_FOLDER, TEXTE_TRANSFORMED_FOLDER, parsedTextePath.dir, jsonTexteName)
217
- if (!fs.existsSync(fullTextePath)) {
218
- return { item: null }
219
- }
220
- const texteJson = fs.readFileSync(fullTextePath, { encoding: "utf8" })
221
- return { item: JSON.parse(texteJson) }
222
- }
223
-
224
- export function * iterLoadSenatOrganismes (
225
- dataDir: string,
226
- options = {},
227
- ): Generator<IterItem<OrganismeResult>> {
228
- for (const organismeItem of iterLoadSenatItems<OrganismeResult>(dataDir, datasets.sens, undefined, SENS_ORGANISMES_FOLDER, options)) {
229
- yield organismeItem
230
- }
231
- }
232
-
233
- export function * iterLoadSenatSenateurs (
234
- dataDir: string,
235
- legislature: number,
236
- options = {},
237
- ): Generator<IterItem<SenateurResult>> {
238
- const dateDebutLegislatureStr = legislatures
239
- .find(legislatureInfo => legislatureInfo.numero === legislature)
240
- ?.date_debut
241
- const dateDebutLegislature = new Date(dateDebutLegislatureStr!)
242
- for (const senateurItem of iterLoadSenatItems<SenateurResult>(dataDir, datasets.sens, undefined, SENS_SENATEURS_FOLDER, options)) {
243
- const dateFinMandatSenateur = senateurItem.item.mandats_senateur[0]?.date_fin ?
244
- new Date(senateurItem.item.mandats_senateur[0]?.date_fin) : null
245
- if (dateFinMandatSenateur && dateFinMandatSenateur < dateDebutLegislature) {
246
- continue
247
- }
248
- yield senateurItem
249
- }
250
- }
251
-
252
- export function * iterLoadSenatCirconscriptions (
253
- dataDir: string,
254
- options = {},
255
- ): Generator<IterItem<CirconscriptionResult>> {
256
- for (const circonscriptionItem of iterLoadSenatItems<CirconscriptionResult>(dataDir, datasets.sens, undefined, SENS_CIRCONSCRIPTIONS_FOLDER, options)) {
257
- yield circonscriptionItem
258
- }
259
- }
260
-
261
- export function * iterLoadSenatQuestions (
262
- dataDir: string,
263
- legislature: number,
264
- options = {},
265
- ): Generator<IterItem<QuestionResult>> {
266
- for (const questionItem
267
- of iterLoadSenatItems<QuestionResult>(dataDir, datasets.questions, legislature, undefined, options)
268
- ) {
269
- yield questionItem
270
- }
271
- }
@@ -1,6 +0,0 @@
1
- import { AgendaEvent } from "../types/agenda";
2
- export declare function getStartAndEndTimes(timeStr: string | null | undefined, dateISO: string): {
3
- startTime: string | null;
4
- endTime: string | null;
5
- };
6
- export declare function parseAgendaFromFile(htmlFilePath: string): Promise<AgendaEvent[] | null>;
@@ -1,148 +0,0 @@
1
- import { JSDOM } from "jsdom";
2
- import { DateTime } from "luxon";
3
- import path from "path";
4
- import { ID_DATE_FORMAT, STANDARD_DATE_FORMAT } from "../scripts/datautil";
5
- const FR_TZ = "Europe/Paris";
6
- function eventIsSeance(eventElement) {
7
- return eventElement.classList.contains("evt-seance");
8
- }
9
- function getEventType(eventClasses) {
10
- const typeClass = [...eventClasses].find((className) => className.startsWith("evt-")) || null;
11
- switch (typeClass) {
12
- case "evt-seance":
13
- return "Séance publique";
14
- case "evt-instanz":
15
- return "Commissions";
16
- case "evt-cemi":
17
- return "Mission de contrôle";
18
- case "evt-deleg":
19
- return "Offices et délégations";
20
- case "evt-bureau":
21
- return "Instances décisionnelles";
22
- }
23
- return null;
24
- }
25
- function getUrlDossierSenat(lienElements) {
26
- const urlElement = [...lienElements].find((lienElement) => lienElement.textContent?.includes("dossier législatif"));
27
- return urlElement ? urlElement.getAttribute("href") : null;
28
- }
29
- function getQuantieme(eventElement, seancesElements) {
30
- const seanceIndex = seancesElements.indexOf(eventElement);
31
- if (seancesElements.length === 1 && seanceIndex === 0) {
32
- return "Unique";
33
- }
34
- else {
35
- switch (seanceIndex) {
36
- case 0:
37
- return "Première";
38
- case 1:
39
- return "Deuxième";
40
- case 2:
41
- return "Troisième";
42
- case 3:
43
- return "Quatrième";
44
- case 4:
45
- return "Cinquième";
46
- }
47
- }
48
- return "Non défini";
49
- }
50
- /**
51
- * Normalize time string to become a simple start time ("H'h'mm") or a duration ("'de 'H'h'mm' à 'H'h'mm").
52
- */
53
- function normalizeTime(timeStr) {
54
- return timeStr
55
- ?.replace(/^À l'issue de l'espace réservé .* et au plus tard\s/i, "") // Must be processed first
56
- ?.replace(/^(?:le )?matin/i, "10h00") // We chose "matin" to mean 10h00
57
- ?.replace(/^(?:l')?après-midi/i, "16h00") // We chose "après-midi" to mean 16h00
58
- ?.replace(/^(?:le )?soir/i, "20h00") // We chose "soir" to mean 20h00
59
- ?.replace(/^(?:la )?nuit/i, "22h00") // We chose "nuit" to mean 22h00
60
- ?.replace(/^à\s/gi, "")
61
- ?.replace(/heures/gi, "h00")
62
- ?.replace(/\set.*/i, "")
63
- ?.replace(/,.*/, "")
64
- ?.replace(/\s\(hors hémicycle\)/i, "")
65
- ?.replace(/\s*h\s*/gi, "h");
66
- }
67
- export function getStartAndEndTimes(timeStr, dateISO) {
68
- const normalizedTime = normalizeTime(timeStr);
69
- if (!normalizedTime) {
70
- return { startTime: null, endTime: null };
71
- }
72
- const rangeMatch = normalizedTime.match(/^de (?<start>\d{1,2}h\d{2}) à (?<end>\d{1,2}h\d{2})$/i);
73
- const toUtcTimeOnly = (value) => {
74
- if (!value)
75
- return null;
76
- const time = DateTime.fromFormat(value, "H'h'mm", { zone: FR_TZ });
77
- if (!time.isValid)
78
- return null;
79
- const local = DateTime.fromISO(dateISO, { zone: FR_TZ }).set({
80
- hour: time.hour,
81
- minute: time.minute,
82
- second: 0,
83
- millisecond: 0,
84
- });
85
- if (!local.isValid)
86
- return null;
87
- return local.toUTC().toFormat("HH:mm:ss.SSS'Z'");
88
- };
89
- if (rangeMatch?.groups) {
90
- const { start, end } = rangeMatch.groups;
91
- return {
92
- startTime: toUtcTimeOnly(start),
93
- endTime: toUtcTimeOnly(end),
94
- };
95
- }
96
- return {
97
- startTime: toUtcTimeOnly(normalizedTime),
98
- endTime: null,
99
- };
100
- }
101
- function transformAgenda(document, fileName) {
102
- const agendaEvents = [];
103
- const eventElements = document.querySelectorAll(".evt");
104
- const seanceElements = Array.from(eventElements).filter((eventElement) => eventIsSeance(eventElement));
105
- for (const eventElement of eventElements) {
106
- const id = eventElement.previousElementSibling?.getAttribute("name") || null;
107
- if (!id) {
108
- continue;
109
- }
110
- const type = getEventType(eventElement.classList);
111
- const date = DateTime.fromFormat(fileName, ID_DATE_FORMAT).toFormat(STANDARD_DATE_FORMAT);
112
- const timeOriginal = eventElement.querySelector(".time")?.textContent || null;
113
- const { startTime, endTime } = getStartAndEndTimes(timeOriginal, date);
114
- const titre = eventElement.querySelector(".titre")?.textContent?.trim() || "";
115
- const organe = eventElement.querySelector(".organe")?.textContent?.trim() || null;
116
- const objet = eventElement.querySelector(".objet")?.textContent?.trim()?.replace(/^- /, "") || null;
117
- const lieu = eventElement.querySelector(".lieu")?.textContent || null;
118
- const videoElement = eventElement.querySelector(".video");
119
- const urlDossierSenat = getUrlDossierSenat(eventElement.querySelectorAll(".lien a"));
120
- agendaEvents.push({
121
- id,
122
- type,
123
- date,
124
- startTime,
125
- endTime,
126
- timeOriginal,
127
- titre,
128
- organe,
129
- objet,
130
- lieu,
131
- captationVideo: videoElement !== null,
132
- urlDossierSenat: urlDossierSenat,
133
- quantieme: eventIsSeance(eventElement) ? getQuantieme(eventElement, seanceElements) : null,
134
- });
135
- }
136
- return agendaEvents;
137
- }
138
- export async function parseAgendaFromFile(htmlFilePath) {
139
- try {
140
- const { document } = (await JSDOM.fromFile(htmlFilePath, { contentType: "text/html" })).window;
141
- const fileName = path.parse(htmlFilePath).name;
142
- return transformAgenda(document, fileName);
143
- }
144
- catch (error) {
145
- console.error(`Could not parse texte with error ${error}`);
146
- }
147
- return null;
148
- }
@@ -1,51 +0,0 @@
1
- import { InferResult } from "kysely";
2
- export type AmendementResult = InferResult<typeof findAllAmendementsQuery>[0];
3
- declare const findAllAmendementsQuery: import("kysely").SelectQueryBuilder<{
4
- [x: string]: any;
5
- [x: number]: any;
6
- [x: symbol]: any;
7
- }, "ameli.amd" | "ameli.sub" | "ameli.typsub" | "ameli.typrect" | "ameli.txt_ameli" | "ameli.etatxt" | "ameli.ses" | "ameli.typses" | "ameli.nat" | "ameli.lec_ameli" | "dosleg.texte" | "dosleg.lecass" | "ameli.mot" | "ameli.avicom" | "ameli.avigvt" | "ameli.sor" | "ameli.irr" | "ameli.grppol_ameli" | "ameli.com_ameli" | "ameli.cab", {
8
- [x: string]: any;
9
- nature: string;
10
- date_depot: string;
11
- etat: string;
12
- sort: any;
13
- url: string;
14
- auteur_est_gouvernement: boolean;
15
- scrutin_num: any;
16
- auteurs: {
17
- prenom: any;
18
- homonyme: any;
19
- nom: any;
20
- qualite: any;
21
- rang: any;
22
- matricule: any;
23
- groupe_politique_id: any;
24
- group_politique_code: any;
25
- groupe_politique_libelle_court: any;
26
- groupe_politique_libelle: any;
27
- }[];
28
- }>;
29
- export declare function findAllAmendements(fromSession?: number): AsyncIterableIterator<{
30
- [x: string]: any;
31
- nature: string;
32
- date_depot: string;
33
- etat: string;
34
- sort: any;
35
- url: string;
36
- auteur_est_gouvernement: boolean;
37
- scrutin_num: any;
38
- auteurs: {
39
- prenom: any;
40
- homonyme: any;
41
- nom: any;
42
- qualite: any;
43
- rang: any;
44
- matricule: any;
45
- groupe_politique_id: any;
46
- group_politique_code: any;
47
- groupe_politique_libelle_court: any;
48
- groupe_politique_libelle: any;
49
- }[];
50
- }>;
51
- export {};
@@ -1,149 +0,0 @@
1
- import { sql } from "kysely";
2
- import { jsonArrayFrom } from "kysely/helpers/postgres";
3
- import { dbSenat } from "../databases";
4
- import { concat, toDateString } from "./util";
5
- function auteurs(amendementId) {
6
- return jsonArrayFrom(dbSenat
7
- .selectFrom("ameli.amdsen")
8
- .leftJoin("ameli.sen_ameli", "ameli.amdsen.senid", "ameli.sen_ameli.entid")
9
- .leftJoin("ameli.grppol_ameli", "ameli.amdsen.grpid", "ameli.grppol_ameli.entid")
10
- .where("ameli.amdsen.amdid", "=", amendementId)
11
- .select([
12
- "ameli.amdsen.prenomuse as prenom",
13
- "ameli.amdsen.hom as homonyme",
14
- "ameli.amdsen.nomuse as nom",
15
- "ameli.amdsen.qua as qualite",
16
- "ameli.amdsen.rng as rang",
17
- "ameli.sen_ameli.mat as matricule",
18
- "ameli.amdsen.grpid as groupe_politique_id",
19
- "ameli.grppol_ameli.cod as group_politique_code",
20
- "ameli.grppol_ameli.libcou as groupe_politique_libelle_court",
21
- "ameli.grppol_ameli.lilcou as groupe_politique_libelle",
22
- ])
23
- .orderBy("ameli.amdsen.rng", "asc"));
24
- }
25
- function scrutin(amendementNum, sesann, lecassidt) {
26
- return dbSenat
27
- .selectFrom("dosleg.amescr")
28
- .leftJoin("dosleg.scr", (join) => join
29
- .onRef("dosleg.amescr.scrnum", "=", "dosleg.scr.scrnum")
30
- .onRef("dosleg.amescr.sesann", "=", "dosleg.scr.sesann"))
31
- .leftJoin("dosleg.date_seance", "dosleg.scr.code", "dosleg.date_seance.code")
32
- .where("dosleg.amescr.amescrnum", "=", amendementNum)
33
- .where("dosleg.amescr.sesann", "=", sesann)
34
- .where("dosleg.date_seance.lecidt", "=", lecassidt)
35
- .select(["dosleg.amescr.scrnum as scrutin_num"])
36
- .limit(1)
37
- .as("scrutin_num");
38
- }
39
- const findAllAmendementsQuery = dbSenat
40
- .selectFrom("ameli.amd")
41
- .leftJoin("ameli.sub", "ameli.amd.subid", "ameli.sub.id")
42
- .leftJoin("ameli.typsub", "ameli.sub.typid", "ameli.typsub.id")
43
- .leftJoin("ameli.typrect", "ameli.amd.typrectid", "ameli.typrect.id")
44
- .leftJoin("ameli.txt_ameli", "ameli.amd.txtid", "ameli.txt_ameli.id")
45
- .leftJoin("ameli.etatxt", "ameli.txt_ameli.txtetaid", "ameli.etatxt.id")
46
- .leftJoin("ameli.ses", "ameli.txt_ameli.sesdepid", "ameli.ses.id")
47
- .leftJoin("ameli.typses", "ameli.typses.id", "ameli.ses.typid")
48
- .leftJoin("ameli.nat", "ameli.txt_ameli.natid", "ameli.nat.id")
49
- .leftJoin("ameli.lec_ameli", "ameli.txt_ameli.lecid", "ameli.lec_ameli.id")
50
- .leftJoin("dosleg.texte", (join) => join
51
- .onRef("ameli.ses.ann", "=", "dosleg.texte.sesann")
52
- .onRef("ameli.txt_ameli.numabs", "=", "dosleg.texte.texnum"))
53
- .leftJoin("dosleg.lecass", "dosleg.texte.lecassidt", "dosleg.lecass.lecassidt")
54
- .leftJoin("ameli.mot", "ameli.amd.motid", "ameli.mot.id")
55
- .leftJoin("ameli.avicom", "ameli.amd.avcid", "ameli.avicom.id")
56
- .leftJoin("ameli.avigvt", "ameli.amd.avgid", "ameli.avigvt.id")
57
- .leftJoin("ameli.sor", "ameli.amd.sorid", "ameli.sor.id")
58
- .leftJoin("ameli.irr", "ameli.amd.irrid", "ameli.irr.id")
59
- .leftJoin("ameli.grppol_ameli", "ameli.amd.nomentid", "ameli.grppol_ameli.entid")
60
- .leftJoin("ameli.com_ameli", "ameli.amd.nomentid", "ameli.com_ameli.entid")
61
- .leftJoin("ameli.cab", "ameli.amd.nomentid", "ameli.cab.entid")
62
- .select(({ eb, ref, val }) => [
63
- "ameli.ses.ann as session",
64
- "ameli.ses.lil as session_libelle",
65
- "ameli.typses.lib as type_session",
66
- "ameli.txt_ameli.doslegsignet as signet_dossier_legislatif",
67
- "ameli.nat.libcourt as nature_texte",
68
- "ameli.nat.lib as nature_texte_libelle",
69
- "ameli.txt_ameli.numabs as numero_texte",
70
- "ameli.txt_ameli.numado as numero_adoption_texte",
71
- "ameli.txt_ameli.int as intitule_texte",
72
- "ameli.etatxt.lic as etat_texte",
73
- "ameli.etatxt.lib as etat_texte_libelle",
74
- "ameli.etatxt.txttyp as type_texte",
75
- "ameli.lec_ameli.lib as lecture",
76
- eb
77
- .case()
78
- .when("ameli.amd.typ", "=", "A")
79
- .then(val("Amendement"))
80
- .when("ameli.amd.typ", "=", "M")
81
- .then(val("Motion"))
82
- .when("ameli.amd.typ", "=", "S")
83
- .then(val("Sous-amendement"))
84
- .else("")
85
- .end()
86
- .as("nature"),
87
- "ameli.amd.id as id",
88
- "ameli.amd.amdperid as parent_id",
89
- "ameli.amd.ideid as identique_id",
90
- "ameli.amd.discomid as discussion_commune_id",
91
- "ameli.amd.num as numero",
92
- "ameli.amd.numabs as numero_absolu",
93
- "ameli.amd.ord as ordre",
94
- "ameli.amd.accgou as accepte_gouvernement",
95
- "ameli.amd.txtid as texte_id",
96
- "ameli.sub.lib as subdivision_libelle",
97
- "ameli.sub.lic as subdivision_libelle_court",
98
- "ameli.sub.pos as subdivision_position_texte",
99
- "ameli.sub.posder as subdivision_position_discussion",
100
- "ameli.sub.merid as subdivision_mere_id",
101
- "ameli.sub.sig as subdivision_signet",
102
- "ameli.sub.comdelid as subdivision_commission_id",
103
- "ameli.sub.dupl as subdivision_dupliquee",
104
- "ameli.typsub.lib as subdivision_type",
105
- "ameli.amd.alinea as alinea",
106
- "ameli.amd.obs as observations",
107
- "ameli.amd.mot as observations_additionnelles",
108
- toDateString(ref("ameli.amd.datdep")).as("date_depot"),
109
- "ameli.amd.dis as dispositif",
110
- "ameli.amd.obj as objet",
111
- "ameli.typrect.lib as type_rectification",
112
- "ameli.mot.lib as motion_libelle",
113
- eb
114
- .case()
115
- .when("ameli.amd.etaid", "=", 7)
116
- .then(val("Diffusé"))
117
- .when("ameli.amd.etaid", "=", 8)
118
- .then(val("Retiré avant réunion ou séance"))
119
- .when("ameli.amd.etaid", "=", 9)
120
- .then(val("Examiné en commission ou séance"))
121
- .when("ameli.amd.etaid", "=", 10)
122
- .then(val("Irrecevable"))
123
- .when("ameli.amd.etaid", "=", 11)
124
- .then(val("Irrecevable"))
125
- .else("")
126
- .end()
127
- .as("etat"),
128
- "ameli.avicom.lib as avis_commission",
129
- "ameli.avigvt.lib as avis_gouvernement",
130
- eb.fn.coalesce("ameli.sor.lib", "ameli.irr.libirr").as("sort"),
131
- "ameli.amd.rev as revision",
132
- concat(eb
133
- .case()
134
- .when("ameli.amd.num", "like", "%COM%")
135
- .then(val("https://www.senat.fr/amendements/commissions/"))
136
- .else(val("https://www.senat.fr/amendements/"))
137
- .end(), ref("ameli.ses.ann"), val("-"), sql `(ameli.ses.ann + 1)`, val("/"), ref("ameli.txt_ameli.numabs"), val("/Amdt_"), ref("ameli.amd.num"), val(".html")).as("url"),
138
- "ameli.grppol_ameli.lilcou as au_nom_de_groupe_politique",
139
- "ameli.com_ameli.lil as au_nom_de_commission",
140
- eb.case().when("ameli.cab.entid", "is not", null).then(true).else(false).end().as("auteur_est_gouvernement"),
141
- scrutin(ref("ameli.amd.num"), ref("ameli.ses.ann"), ref("dosleg.texte.lecassidt")),
142
- auteurs(ref("ameli.amd.id")).as("auteurs"),
143
- ]);
144
- export function findAllAmendements(fromSession) {
145
- if (fromSession !== undefined) {
146
- return findAllAmendementsQuery.where("ameli.ses.ann", ">=", fromSession).stream();
147
- }
148
- return findAllAmendementsQuery.stream();
149
- }