@tricoteuses/senat 2.22.5 → 2.22.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (246) hide show
  1. package/lib/src/model/ameli.d.ts +4 -0
  2. package/lib/src/model/ameli.js +3 -3
  3. package/package.json +1 -1
  4. package/lib/aggregates.d.ts +0 -52
  5. package/lib/aggregates.js +0 -930
  6. package/lib/aggregates.mjs +0 -713
  7. package/lib/aggregates.ts +0 -833
  8. package/lib/config.d.ts +0 -10
  9. package/lib/config.js +0 -16
  10. package/lib/config.mjs +0 -16
  11. package/lib/config.ts +0 -26
  12. package/lib/databases.d.ts +0 -2
  13. package/lib/databases.js +0 -26
  14. package/lib/databases.mjs +0 -57
  15. package/lib/databases.ts +0 -71
  16. package/lib/datasets.d.ts +0 -34
  17. package/lib/datasets.js +0 -233
  18. package/lib/datasets.mjs +0 -78
  19. package/lib/datasets.ts +0 -118
  20. package/lib/fields.d.ts +0 -10
  21. package/lib/fields.js +0 -68
  22. package/lib/fields.mjs +0 -22
  23. package/lib/fields.ts +0 -29
  24. package/lib/git.d.ts +0 -26
  25. package/lib/git.js +0 -167
  26. package/lib/index.d.ts +0 -13
  27. package/lib/index.js +0 -1
  28. package/lib/index.mjs +0 -7
  29. package/lib/index.ts +0 -64
  30. package/lib/inserters.d.ts +0 -98
  31. package/lib/inserters.js +0 -500
  32. package/lib/inserters.mjs +0 -360
  33. package/lib/inserters.ts +0 -521
  34. package/lib/legislatures.json +0 -38
  35. package/lib/loaders.d.ts +0 -58
  36. package/lib/loaders.js +0 -286
  37. package/lib/loaders.mjs +0 -158
  38. package/lib/loaders.ts +0 -271
  39. package/lib/model/agenda.d.ts +0 -6
  40. package/lib/model/agenda.js +0 -148
  41. package/lib/model/ameli.d.ts +0 -51
  42. package/lib/model/ameli.js +0 -149
  43. package/lib/model/ameli.mjs +0 -84
  44. package/lib/model/ameli.ts +0 -100
  45. package/lib/model/commission.d.ts +0 -18
  46. package/lib/model/commission.js +0 -269
  47. package/lib/model/debats.d.ts +0 -67
  48. package/lib/model/debats.js +0 -95
  49. package/lib/model/debats.mjs +0 -43
  50. package/lib/model/debats.ts +0 -68
  51. package/lib/model/documents.d.ts +0 -12
  52. package/lib/model/documents.js +0 -151
  53. package/lib/model/dosleg.d.ts +0 -7
  54. package/lib/model/dosleg.js +0 -326
  55. package/lib/model/dosleg.mjs +0 -196
  56. package/lib/model/dosleg.ts +0 -240
  57. package/lib/model/index.d.ts +0 -7
  58. package/lib/model/index.js +0 -7
  59. package/lib/model/index.mjs +0 -5
  60. package/lib/model/index.ts +0 -15
  61. package/lib/model/questions.d.ts +0 -45
  62. package/lib/model/questions.js +0 -89
  63. package/lib/model/questions.mjs +0 -71
  64. package/lib/model/questions.ts +0 -93
  65. package/lib/model/scrutins.d.ts +0 -13
  66. package/lib/model/scrutins.js +0 -114
  67. package/lib/model/seance.d.ts +0 -3
  68. package/lib/model/seance.js +0 -267
  69. package/lib/model/sens.d.ts +0 -146
  70. package/lib/model/sens.js +0 -454
  71. package/lib/model/sens.mjs +0 -415
  72. package/lib/model/sens.ts +0 -516
  73. package/lib/model/texte.d.ts +0 -7
  74. package/lib/model/texte.js +0 -256
  75. package/lib/model/texte.mjs +0 -208
  76. package/lib/model/texte.ts +0 -229
  77. package/lib/model/util.d.ts +0 -9
  78. package/lib/model/util.js +0 -38
  79. package/lib/model/util.mjs +0 -19
  80. package/lib/model/util.ts +0 -32
  81. package/lib/parsers/texte.d.ts +0 -7
  82. package/lib/parsers/texte.js +0 -228
  83. package/lib/raw_types/ameli.d.ts +0 -914
  84. package/lib/raw_types/ameli.js +0 -5
  85. package/lib/raw_types/ameli.mjs +0 -163
  86. package/lib/raw_types/debats.d.ts +0 -207
  87. package/lib/raw_types/debats.js +0 -5
  88. package/lib/raw_types/debats.mjs +0 -58
  89. package/lib/raw_types/dosleg.d.ts +0 -1619
  90. package/lib/raw_types/dosleg.js +0 -5
  91. package/lib/raw_types/dosleg.mjs +0 -438
  92. package/lib/raw_types/questions.d.ts +0 -419
  93. package/lib/raw_types/questions.js +0 -5
  94. package/lib/raw_types/questions.mjs +0 -11
  95. package/lib/raw_types/senat.d.ts +0 -11368
  96. package/lib/raw_types/senat.js +0 -5
  97. package/lib/raw_types/sens.d.ts +0 -8248
  98. package/lib/raw_types/sens.js +0 -5
  99. package/lib/raw_types/sens.mjs +0 -508
  100. package/lib/raw_types_kysely/ameli.d.ts +0 -915
  101. package/lib/raw_types_kysely/ameli.js +0 -7
  102. package/lib/raw_types_kysely/ameli.mjs +0 -5
  103. package/lib/raw_types_kysely/ameli.ts +0 -951
  104. package/lib/raw_types_kysely/debats.d.ts +0 -207
  105. package/lib/raw_types_kysely/debats.js +0 -7
  106. package/lib/raw_types_kysely/debats.mjs +0 -5
  107. package/lib/raw_types_kysely/debats.ts +0 -222
  108. package/lib/raw_types_kysely/dosleg.d.ts +0 -3532
  109. package/lib/raw_types_kysely/dosleg.js +0 -7
  110. package/lib/raw_types_kysely/dosleg.mjs +0 -5
  111. package/lib/raw_types_kysely/dosleg.ts +0 -3621
  112. package/lib/raw_types_kysely/questions.d.ts +0 -414
  113. package/lib/raw_types_kysely/questions.js +0 -7
  114. package/lib/raw_types_kysely/questions.mjs +0 -5
  115. package/lib/raw_types_kysely/questions.ts +0 -426
  116. package/lib/raw_types_kysely/sens.d.ts +0 -4394
  117. package/lib/raw_types_kysely/sens.js +0 -7
  118. package/lib/raw_types_kysely/sens.mjs +0 -5
  119. package/lib/raw_types_kysely/sens.ts +0 -4499
  120. package/lib/raw_types_schemats/ameli.d.ts +0 -539
  121. package/lib/raw_types_schemats/ameli.js +0 -2
  122. package/lib/raw_types_schemats/ameli.mjs +0 -2
  123. package/lib/raw_types_schemats/ameli.ts +0 -601
  124. package/lib/raw_types_schemats/debats.d.ts +0 -127
  125. package/lib/raw_types_schemats/debats.js +0 -2
  126. package/lib/raw_types_schemats/debats.mjs +0 -2
  127. package/lib/raw_types_schemats/debats.ts +0 -145
  128. package/lib/raw_types_schemats/dosleg.d.ts +0 -977
  129. package/lib/raw_types_schemats/dosleg.js +0 -2
  130. package/lib/raw_types_schemats/dosleg.mjs +0 -2
  131. package/lib/raw_types_schemats/dosleg.ts +0 -2193
  132. package/lib/raw_types_schemats/questions.d.ts +0 -235
  133. package/lib/raw_types_schemats/questions.js +0 -2
  134. package/lib/raw_types_schemats/questions.mjs +0 -2
  135. package/lib/raw_types_schemats/questions.ts +0 -249
  136. package/lib/raw_types_schemats/sens.d.ts +0 -6915
  137. package/lib/raw_types_schemats/sens.js +0 -2
  138. package/lib/raw_types_schemats/sens.mjs +0 -2
  139. package/lib/raw_types_schemats/sens.ts +0 -2907
  140. package/lib/scripts/convert_data.d.ts +0 -1
  141. package/lib/scripts/convert_data.js +0 -354
  142. package/lib/scripts/convert_data.mjs +0 -181
  143. package/lib/scripts/convert_data.ts +0 -243
  144. package/lib/scripts/data-download.d.ts +0 -1
  145. package/lib/scripts/data-download.js +0 -12
  146. package/lib/scripts/datautil.d.ts +0 -8
  147. package/lib/scripts/datautil.js +0 -34
  148. package/lib/scripts/datautil.mjs +0 -16
  149. package/lib/scripts/datautil.ts +0 -19
  150. package/lib/scripts/images/transparent_150x192.jpg +0 -0
  151. package/lib/scripts/images/transparent_155x225.jpg +0 -0
  152. package/lib/scripts/parse_textes.d.ts +0 -1
  153. package/lib/scripts/parse_textes.js +0 -44
  154. package/lib/scripts/parse_textes.mjs +0 -46
  155. package/lib/scripts/parse_textes.ts +0 -65
  156. package/lib/scripts/retrieve_agenda.d.ts +0 -1
  157. package/lib/scripts/retrieve_agenda.js +0 -132
  158. package/lib/scripts/retrieve_cr_commission.d.ts +0 -1
  159. package/lib/scripts/retrieve_cr_commission.js +0 -364
  160. package/lib/scripts/retrieve_cr_seance.d.ts +0 -6
  161. package/lib/scripts/retrieve_cr_seance.js +0 -347
  162. package/lib/scripts/retrieve_documents.d.ts +0 -3
  163. package/lib/scripts/retrieve_documents.js +0 -219
  164. package/lib/scripts/retrieve_documents.mjs +0 -249
  165. package/lib/scripts/retrieve_documents.ts +0 -298
  166. package/lib/scripts/retrieve_open_data.d.ts +0 -1
  167. package/lib/scripts/retrieve_open_data.js +0 -315
  168. package/lib/scripts/retrieve_open_data.mjs +0 -217
  169. package/lib/scripts/retrieve_open_data.ts +0 -268
  170. package/lib/scripts/retrieve_senateurs_photos.d.ts +0 -1
  171. package/lib/scripts/retrieve_senateurs_photos.js +0 -147
  172. package/lib/scripts/retrieve_senateurs_photos.mjs +0 -147
  173. package/lib/scripts/retrieve_senateurs_photos.ts +0 -177
  174. package/lib/scripts/retrieve_videos.d.ts +0 -1
  175. package/lib/scripts/retrieve_videos.js +0 -461
  176. package/lib/scripts/shared/cli_helpers.d.ts +0 -95
  177. package/lib/scripts/shared/cli_helpers.js +0 -91
  178. package/lib/scripts/shared/cli_helpers.ts +0 -36
  179. package/lib/scripts/shared/util.d.ts +0 -4
  180. package/lib/scripts/shared/util.js +0 -35
  181. package/lib/scripts/shared/util.ts +0 -33
  182. package/lib/scripts/test_iter_load.d.ts +0 -1
  183. package/lib/scripts/test_iter_load.js +0 -12
  184. package/lib/strings.d.ts +0 -1
  185. package/lib/strings.js +0 -18
  186. package/lib/strings.mjs +0 -18
  187. package/lib/strings.ts +0 -26
  188. package/lib/types/agenda.d.ts +0 -44
  189. package/lib/types/agenda.js +0 -1
  190. package/lib/types/ameli.d.ts +0 -5
  191. package/lib/types/ameli.js +0 -1
  192. package/lib/types/ameli.mjs +0 -13
  193. package/lib/types/ameli.ts +0 -21
  194. package/lib/types/compte_rendu.d.ts +0 -83
  195. package/lib/types/compte_rendu.js +0 -1
  196. package/lib/types/debats.d.ts +0 -2
  197. package/lib/types/debats.js +0 -1
  198. package/lib/types/debats.mjs +0 -2
  199. package/lib/types/debats.ts +0 -6
  200. package/lib/types/dosleg.d.ts +0 -70
  201. package/lib/types/dosleg.js +0 -1
  202. package/lib/types/dosleg.mjs +0 -151
  203. package/lib/types/dosleg.ts +0 -284
  204. package/lib/types/questions.d.ts +0 -2
  205. package/lib/types/questions.js +0 -1
  206. package/lib/types/questions.mjs +0 -1
  207. package/lib/types/questions.ts +0 -3
  208. package/lib/types/sens.d.ts +0 -10
  209. package/lib/types/sens.js +0 -1
  210. package/lib/types/sens.mjs +0 -1
  211. package/lib/types/sens.ts +0 -12
  212. package/lib/types/sessions.d.ts +0 -5
  213. package/lib/types/sessions.js +0 -84
  214. package/lib/types/sessions.mjs +0 -43
  215. package/lib/types/sessions.ts +0 -42
  216. package/lib/types/texte.d.ts +0 -74
  217. package/lib/types/texte.js +0 -16
  218. package/lib/types/texte.mjs +0 -16
  219. package/lib/types/texte.ts +0 -76
  220. package/lib/typings/windows-1252.d.js +0 -2
  221. package/lib/typings/windows-1252.d.mjs +0 -2
  222. package/lib/typings/windows-1252.d.ts +0 -11
  223. package/lib/utils/cr_spliting.d.ts +0 -28
  224. package/lib/utils/cr_spliting.js +0 -265
  225. package/lib/utils/date.d.ts +0 -10
  226. package/lib/utils/date.js +0 -100
  227. package/lib/utils/nvs-timecode.d.ts +0 -7
  228. package/lib/utils/nvs-timecode.js +0 -79
  229. package/lib/utils/reunion_grouping.d.ts +0 -9
  230. package/lib/utils/reunion_grouping.js +0 -361
  231. package/lib/utils/reunion_odj_building.d.ts +0 -5
  232. package/lib/utils/reunion_odj_building.js +0 -154
  233. package/lib/utils/reunion_parsing.d.ts +0 -23
  234. package/lib/utils/reunion_parsing.js +0 -209
  235. package/lib/utils/scoring.d.ts +0 -14
  236. package/lib/utils/scoring.js +0 -147
  237. package/lib/utils/string_cleaning.d.ts +0 -7
  238. package/lib/utils/string_cleaning.js +0 -57
  239. package/lib/validators/config.d.ts +0 -9
  240. package/lib/validators/config.js +0 -10
  241. package/lib/validators/config.mjs +0 -54
  242. package/lib/validators/config.ts +0 -79
  243. package/lib/validators/senat.d.ts +0 -0
  244. package/lib/validators/senat.js +0 -28
  245. package/lib/validators/senat.mjs +0 -24
  246. package/lib/validators/senat.ts +0 -26
package/lib/config.d.ts DELETED
@@ -1,10 +0,0 @@
1
- import "dotenv/config";
2
- declare const _default: {
3
- db: {
4
- host: string;
5
- password: string;
6
- user: string;
7
- port: number;
8
- };
9
- };
10
- export default _default;
package/lib/config.js DELETED
@@ -1,16 +0,0 @@
1
- import "dotenv/config";
2
- import { configSchema } from "./validators/config";
3
- const config = {
4
- db: {
5
- host: process.env["TRICOTEUSES_SENAT_DB_HOST"] || "localhost",
6
- password: process.env["TRICOTEUSES_SENAT_DB_PASSWORD"] || "opendata",
7
- port: process.env["TRICOTEUSES_SENAT_DB_PORT"] || 5432,
8
- user: process.env["TRICOTEUSES_SENAT_DB_USER"] || "opendata",
9
- },
10
- };
11
- const result = configSchema.safeParse(config);
12
- if (!result.success) {
13
- console.error(`Error in configuration:\n${JSON.stringify(config, null, 2)}\nError:\n${JSON.stringify(result.error.issues, null, 2)}`);
14
- process.exit(-1);
15
- }
16
- export default result.data;
package/lib/config.mjs DELETED
@@ -1,16 +0,0 @@
1
- require("dotenv").config();
2
- import { validateConfig } from "./validators/config";
3
- const config = {
4
- db: {
5
- host: process.env.TRICOTEUSES_SENAT_DB_HOST || "localhost",
6
- password: process.env.TRICOTEUSES_SENAT_DB_PASSWORD || "opendata",
7
- port: process.env.TRICOTEUSES_SENAT_DB_PORT || 5432,
8
- user: process.env.TRICOTEUSES_SENAT_DB_USER || "opendata",
9
- },
10
- };
11
- const [validConfig, error] = validateConfig(config);
12
- if (error !== null) {
13
- console.error(`Error in configuration:\n${JSON.stringify(validConfig, null, 2)}\nError:\n${JSON.stringify(error, null, 2)}`);
14
- process.exit(-1);
15
- }
16
- export default validConfig;
package/lib/config.ts DELETED
@@ -1,26 +0,0 @@
1
- require("dotenv").config()
2
-
3
- import { validateConfig } from "./validators/config"
4
-
5
- const config = {
6
- db: {
7
- host: process.env.TRICOTEUSES_SENAT_DB_HOST || "localhost",
8
- password: process.env.TRICOTEUSES_SENAT_DB_PASSWORD || "opendata",
9
- port: process.env.TRICOTEUSES_SENAT_DB_PORT || 5432,
10
- user: process.env.TRICOTEUSES_SENAT_DB_USER || "opendata",
11
- },
12
- }
13
-
14
- const [validConfig, error] = validateConfig(config)
15
- if (error !== null) {
16
- console.error(
17
- `Error in configuration:\n${JSON.stringify(
18
- validConfig,
19
- null,
20
- 2,
21
- )}\nError:\n${JSON.stringify(error, null, 2)}`,
22
- )
23
- process.exit(-1)
24
- }
25
-
26
- export default validConfig
@@ -1,2 +0,0 @@
1
- import { Kysely } from "kysely";
2
- export declare const dbSenat: Kysely<any>;
package/lib/databases.js DELETED
@@ -1,26 +0,0 @@
1
- import { Kysely, PostgresDialect } from "kysely";
2
- import * as pg from "pg";
3
- import { types } from "pg";
4
- import Cursor from "pg-cursor";
5
- import config from "./config";
6
- // Map int8 to number instead of string
7
- // https://github.com/brianc/node-pg-types#use
8
- pg.types.setTypeParser(types.builtins.INT8, (val) => {
9
- return parseInt(val, 10);
10
- });
11
- const senatPool = new pg.Pool({
12
- database: "senat",
13
- host: config.db.host,
14
- user: config.db.user,
15
- password: config.db.password,
16
- port: config.db.port,
17
- max: 10,
18
- });
19
- const senatDialect = new PostgresDialect({
20
- pool: senatPool,
21
- cursor: Cursor,
22
- });
23
- export const dbSenat = new Kysely({
24
- log: ["error"],
25
- dialect: senatDialect,
26
- });
package/lib/databases.mjs DELETED
@@ -1,57 +0,0 @@
1
- import { Kysely, PostgresDialect } from "kysely";
2
- import * as pg from "pg";
3
- import { types } from "pg";
4
- import Cursor from "pg-cursor";
5
- import PgPromise from "pg-promise";
6
- import config from "./config";
7
- import { datasets } from "./datasets";
8
- // Map int8 to number instead of string
9
- // https://github.com/brianc/node-pg-types#use
10
- pg.types.setTypeParser(types.builtins.INT8, (val) => {
11
- return parseInt(val, 10);
12
- });
13
- export const pgPromise = PgPromise();
14
- export const dbNames = ["ameli", "debats", "dosleg"];
15
- export const dbByName = {};
16
- for (const name of dbNames) {
17
- dbByName[name] = pgPromise({
18
- database: name,
19
- host: config.db.host,
20
- password: config.db.password,
21
- port: config.db.port,
22
- user: config.db.user,
23
- });
24
- }
25
- function createDb(database, schema) {
26
- const dialect = new PostgresDialect({
27
- pool: new pg.Pool({
28
- database: database,
29
- host: config.db.host,
30
- user: config.db.user,
31
- password: config.db.password,
32
- port: config.db.port,
33
- max: 10,
34
- }),
35
- cursor: Cursor,
36
- });
37
- return new Kysely({
38
- log: ["error"],
39
- dialect: dialect,
40
- }).withSchema(schema);
41
- }
42
- export const dbAmeli = createDb(datasets.ameli.database, datasets.ameli.schema);
43
- export const dbDosleg = createDb(datasets.dosleg.database, datasets.dosleg.schema);
44
- export const dbQuestions = createDb(datasets.questions.database, datasets.questions.schema);
45
- export const dbSens = createDb(datasets.sens.database, datasets.sens.schema);
46
- export let dbSharedConnectionObjectByName = {};
47
- export async function checkDatabase(name) {
48
- // Check that database exists.
49
- const db = dbByName[name];
50
- dbSharedConnectionObjectByName[name] = await db.connect();
51
- return db;
52
- }
53
- export async function checkDatabases() {
54
- for (const name of dbNames) {
55
- await checkDatabase(name);
56
- }
57
- }
package/lib/databases.ts DELETED
@@ -1,71 +0,0 @@
1
- import { Kysely, PostgresDialect } from "kysely"
2
- import * as pg from "pg"
3
- import { types } from "pg"
4
- import Cursor from "pg-cursor"
5
- import PgPromise from "pg-promise"
6
-
7
- import config from "./config"
8
- import { datasets } from "./datasets"
9
- import { DB as AmeliDatabase } from "./raw_types_kysely/ameli"
10
- import { DB as DoslegDatabase } from "./raw_types_kysely/dosleg"
11
- import { DB as QuestionsDatabase } from "./raw_types_kysely/questions"
12
- import { DB as SensDatabase } from "./raw_types_kysely/sens"
13
-
14
- // Map int8 to number instead of string
15
- // https://github.com/brianc/node-pg-types#use
16
- pg.types.setTypeParser(types.builtins.INT8, (val) => {
17
- return parseInt(val, 10)
18
- })
19
-
20
- export const pgPromise = PgPromise()
21
- export const dbNames = ["ameli", "debats", "dosleg"]
22
- export const dbByName: { [name: string]: any } = {}
23
- for (const name of dbNames) {
24
- dbByName[name] = pgPromise({
25
- database: name,
26
- host: config.db.host,
27
- password: config.db.password,
28
- port: config.db.port,
29
- user: config.db.user,
30
- })
31
- }
32
-
33
- function createDb<T> (database: string, schema: string) {
34
- const dialect = new PostgresDialect({
35
- pool: new pg.Pool({
36
- database: database,
37
- host: config.db.host,
38
- user: config.db.user,
39
- password: config.db.password,
40
- port: config.db.port,
41
- max: 10,
42
- }),
43
- cursor: Cursor,
44
- })
45
- return new Kysely<T>({
46
- log: ["error"],
47
- dialect: dialect,
48
- }).withSchema(schema)
49
- }
50
-
51
- export const dbAmeli = createDb<AmeliDatabase>(datasets.ameli.database, datasets.ameli.schema)
52
- export const dbDosleg = createDb<DoslegDatabase>(datasets.dosleg.database, datasets.dosleg.schema)
53
- export const dbQuestions = createDb<QuestionsDatabase>(datasets.questions.database, datasets.questions.schema)
54
- export const dbSens = createDb<SensDatabase>(datasets.sens.database, datasets.sens.schema)
55
-
56
- export let dbSharedConnectionObjectByName: {
57
- [name: string]: PgPromise.IConnected<unknown, any>
58
- } = {}
59
-
60
- export async function checkDatabase(name: string) {
61
- // Check that database exists.
62
- const db = dbByName[name]
63
- dbSharedConnectionObjectByName[name] = await db.connect()
64
- return db
65
- }
66
-
67
- export async function checkDatabases() {
68
- for (const name of dbNames) {
69
- await checkDatabase(name)
70
- }
71
- }
package/lib/datasets.d.ts DELETED
@@ -1,34 +0,0 @@
1
- export interface Dataset {
2
- database: string;
3
- repairEncoding: boolean;
4
- repairZip?: (dataset: Dataset, dataDir: string) => void;
5
- title: string;
6
- url: string;
7
- indexes?: {
8
- [table: string]: Array<{
9
- name: string;
10
- columns: string[];
11
- }>;
12
- };
13
- }
14
- export interface Datasets {
15
- ameli: Dataset;
16
- debats: Dataset;
17
- dosleg: Dataset;
18
- questions: Dataset;
19
- sens: Dataset;
20
- }
21
- export declare enum EnabledDatasets {
22
- None = 0,
23
- Ameli = 1,
24
- Debats = 2,
25
- DosLeg = 4,
26
- Questions = 8,
27
- Sens = 16,
28
- PhotosSenateurs = 32,
29
- Agenda = 64,
30
- All = 127
31
- }
32
- export declare const datasets: Datasets;
33
- export declare function getEnabledDatasets(categories: string[]): EnabledDatasets;
34
- export declare function getChosenDatasets(enabledDatasets: EnabledDatasets): Dataset[];
package/lib/datasets.js DELETED
@@ -1,233 +0,0 @@
1
- import fs from "fs-extra";
2
- import path from "path";
3
- import assert from "assert";
4
- export var EnabledDatasets;
5
- (function (EnabledDatasets) {
6
- EnabledDatasets[EnabledDatasets["None"] = 0] = "None";
7
- EnabledDatasets[EnabledDatasets["Ameli"] = 1] = "Ameli";
8
- EnabledDatasets[EnabledDatasets["Debats"] = 2] = "Debats";
9
- EnabledDatasets[EnabledDatasets["DosLeg"] = 4] = "DosLeg";
10
- EnabledDatasets[EnabledDatasets["Questions"] = 8] = "Questions";
11
- EnabledDatasets[EnabledDatasets["Sens"] = 16] = "Sens";
12
- EnabledDatasets[EnabledDatasets["PhotosSenateurs"] = 32] = "PhotosSenateurs";
13
- EnabledDatasets[EnabledDatasets["Agenda"] = 64] = "Agenda";
14
- EnabledDatasets[EnabledDatasets["All"] = 127] = "All";
15
- })(EnabledDatasets || (EnabledDatasets = {}));
16
- export const datasets = {
17
- ameli: {
18
- database: "ameli",
19
- repairEncoding: true,
20
- repairZip: (dataset, dataDir) => {
21
- const sqlFilename = `${dataset.database}.sql`;
22
- const sqlFilePath = path.join(dataDir, sqlFilename);
23
- fs.removeSync(sqlFilePath);
24
- fs.moveSync(path.join(dataDir, "var", "opt", "opendata", sqlFilename), sqlFilePath);
25
- },
26
- title: "Amendements",
27
- url: "https://data.senat.fr/data/ameli/ameli.zip",
28
- indexes: {
29
- amdsen: [
30
- { name: "idx_amdid", columns: ["amdid"] },
31
- { name: "idx_senid", columns: ["senid"] },
32
- { name: "idx_grpid", columns: ["grpid"] },
33
- ],
34
- sen_ameli: [{ name: "idx_entid", columns: ["entid"] }],
35
- grppol_ameli: [{ name: "idx_entid", columns: ["entid"] }],
36
- sub: [
37
- { name: "idx_id", columns: ["id"] },
38
- { name: "idx_typid", columns: ["typid"] },
39
- { name: "idx_merid", columns: ["merid"] },
40
- { name: "idx_comdelid", columns: ["comdelid"] },
41
- ],
42
- typsub: [{ name: "idx_id", columns: ["id"] }],
43
- typrect: [{ name: "idx_id", columns: ["id"] }],
44
- txt_ameli: [
45
- { name: "idx_id", columns: ["id"] },
46
- { name: "idx_txtetaid", columns: ["txtetaid"] },
47
- { name: "idx_sesdepid", columns: ["sesdepid"] },
48
- { name: "idx_natid", columns: ["natid"] },
49
- { name: "idx_lecid", columns: ["lecid"] },
50
- ],
51
- etatxt: [{ name: "idx_id", columns: ["id"] }],
52
- ses: [
53
- { name: "idx_id", columns: ["id"] },
54
- { name: "idx_typid", columns: ["typid"] },
55
- { name: "idx_ann", columns: ["ann"] },
56
- ],
57
- typses: [{ name: "idx_id", columns: ["id"] }],
58
- nat: [{ name: "idx_id", columns: ["id"] }],
59
- lec_ameli: [{ name: "idx_id", columns: ["id"] }],
60
- mot: [{ name: "idx_id", columns: ["id"] }],
61
- avicom: [{ name: "idx_id", columns: ["id"] }],
62
- avigvt: [{ name: "idx_id", columns: ["id"] }],
63
- sor: [{ name: "idx_id", columns: ["id"] }],
64
- irr: [{ name: "idx_id", columns: ["id"] }],
65
- com_ameli: [{ name: "idx_entid", columns: ["entid"] }],
66
- cab: [{ name: "idx_entid", columns: ["entid"] }],
67
- amd: [
68
- { name: "idx_subid", columns: ["subid"] },
69
- { name: "idx_typrectid", columns: ["typrectid"] },
70
- { name: "idx_txtid", columns: ["txtid"] },
71
- { name: "idx_motid", columns: ["motid"] },
72
- { name: "idx_avcid", columns: ["avcid"] },
73
- { name: "idx_avgid", columns: ["avgid"] },
74
- { name: "idx_sorid", columns: ["sorid"] },
75
- { name: "idx_irrid", columns: ["irrid"] },
76
- { name: "idx_nomentid", columns: ["nomentid"] },
77
- ],
78
- },
79
- },
80
- debats: {
81
- database: "debats",
82
- repairEncoding: false,
83
- title: "Informations relatives aux comptes rendus intégraux de la séance publique",
84
- url: "https://data.senat.fr/data/debats/debats.zip",
85
- indexes: {
86
- secdis: [
87
- { name: "idx_datsea", columns: ["datsea"] },
88
- { name: "idx_typseccod", columns: ["typseccod"] },
89
- ],
90
- intpjl: [{ name: "idx_secdiscle", columns: ["secdiscle"] }],
91
- secdivers: [
92
- { name: "idx_datsea", columns: ["datsea"] },
93
- { name: "idx_typseccod", columns: ["typseccod"] },
94
- ],
95
- intdivers: [{ name: "idx_intdiverscle", columns: ["intdiverscle"] }],
96
- lecassdeb: [{ name: "idx_datsea", columns: ["datsea"] }],
97
- },
98
- },
99
- dosleg: {
100
- database: "dosleg",
101
- repairEncoding: false,
102
- title: "Dossiers législatifs",
103
- url: "https://data.senat.fr/data/dosleg/dosleg.zip",
104
- indexes: {
105
- amescr: [{ name: "idx_scrnum", columns: ["scrnum"] }],
106
- auteur: [{ name: "idx_autcod", columns: ["autcod"] }],
107
- corscr: [{ name: "idx_scrnum", columns: ["scrnum"] }],
108
- date_seance: [
109
- { name: "idx_code", columns: ["code"] },
110
- { name: "idx_lecidt", columns: ["lecidt"] },
111
- ],
112
- deccoc: [{ name: "idx_deccoccod", columns: ["deccoccod"] }],
113
- etaloi: [{ name: "idx_etaloicod", columns: ["etaloicod"] }],
114
- lecass: [
115
- { name: "idx_lecidt", columns: ["lecidt"] },
116
- { name: "idx_codass", columns: ["codass"] },
117
- { name: "idx_orgcod", columns: ["orgcod"] },
118
- { name: "idx_orippr", columns: ["orippr"] },
119
- ],
120
- lecassrap: [
121
- { name: "idx_rapcod", columns: ["rapcod"] },
122
- { name: "idx_lecassidt", columns: ["lecassidt"] },
123
- ],
124
- lecture: [
125
- { name: "idx_loicod", columns: ["loicod"] },
126
- { name: "idx_typleccod", columns: ["typleccod"] },
127
- { name: "idx_lecidt", columns: ["lecidt"] },
128
- ],
129
- loi: [
130
- { name: "idx_typloicod", columns: ["typloicod"] },
131
- { name: "idx_etaloicod", columns: ["etaloicod"] },
132
- { name: "idx_deccoccod", columns: ["deccoccod"] },
133
- { name: "idx_loicod", columns: ["loicod"] },
134
- ],
135
- loithe: [
136
- { name: "idx_thecle", columns: ["thecle"] },
137
- { name: "idx_loicod", columns: ["loicod"] },
138
- ],
139
- posvot: [{ name: "idx_posvotcod", columns: ["posvotcod"] }],
140
- rap: [
141
- { name: "idx_rapcod", columns: ["rapcod"] },
142
- { name: "idx_coddenrap", columns: ["coddenrap"] },
143
- ],
144
- rolsig: [{ name: "idx_signataire", columns: ["signataire"] }],
145
- scr: [
146
- { name: "idx_code", columns: ["code"] },
147
- { name: "idx_scrnum", columns: ["scrnum"] },
148
- { name: "idx_sesann", columns: ["sesann"] },
149
- ],
150
- stavot: [{ name: "idx_stavotidt", columns: ["stavotidt"] }],
151
- texte: [
152
- { name: "idx_lecassidt", columns: ["lecassidt"] },
153
- { name: "idx_oritxtcod", columns: ["oritxtcod"] },
154
- { name: "idx_typtxtcod", columns: ["typtxtcod"] },
155
- { name: "idx_texcod", columns: ["texcod"] },
156
- ],
157
- the: [{ name: "idx_thecle", columns: ["thecle"] }],
158
- titsen: [{ name: "idx_titsencod", columns: ["titsencod"] }],
159
- typloi: [{ name: "idx_typloicod", columns: ["typloicod"] }],
160
- typtxt: [{ name: "idx_typtxtcod", columns: ["typtxtcod"] }],
161
- votsen: [
162
- { name: "idx_scrnum", columns: ["scrnum"] },
163
- { name: "idx_sesann", columns: ["sesann"] },
164
- { name: "idx_titsencod", columns: ["titsencod"] },
165
- { name: "idx_stavotidt", columns: ["stavotidt"] },
166
- { name: "idx_posvotcod", columns: ["posvotcod"] },
167
- { name: "idx_senmat", columns: ["senmat"] },
168
- ],
169
- },
170
- },
171
- questions: {
172
- database: "questions",
173
- repairEncoding: false,
174
- title: "Questions écrites et orales posées par les sénateurs au Gouvernement",
175
- url: "https://data.senat.fr/data/questions/questions.zip",
176
- indexes: {
177
- tam_reponses: [{ name: "idx_idque", columns: ["idque"] }],
178
- tam_questions: [
179
- { name: "idx_sorquecod", columns: ["sorquecod"] },
180
- { name: "idx_etaquecod", columns: ["etaquecod"] },
181
- ],
182
- the: [{ name: "idx_thenouidt", columns: ["thenouidt"] }],
183
- sortquestion: [{ name: "idx_sorquecod", columns: ["sorquecod"] }],
184
- etatquestion: [{ name: "idx_etaquecod", columns: ["etaquecod"] }],
185
- },
186
- },
187
- sens: {
188
- database: "sens",
189
- repairEncoding: false,
190
- repairZip: (dataset, dataDir) => {
191
- const sqlFilename = `${dataset.database}.sql`;
192
- const sqlFilePath = path.join(dataDir, sqlFilename);
193
- fs.removeSync(sqlFilePath);
194
- fs.moveSync(path.join(dataDir, "export_sens.sql"), sqlFilePath);
195
- },
196
- title: "Sénateurs (y compris organes et présence)",
197
- url: "https://data.senat.fr/data/senateurs/export_sens.zip",
198
- indexes: {
199
- dpt: [
200
- { name: "idx_dptnum", columns: ["dptnum"] },
201
- { name: "idx_regcod", columns: ["regcod"] },
202
- ],
203
- activite_loi: [{ name: "idx_actid", columns: ["actid"] }],
204
- activite_delegation: [{ name: "idx_actid", columns: ["actid"] }],
205
- activite_participant: [{ name: "idx_senmat", columns: ["senmat"] }],
206
- activite_senateur: [{ name: "idx_senmat", columns: ["senmat"] }],
207
- senbur: [
208
- { name: "idx_senmat", columns: ["senmat"] },
209
- { name: "idx_burcod", columns: ["burcod"] },
210
- ],
211
- elucan: [
212
- { name: "idx_senmat", columns: ["senmat"] },
213
- { name: "idx_typmancod", columns: ["typmancod"] },
214
- ],
215
- },
216
- },
217
- };
218
- export function getEnabledDatasets(categories) {
219
- categories.map((datasetName) => assert.notStrictEqual(EnabledDatasets[datasetName], undefined, `Unknown name of dataset: ${datasetName}`));
220
- return categories.reduce((enabledDatasets, datasetName) => {
221
- const enabledDataset = EnabledDatasets[datasetName];
222
- return enabledDatasets | (enabledDataset || EnabledDatasets.None);
223
- }, EnabledDatasets.None);
224
- }
225
- export function getChosenDatasets(enabledDatasets) {
226
- return [
227
- enabledDatasets & EnabledDatasets.Ameli ? datasets.ameli : null,
228
- enabledDatasets & EnabledDatasets.Debats ? datasets.debats : null,
229
- enabledDatasets & EnabledDatasets.DosLeg ? datasets.dosleg : null,
230
- enabledDatasets & EnabledDatasets.Questions ? datasets.questions : null,
231
- enabledDatasets & EnabledDatasets.Sens ? datasets.sens : null,
232
- ].filter((dataset) => dataset !== null);
233
- }
package/lib/datasets.mjs DELETED
@@ -1,78 +0,0 @@
1
- import fs from "fs-extra";
2
- import path from "path";
3
- import assert from "assert";
4
- export var EnabledDatasets;
5
- (function (EnabledDatasets) {
6
- EnabledDatasets[EnabledDatasets["None"] = 0] = "None";
7
- EnabledDatasets[EnabledDatasets["Ameli"] = 1] = "Ameli";
8
- EnabledDatasets[EnabledDatasets["Debats"] = 2] = "Debats";
9
- EnabledDatasets[EnabledDatasets["DosLeg"] = 4] = "DosLeg";
10
- EnabledDatasets[EnabledDatasets["Questions"] = 8] = "Questions";
11
- EnabledDatasets[EnabledDatasets["Sens"] = 16] = "Sens";
12
- EnabledDatasets[EnabledDatasets["PhotosSenateurs"] = 32] = "PhotosSenateurs";
13
- EnabledDatasets[EnabledDatasets["All"] = 63] = "All";
14
- })(EnabledDatasets || (EnabledDatasets = {}));
15
- export const datasets = {
16
- ameli: {
17
- database: "ameli",
18
- repairEncoding: false,
19
- repairZip: (dataset, dataDir) => {
20
- const sqlFilename = `${dataset.database}.sql`;
21
- const sqlFilePath = path.join(dataDir, sqlFilename);
22
- fs.removeSync(sqlFilePath);
23
- fs.moveSync(path.join(dataDir, "var", "opt", "opendata", sqlFilename), sqlFilePath);
24
- },
25
- schema: "public",
26
- title: "Amendements",
27
- url: "https://data.senat.fr/data/ameli/ameli.zip",
28
- },
29
- debats: {
30
- database: "debats",
31
- repairEncoding: true,
32
- schema: "public",
33
- title: "Informations relatives aux comptes rendus intégraux de la séance publique",
34
- url: "https://data.senat.fr/data/debats/debats.zip",
35
- },
36
- dosleg: {
37
- database: "dosleg",
38
- repairEncoding: true,
39
- schema: "public",
40
- title: "Dossiers législatifs",
41
- url: "https://data.senat.fr/data/dosleg/dosleg.zip",
42
- },
43
- questions: {
44
- database: "questions",
45
- repairEncoding: true,
46
- schema: "questions",
47
- title: "Questions écrites et orales posées par les sénateurs au Gouvernement",
48
- url: "https://data.senat.fr/data/questions/questions.zip",
49
- },
50
- sens: {
51
- database: "sens",
52
- repairEncoding: true,
53
- repairZip: (dataset, dataDir) => {
54
- const sqlFilename = `${dataset.database}.sql`;
55
- const sqlFilePath = path.join(dataDir, sqlFilename);
56
- fs.removeSync(sqlFilePath);
57
- fs.moveSync(path.join(dataDir, "export_sens.sql"), sqlFilePath);
58
- },
59
- schema: "public",
60
- title: "Sénateurs (y compris organes et présence)",
61
- url: "https://data.senat.fr/data/senateurs/export_sens.zip",
62
- },
63
- };
64
- export function getEnabledDatasets(categories) {
65
- categories.map((datasetName) => assert.notStrictEqual(EnabledDatasets[datasetName], undefined, `Unknown name of dataset: ${datasetName}`));
66
- return categories.reduce((enabledDatasets, datasetName) => enabledDatasets |
67
- EnabledDatasets[datasetName], EnabledDatasets.None);
68
- }
69
- export function getChosenFromEnabledDatasets(categories) {
70
- const enabledDatasets = getEnabledDatasets(categories);
71
- return [
72
- enabledDatasets & EnabledDatasets.Ameli ? datasets.ameli : null,
73
- enabledDatasets & EnabledDatasets.Debats ? datasets.debats : null,
74
- enabledDatasets & EnabledDatasets.DosLeg ? datasets.dosleg : null,
75
- enabledDatasets & EnabledDatasets.Questions ? datasets.questions : null,
76
- enabledDatasets & EnabledDatasets.Sens ? datasets.sens : null,
77
- ].filter((dataset) => dataset !== null);
78
- }