@tricoteuses/senat 3.1.7 → 3.1.8

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (80) hide show
  1. package/lib/src/server/sens.js +49 -29
  2. package/package.json +1 -1
  3. package/lib/src/config.d.ts +0 -43
  4. package/lib/src/config.js +0 -37
  5. package/lib/src/conversion_textes.d.ts +0 -11
  6. package/lib/src/conversion_textes.js +0 -320
  7. package/lib/src/databases_postgres.d.ts +0 -4
  8. package/lib/src/databases_postgres.js +0 -23
  9. package/lib/src/datasets.d.ts +0 -38
  10. package/lib/src/datasets.js +0 -247
  11. package/lib/src/git.d.ts +0 -27
  12. package/lib/src/git.js +0 -251
  13. package/lib/src/loaders.d.ts +0 -52
  14. package/lib/src/loaders.js +0 -260
  15. package/lib/src/model/agenda.d.ts +0 -6
  16. package/lib/src/model/agenda.js +0 -148
  17. package/lib/src/model/ameli.d.ts +0 -67
  18. package/lib/src/model/ameli.js +0 -150
  19. package/lib/src/model/commission.d.ts +0 -19
  20. package/lib/src/model/commission.js +0 -269
  21. package/lib/src/model/debats.d.ts +0 -39
  22. package/lib/src/model/debats.js +0 -112
  23. package/lib/src/model/documents.d.ts +0 -32
  24. package/lib/src/model/documents.js +0 -182
  25. package/lib/src/model/dosleg.d.ts +0 -144
  26. package/lib/src/model/dosleg.js +0 -468
  27. package/lib/src/model/index.d.ts +0 -7
  28. package/lib/src/model/index.js +0 -7
  29. package/lib/src/model/questions.d.ts +0 -54
  30. package/lib/src/model/questions.js +0 -91
  31. package/lib/src/model/scrutins.d.ts +0 -48
  32. package/lib/src/model/scrutins.js +0 -121
  33. package/lib/src/model/seance.d.ts +0 -3
  34. package/lib/src/model/seance.js +0 -267
  35. package/lib/src/model/sens.d.ts +0 -112
  36. package/lib/src/model/sens.js +0 -385
  37. package/lib/src/model/util.d.ts +0 -1
  38. package/lib/src/model/util.js +0 -15
  39. package/lib/src/raw_types/ameli.d.ts +0 -1762
  40. package/lib/src/raw_types/ameli.js +0 -1074
  41. package/lib/src/raw_types/debats.d.ts +0 -380
  42. package/lib/src/raw_types/debats.js +0 -266
  43. package/lib/src/raw_types/dosleg.d.ts +0 -2954
  44. package/lib/src/raw_types/dosleg.js +0 -2005
  45. package/lib/src/raw_types/questions.d.ts +0 -699
  46. package/lib/src/raw_types/questions.js +0 -493
  47. package/lib/src/raw_types/sens.d.ts +0 -7843
  48. package/lib/src/raw_types/sens.js +0 -4691
  49. package/lib/src/raw_types_schemats/ameli.d.ts +0 -541
  50. package/lib/src/raw_types_schemats/ameli.js +0 -2
  51. package/lib/src/raw_types_schemats/debats.d.ts +0 -127
  52. package/lib/src/raw_types_schemats/debats.js +0 -2
  53. package/lib/src/raw_types_schemats/dosleg.d.ts +0 -977
  54. package/lib/src/raw_types_schemats/dosleg.js +0 -2
  55. package/lib/src/raw_types_schemats/questions.d.ts +0 -237
  56. package/lib/src/raw_types_schemats/questions.js +0 -2
  57. package/lib/src/raw_types_schemats/sens.d.ts +0 -2709
  58. package/lib/src/raw_types_schemats/sens.js +0 -2
  59. package/lib/src/scripts/debug_dosleg_query.d.ts +0 -6
  60. package/lib/src/scripts/debug_dosleg_query.js +0 -50
  61. package/lib/src/types/agenda.d.ts +0 -45
  62. package/lib/src/types/agenda.js +0 -1
  63. package/lib/src/types/ameli.d.ts +0 -5
  64. package/lib/src/types/ameli.js +0 -1
  65. package/lib/src/types/compte_rendu.d.ts +0 -83
  66. package/lib/src/types/compte_rendu.js +0 -1
  67. package/lib/src/types/debats.d.ts +0 -2
  68. package/lib/src/types/debats.js +0 -1
  69. package/lib/src/types/dosleg.d.ts +0 -70
  70. package/lib/src/types/dosleg.js +0 -1
  71. package/lib/src/types/questions.d.ts +0 -2
  72. package/lib/src/types/questions.js +0 -1
  73. package/lib/src/types/sens.d.ts +0 -8
  74. package/lib/src/types/sens.js +0 -1
  75. package/lib/src/types/sessions.d.ts +0 -6
  76. package/lib/src/types/sessions.js +0 -19
  77. package/lib/src/types/texte.d.ts +0 -72
  78. package/lib/src/types/texte.js +0 -15
  79. package/lib/src/validators/config.d.ts +0 -9
  80. package/lib/src/validators/config.js +0 -10
@@ -1,247 +0,0 @@
1
- import fs from "fs-extra";
2
- import path from "path";
3
- import assert from "assert";
4
- export var EnabledDatasets;
5
- (function (EnabledDatasets) {
6
- EnabledDatasets[EnabledDatasets["None"] = 0] = "None";
7
- EnabledDatasets[EnabledDatasets["Ameli"] = 1] = "Ameli";
8
- EnabledDatasets[EnabledDatasets["Debats"] = 2] = "Debats";
9
- EnabledDatasets[EnabledDatasets["DosLeg"] = 4] = "DosLeg";
10
- EnabledDatasets[EnabledDatasets["Questions"] = 8] = "Questions";
11
- EnabledDatasets[EnabledDatasets["Sens"] = 16] = "Sens";
12
- EnabledDatasets[EnabledDatasets["PhotosSenateurs"] = 32] = "PhotosSenateurs";
13
- EnabledDatasets[EnabledDatasets["Agenda"] = 64] = "Agenda";
14
- EnabledDatasets[EnabledDatasets["All"] = 127] = "All";
15
- })(EnabledDatasets || (EnabledDatasets = {}));
16
- export const datasets = {
17
- ameli: {
18
- database: "ameli",
19
- repairEncoding: true,
20
- repairZip: (dataset, dataDir) => {
21
- const sqlFilename = `${dataset.database}.sql`;
22
- const sqlFilePath = path.join(dataDir, sqlFilename);
23
- fs.removeSync(sqlFilePath);
24
- fs.moveSync(path.join(dataDir, "var", "opt", "opendata", sqlFilename), sqlFilePath);
25
- },
26
- title: "Amendements",
27
- url: "https://data.senat.fr/data/ameli/ameli.zip",
28
- indexes: {
29
- amdsen: [
30
- { name: "idx_amdid", columns: ["amdid"] },
31
- { name: "idx_senid", columns: ["senid"] },
32
- { name: "idx_grpid", columns: ["grpid"] },
33
- ],
34
- sen_ameli: [{ name: "idx_entid", columns: ["entid"] }],
35
- grppol_ameli: [{ name: "idx_entid", columns: ["entid"] }],
36
- sub: [
37
- { name: "idx_id", columns: ["id"] },
38
- { name: "idx_typid", columns: ["typid"] },
39
- { name: "idx_merid", columns: ["merid"] },
40
- { name: "idx_comdelid", columns: ["comdelid"] },
41
- ],
42
- typsub: [{ name: "idx_id", columns: ["id"] }],
43
- typrect: [{ name: "idx_id", columns: ["id"] }],
44
- txt_ameli: [
45
- { name: "idx_id", columns: ["id"] },
46
- { name: "idx_txtetaid", columns: ["txtetaid"] },
47
- { name: "idx_sesdepid", columns: ["sesdepid"] },
48
- { name: "idx_natid", columns: ["natid"] },
49
- { name: "idx_lecid", columns: ["lecid"] },
50
- ],
51
- etatxt: [{ name: "idx_id", columns: ["id"] }],
52
- ses: [
53
- { name: "idx_id", columns: ["id"] },
54
- { name: "idx_typid", columns: ["typid"] },
55
- { name: "idx_ann", columns: ["ann"] },
56
- ],
57
- typses: [{ name: "idx_id", columns: ["id"] }],
58
- nat: [{ name: "idx_id", columns: ["id"] }],
59
- lec_ameli: [{ name: "idx_id", columns: ["id"] }],
60
- mot: [{ name: "idx_id", columns: ["id"] }],
61
- avicom: [{ name: "idx_id", columns: ["id"] }],
62
- avigvt: [{ name: "idx_id", columns: ["id"] }],
63
- sor: [{ name: "idx_id", columns: ["id"] }],
64
- irr: [{ name: "idx_id", columns: ["id"] }],
65
- com_ameli: [{ name: "idx_entid", columns: ["entid"] }],
66
- cab: [{ name: "idx_entid", columns: ["entid"] }],
67
- amd: [
68
- { name: "idx_subid", columns: ["subid"] },
69
- { name: "idx_typrectid", columns: ["typrectid"] },
70
- { name: "idx_txtid", columns: ["txtid"] },
71
- { name: "idx_motid", columns: ["motid"] },
72
- { name: "idx_avcid", columns: ["avcid"] },
73
- { name: "idx_avgid", columns: ["avgid"] },
74
- { name: "idx_sorid", columns: ["sorid"] },
75
- { name: "idx_irrid", columns: ["irrid"] },
76
- { name: "idx_nomentid", columns: ["nomentid"] },
77
- ],
78
- },
79
- },
80
- debats: {
81
- database: "debats",
82
- repairEncoding: false,
83
- title: "Informations relatives aux comptes rendus intégraux de la séance publique",
84
- url: "https://data.senat.fr/data/debats/debats.zip",
85
- indexes: {
86
- secdis: [
87
- { name: "idx_datsea", columns: ["datsea"] },
88
- { name: "idx_typseccod", columns: ["typseccod"] },
89
- ],
90
- intpjl: [{ name: "idx_secdiscle", columns: ["secdiscle"] }],
91
- secdivers: [
92
- { name: "idx_datsea", columns: ["datsea"] },
93
- { name: "idx_typseccod", columns: ["typseccod"] },
94
- ],
95
- intdivers: [{ name: "idx_intdiverscle", columns: ["intdiverscle"] }],
96
- lecassdeb: [{ name: "idx_datsea", columns: ["datsea"] }],
97
- },
98
- },
99
- dosleg: {
100
- database: "dosleg",
101
- repairEncoding: false,
102
- title: "Dossiers législatifs",
103
- url: "https://data.senat.fr/data/dosleg/dosleg.zip",
104
- indexes: {
105
- amescr: [{ name: "idx_scrnum", columns: ["scrnum"] }],
106
- auteur: [{ name: "idx_autcod", columns: ["autcod"] }],
107
- corscr: [{ name: "idx_scrnum", columns: ["scrnum"] }],
108
- date_seance: [
109
- { name: "idx_code", columns: ["code"] },
110
- { name: "idx_lecidt", columns: ["lecidt"] },
111
- ],
112
- deccoc: [{ name: "idx_deccoccod", columns: ["deccoccod"] }],
113
- etaloi: [{ name: "idx_etaloicod", columns: ["etaloicod"] }],
114
- lecass: [
115
- { name: "idx_lecidt", columns: ["lecidt"] },
116
- { name: "idx_codass", columns: ["codass"] },
117
- { name: "idx_orgcod", columns: ["orgcod"] },
118
- { name: "idx_orippr", columns: ["orippr"] },
119
- ],
120
- lecassrap: [
121
- { name: "idx_rapcod", columns: ["rapcod"] },
122
- { name: "idx_lecassidt", columns: ["lecassidt"] },
123
- ],
124
- lecture: [
125
- { name: "idx_loicod", columns: ["loicod"] },
126
- { name: "idx_typleccod", columns: ["typleccod"] },
127
- { name: "idx_lecidt", columns: ["lecidt"] },
128
- ],
129
- loi: [
130
- { name: "idx_typloicod", columns: ["typloicod"] },
131
- { name: "idx_etaloicod", columns: ["etaloicod"] },
132
- { name: "idx_deccoccod", columns: ["deccoccod"] },
133
- { name: "idx_loicod", columns: ["loicod"] },
134
- ],
135
- loithe: [
136
- { name: "idx_thecle", columns: ["thecle"] },
137
- { name: "idx_loicod", columns: ["loicod"] },
138
- ],
139
- posvot: [{ name: "idx_posvotcod", columns: ["posvotcod"] }],
140
- rap: [
141
- { name: "idx_rapcod", columns: ["rapcod"] },
142
- { name: "idx_coddenrap", columns: ["coddenrap"] },
143
- ],
144
- rolsig: [{ name: "idx_signataire", columns: ["signataire"] }],
145
- scr: [
146
- { name: "idx_code", columns: ["code"] },
147
- { name: "idx_scrnum", columns: ["scrnum"] },
148
- { name: "idx_sesann", columns: ["sesann"] },
149
- ],
150
- stavot: [{ name: "idx_stavotidt", columns: ["stavotidt"] }],
151
- texte: [
152
- { name: "idx_lecassidt", columns: ["lecassidt"] },
153
- { name: "idx_oritxtcod", columns: ["oritxtcod"] },
154
- { name: "idx_typtxtcod", columns: ["typtxtcod"] },
155
- { name: "idx_texcod", columns: ["texcod"] },
156
- ],
157
- the: [{ name: "idx_thecle", columns: ["thecle"] }],
158
- titsen: [{ name: "idx_titsencod", columns: ["titsencod"] }],
159
- typloi: [{ name: "idx_typloicod", columns: ["typloicod"] }],
160
- typtxt: [{ name: "idx_typtxtcod", columns: ["typtxtcod"] }],
161
- votsen: [
162
- { name: "idx_scrnum", columns: ["scrnum"] },
163
- { name: "idx_sesann", columns: ["sesann"] },
164
- { name: "idx_titsencod", columns: ["titsencod"] },
165
- { name: "idx_stavotidt", columns: ["stavotidt"] },
166
- { name: "idx_posvotcod", columns: ["posvotcod"] },
167
- { name: "idx_senmat", columns: ["senmat"] },
168
- ],
169
- },
170
- mergeKeys: {
171
- corscr: ["sesann", "scrnum", "corscrord"],
172
- docsea: ["evtseacle", "docseaord"],
173
- gen: ["gencod"],
174
- },
175
- rowMultisetMergeTables: ["amescr"],
176
- },
177
- questions: {
178
- database: "questions",
179
- repairEncoding: false,
180
- title: "Questions écrites et orales posées par les sénateurs au Gouvernement",
181
- url: "https://data.senat.fr/data/questions/questions.zip",
182
- indexes: {
183
- tam_reponses: [{ name: "idx_idque", columns: ["idque"] }],
184
- tam_questions: [
185
- { name: "idx_sorquecod", columns: ["sorquecod"] },
186
- { name: "idx_etaquecod", columns: ["etaquecod"] },
187
- ],
188
- the: [{ name: "idx_thenouidt", columns: ["thenouidt"] }],
189
- sortquestion: [{ name: "idx_sorquecod", columns: ["sorquecod"] }],
190
- etatquestion: [{ name: "idx_etaquecod", columns: ["etaquecod"] }],
191
- },
192
- rowMultisetMergeTables: ["tam_reponses"],
193
- },
194
- sens: {
195
- database: "sens",
196
- repairEncoding: false,
197
- repairZip: (dataset, dataDir) => {
198
- const sqlFilename = `${dataset.database}.sql`;
199
- const sqlFilePath = path.join(dataDir, sqlFilename);
200
- fs.removeSync(sqlFilePath);
201
- fs.moveSync(path.join(dataDir, "export_sens.sql"), sqlFilePath);
202
- },
203
- title: "Sénateurs (y compris organes et présence)",
204
- url: "https://data.senat.fr/data/senateurs/export_sens.zip",
205
- indexes: {
206
- dpt: [
207
- { name: "idx_dptnum", columns: ["dptnum"] },
208
- { name: "idx_regcod", columns: ["regcod"] },
209
- ],
210
- activite_loi: [{ name: "idx_actid", columns: ["actid"] }],
211
- activite_delegation: [{ name: "idx_actid", columns: ["actid"] }],
212
- activite_participant: [{ name: "idx_senmat", columns: ["senmat"] }],
213
- activite_senateur: [{ name: "idx_senmat", columns: ["senmat"] }],
214
- senbur: [
215
- { name: "idx_senmat", columns: ["senmat"] },
216
- { name: "idx_burcod", columns: ["burcod"] },
217
- ],
218
- elucan: [
219
- { name: "idx_senmat", columns: ["senmat"] },
220
- { name: "idx_typmancod", columns: ["typmancod"] },
221
- ],
222
- },
223
- mergeKeys: {
224
- activite: ["actid"],
225
- },
226
- },
227
- };
228
- function getEnabledDatasetByName(datasetName) {
229
- const enabledDataset = EnabledDatasets[datasetName];
230
- return typeof enabledDataset === "number" ? enabledDataset : undefined;
231
- }
232
- export function getEnabledDatasets(categories) {
233
- categories.map((datasetName) => assert.notStrictEqual(getEnabledDatasetByName(datasetName), undefined, `Unknown name of dataset: ${datasetName}`));
234
- return categories.reduce((enabledDatasets, datasetName) => {
235
- const enabledDataset = getEnabledDatasetByName(datasetName);
236
- return enabledDatasets | (enabledDataset || EnabledDatasets.None);
237
- }, EnabledDatasets.None);
238
- }
239
- export function getChosenDatasets(enabledDatasets) {
240
- return [
241
- enabledDatasets & EnabledDatasets.Ameli ? datasets.ameli : null,
242
- enabledDatasets & EnabledDatasets.Debats ? datasets.debats : null,
243
- enabledDatasets & EnabledDatasets.DosLeg ? datasets.dosleg : null,
244
- enabledDatasets & EnabledDatasets.Questions ? datasets.questions : null,
245
- enabledDatasets & EnabledDatasets.Sens ? datasets.sens : null,
246
- ].filter((dataset) => dataset !== null);
247
- }
package/lib/src/git.d.ts DELETED
@@ -1,27 +0,0 @@
1
- export declare function initRepo(repositoryDir: string): void;
2
- export declare function commit(repositoryDir: string, message: string): boolean;
3
- export declare function commitAndPush(repositoryDir: string, message: string, remotes?: string[]): number;
4
- export declare function pull(repositoryDir: string, remote?: string, branch?: string): boolean;
5
- export declare function resetAndPull(gitDir: string): boolean;
6
- export declare function clone(gitGroupUrl: string | undefined, gitName: string, workingDir: string): void;
7
- export declare function run(repositoryDir: string, args: string, verbose?: boolean): string;
8
- export declare function test(repositoryDir: string, args: string, verbose?: boolean): boolean;
9
- /**
10
- * Information about a changed file in git
11
- */
12
- export interface GitChangedFile {
13
- path: string;
14
- status: "A" | "M" | "D" | "R" | "C" | "T" | "U";
15
- }
16
- /**
17
- * Get the list of files that have changed since a specific commit in a git repository.
18
- * @param repositoryDir The directory of the git repository
19
- * @param sinceCommit The commit hash to compare against (e.g., "HEAD~1", "abc123", etc.)
20
- * @param options Options for filtering
21
- * @param options.diffFilter Git diff-filter string (default: "AMR").
22
- * A=Added, M=Modified, D=Deleted, R=Renamed, C=Copied, T=Type changed, U=Unmerged
23
- * @returns A Map of file paths to their git status
24
- */
25
- export declare function getChangedFilesSinceCommit(repositoryDir: string, sinceCommit: string, options?: {
26
- diffFilter?: string;
27
- }): Map<string, GitChangedFile["status"]>;
package/lib/src/git.js DELETED
@@ -1,251 +0,0 @@
1
- import { execSync } from "node:child_process";
2
- import fs from "fs-extra";
3
- import path from "node:path";
4
- const MAXBUFFER = 50 * 1024 * 1024;
5
- const GIT_LOCK_RETRY_DELAY_MS = 1000;
6
- const GIT_LOCK_RETRY_COUNT = 5;
7
- const GIT_LOCK_STALE_AFTER_MS = 2 * 60 * 1000;
8
- function asExecSyncError(error) {
9
- return error;
10
- }
11
- function outputToString(output) {
12
- if (output == null) {
13
- return "";
14
- }
15
- return Buffer.isBuffer(output) ? output.toString("utf-8") : output;
16
- }
17
- function sleep(ms) {
18
- Atomics.wait(new Int32Array(new SharedArrayBuffer(4)), 0, 0, ms);
19
- }
20
- function getIndexLockPath(repositoryDir) {
21
- return path.join(repositoryDir, ".git", "index.lock");
22
- }
23
- function isIndexLockError(error) {
24
- const stderr = error instanceof Error ? outputToString(asExecSyncError(error).stderr) : "";
25
- return /index\.lock': File exists\./.test(stderr);
26
- }
27
- function removeStaleIndexLock(repositoryDir) {
28
- const lockPath = getIndexLockPath(repositoryDir);
29
- if (!fs.existsSync(lockPath)) {
30
- return false;
31
- }
32
- const stats = fs.statSync(lockPath);
33
- const ageMs = Date.now() - stats.mtimeMs;
34
- if (ageMs < GIT_LOCK_STALE_AFTER_MS) {
35
- return false;
36
- }
37
- fs.removeSync(lockPath);
38
- return true;
39
- }
40
- function execGitWithIndexLockRecovery(command, repositoryDir, options) {
41
- let lockRemoved = false;
42
- for (let attempt = 1; attempt <= GIT_LOCK_RETRY_COUNT; attempt++) {
43
- try {
44
- execSync(command, {
45
- cwd: repositoryDir,
46
- ...options,
47
- });
48
- return;
49
- }
50
- catch (error) {
51
- if (!isIndexLockError(error)) {
52
- throw error;
53
- }
54
- if (!lockRemoved && removeStaleIndexLock(repositoryDir)) {
55
- lockRemoved = true;
56
- continue;
57
- }
58
- if (attempt === GIT_LOCK_RETRY_COUNT) {
59
- throw error;
60
- }
61
- sleep(GIT_LOCK_RETRY_DELAY_MS);
62
- }
63
- }
64
- }
65
- export function initRepo(repositoryDir) {
66
- if (!fs.existsSync(path.join(repositoryDir, ".git"))) {
67
- fs.ensureDirSync(repositoryDir);
68
- execSync("git init", {
69
- cwd: repositoryDir,
70
- env: process.env,
71
- encoding: "utf-8",
72
- stdio: ["ignore", "ignore", "pipe"],
73
- });
74
- }
75
- }
76
- export function commit(repositoryDir, message) {
77
- initRepo(repositoryDir);
78
- execGitWithIndexLockRecovery("git add .", repositoryDir, {
79
- env: process.env,
80
- encoding: "utf-8",
81
- stdio: ["ignore", "ignore", "pipe"],
82
- maxBuffer: MAXBUFFER,
83
- });
84
- try {
85
- execSync(`git commit -m "${message}" --quiet`, {
86
- cwd: repositoryDir,
87
- env: process.env,
88
- encoding: "utf-8",
89
- stdio: ["ignore", "pipe", "pipe"],
90
- });
91
- return true;
92
- }
93
- catch (error) {
94
- const childProcess = asExecSyncError(error);
95
- if (childProcess.stdout === null || !/nothing to commit|rien à valider/.test(outputToString(childProcess.stdout))) {
96
- console.error(childProcess.output);
97
- throw childProcess;
98
- }
99
- return false;
100
- }
101
- }
102
- export function commitAndPush(repositoryDir, message, remotes) {
103
- let exitCode = 0;
104
- if (commit(repositoryDir, message)) {
105
- for (const remote of remotes || []) {
106
- try {
107
- execSync(`git push ${remote} master`, {
108
- cwd: repositoryDir,
109
- env: process.env,
110
- encoding: "utf-8",
111
- stdio: ["ignore", "ignore", "pipe"],
112
- });
113
- }
114
- catch (error) {
115
- const childProcess = asExecSyncError(error);
116
- // Don't stop when push fails.
117
- console.error(childProcess.output);
118
- exitCode = childProcess.status ?? 1;
119
- }
120
- }
121
- }
122
- else {
123
- // There was nothing to commit.
124
- exitCode = 10;
125
- }
126
- return exitCode;
127
- }
128
- export function pull(repositoryDir, remote = "origin", branch = "master") {
129
- initRepo(repositoryDir);
130
- const statusOutput = execSync("git status --porcelain", {
131
- cwd: repositoryDir,
132
- env: process.env,
133
- encoding: "utf-8",
134
- stdio: ["ignore", "pipe", "pipe"],
135
- maxBuffer: MAXBUFFER,
136
- }).trim();
137
- if (statusOutput.length > 0) {
138
- return false;
139
- }
140
- execSync(`git pull --rebase ${remote} ${branch}`, {
141
- cwd: repositoryDir,
142
- env: process.env,
143
- encoding: "utf-8",
144
- stdio: ["ignore", "ignore", "pipe"],
145
- maxBuffer: MAXBUFFER,
146
- });
147
- return true;
148
- }
149
- export function resetAndPull(gitDir) {
150
- execSync("git reset --hard origin/master", {
151
- cwd: gitDir,
152
- env: process.env,
153
- encoding: "utf-8",
154
- stdio: ["ignore", "ignore", "pipe"],
155
- });
156
- execSync("git pull --rebase", {
157
- cwd: gitDir,
158
- env: process.env,
159
- encoding: "utf-8",
160
- stdio: ["ignore", "ignore", "pipe"],
161
- });
162
- return true;
163
- }
164
- export function clone(gitGroupUrl, gitName, workingDir) {
165
- if (gitGroupUrl !== undefined) {
166
- execSync(`git clone ${gitGroupUrl}/${gitName}.git`, {
167
- cwd: workingDir,
168
- env: process.env,
169
- encoding: "utf-8",
170
- stdio: ["ignore", "ignore", "pipe"],
171
- });
172
- }
173
- }
174
- export function run(repositoryDir, args, verbose) {
175
- try {
176
- if (verbose)
177
- console.log(`git -C ${repositoryDir} ${args}`);
178
- const output = execSync(`git ${args}`, {
179
- cwd: repositoryDir,
180
- maxBuffer: MAXBUFFER,
181
- })
182
- .toString()
183
- .trim();
184
- if (verbose)
185
- console.log(output);
186
- return output;
187
- }
188
- catch (error) {
189
- const childProcess = asExecSyncError(error);
190
- for (const output of ["stdout", "stderr"]) {
191
- console.error(`${output}: ${outputToString(childProcess[output])}`);
192
- }
193
- throw childProcess;
194
- }
195
- }
196
- export function test(repositoryDir, args, verbose) {
197
- try {
198
- if (verbose)
199
- console.log(`git -C ${repositoryDir} ${args}`);
200
- const output = execSync(`git ${args}`, {
201
- cwd: repositoryDir,
202
- stdio: ["ignore", "pipe", "pipe"],
203
- maxBuffer: MAXBUFFER,
204
- })
205
- .toString()
206
- .trim();
207
- if (verbose)
208
- console.log(output);
209
- return true;
210
- }
211
- catch (error) {
212
- const childProcess = asExecSyncError(error);
213
- if (childProcess.status !== 0)
214
- return false;
215
- throw childProcess;
216
- }
217
- }
218
- /**
219
- * Get the list of files that have changed since a specific commit in a git repository.
220
- * @param repositoryDir The directory of the git repository
221
- * @param sinceCommit The commit hash to compare against (e.g., "HEAD~1", "abc123", etc.)
222
- * @param options Options for filtering
223
- * @param options.diffFilter Git diff-filter string (default: "AMR").
224
- * A=Added, M=Modified, D=Deleted, R=Renamed, C=Copied, T=Type changed, U=Unmerged
225
- * @returns A Map of file paths to their git status
226
- */
227
- export function getChangedFilesSinceCommit(repositoryDir, sinceCommit, options = {}) {
228
- const { diffFilter } = options;
229
- try {
230
- // Using diff-filter: A = Added, M = Modified, R = Renamed, D = Deleted, etc.
231
- // Default to AMR (excludes deleted files to prevent loading errors)
232
- const filter = diffFilter ?? "AMR";
233
- const output = run(repositoryDir, `diff --name-status --diff-filter=${filter} ${sinceCommit}`, false);
234
- const changedFiles = new Map();
235
- for (const line of output.split("\n")) {
236
- if (line.trim().length === 0)
237
- continue;
238
- const parts = line.split("\t");
239
- if (parts.length >= 2) {
240
- const status = parts[0].charAt(0);
241
- const path = parts[1];
242
- changedFiles.set(path, status);
243
- }
244
- }
245
- return changedFiles;
246
- }
247
- catch (error) {
248
- console.error(`Error getting changed files since commit ${sinceCommit}:`, error);
249
- return new Map();
250
- }
251
- }
@@ -1,52 +0,0 @@
1
- import { AmendementResult } from "./model/ameli.js";
2
- import { DebatResult } from "./model/debats.js";
3
- import { DossierLegislatifResult } from "./model/dosleg.js";
4
- import { QuestionResult } from "./model/questions.js";
5
- import { ScrutinResult } from "./model/scrutins.js";
6
- import { CirconscriptionResult, OrganismeResult, SenateurResult } from "./model/sens.js";
7
- import { Reunion } from "./types/agenda.js";
8
- import { FlatTexte, DocumentMetadata } from "./types/texte.js";
9
- import { CompteRendu } from "./types/compte_rendu.js";
10
- import { DocumentResult } from "./model/documents.js";
11
- export { EnabledDatasets } from "./datasets.js";
12
- export type { DocumentResult } from "./model/documents.js";
13
- export declare const AGENDA_FOLDER = "agenda";
14
- export declare const COMPTES_RENDUS_FOLDER = "seances";
15
- export declare const COMMISSION_FOLDER = "commissions";
16
- export declare const DOSLEG_DOSSIERS_FOLDER = "dossiers";
17
- export declare const ENRICHED_TEXTE_FOLDER = "leg_enrichi";
18
- export declare const SCRUTINS_FOLDER = "scrutins";
19
- export declare const SENS_CIRCONSCRIPTIONS_FOLDER = "circonscriptions";
20
- export declare const SENS_ORGANISMES_FOLDER = "organismes";
21
- export declare const SENS_SENATEURS_FOLDER = "senateurs";
22
- export declare const TEXTE_FOLDER = "leg";
23
- export declare const RAPPORT_FOLDER = "rap";
24
- export declare const DATA_ORIGINAL_FOLDER = "original";
25
- export declare const DATA_TRANSFORMED_FOLDER = "transformed";
26
- export declare const DOCUMENT_METADATA_FILE = "metadata.json";
27
- export type IterItem<T> = {
28
- item: T;
29
- filePathFromDataset?: string;
30
- legislature?: number;
31
- gitStatus?: "A" | "M" | "D" | "R" | "C" | "T" | "U";
32
- };
33
- export declare function iterFilePaths(dirPath: string): Generator<string>;
34
- export declare function iterLoadSenatAmendements(dataDir: string, session: number | undefined, options?: {}): Generator<IterItem<AmendementResult>>;
35
- export declare function iterLoadSenatDebats(dataDir: string, session: number | undefined, options?: {}): Generator<IterItem<DebatResult>>;
36
- export declare function iterLoadSenatComptesRendusSeances(dataDir: string, session: number | undefined, options?: {}): Generator<IterItem<CompteRendu>>;
37
- export declare function iterLoadSenatComptesRendusCommissions(dataDir: string, session: number, options?: {}): Generator<IterItem<CompteRendu>>;
38
- export declare function iterLoadSenatDossiersLegislatifs(dataDir: string, session: number | undefined, options?: {}): Generator<IterItem<DossierLegislatifResult>>;
39
- export declare function iterLoadSenatRapportUrls(dataDir: string, session: number | undefined): Generator<IterItem<DocumentMetadata>>;
40
- export declare function iterLoadSenatTexteUrls(dataDir: string, session: number | undefined): Generator<IterItem<DocumentMetadata>>;
41
- export declare function iterLoadSenatRapports(dataDir: string, session: number | undefined, options?: {}): Generator<IterItem<DocumentResult>>;
42
- export declare function iterLoadSenatTextes(dataDir: string, session: number | undefined, options?: {}): Generator<IterItem<DocumentResult & Partial<FlatTexte>>>;
43
- export declare function loadSenatTexteContent(dataDir: string, session: number | string | null | undefined, texteId: string): IterItem<FlatTexte | null>;
44
- export declare function loadSenatCompteRenduContent(dataDir: string, session: number, debatId: string | number): {
45
- item: CompteRendu | null;
46
- };
47
- export declare function iterLoadSenatAgendas(dataDir: string, session: number | undefined): Generator<IterItem<Reunion>>;
48
- export declare function iterLoadSenatCirconscriptions(dataDir: string, options?: {}): Generator<IterItem<CirconscriptionResult>>;
49
- export declare function iterLoadSenatOrganismes(dataDir: string, options?: {}): Generator<IterItem<OrganismeResult>>;
50
- export declare function iterLoadSenatSenateurs(dataDir: string, options?: {}): Generator<IterItem<SenateurResult>>;
51
- export declare function iterLoadSenatQuestions(dataDir: string, legislature: number, options?: {}): Generator<IterItem<QuestionResult>>;
52
- export declare function iterLoadSenatScrutins(dataDir: string, session: number | undefined, options?: {}): Generator<IterItem<ScrutinResult>>;