@tricoteuses/senat 3.1.22 → 3.1.23
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE.md +32 -32
- package/README.md +326 -326
- package/lib/src/other_types/collaborateurs.d.ts +5 -0
- package/lib/src/parsers/collaborateurs.d.ts +44 -0
- package/lib/src/parsers/collaborateurs.js +157 -0
- package/lib/src/scripts/retrieve_collaborateurs.js +166 -0
- package/lib/src/scripts/retrieve_cr_seance.js +34 -25
- package/lib/src/scripts/retrieve_videos.js +13 -8
- package/lib/src/scripts/shared/incremental_import_sql.js +866 -859
- package/lib/src/scripts/shared/schema_version.js +84 -84
- package/lib/src/scripts/shared/staging_metadata_sql.js +214 -214
- package/lib/src/scripts/validate_prefixed_tables.js +12 -12
- package/lib/src/server/ameli.js +14 -13
- package/lib/src/server/conversion_textes.js +106 -106
- package/lib/src/server/debats.js +10 -10
- package/lib/src/server/documents.js +22 -22
- package/lib/src/server/dosleg.js +33 -33
- package/lib/src/server/questions.js +10 -10
- package/lib/src/server/scrutins.js +3 -3
- package/lib/src/server/sens.js +19 -19
- package/lib/src/utils/reunion_odj_building.js +0 -4
- package/lib/src/videos/match.js +7 -5
- package/lib/src/videos/pipeline.js +26 -19
- package/lib/tests/collaborateurs.test.js +115 -0
- package/lib/tests/incrementalImportSql.test.js +4 -1
- package/package.json +119 -119
- package/lib/add-js-extensions-v2.js +0 -23
- package/lib/add-js-extensions.js +0 -17
- package/lib/aggregates.d.ts +0 -52
- package/lib/aggregates.js +0 -930
- package/lib/aggregates.mjs +0 -713
- package/lib/aggregates.ts +0 -833
- package/lib/config.d.ts +0 -10
- package/lib/config.js +0 -16
- package/lib/config.mjs +0 -16
- package/lib/config.ts +0 -26
- package/lib/databases.d.ts +0 -2
- package/lib/databases.js +0 -26
- package/lib/databases.mjs +0 -57
- package/lib/databases.ts +0 -71
- package/lib/datasets.d.ts +0 -34
- package/lib/datasets.js +0 -233
- package/lib/datasets.mjs +0 -78
- package/lib/datasets.ts +0 -118
- package/lib/fields.d.ts +0 -10
- package/lib/fields.js +0 -68
- package/lib/fields.mjs +0 -22
- package/lib/fields.ts +0 -29
- package/lib/git.d.ts +0 -26
- package/lib/git.js +0 -167
- package/lib/index.d.ts +0 -13
- package/lib/index.js +0 -1
- package/lib/index.mjs +0 -7
- package/lib/index.ts +0 -64
- package/lib/inserters.d.ts +0 -98
- package/lib/inserters.js +0 -500
- package/lib/inserters.mjs +0 -360
- package/lib/inserters.ts +0 -521
- package/lib/legislatures.json +0 -38
- package/lib/loaders.d.ts +0 -58
- package/lib/loaders.js +0 -286
- package/lib/loaders.mjs +0 -158
- package/lib/loaders.ts +0 -271
- package/lib/model/agenda.d.ts +0 -6
- package/lib/model/agenda.js +0 -148
- package/lib/model/ameli.d.ts +0 -51
- package/lib/model/ameli.js +0 -149
- package/lib/model/ameli.mjs +0 -84
- package/lib/model/ameli.ts +0 -100
- package/lib/model/commission.d.ts +0 -18
- package/lib/model/commission.js +0 -269
- package/lib/model/debats.d.ts +0 -67
- package/lib/model/debats.js +0 -95
- package/lib/model/debats.mjs +0 -43
- package/lib/model/debats.ts +0 -68
- package/lib/model/documents.d.ts +0 -12
- package/lib/model/documents.js +0 -151
- package/lib/model/dosleg.d.ts +0 -7
- package/lib/model/dosleg.js +0 -326
- package/lib/model/dosleg.mjs +0 -196
- package/lib/model/dosleg.ts +0 -240
- package/lib/model/index.d.ts +0 -7
- package/lib/model/index.js +0 -7
- package/lib/model/index.mjs +0 -5
- package/lib/model/index.ts +0 -15
- package/lib/model/questions.d.ts +0 -45
- package/lib/model/questions.js +0 -89
- package/lib/model/questions.mjs +0 -71
- package/lib/model/questions.ts +0 -93
- package/lib/model/scrutins.d.ts +0 -13
- package/lib/model/scrutins.js +0 -114
- package/lib/model/seance.d.ts +0 -3
- package/lib/model/seance.js +0 -267
- package/lib/model/sens.d.ts +0 -146
- package/lib/model/sens.js +0 -454
- package/lib/model/sens.mjs +0 -415
- package/lib/model/sens.ts +0 -516
- package/lib/model/texte.d.ts +0 -7
- package/lib/model/texte.js +0 -256
- package/lib/model/texte.mjs +0 -208
- package/lib/model/texte.ts +0 -229
- package/lib/model/util.d.ts +0 -9
- package/lib/model/util.js +0 -38
- package/lib/model/util.mjs +0 -19
- package/lib/model/util.ts +0 -32
- package/lib/parsers/texte.d.ts +0 -7
- package/lib/parsers/texte.js +0 -228
- package/lib/raw_types/ameli.d.ts +0 -914
- package/lib/raw_types/ameli.js +0 -5
- package/lib/raw_types/ameli.mjs +0 -163
- package/lib/raw_types/debats.d.ts +0 -207
- package/lib/raw_types/debats.js +0 -5
- package/lib/raw_types/debats.mjs +0 -58
- package/lib/raw_types/dosleg.d.ts +0 -1619
- package/lib/raw_types/dosleg.js +0 -5
- package/lib/raw_types/dosleg.mjs +0 -438
- package/lib/raw_types/questions.d.ts +0 -419
- package/lib/raw_types/questions.js +0 -5
- package/lib/raw_types/questions.mjs +0 -11
- package/lib/raw_types/senat.d.ts +0 -11368
- package/lib/raw_types/senat.js +0 -5
- package/lib/raw_types/sens.d.ts +0 -8248
- package/lib/raw_types/sens.js +0 -5
- package/lib/raw_types/sens.mjs +0 -508
- package/lib/raw_types_kysely/ameli.d.ts +0 -915
- package/lib/raw_types_kysely/ameli.js +0 -7
- package/lib/raw_types_kysely/ameli.mjs +0 -5
- package/lib/raw_types_kysely/ameli.ts +0 -951
- package/lib/raw_types_kysely/debats.d.ts +0 -207
- package/lib/raw_types_kysely/debats.js +0 -7
- package/lib/raw_types_kysely/debats.mjs +0 -5
- package/lib/raw_types_kysely/debats.ts +0 -222
- package/lib/raw_types_kysely/dosleg.d.ts +0 -3532
- package/lib/raw_types_kysely/dosleg.js +0 -7
- package/lib/raw_types_kysely/dosleg.mjs +0 -5
- package/lib/raw_types_kysely/dosleg.ts +0 -3621
- package/lib/raw_types_kysely/questions.d.ts +0 -414
- package/lib/raw_types_kysely/questions.js +0 -7
- package/lib/raw_types_kysely/questions.mjs +0 -5
- package/lib/raw_types_kysely/questions.ts +0 -426
- package/lib/raw_types_kysely/sens.d.ts +0 -4394
- package/lib/raw_types_kysely/sens.js +0 -7
- package/lib/raw_types_kysely/sens.mjs +0 -5
- package/lib/raw_types_kysely/sens.ts +0 -4499
- package/lib/raw_types_schemats/ameli.d.ts +0 -539
- package/lib/raw_types_schemats/ameli.js +0 -2
- package/lib/raw_types_schemats/ameli.mjs +0 -2
- package/lib/raw_types_schemats/ameli.ts +0 -601
- package/lib/raw_types_schemats/debats.d.ts +0 -127
- package/lib/raw_types_schemats/debats.js +0 -2
- package/lib/raw_types_schemats/debats.mjs +0 -2
- package/lib/raw_types_schemats/debats.ts +0 -145
- package/lib/raw_types_schemats/dosleg.d.ts +0 -977
- package/lib/raw_types_schemats/dosleg.js +0 -2
- package/lib/raw_types_schemats/dosleg.mjs +0 -2
- package/lib/raw_types_schemats/dosleg.ts +0 -2193
- package/lib/raw_types_schemats/questions.d.ts +0 -235
- package/lib/raw_types_schemats/questions.js +0 -2
- package/lib/raw_types_schemats/questions.mjs +0 -2
- package/lib/raw_types_schemats/questions.ts +0 -249
- package/lib/raw_types_schemats/sens.d.ts +0 -6915
- package/lib/raw_types_schemats/sens.js +0 -2
- package/lib/raw_types_schemats/sens.mjs +0 -2
- package/lib/raw_types_schemats/sens.ts +0 -2907
- package/lib/scripts/convert_data.js +0 -354
- package/lib/scripts/convert_data.mjs +0 -181
- package/lib/scripts/convert_data.ts +0 -243
- package/lib/scripts/data-download.d.ts +0 -1
- package/lib/scripts/data-download.js +0 -12
- package/lib/scripts/datautil.d.ts +0 -8
- package/lib/scripts/datautil.js +0 -34
- package/lib/scripts/datautil.mjs +0 -16
- package/lib/scripts/datautil.ts +0 -19
- package/lib/scripts/images/transparent_150x192.jpg +0 -0
- package/lib/scripts/images/transparent_155x225.jpg +0 -0
- package/lib/scripts/parse_textes.d.ts +0 -1
- package/lib/scripts/parse_textes.js +0 -44
- package/lib/scripts/parse_textes.mjs +0 -46
- package/lib/scripts/parse_textes.ts +0 -65
- package/lib/scripts/retrieve_agenda.d.ts +0 -1
- package/lib/scripts/retrieve_agenda.js +0 -132
- package/lib/scripts/retrieve_cr_commission.d.ts +0 -1
- package/lib/scripts/retrieve_cr_commission.js +0 -364
- package/lib/scripts/retrieve_cr_seance.d.ts +0 -6
- package/lib/scripts/retrieve_cr_seance.js +0 -347
- package/lib/scripts/retrieve_documents.d.ts +0 -3
- package/lib/scripts/retrieve_documents.js +0 -219
- package/lib/scripts/retrieve_documents.mjs +0 -249
- package/lib/scripts/retrieve_documents.ts +0 -298
- package/lib/scripts/retrieve_open_data.d.ts +0 -1
- package/lib/scripts/retrieve_open_data.js +0 -315
- package/lib/scripts/retrieve_open_data.mjs +0 -217
- package/lib/scripts/retrieve_open_data.ts +0 -268
- package/lib/scripts/retrieve_senateurs_photos.d.ts +0 -1
- package/lib/scripts/retrieve_senateurs_photos.js +0 -147
- package/lib/scripts/retrieve_senateurs_photos.mjs +0 -147
- package/lib/scripts/retrieve_senateurs_photos.ts +0 -177
- package/lib/scripts/retrieve_videos.d.ts +0 -1
- package/lib/scripts/retrieve_videos.js +0 -461
- package/lib/scripts/shared/cli_helpers.d.ts +0 -95
- package/lib/scripts/shared/cli_helpers.js +0 -91
- package/lib/scripts/shared/cli_helpers.ts +0 -36
- package/lib/scripts/shared/util.d.ts +0 -4
- package/lib/scripts/shared/util.js +0 -35
- package/lib/scripts/shared/util.ts +0 -33
- package/lib/scripts/test_iter_load.d.ts +0 -1
- package/lib/scripts/test_iter_load.js +0 -12
- package/lib/src/ameli.d.ts +0 -66
- package/lib/src/ameli.js +0 -1
- package/lib/src/config.d.ts +0 -43
- package/lib/src/config.js +0 -37
- package/lib/src/conversion_textes.d.ts +0 -11
- package/lib/src/conversion_textes.js +0 -320
- package/lib/src/databases.d.ts +0 -3
- package/lib/src/databases.js +0 -26
- package/lib/src/databases_postgres.d.ts +0 -4
- package/lib/src/databases_postgres.js +0 -23
- package/lib/src/datasets.d.ts +0 -38
- package/lib/src/datasets.js +0 -247
- package/lib/src/db_types/ameli.d.ts +0 -1762
- package/lib/src/db_types/ameli.js +0 -1074
- package/lib/src/db_types/debats.d.ts +0 -380
- package/lib/src/db_types/debats.js +0 -266
- package/lib/src/db_types/dosleg.d.ts +0 -2954
- package/lib/src/db_types/dosleg.js +0 -2005
- package/lib/src/db_types/questions.d.ts +0 -699
- package/lib/src/db_types/questions.js +0 -493
- package/lib/src/db_types/sens.d.ts +0 -7843
- package/lib/src/db_types/sens.js +0 -4691
- package/lib/src/debats.d.ts +0 -38
- package/lib/src/debats.js +0 -1
- package/lib/src/dosleg.d.ts +0 -142
- package/lib/src/dosleg.js +0 -193
- package/lib/src/git.d.ts +0 -27
- package/lib/src/git.js +0 -251
- package/lib/src/loaders.d.ts +0 -52
- package/lib/src/loaders.js +0 -260
- package/lib/src/model/agenda.d.ts +0 -6
- package/lib/src/model/agenda.js +0 -148
- package/lib/src/model/ameli.d.ts +0 -67
- package/lib/src/model/ameli.js +0 -150
- package/lib/src/model/ameli_postgres.d.ts +0 -67
- package/lib/src/model/ameli_postgres.js +0 -150
- package/lib/src/model/commission.d.ts +0 -19
- package/lib/src/model/commission.js +0 -269
- package/lib/src/model/debats.d.ts +0 -39
- package/lib/src/model/debats.js +0 -112
- package/lib/src/model/documents.d.ts +0 -32
- package/lib/src/model/documents.js +0 -182
- package/lib/src/model/dosleg.d.ts +0 -144
- package/lib/src/model/dosleg.js +0 -468
- package/lib/src/model/index.d.ts +0 -7
- package/lib/src/model/index.js +0 -7
- package/lib/src/model/questions.d.ts +0 -54
- package/lib/src/model/questions.js +0 -91
- package/lib/src/model/scrutins.d.ts +0 -48
- package/lib/src/model/scrutins.js +0 -121
- package/lib/src/model/seance.d.ts +0 -3
- package/lib/src/model/seance.js +0 -267
- package/lib/src/model/sens.d.ts +0 -112
- package/lib/src/model/sens.js +0 -385
- package/lib/src/model/util.d.ts +0 -1
- package/lib/src/model/util.js +0 -15
- package/lib/src/other_types/questions.d.ts +0 -2
- package/lib/src/other_types/questions.js +0 -1
- package/lib/src/questions.d.ts +0 -53
- package/lib/src/questions.js +0 -1
- package/lib/src/raw_types/ameli.d.ts +0 -1762
- package/lib/src/raw_types/ameli.js +0 -1074
- package/lib/src/raw_types/debats.d.ts +0 -380
- package/lib/src/raw_types/debats.js +0 -266
- package/lib/src/raw_types/dosleg.d.ts +0 -2954
- package/lib/src/raw_types/dosleg.js +0 -2005
- package/lib/src/raw_types/questions.d.ts +0 -699
- package/lib/src/raw_types/questions.js +0 -493
- package/lib/src/raw_types/senat.d.ts +0 -11372
- package/lib/src/raw_types/senat.js +0 -5
- package/lib/src/raw_types/sens.d.ts +0 -7843
- package/lib/src/raw_types/sens.js +0 -4691
- package/lib/src/raw_types_schemats/ameli.d.ts +0 -541
- package/lib/src/raw_types_schemats/ameli.js +0 -2
- package/lib/src/raw_types_schemats/debats.d.ts +0 -127
- package/lib/src/raw_types_schemats/debats.js +0 -2
- package/lib/src/raw_types_schemats/dosleg.d.ts +0 -977
- package/lib/src/raw_types_schemats/dosleg.js +0 -2
- package/lib/src/raw_types_schemats/questions.d.ts +0 -237
- package/lib/src/raw_types_schemats/questions.js +0 -2
- package/lib/src/raw_types_schemats/sens.d.ts +0 -2709
- package/lib/src/raw_types_schemats/sens.js +0 -2
- package/lib/src/rich_types/agenda.d.ts +0 -45
- package/lib/src/rich_types/agenda.js +0 -1
- package/lib/src/rich_types/compte_rendu.d.ts +0 -83
- package/lib/src/rich_types/compte_rendu.js +0 -1
- package/lib/src/rich_types/sessions.d.ts +0 -6
- package/lib/src/rich_types/sessions.js +0 -19
- package/lib/src/rich_types/texte.d.ts +0 -72
- package/lib/src/rich_types/texte.js +0 -15
- package/lib/src/scripts/test_iter_load.d.ts +0 -1
- package/lib/src/scripts/test_iter_load.js +0 -12
- package/lib/src/sens.d.ts +0 -104
- package/lib/src/sens.js +0 -1
- package/lib/src/types/agenda.d.ts +0 -45
- package/lib/src/types/agenda.js +0 -1
- package/lib/src/types/ameli.d.ts +0 -1762
- package/lib/src/types/ameli.js +0 -1074
- package/lib/src/types/compte_rendu.d.ts +0 -83
- package/lib/src/types/compte_rendu.js +0 -1
- package/lib/src/types/debats.d.ts +0 -380
- package/lib/src/types/debats.js +0 -266
- package/lib/src/types/dosleg.d.ts +0 -2954
- package/lib/src/types/dosleg.js +0 -2005
- package/lib/src/types/questions.d.ts +0 -699
- package/lib/src/types/questions.js +0 -493
- package/lib/src/types/sens.d.ts +0 -7843
- package/lib/src/types/sens.js +0 -4691
- package/lib/src/types/sessions.d.ts +0 -6
- package/lib/src/types/sessions.js +0 -19
- package/lib/src/types/texte.d.ts +0 -72
- package/lib/src/types/texte.js +0 -15
- package/lib/src/validators/config.d.ts +0 -9
- package/lib/src/validators/config.js +0 -10
- package/lib/strings.d.ts +0 -1
- package/lib/strings.js +0 -18
- package/lib/strings.mjs +0 -18
- package/lib/strings.ts +0 -26
- package/lib/tsconfig.tsbuildinfo +0 -1
- package/lib/types/agenda.d.ts +0 -44
- package/lib/types/agenda.js +0 -1
- package/lib/types/ameli.d.ts +0 -5
- package/lib/types/ameli.js +0 -1
- package/lib/types/ameli.mjs +0 -13
- package/lib/types/ameli.ts +0 -21
- package/lib/types/compte_rendu.d.ts +0 -83
- package/lib/types/compte_rendu.js +0 -1
- package/lib/types/debats.d.ts +0 -2
- package/lib/types/debats.js +0 -1
- package/lib/types/debats.mjs +0 -2
- package/lib/types/debats.ts +0 -6
- package/lib/types/dosleg.d.ts +0 -70
- package/lib/types/dosleg.js +0 -1
- package/lib/types/dosleg.mjs +0 -151
- package/lib/types/dosleg.ts +0 -284
- package/lib/types/questions.d.ts +0 -2
- package/lib/types/questions.js +0 -1
- package/lib/types/questions.mjs +0 -1
- package/lib/types/questions.ts +0 -3
- package/lib/types/sens.d.ts +0 -10
- package/lib/types/sens.js +0 -1
- package/lib/types/sens.mjs +0 -1
- package/lib/types/sens.ts +0 -12
- package/lib/types/sessions.d.ts +0 -5
- package/lib/types/sessions.js +0 -84
- package/lib/types/sessions.mjs +0 -43
- package/lib/types/sessions.ts +0 -42
- package/lib/types/texte.d.ts +0 -74
- package/lib/types/texte.js +0 -16
- package/lib/types/texte.mjs +0 -16
- package/lib/types/texte.ts +0 -76
- package/lib/typings/windows-1252.d.js +0 -2
- package/lib/typings/windows-1252.d.mjs +0 -2
- package/lib/typings/windows-1252.d.ts +0 -11
- package/lib/utils/cr_spliting.d.ts +0 -28
- package/lib/utils/cr_spliting.js +0 -265
- package/lib/utils/date.d.ts +0 -10
- package/lib/utils/date.js +0 -100
- package/lib/utils/nvs-timecode.d.ts +0 -7
- package/lib/utils/nvs-timecode.js +0 -79
- package/lib/utils/reunion_grouping.d.ts +0 -9
- package/lib/utils/reunion_grouping.js +0 -361
- package/lib/utils/reunion_odj_building.d.ts +0 -5
- package/lib/utils/reunion_odj_building.js +0 -154
- package/lib/utils/reunion_parsing.d.ts +0 -23
- package/lib/utils/reunion_parsing.js +0 -209
- package/lib/utils/scoring.d.ts +0 -14
- package/lib/utils/scoring.js +0 -147
- package/lib/utils/string_cleaning.d.ts +0 -7
- package/lib/utils/string_cleaning.js +0 -57
- package/lib/validators/config.d.ts +0 -9
- package/lib/validators/config.js +0 -10
- package/lib/validators/config.mjs +0 -54
- package/lib/validators/config.ts +0 -79
- package/lib/validators/senat.d.ts +0 -0
- package/lib/validators/senat.js +0 -28
- package/lib/validators/senat.mjs +0 -24
- package/lib/validators/senat.ts +0 -26
- /package/lib/{add-js-extensions-v2.d.ts → src/other_types/collaborateurs.js} +0 -0
- /package/lib/{add-js-extensions.d.ts → src/scripts/retrieve_collaborateurs.d.ts} +0 -0
- /package/lib/{scripts/convert_data.d.ts → tests/collaborateurs.test.d.ts} +0 -0
package/lib/model/util.d.ts
DELETED
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
import { Expression } from "kysely";
|
|
2
|
-
export declare function concat(...exprs: Expression<number | string | null | undefined>[]): import("kysely").RawBuilder<string>;
|
|
3
|
-
export declare function expandToRows(expr: Expression<string | null | undefined>, regexp: Expression<string>): import("kysely").RawBuilder<unknown>;
|
|
4
|
-
export declare function nullIf(expr: Expression<number | string | null | undefined>): import("kysely").RawBuilder<unknown>;
|
|
5
|
-
export declare function removeSubstring(expr: Expression<string | null | undefined>, pattern: Expression<string>): import("kysely").RawBuilder<string>;
|
|
6
|
-
export declare function replace(expr: Expression<string | null | undefined>, pattern: Expression<string>, replacement: Expression<string>): import("kysely").RawBuilder<string>;
|
|
7
|
-
export declare function rtrim(expr: Expression<string | null | undefined>): import("kysely").RawBuilder<string>;
|
|
8
|
-
export declare function toDateString(expr: Expression<Date | null | undefined>, format?: Expression<string>): import("kysely").RawBuilder<string>;
|
|
9
|
-
export declare function toCRDate(dateISO: string, startTime?: string | null): string;
|
package/lib/model/util.js
DELETED
|
@@ -1,38 +0,0 @@
|
|
|
1
|
-
import { sql } from "kysely";
|
|
2
|
-
import { STANDARD_DATE_FORMAT } from "../scripts/datautil";
|
|
3
|
-
export function concat(...exprs) {
|
|
4
|
-
return sql.join(exprs, sql `||`).$castTo();
|
|
5
|
-
}
|
|
6
|
-
export function expandToRows(expr, regexp) {
|
|
7
|
-
return sql `unnest(regexp_matches(${expr}, ${regexp}, 'g'))`;
|
|
8
|
-
}
|
|
9
|
-
export function nullIf(expr) {
|
|
10
|
-
return sql `nullif(trim(${expr}), '')`;
|
|
11
|
-
}
|
|
12
|
-
export function removeSubstring(expr, pattern) {
|
|
13
|
-
return replace(expr, pattern, sql.val(""));
|
|
14
|
-
}
|
|
15
|
-
export function replace(expr, pattern, replacement) {
|
|
16
|
-
return sql `replace(${expr}, ${pattern}, ${replacement})`;
|
|
17
|
-
}
|
|
18
|
-
export function rtrim(expr) {
|
|
19
|
-
return sql `rtrim(${expr})`;
|
|
20
|
-
}
|
|
21
|
-
export function toDateString(expr, format = sql.val(STANDARD_DATE_FORMAT)) {
|
|
22
|
-
return sql `to_char(${expr}, ${format})`;
|
|
23
|
-
}
|
|
24
|
-
export function toCRDate(dateISO, startTime) {
|
|
25
|
-
const yyyymmdd = dateISO.replace(/-/g, ""); // "20250716"
|
|
26
|
-
let hh = "00", mm = "00", ss = "00", SSS = "000";
|
|
27
|
-
if (startTime) {
|
|
28
|
-
// accepte "HH:MM:SS", "HH:MM:SS.mmm", "HH:MM:SS.mmm+02:00"
|
|
29
|
-
const m = startTime.match(/(\d{2}):(\d{2}):(\d{2})(?:\.(\d{3}))?/);
|
|
30
|
-
if (m) {
|
|
31
|
-
hh = m[1];
|
|
32
|
-
mm = m[2];
|
|
33
|
-
ss = m[3];
|
|
34
|
-
SSS = m[4] || "000";
|
|
35
|
-
}
|
|
36
|
-
}
|
|
37
|
-
return `${yyyymmdd}${hh}${mm}${ss}${SSS}`;
|
|
38
|
-
}
|
package/lib/model/util.mjs
DELETED
|
@@ -1,19 +0,0 @@
|
|
|
1
|
-
import { sql } from "kysely";
|
|
2
|
-
export function concat(...exprs) {
|
|
3
|
-
return sql.join(exprs, sql `||`).$castTo();
|
|
4
|
-
}
|
|
5
|
-
export function expandToRows(expr, regexp) {
|
|
6
|
-
return sql `unnest(regexp_matches(${expr}, ${regexp}, 'g'))`;
|
|
7
|
-
}
|
|
8
|
-
export function removeSubstring(expr, pattern) {
|
|
9
|
-
return replace(expr, pattern, sql.val(""));
|
|
10
|
-
}
|
|
11
|
-
export function replace(expr, pattern, replacement) {
|
|
12
|
-
return sql `replace(${expr}, ${pattern}, ${replacement})`;
|
|
13
|
-
}
|
|
14
|
-
export function rtrim(expr) {
|
|
15
|
-
return sql `rtrim(${expr})`;
|
|
16
|
-
}
|
|
17
|
-
export function toDateString(expr) {
|
|
18
|
-
return sql `to_char(${expr}, 'yyyy-MM-dd')`;
|
|
19
|
-
}
|
package/lib/model/util.ts
DELETED
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
import { Expression, sql } from "kysely"
|
|
2
|
-
|
|
3
|
-
export function concat (...exprs: Expression<number | string | null | undefined>[]) {
|
|
4
|
-
return sql.join(exprs, sql`||`).$castTo<string>()
|
|
5
|
-
}
|
|
6
|
-
|
|
7
|
-
export function expandToRows (expr: Expression<string | null | undefined>, regexp: Expression<string>) {
|
|
8
|
-
return sql`unnest(regexp_matches(${expr}, ${regexp}, 'g'))`
|
|
9
|
-
}
|
|
10
|
-
|
|
11
|
-
export function removeSubstring (
|
|
12
|
-
expr: Expression<string | null | undefined>,
|
|
13
|
-
pattern: Expression<string>
|
|
14
|
-
) {
|
|
15
|
-
return replace(expr, pattern, sql.val(""))
|
|
16
|
-
}
|
|
17
|
-
|
|
18
|
-
export function replace (
|
|
19
|
-
expr: Expression<string | null | undefined>,
|
|
20
|
-
pattern: Expression<string>,
|
|
21
|
-
replacement: Expression<string>
|
|
22
|
-
) {
|
|
23
|
-
return sql<string>`replace(${expr}, ${pattern}, ${replacement})`
|
|
24
|
-
}
|
|
25
|
-
|
|
26
|
-
export function rtrim (expr: Expression<string | null | undefined>) {
|
|
27
|
-
return sql<string>`rtrim(${expr})`
|
|
28
|
-
}
|
|
29
|
-
|
|
30
|
-
export function toDateString (expr: Expression<Date | null | undefined>) {
|
|
31
|
-
return sql<string>`to_char(${expr}, 'yyyy-MM-dd')`
|
|
32
|
-
}
|
package/lib/parsers/texte.d.ts
DELETED
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
import { ExposeDesMotifs, FlatTexte } from "../types/texte";
|
|
2
|
-
export declare function transformTexte(document: Document): FlatTexte | null;
|
|
3
|
-
export declare function transformExposeDesMotifs(document: Document): ExposeDesMotifs | null;
|
|
4
|
-
export declare function parseTexte(texteXml: string): FlatTexte | null;
|
|
5
|
-
export declare function parseTexteFromFile(xmlFilePath: string): Promise<FlatTexte | null>;
|
|
6
|
-
export declare function parseExposeDesMotifs(exposeDesMotifsHtml: string): ExposeDesMotifs | null;
|
|
7
|
-
export declare function parseExposeDesMotifsFromFile(htmlFilePath: string): Promise<ExposeDesMotifs | null>;
|
package/lib/parsers/texte.js
DELETED
|
@@ -1,228 +0,0 @@
|
|
|
1
|
-
import { JSDOM } from "jsdom";
|
|
2
|
-
import { AKN_IDENTIFICATION_STRUCTURE_REGEXP, AKN_WORKFLOW_IDENTIFICATION_STRUCTURE_REGEXP } from "../scripts/datautil";
|
|
3
|
-
import { DivisionType, } from "../types/texte";
|
|
4
|
-
function buildWorklow(metaElement) {
|
|
5
|
-
const stepElements = metaElement.querySelectorAll("workflow step");
|
|
6
|
-
const steps = [];
|
|
7
|
-
for (const stepElement of stepElements) {
|
|
8
|
-
const identification = stepElement.getAttribute("href") ?? "";
|
|
9
|
-
const identificationParts = AKN_WORKFLOW_IDENTIFICATION_STRUCTURE_REGEXP.exec(identification)?.groups;
|
|
10
|
-
steps.push({
|
|
11
|
-
eId: stepElement.getAttribute("eId"),
|
|
12
|
-
date: stepElement.getAttribute("date") ? new Date(stepElement.getAttribute("date") ?? "") : null,
|
|
13
|
-
type: identificationParts?.["type"] || null,
|
|
14
|
-
session: identificationParts?.["session"] || null,
|
|
15
|
-
numero: identificationParts?.["numTexte"] || null,
|
|
16
|
-
version: identificationParts?.["version"] ? identificationParts["version"] : null,
|
|
17
|
-
outcome: stepElement.getAttribute("outcome"),
|
|
18
|
-
});
|
|
19
|
-
}
|
|
20
|
-
return steps;
|
|
21
|
-
}
|
|
22
|
-
function buildDivision(node, index) {
|
|
23
|
-
const eId = node.getAttribute("eId");
|
|
24
|
-
const tag = node.nodeName;
|
|
25
|
-
const level = DivisionType[tag];
|
|
26
|
-
const titleNode = node.querySelector("num");
|
|
27
|
-
const subtitleNode = node.querySelector("heading");
|
|
28
|
-
const headings = [
|
|
29
|
-
...(titleNode
|
|
30
|
-
? [
|
|
31
|
-
{
|
|
32
|
-
text: titleNode.textContent?.trim() ?? null,
|
|
33
|
-
html: titleNode.innerHTML?.trim() ?? null,
|
|
34
|
-
},
|
|
35
|
-
]
|
|
36
|
-
: []),
|
|
37
|
-
...(subtitleNode
|
|
38
|
-
? [
|
|
39
|
-
{
|
|
40
|
-
text: subtitleNode.textContent?.trim() ?? null,
|
|
41
|
-
html: subtitleNode.innerHTML?.trim() ?? null,
|
|
42
|
-
},
|
|
43
|
-
]
|
|
44
|
-
: []),
|
|
45
|
-
];
|
|
46
|
-
const division = {
|
|
47
|
-
index,
|
|
48
|
-
eId,
|
|
49
|
-
tag,
|
|
50
|
-
level,
|
|
51
|
-
headings,
|
|
52
|
-
};
|
|
53
|
-
if (tag === "article") {
|
|
54
|
-
;
|
|
55
|
-
division.alineas = [];
|
|
56
|
-
}
|
|
57
|
-
return division;
|
|
58
|
-
}
|
|
59
|
-
function buildAlinea(contentNode, alineaNode) {
|
|
60
|
-
const eId = alineaNode.getAttribute("eId");
|
|
61
|
-
const heading = {
|
|
62
|
-
text: alineaNode.querySelector("num")?.textContent ?? null,
|
|
63
|
-
};
|
|
64
|
-
const pastille = alineaNode.getAttribute("data:pastille") ?? null;
|
|
65
|
-
return {
|
|
66
|
-
eId,
|
|
67
|
-
heading,
|
|
68
|
-
text: contentNode.textContent?.trim() ?? null,
|
|
69
|
-
html: contentNode.innerHTML?.trim() ?? null,
|
|
70
|
-
pastille,
|
|
71
|
-
};
|
|
72
|
-
}
|
|
73
|
-
function buildEmptyArticle(index) {
|
|
74
|
-
return {
|
|
75
|
-
index: index,
|
|
76
|
-
eId: "",
|
|
77
|
-
tag: "article",
|
|
78
|
-
level: DivisionType["article"],
|
|
79
|
-
headings: [],
|
|
80
|
-
alineas: [],
|
|
81
|
-
};
|
|
82
|
-
}
|
|
83
|
-
function flattenTexte(texteContentRoot) {
|
|
84
|
-
const divisions = [];
|
|
85
|
-
let divisionIndex = 0;
|
|
86
|
-
const iter = (node) => {
|
|
87
|
-
if (node.nodeName === "content") {
|
|
88
|
-
return;
|
|
89
|
-
}
|
|
90
|
-
switch (node.nodeName) {
|
|
91
|
-
case "tome":
|
|
92
|
-
case "part":
|
|
93
|
-
case "book":
|
|
94
|
-
case "title":
|
|
95
|
-
case "subtitle":
|
|
96
|
-
case "chapter":
|
|
97
|
-
case "section":
|
|
98
|
-
case "subsection":
|
|
99
|
-
case "paragraph":
|
|
100
|
-
case "article":
|
|
101
|
-
divisions.push(buildDivision(node, divisionIndex++));
|
|
102
|
-
break;
|
|
103
|
-
}
|
|
104
|
-
if (node.nodeName === "alinea") {
|
|
105
|
-
Array.from(node.childNodes)
|
|
106
|
-
// Find direct content children programmatically
|
|
107
|
-
// because `:scope` selector does not work
|
|
108
|
-
// https://github.com/jsdom/jsdom/issues/2998
|
|
109
|
-
.filter((alineaChildNode) => alineaChildNode.nodeName === "content")
|
|
110
|
-
.forEach((alineaContentNode) => {
|
|
111
|
-
// Hypothesis: alineas should always be enclosed in articles
|
|
112
|
-
let lastArticle = divisions.findLast((division) => division.tag === "article");
|
|
113
|
-
if (!lastArticle) {
|
|
114
|
-
lastArticle = buildEmptyArticle(divisionIndex++);
|
|
115
|
-
divisions.push(lastArticle);
|
|
116
|
-
}
|
|
117
|
-
lastArticle.alineas.push(buildAlinea(alineaContentNode, node));
|
|
118
|
-
});
|
|
119
|
-
}
|
|
120
|
-
if (node.hasChildNodes()) {
|
|
121
|
-
node.childNodes.forEach((childNode) => iter(childNode));
|
|
122
|
-
}
|
|
123
|
-
};
|
|
124
|
-
iter(texteContentRoot);
|
|
125
|
-
return divisions;
|
|
126
|
-
}
|
|
127
|
-
export function transformTexte(document) {
|
|
128
|
-
const metaElement = document.querySelector("meta");
|
|
129
|
-
const preambleElement = document.querySelector("preamble");
|
|
130
|
-
const identification = metaElement?.querySelector("FRBRExpression FRBRuri")?.getAttribute("value") ?? "";
|
|
131
|
-
const identificationParts = AKN_IDENTIFICATION_STRUCTURE_REGEXP.exec(identification)?.groups;
|
|
132
|
-
const bodyElement = document.querySelector("body");
|
|
133
|
-
const sessionYears = identificationParts?.["session"]?.split("-") || null;
|
|
134
|
-
const datePresentation = metaElement?.querySelector("FRBRdate[name='#presentation']")?.getAttribute("date");
|
|
135
|
-
const dateDepot = metaElement?.querySelector("FRBRdate[name='#depot']")?.getAttribute("date");
|
|
136
|
-
const datePublicationXml = metaElement?.querySelector("FRBRdate[name='#publication-xml']")?.getAttribute("date");
|
|
137
|
-
return {
|
|
138
|
-
titre: preambleElement?.querySelector("docTitle")?.textContent || null,
|
|
139
|
-
titreCourt: metaElement?.querySelector("FRBRalias[name='intitule-court']")?.getAttribute("value") || null,
|
|
140
|
-
signetDossier: metaElement?.querySelector("FRBRalias[name='signet-dossier-legislatif-senat']")?.getAttribute("value") || null,
|
|
141
|
-
urlDossierSenat: metaElement?.querySelector("FRBRalias[name='url-senat']")?.getAttribute("value") || null,
|
|
142
|
-
urlDossierAssemblee: metaElement?.querySelector("FRBRalias[name='url-AN']")?.getAttribute("value") || null,
|
|
143
|
-
type: identificationParts?.["type"] || null,
|
|
144
|
-
session: sessionYears && sessionYears.length > 0 ? sessionYears[0] : null,
|
|
145
|
-
numero: identificationParts?.["numTexte"] ? parseInt(identificationParts["numTexte"]) : null,
|
|
146
|
-
datePresentation: datePresentation ? new Date(datePresentation) : null,
|
|
147
|
-
dateDepot: dateDepot ? new Date(dateDepot) : null,
|
|
148
|
-
datePublicationXml: datePublicationXml ? new Date(datePublicationXml) : null,
|
|
149
|
-
version: identificationParts?.["version"] ? identificationParts["version"] : null,
|
|
150
|
-
workflow: metaElement ? buildWorklow(metaElement) : [],
|
|
151
|
-
divisions: bodyElement ? flattenTexte(bodyElement) : [],
|
|
152
|
-
};
|
|
153
|
-
}
|
|
154
|
-
export function transformExposeDesMotifs(document) {
|
|
155
|
-
const sectionElements = document.querySelectorAll("section");
|
|
156
|
-
const exposeDesMotifsRegexp = new RegExp("EXPOS.{1,2}[\\n\\s]DES[\\n\\s]MOTIFS");
|
|
157
|
-
for (const sectionElement of sectionElements) {
|
|
158
|
-
const firstParagraph = sectionElement.querySelector("p:first-of-type");
|
|
159
|
-
const secondParagraph = sectionElement.querySelector("p:nth-of-type(2)");
|
|
160
|
-
if (!firstParagraph) {
|
|
161
|
-
continue;
|
|
162
|
-
}
|
|
163
|
-
const firstParagraphContent = firstParagraph.textContent;
|
|
164
|
-
const secondParagraphContent = secondParagraph?.textContent;
|
|
165
|
-
if (!firstParagraphContent || !exposeDesMotifsRegexp.test(firstParagraphContent.toUpperCase())) {
|
|
166
|
-
if (!secondParagraphContent || !exposeDesMotifsRegexp.test(secondParagraphContent.toUpperCase())) {
|
|
167
|
-
continue;
|
|
168
|
-
}
|
|
169
|
-
else {
|
|
170
|
-
secondParagraph.remove();
|
|
171
|
-
}
|
|
172
|
-
}
|
|
173
|
-
firstParagraph.remove();
|
|
174
|
-
return {
|
|
175
|
-
text: sectionElement.textContent?.trim() ?? null,
|
|
176
|
-
html: sectionElement.innerHTML?.trim() ?? null,
|
|
177
|
-
};
|
|
178
|
-
}
|
|
179
|
-
return null;
|
|
180
|
-
}
|
|
181
|
-
export function parseTexte(texteXml) {
|
|
182
|
-
try {
|
|
183
|
-
const { document } = new JSDOM(texteXml, {
|
|
184
|
-
contentType: "text/xml",
|
|
185
|
-
}).window;
|
|
186
|
-
return transformTexte(document);
|
|
187
|
-
}
|
|
188
|
-
catch (error) {
|
|
189
|
-
console.error(`Could not parse texte with error ${error}`);
|
|
190
|
-
}
|
|
191
|
-
return null;
|
|
192
|
-
}
|
|
193
|
-
// Prevent from memory leak
|
|
194
|
-
// https://github.com/jsdom/jsdom/issues/2583#issuecomment-559520814
|
|
195
|
-
export async function parseTexteFromFile(xmlFilePath) {
|
|
196
|
-
try {
|
|
197
|
-
const { document } = (await JSDOM.fromFile(xmlFilePath, { contentType: "text/xml" })).window;
|
|
198
|
-
return transformTexte(document);
|
|
199
|
-
}
|
|
200
|
-
catch (error) {
|
|
201
|
-
console.error(`Could not parse texte with error ${error}`);
|
|
202
|
-
}
|
|
203
|
-
return null;
|
|
204
|
-
}
|
|
205
|
-
export function parseExposeDesMotifs(exposeDesMotifsHtml) {
|
|
206
|
-
try {
|
|
207
|
-
const { document } = new JSDOM(exposeDesMotifsHtml, {
|
|
208
|
-
contentType: "text/html",
|
|
209
|
-
}).window;
|
|
210
|
-
return transformExposeDesMotifs(document);
|
|
211
|
-
}
|
|
212
|
-
catch (error) {
|
|
213
|
-
console.error(`Could not parse exposé des motifs with error ${error}`);
|
|
214
|
-
}
|
|
215
|
-
return null;
|
|
216
|
-
}
|
|
217
|
-
// Prevent from memory leak
|
|
218
|
-
// https://github.com/jsdom/jsdom/issues/2583#issuecomment-559520814
|
|
219
|
-
export async function parseExposeDesMotifsFromFile(htmlFilePath) {
|
|
220
|
-
try {
|
|
221
|
-
const { document } = (await JSDOM.fromFile(htmlFilePath, { contentType: "text/html" })).window;
|
|
222
|
-
return transformExposeDesMotifs(document);
|
|
223
|
-
}
|
|
224
|
-
catch (error) {
|
|
225
|
-
console.error(`Could not parse exposé des motifs with error ${error}`);
|
|
226
|
-
}
|
|
227
|
-
return null;
|
|
228
|
-
}
|