@tricoteuses/assemblee 2.4.2 → 2.5.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/lib/loaders.d.ts +5 -2
- package/lib/loaders.js +552 -536
- package/lib/parsers.js +1 -1
- package/lib/scripts/process_open_dataset.d.ts +2 -1
- package/lib/scripts/retrieve_documents.d.ts +2 -1
- package/lib/scripts/retrieve_videos.d.ts +1 -3
- package/lib/scripts/shared/cli_helpers.d.ts +6 -1
- package/package.json +2 -1
package/lib/parsers.js
CHANGED
|
@@ -2023,7 +2023,7 @@ function bs(e, u) {
|
|
|
2023
2023
|
var Fu;
|
|
2024
2024
|
const Ke = (
|
|
2025
2025
|
// @ts-expect-error `hasOwn` is a standard object method
|
|
2026
|
-
(Fu = Object.hasOwn) !== null && Fu !== void 0 ? Fu : (
|
|
2026
|
+
(Fu = Object.hasOwn) !== null && Fu !== void 0 ? Fu : (e, u) => Object.prototype.hasOwnProperty.call(e, u)
|
|
2027
2027
|
), je = /\s+/, Zu = "data-", gt = /^(?:autofocus|autoplay|async|checked|controls|defer|disabled|hidden|loop|multiple|open|readonly|required|scoped|selected)$/i, Es = /^{[^]*}$|^\[[^]*]$/;
|
|
2028
2028
|
function Tu(e, u, t) {
|
|
2029
2029
|
var a;
|
|
@@ -5,7 +5,8 @@ type CommonOptions = {
|
|
|
5
5
|
legislature: number;
|
|
6
6
|
fetchDocuments?: boolean;
|
|
7
7
|
parseDocuments?: boolean;
|
|
8
|
-
|
|
8
|
+
fetchVideos?: boolean;
|
|
9
|
+
onlyRecent?: number;
|
|
9
10
|
};
|
|
10
11
|
export declare function downloadAndParse(document: Document, datasetDir: string, options: any): Promise<void>;
|
|
11
12
|
export declare function downloadAndParseVideosAndCR(reunion: Reunion, datasetCleanDir: string, options: CommonOptions): Promise<void>;
|
|
@@ -2,9 +2,7 @@ import { Reunion } from '../types/agendas';
|
|
|
2
2
|
type CommonOptions = {
|
|
3
3
|
dataDir?: string;
|
|
4
4
|
legislature: number;
|
|
5
|
-
|
|
6
|
-
parseDocuments?: boolean;
|
|
7
|
-
fullCompteRenduCommissions?: boolean;
|
|
5
|
+
"only-recent"?: number;
|
|
8
6
|
};
|
|
9
7
|
export declare function downloadAndParseVideos(reunion: Reunion, datasetCleanDir: string, options: CommonOptions): Promise<void>;
|
|
10
8
|
/**
|
|
@@ -60,6 +60,11 @@ export declare const notFoundOption: {
|
|
|
60
60
|
name: string;
|
|
61
61
|
type: BooleanConstructor;
|
|
62
62
|
};
|
|
63
|
+
export declare const onlyRecentOption: {
|
|
64
|
+
help: string;
|
|
65
|
+
name: string;
|
|
66
|
+
type: NumberConstructor;
|
|
67
|
+
};
|
|
63
68
|
export declare const cloneOption: {
|
|
64
69
|
alias: string;
|
|
65
70
|
help: string;
|
|
@@ -85,7 +90,7 @@ export declare const pullOption: {
|
|
|
85
90
|
name: string;
|
|
86
91
|
type: BooleanConstructor;
|
|
87
92
|
};
|
|
88
|
-
export declare const
|
|
93
|
+
export declare const fetchVideosOption: {
|
|
89
94
|
help: string;
|
|
90
95
|
name: string;
|
|
91
96
|
type: BooleanConstructor;
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@tricoteuses/assemblee",
|
|
3
|
-
"version": "2.
|
|
3
|
+
"version": "2.5.0",
|
|
4
4
|
"description": "Retrieve, clean up & handle French Assemblée nationale's open data",
|
|
5
5
|
"keywords": [
|
|
6
6
|
"Assemblée nationale",
|
|
@@ -94,6 +94,7 @@
|
|
|
94
94
|
"js-yaml": "^4.0.0",
|
|
95
95
|
"node-html-parser": "^7.0.1",
|
|
96
96
|
"node-stream-zip": "^1.11.6",
|
|
97
|
+
"p-limit": "^7.2.0",
|
|
97
98
|
"sharp": "^0.34.2"
|
|
98
99
|
},
|
|
99
100
|
"devDependencies": {
|