@tricoteuses/senat 3.1.14 → 3.1.16

package/lib/src/scripts/retrieve_cr_commission.js

@@ -1,7 +1,7 @@
 import fs, { ensureDir } from "fs-extra";
 import path from "path";
 import * as cheerio from "cheerio";
-import { COMMISSION_FOLDER, DATA_ORIGINAL_FOLDER, DATA_TRANSFORMED_FOLDER } from "../server/loaders.js";
+import { AGENDA_FOLDER, COMMISSION_FOLDER, DATA_ORIGINAL_FOLDER, DATA_TRANSFORMED_FOLDER } from "../server/loaders.js";
 import { loadAgendaForDate, parseCommissionMetadataFromHtml, linkCRtoCommissionGroup } from "../utils/cr_spliting.js";
 import { cleanTitle, extractDayH3Sections, parseCommissionCRSectionFromDom } from "../server/commission.js";
 import commandLineArgs from "command-line-args";
@@ -360,7 +360,9 @@ async function retrieveCommissionCRs(options = {}) {
         }
     }
     const debatsDir = path.join(dataDir, COMMISSION_FOLDER);
+    const agendaDir = path.join(dataDir, AGENDA_FOLDER);
     commitAndPushGit(debatsDir, options);
+    commitAndPushGit(agendaDir, options);
 }
 async function main() {
     assertExistingDirectory(options["dataDir"], "data directory");

package/lib/src/scripts/retrieve_cr_seance.js

@@ -206,7 +206,9 @@ export async function retrieveCriXmlDump(dataDir, options = {}) {
         }
     }
     const debatsDir = path.join(dataDir, COMPTES_RENDUS_FOLDER);
+    const agendaDir = path.join(dataDir, AGENDA_FOLDER);
     commitAndPushGit(debatsDir, options);
+    commitAndPushGit(agendaDir, options);
 }
 function commitAndPushGit(datasetDir, options) {
     if (options.commit) {

package/lib/src/scripts/retrieve_videos.js

@@ -18,8 +18,6 @@ const optionsDefinitions = [...commonOptions];
 const options = commandLineArgs(optionsDefinitions);
 let exitCode = 10; // 0: some data changed, 10: no modification
 function shouldSkipAgenda(agenda) {
-    if (!agenda.captationVideo)
-        return true;
     if (!agenda.date || !agenda.startTime)
         return true;
     if (agenda.uid.endsWith("Bis"))
@@ -170,8 +168,8 @@ async function processAll(dataDir, sessions) {
             }
         }
     }
-    const debatsDir = path.join(dataDir, AGENDA_FOLDER);
-    commitAndPushGit(debatsDir, options);
+    const agendaDir = path.join(dataDir, AGENDA_FOLDER);
+    commitAndPushGit(agendaDir, options);
 }
 function commitAndPushGit(datasetDir, options) {
     if (options.commit) {

package/lib/src/videos/match.js

@@ -16,7 +16,10 @@ export async function matchOneReunion(args) {
     const titleDominance = weights.titleDominance ?? 0;
     const orgUncertainPenalty = weights.orgUncertainPenalty ?? 1; // 1 disables
     const orgSkipDice = weights.orgSkipDice ?? 0;
-    const minAccept = minAcceptBase + (candidates.length >= 20 ? 0.08 : candidates.length >= 10 ? 0.05 : 0);
+    let minAccept = minAcceptBase + (candidates.length >= 20 ? 0.08 : candidates.length >= 10 ? 0.05 : 0);
+    if (!agenda.captationVideo) {
+        minAccept = 0.9;
+    }
     const vw = weights
         ? {
             wTitle: weights.wTitle,

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tricoteuses/senat",
-  "version": "3.1.14",
+  "version": "3.1.16",
   "description": "Handle French Sénat's open data",
   "keywords": [
     "France",