@tricoteuses/senat 3.1.22 → 3.1.24

package/lib/src/parsers/collaborateurs.d.ts

@@ -0,0 +1,44 @@
+/**
+ * Pure functions for parsing the HR PDF listing senators' collaborators
+ * (https://www.senat.fr/pubagas/liste_senateurs_collaborateurs.pdf).
+ *
+ * The PDF is a two-column table per page:
+ *  - "Employeur" (the senator) on the left, e.g. "Mme AESCHLIMANN Marie-Do" ;
+ *  - "Nom Collaborateur" on the right, e.g. "M. CHAREF Dahmane".
+ * A line without an employer extends the previous senator.
+ *
+ * Edge cases handled here: no matricule in the PDF, truncated senator first names
+ * ("Marie-Do"), compound names ("DI FOLCO", "MAZENOT CHAPPUY"), accents.
+ */
+/** Positioned text element extracted from the PDF (x goes right, y goes up). */
+export type PdfTextItem = {
+    str: string;
+    x: number;
+    y: number;
+    page: number;
+};
+export type PersonName = {
+    civilite: string;
+    nom: string;
+    prenom: string;
+};
+export type CollaboratorRow = {
+    senateur: PersonName;
+    collaborateur: PersonName;
+};
+/** Normalizes a string for comparison: uppercase, no accents, compacted spaces. */
+export declare function normalizeForComparison(value: string): string;
+/**
+ * Splits a "Civility LAST_NAME(S) FirstName" cell into {civilite, nom, prenom}.
+ * Uppercase head tokens form the name (handles compound names), the rest is the first name.
+ * Returns null if the cell is not a usable person name.
+ */
+export declare function parsePersonCell(cell: string): PersonName | null;
+/** Extracts the edition date printed in the footer ("Edition du JJ/MM/AAAA"). */
+export declare function extractEditionDate(strings: string[]): Date | null;
+/**
+ * Reconstructs the {senator, collaborator} list from positioned text items.
+ * Iterates pages then lines top to bottom; tracks the current senator and
+ * attaches collaborators from subsequent lines until a new employer appears.
+ */
+export declare function buildCollaboratorRows(items: PdfTextItem[]): CollaboratorRow[];

package/lib/src/parsers/collaborateurs.js

@@ -0,0 +1,157 @@
+/**
+ * Pure functions for parsing the HR PDF listing senators' collaborators
+ * (https://www.senat.fr/pubagas/liste_senateurs_collaborateurs.pdf).
+ *
+ * The PDF is a two-column table per page:
+ *  - "Employeur" (the senator) on the left, e.g. "Mme AESCHLIMANN Marie-Do" ;
+ *  - "Nom Collaborateur" on the right, e.g. "M. CHAREF Dahmane".
+ * A line without an employer extends the previous senator.
+ *
+ * Edge cases handled here: no matricule in the PDF, truncated senator first names
+ * ("Marie-Do"), compound names ("DI FOLCO", "MAZENOT CHAPPUY"), accents.
+ */
+// Horizontal bands of the two columns (measured on the PDF: employer ≈ 147, collaborator ≈ 285).
+const EMPLOYER_COLUMN = { min: 130, max: 225 };
+const COLLABORATOR_COLUMN = { min: 255, max: 360 };
+const CIVILITIES = ["Mme", "M.", "Mlle", "M"];
+// Lowercase nobiliary/patronymic particles that are part of the name when they precede it
+// (e.g. "de CIDRAC", "de LA GONTRIE", "de LEGGE"). The Senate reference keeps them in Nom_usuel.
+const PARTICLES = new Set([
+    "de",
+    "du",
+    "des",
+    "d'",
+    "le",
+    "la",
+    "les",
+    "von",
+    "van",
+    "der",
+    "den",
+    "da",
+    "di",
+    "del",
+    "dos",
+]);
+// Header / footer lines to ignore.
+const IGNORED_LINES = [
+    /liste des collaborateurs/i,
+    /^employeur$/i,
+    /^nom collaborateur$/i,
+    /^a\.?g\.?a\.?s\.?/i,
+    /edition du/i,
+    /congé non rémunéré/i,
+    /^-\s*\d+\s*-$/,
+];
+/** Normalizes a string for comparison: uppercase, no accents, compacted spaces. */
+export function normalizeForComparison(value) {
+    return value
+        .normalize("NFD")
+        .replace(/\p{Diacritic}/gu, "")
+        .toUpperCase()
+        .replace(/['']/g, "'")
+        .replace(/\s+/g, " ")
+        .trim();
+}
+function isIgnored(str) {
+    const t = str.trim();
+    if (!t)
+        return true;
+    return IGNORED_LINES.some((re) => re.test(t));
+}
+/**
+ * Splits a "Civility LAST_NAME(S) FirstName" cell into {civilite, nom, prenom}.
+ * Uppercase head tokens form the name (handles compound names), the rest is the first name.
+ * Returns null if the cell is not a usable person name.
+ */
+export function parsePersonCell(cell) {
+    const raw = cell
+        .replace(/\(\*\)/g, "")
+        .replace(/\s+/g, " ")
+        .trim();
+    if (!raw)
+        return null;
+    let civilite = "";
+    let rest = raw;
+    for (const civ of CIVILITIES) {
+        if (raw === civ)
+            return null;
+        if (raw.startsWith(`${civ} `)) {
+            civilite = civ;
+            rest = raw.slice(civ.length + 1).trim();
+            break;
+        }
+    }
+    if (!rest)
+        return null;
+    const tokens = rest.split(" ");
+    const isUppercase = (token) => {
+        const letters = token.replace(/[^A-Za-zÀ-ÿ]/g, "");
+        return letters.length > 0 && letters === letters.toUpperCase();
+    };
+    const nameTokens = [];
+    let i = 0;
+    // Leading lowercase particles (e.g. "de", "de la") that are part of the name.
+    while (i < tokens.length && PARTICLES.has(tokens[i].toLowerCase())) {
+        nameTokens.push(tokens[i]);
+        i++;
+    }
+    // Then uppercase name tokens.
+    while (i < tokens.length && isUppercase(tokens[i])) {
+        nameTokens.push(tokens[i]);
+        i++;
+    }
+    // A lone particle without an uppercase name is not valid: reset.
+    if (nameTokens.length > 0 && nameTokens.every((j) => PARTICLES.has(j.toLowerCase()))) {
+        nameTokens.length = 0;
+        i = 0;
+    }
+    // If no uppercase token (unexpected case), take the first as name.
+    if (nameTokens.length === 0 && tokens.length > 0) {
+        nameTokens.push(tokens[0]);
+        i = 1;
+    }
+    const nom = nameTokens.join(" ");
+    const prenom = tokens.slice(i).join(" ");
+    if (!nom)
+        return null;
+    return { civilite, nom, prenom };
+}
+/** Extracts the edition date printed in the footer ("Edition du JJ/MM/AAAA"). */
+export function extractEditionDate(strings) {
+    for (const s of strings) {
+        const m = s.match(/Edition du\s+(\d{2})\/(\d{2})\/(\d{4})/i);
+        if (m) {
+            const [, dd, mm, yyyy] = m;
+            return new Date(Date.UTC(Number(yyyy), Number(mm) - 1, Number(dd)));
+        }
+    }
+    return null;
+}
+/**
+ * Reconstructs the {senator, collaborator} list from positioned text items.
+ * Iterates pages then lines top to bottom; tracks the current senator and
+ * attaches collaborators from subsequent lines until a new employer appears.
+ */
+export function buildCollaboratorRows(items) {
+    const useful = items.filter((it) => !isIgnored(it.str));
+    // Reading order: increasing page, then decreasing y (top → bottom), then increasing x (left → right).
+    const sorted = [...useful].sort((a, b) => a.page - b.page || b.y - a.y || a.x - b.x);
+    const rows = [];
+    let currentSenator = null;
+    for (const it of sorted) {
+        const inEmployer = it.x >= EMPLOYER_COLUMN.min && it.x <= EMPLOYER_COLUMN.max;
+        const inCollaborator = it.x >= COLLABORATOR_COLUMN.min && it.x <= COLLABORATOR_COLUMN.max;
+        if (inEmployer) {
+            const person = parsePersonCell(it.str);
+            if (person)
+                currentSenator = person;
+        }
+        else if (inCollaborator && currentSenator) {
+            const collaborateur = parsePersonCell(it.str);
+            if (collaborateur)
+                rows.push({ senateur: currentSenator, collaborateur });
+        }
+    }
+    return rows;
+}

package/lib/src/rich_types/sens.d.ts

@@ -79,6 +79,11 @@ export interface SenateurResult {
     siege: string | null;
     url_hatvp: string | null;
     urls: UrlRow[];
+    collaborateurs?: Array<{
+        civilite: string;
+        nom: string;
+        prenom: string;
+    }>;
 }
 export interface CirconscriptionResult {
     article: string | null;

package/lib/src/scripts/data-download.js

@@ -18,3 +18,4 @@ runScript(`cross-env TZ='Etc/UTC' tsx src/scripts/retrieve_agenda.ts ${args} --p
 runScript(`tsx src/scripts/retrieve_cr_seance.ts ${args} --parseDebats --silent`);
 runScript(`tsx src/scripts/retrieve_cr_commission.ts ${args} --parseDebats --silent`);
 runScript(`tsx src/scripts/retrieve_videos.ts ${args} --silent`);
+runScript(`tsx src/scripts/retrieve_collaborateurs.ts ${args} --silent`);

package/lib/src/scripts/retrieve_collaborateurs.js

@@ -0,0 +1,166 @@
+import fs from "fs-extra";
+import path from "path";
+import { getDocumentProxy } from "unpdf";
+import { buildCollaboratorRows, extractEditionDate, normalizeForComparison, } from "../parsers/collaborateurs.js";
+import { assertExistingDirectory } from "./shared/cli_helpers.js";
+import { iterFilePaths } from "../server/loaders.js";
+const DEFAULT_PDF_URL = "https://www.senat.fr/pubagas/liste_senateurs_collaborateurs.pdf";
+const USER_AGENT = "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120 Safari/537.36";
+async function downloadPdf(url) {
+    const cookies = new Map();
+    let current = url;
+    for (let i = 0; i < 8; i += 1) {
+        const headers = { "User-Agent": USER_AGENT };
+        if (cookies.size > 0) {
+            headers["Cookie"] = [...cookies].map(([k, v]) => `${k}=${v}`).join("; ");
+        }
+        const response = await fetch(current, { redirect: "manual", headers });
+        for (const raw of response.headers.getSetCookie?.() ?? []) {
+            const [pair] = raw.split(";");
+            const idx = pair.indexOf("=");
+            if (idx > 0)
+                cookies.set(pair.slice(0, idx).trim(), pair.slice(idx + 1).trim());
+        }
+        if (response.status >= 300 && response.status < 400) {
+            const location = response.headers.get("location");
+            if (!location)
+                throw new Error(`Redirect without Location header (HTTP ${response.status})`);
+            current = new URL(location, current).toString();
+            continue;
+        }
+        if (!response.ok)
+            throw new Error(`PDF download failed: HTTP ${response.status}`);
+        const buffer = Buffer.from(await response.arrayBuffer());
+        if (buffer.subarray(0, 5).toString("latin1") !== "%PDF-") {
+            throw new Error("Downloaded content is not a PDF");
+        }
+        return buffer;
+    }
+    throw new Error("Too many redirects during HR PDF download");
+}
+async function extractPdfItems(buffer) {
+    const pdf = await getDocumentProxy(new Uint8Array(buffer));
+    const items = [];
+    const strings = [];
+    for (let p = 1; p <= pdf.numPages; p += 1) {
+        const page = await pdf.getPage(p);
+        const content = await page.getTextContent();
+        for (const item of content.items) {
+            if (typeof item.str !== "string" || !item.str.trim() || !item.transform)
+                continue;
+            items.push({ str: item.str, x: item.transform[4], y: item.transform[5], page: p });
+            strings.push(item.str);
+        }
+    }
+    return { items, strings };
+}
+function loadSenators(dataDir) {
+    const senatorsDir = path.join(dataDir, "sens", "senateurs");
+    const files = new Map();
+    const indexByName = new Map();
+    if (!fs.existsSync(senatorsDir))
+        return { files, indexByName };
+    for (const filePath of iterFilePaths(senatorsDir)) {
+        const senator = JSON.parse(fs.readFileSync(filePath, "utf-8"));
+        files.set(senator.matricule, senator);
+        const key = normalizeForComparison(senator.nom_usuel);
+        const list = indexByName.get(key);
+        if (list)
+            list.push(senator);
+        else
+            indexByName.set(key, [senator]);
+    }
+    return { files, indexByName };
+}
+async function main() {
+    const dataDir = process.argv[2];
+    assertExistingDirectory(dataDir, "dataDir");
+    // 1. Download + parse PDF
+    console.log(`Downloading HR PDF: ${DEFAULT_PDF_URL}`);
+    const buffer = await downloadPdf(DEFAULT_PDF_URL);
+    const { items, strings } = await extractPdfItems(buffer);
+    const rows = buildCollaboratorRows(items);
+    const editionDate = extractEditionDate(strings);
+    console.log(`PDF parsed: ${rows.length} collaborator rows, edition ${editionDate?.toISOString().slice(0, 10) ?? "unknown"}`);
+    if (rows.length === 0) {
+        throw new Error("No collaborator rows extracted from PDF: unexpected format, aborting without changes.");
+    }
+    // 2. Load existing senator files
+    const { indexByName } = loadSenators(dataDir);
+    if (indexByName.size === 0) {
+        throw new Error("No senator files found. Run data:download first to generate the files.");
+    }
+    // 3. Resolve PDF senators → files
+    let nbEnriched = 0;
+    let nbUnresolved = 0;
+    // Group collaborators by senator matricule
+    const collabsByMatricule = new Map();
+    const unresolvedNames = new Set();
+    for (const row of rows) {
+        const nameKey = normalizeForComparison(row.senateur.nom);
+        const candidates = indexByName.get(nameKey);
+        if (!candidates || candidates.length === 0) {
+            unresolvedNames.add(`${row.senateur.civilite} ${row.senateur.nom} ${row.senateur.prenom}`.trim());
+            nbUnresolved += 1;
+            continue;
+        }
+        // Disambiguation by first name prefix
+        const targetFirstName = normalizeForComparison(row.senateur.prenom);
+        const byFirstName = candidates.filter((c) => normalizeForComparison(c.prenom_usuel).startsWith(targetFirstName));
+        let senator = null;
+        if (candidates.length === 1) {
+            senator = candidates[0];
+        }
+        else if (byFirstName.length === 1) {
+            senator = byFirstName[0];
+        }
+        else {
+            unresolvedNames.add(`${row.senateur.civilite} ${row.senateur.nom} ${row.senateur.prenom}`.trim());
+            nbUnresolved += 1;
+            continue;
+        }
+        let collabs = collabsByMatricule.get(senator.matricule);
+        if (!collabs) {
+            collabs = [];
+            collabsByMatricule.set(senator.matricule, collabs);
+        }
+        // Deduplication
+        const nName = normalizeForComparison(row.collaborateur.nom);
+        const nFirstName = normalizeForComparison(row.collaborateur.prenom);
+        if (!collabs.some((c) => normalizeForComparison(c.nom) === nName && normalizeForComparison(c.prenom) === nFirstName)) {
+            collabs.push({
+                civilite: row.collaborateur.civilite,
+                nom: row.collaborateur.nom,
+                prenom: row.collaborateur.prenom,
+            });
+        }
+    }
+    // 4. Write collaborators into senator files
+    for (const [matricule, collaborateurs] of collabsByMatricule) {
+        const filePath = path.join(dataDir, "sens", "senateurs", `${matricule}.json`);
+        if (!fs.existsSync(filePath))
+            continue;
+        const senator = JSON.parse(fs.readFileSync(filePath, "utf-8"));
+        senator.collaborateurs = collaborateurs;
+        fs.writeFileSync(filePath, JSON.stringify(senator, null, 2) + "\n");
+        nbEnriched += 1;
+    }
+    // 5. Clean collaborators from senators absent from the PDF
+    const enrichedMatricules = new Set(collabsByMatricule.keys());
+    const { files: allFiles } = loadSenators(dataDir);
+    for (const [matricule, senator] of allFiles) {
+        if (!enrichedMatricules.has(matricule) && senator.collaborateurs) {
+            delete senator.collaborateurs;
+            const filePath = path.join(dataDir, "sens", "senateurs", `${matricule}.json`);
+            fs.writeFileSync(filePath, JSON.stringify(senator, null, 2) + "\n");
+        }
+    }
+    console.log(`${nbEnriched} senator(s) enriched with their collaborators`);
+    if (unresolvedNames.size > 0) {
+        console.warn(`${nbUnresolved} PDF senator(s) could not be matched: ${[...unresolvedNames].slice(0, 10).join(", ")}${unresolvedNames.size > 10 ? "…" : ""}`);
+    }
+}
+main().catch((error) => {
+    console.error(error);
+    process.exit(1);
+});

package/lib/src/scripts/retrieve_cr_seance.js

@@ -28,18 +28,25 @@ const optionsDefinitions = [
 const options = commandLineArgs(optionsDefinitions);
 const CRI_ZIP_URL = "https://data.senat.fr/data/debats/cri.zip";
 let exitCode = 10; // 0: some data changed, 10: no modification
+function log(options, ...args) {
+    if (!options["silent"])
+        console.log(...args);
+}
+function warn(options, ...args) {
+    if (!options["silent"])
+        console.warn(...args);
+}
 class CompteRenduError extends Error {
     constructor(message, url) {
         super(`An error occurred while retrieving ${url}: ${message}`);
     }
 }
-async function downloadCriZip(zipPath) {
-    if (!options["silent"])
-        console.log(`Downloading CRI zip ${CRI_ZIP_URL}…`);
+async function downloadCriZip(zipPath, options) {
+    log(options, `Downloading CRI zip ${CRI_ZIP_URL}…`);
     const response = await fetchWithRetry(CRI_ZIP_URL);
     if (!response.ok) {
         if (response.status === 404) {
-            console.warn(`CRI zip ${CRI_ZIP_URL} not found`);
+            warn(options, `CRI zip ${CRI_ZIP_URL} not found`);
             return;
         }
         throw new CompteRenduError(String(response.status), CRI_ZIP_URL);
@@ -48,7 +55,7 @@ async function downloadCriZip(zipPath) {
     await fs.writeFile(zipPath, buf);
     if (!options["silent"]) {
         const mb = (buf.length / (1024 * 1024)).toFixed(1);
-        console.log(`[CRI] Downloaded ${mb} MB → ${zipPath}`);
+        log(options, `[CRI] Downloaded ${mb} MB → ${zipPath}`);
     }
 }
 async function extractAndDistributeXmlBySession(zipPath, originalRoot) {
@@ -97,9 +104,9 @@ export async function retrieveCriXmlDump(dataDir, options = {}) {
     const sessions = getSessionsFromStart((options["fromSession"] ?? UNDEFINED_SESSION));
     // 1) Download ZIP global + distribut by session
     const zipPath = path.join(dataDir, "cri.zip");
-    console.log("[CRI] Downloading global CRI zip…");
-    await downloadCriZip(zipPath);
-    console.log("[CRI] Extracting + distributing XMLs by session…");
+    log(options, "[CRI] Downloading global CRI zip…");
+    await downloadCriZip(zipPath, options);
+    log(options, "[CRI] Extracting + distributing XMLs by session…");
     for (const session of sessions) {
         const dir = path.join(originalRoot, String(session));
         if (await fs.pathExists(dir)) {
@@ -110,13 +117,13 @@ export async function retrieveCriXmlDump(dataDir, options = {}) {
     }
     const n = await extractAndDistributeXmlBySession(zipPath, originalRoot);
     if (n === 0) {
-        console.warn("[CRI] No XML extracted. Archive empty or layout changed?");
+        warn(options, "[CRI] No XML extracted. Archive empty or layout changed?");
     }
     else {
-        console.log(`[CRI] Distributed ${n} XML file(s) into session folders.`);
+        log(options, `[CRI] Distributed ${n} XML file(s) into session folders.`);
     }
     if (!options["parseDebats"]) {
-        console.log("[CRI] parseDebats not requested → done.");
+        log(options, "[CRI] parseDebats not requested → done.");
         return;
     }
     for (const session of sessions) {
@@ -147,10 +154,10 @@ export async function retrieveCriXmlDump(dataDir, options = {}) {
                             const crPath = path.join(transformedSessionDir, fn);
                             try {
                                 const cr = await fs.readJSON(crPath);
-                                await linkCriEventIntoAgenda(dataDir, yyyymmdd, eventId, cr.uid, cr, session);
+                                await linkCriEventIntoAgenda(dataDir, yyyymmdd, eventId, cr.uid, cr, session, options);
                             }
                             catch (e) {
-                                console.warn(`[CR] [${session}] Could not relink existing CR into a reunion for ${yyyymmdd} event=${eventId}:`, e);
+                                warn(options, `[CR] [${session}] Could not relink existing CR into a reunion for ${yyyymmdd} event=${eventId}:`, e);
                             }
                         }
                         continue;
@@ -160,7 +167,7 @@ export async function retrieveCriXmlDump(dataDir, options = {}) {
             // === Charger les events SP du jour depuis les agendas groupés ===
             const dayEvents = await loadAgendaSpEventsForDate(dataDir, yyyymmdd, session);
             if (dayEvents.length === 0) {
-                console.warn(`[CRI] [${session}] No agenda SP events found for ${yyyymmdd} → skip split/link`);
+                warn(options, `[CRI] [${session}] No agenda SP events found for ${yyyymmdd} → skip split/link`);
                 continue;
             }
             // === Lire XML + construire index DOM ===
@@ -175,14 +182,14 @@ export async function retrieveCriXmlDump(dataDir, options = {}) {
                 idx = new Map(order.map((el, i) => [el, i]));
             }
             catch (e) {
-                console.warn(`[CRI] [${session}] Cannot read/parse ${f}:`, e);
+                warn(options, `[CRI] [${session}] Cannot read/parse ${f}:`, e);
                 continue;
             }
             // === Extraire sommaire + matcher vers events agenda ===
             const blocks = extractSommaireBlocks($, idx);
             const intervals = buildIntervalsByAgendaEvents($, idx, order, blocks, dayEvents);
             if (!intervals.length) {
-                console.warn(`[CRI] [${session}] No confident split intervals for ${yyyymmdd} → skip`);
+                warn(options, `[CRI] [${session}] No confident split intervals for ${yyyymmdd} → skip`);
                 continue;
             }
             // === Parser / écrire / linker chaque segment par event ===
@@ -191,16 +198,16 @@ export async function retrieveCriXmlDump(dataDir, options = {}) {
                 const outPath = path.join(transformedSessionDir, outName);
                 const cr = await parseCompteRenduIntervalFromFile(xmlPath, iv.startIndex, iv.endIndex, iv.agendaEventId);
                 if (!cr) {
-                    console.warn(`[CRI] [${session}] Empty or no points for ${yyyymmdd} event=${iv.agendaEventId} → skip`);
+                    warn(options, `[CRI] [${session}] Empty or no points for ${yyyymmdd} event=${iv.agendaEventId} → skip`);
                     continue;
                 }
                 await fs.ensureDir(transformedSessionDir);
                 await fs.writeJSON(outPath, cr, { spaces: 2 });
                 try {
-                    await linkCriEventIntoAgenda(dataDir, yyyymmdd, iv.agendaEventId, cr.uid, cr, session);
+                    await linkCriEventIntoAgenda(dataDir, yyyymmdd, iv.agendaEventId, cr.uid, cr, session, options);
                 }
                 catch (e) {
-                    console.warn(`[CR] [${session}] Could not link CR into agenda for ${yyyymmdd} event=${iv.agendaEventId}:`, e);
+                    warn(options, `[CR] [${session}] Could not link CR into agenda for ${yyyymmdd} event=${iv.agendaEventId}:`, e);
                 }
             }
         }
@@ -218,7 +225,7 @@ function commitAndPushGit(datasetDir, options) {
         }
     }
 }
-async function linkCriEventIntoAgenda(dataDir, yyyymmdd, agendaEventId, crUid, cr, session) {
+async function linkCriEventIntoAgenda(dataDir, yyyymmdd, agendaEventId, crUid, cr, session, options) {
     const agendadDir = path.join(dataDir, AGENDA_FOLDER, DATA_TRANSFORMED_FOLDER, session.toString());
     fs.ensureDirSync(agendadDir);
     const dateISO = `${yyyymmdd.slice(0, 4)}-${yyyymmdd.slice(4, 6)}-${yyyymmdd.slice(6, 8)}`;
@@ -230,17 +237,17 @@ async function linkCriEventIntoAgenda(dataDir, yyyymmdd, agendaEventId, crUid, c
             agenda = await fs.readJSON(agendaPath);
         }
         catch (e) {
-            console.warn(`[CR] unreadable reunion JSON → ${agendaPath} (${e})`);
+            warn(options, `[CR] unreadable reunion JSON → ${agendaPath} (${e})`);
             agenda = null;
         }
     }
     if (!agenda) {
-        console.warn(`[CR] Missing reunion file for SP event=${agendaEventId}: ${agendaPath}`);
+        warn(options, `[CR] Missing reunion file for SP event=${agendaEventId}: ${agendaPath}`);
         return;
     }
     agenda.compteRenduRefUid = crUid;
     await fs.writeJSON(agendaPath, agenda, { spaces: 2 });
-    console.log(`[CR] Linked CR ${crUid} → ${path.basename(agendaPath)} (event=${agendaEventId})`);
+    log(options, `[CR] Linked CR ${crUid} → ${path.basename(agendaPath)} (event=${agendaEventId})`);
 }
 function buildIntervalsByAgendaEvents($, idx, order, blocks, dayEvents) {
     const MIN_SCORE = 0.65;
@@ -348,9 +355,11 @@ function resolveTargetIndex($, idx, targetId) {
 }
 async function main() {
     const dataDir = assertExistingDirectory(options["dataDir"], "data directory");
-    console.time("CRI processing time");
+    if (!options["silent"])
+        console.time("CRI processing time");
     await retrieveCriXmlDump(dataDir, options);
-    console.timeEnd("CRI processing time");
+    if (!options["silent"])
+        console.timeEnd("CRI processing time");
 }
 main()
     .then(() => process.exit(exitCode))

package/lib/src/scripts/retrieve_videos.js

@@ -17,6 +17,10 @@ import { processBisIfNeeded, processOneReunionMatch, writeIfChanged } from "../v
 const optionsDefinitions = [...commonOptions];
 const options = commandLineArgs(optionsDefinitions);
 let exitCode = 10; // 0: some data changed, 10: no modification
+function log(...args) {
+    if (!options["silent"])
+        console.log(...args);
+}
 function shouldSkipAgenda(agenda) {
     if (!agenda.date || !agenda.startTime)
         return true;
@@ -113,12 +117,12 @@ async function processGroupedReunion(agenda, session, dataDir, lastByVideo) {
         STATS.total++;
         const candidates = await fetchCandidatesForAgenda(agenda, options);
         if (!candidates) {
-            console.log(`[warn] ${agenda.uid} No candidate found for this reunion. Probably VOD not published yet.`);
+            log(`[warn] ${agenda.uid} No candidate found for this reunion. Probably VOD not published yet.`);
             return;
         }
         const match = await matchAgendaToVideo({ agenda, agendaTs: ctx.agendaTs, candidates, options });
         if (!match) {
-            console.log(`[miss] ${agenda.uid} No match found for this reunion`);
+            log(`[miss] ${agenda.uid} No match found for this reunion`);
             return;
         }
         ;
@@ -127,8 +131,7 @@ async function processGroupedReunion(agenda, session, dataDir, lastByVideo) {
         await writeMatchArtifacts({ agenda, ctx, best, secondBest });
     }
     if (best && isAmbiguousTimeOriginal(agenda.events[0].timeOriginal)) {
-        if (!options["silent"])
-            console.log("If the time is ambiguous, update agenda startTime from matched video");
+        log("If the time is ambiguous, update agenda startTime from matched video");
         agenda = { ...agenda, startTime: epochToParisDateTime(best.epoch)?.startTime ?? agenda.startTime };
     }
     // 3) Always update BEST agenda JSON from local NVS
@@ -158,7 +161,7 @@ async function processGroupedReunion(agenda, session, dataDir, lastByVideo) {
     });
 }
 async function processAll(dataDir, sessions) {
-    console.log("Process all Agendas and fetch video's url");
+    log("Process all Agendas and fetch video's url");
     for (const session of sessions) {
         const lastByVideo = new Map();
         for (const { item: agenda } of iterLoadSenatAgendas(dataDir, session)) {
@@ -186,12 +189,14 @@ async function main() {
     const dataDir = assertExistingDirectory(options["dataDir"], "data directory");
     const sessions = getSessionsFromStart((options["fromSession"] ?? UNDEFINED_SESSION));
     const TIMER = "senat-agendas→videos processing time";
-    console.time(TIMER);
+    if (!options["silent"])
+        console.time(TIMER);
     await processAll(dataDir, sessions);
-    console.timeEnd(TIMER);
+    if (!options["silent"])
+        console.timeEnd(TIMER);
     const { total, accepted } = STATS;
     const ratio = total ? ((accepted / total) * 100).toFixed(1) : "0.0";
-    console.log(`[summary] accepted=${accepted} / total=${total} (${ratio}%)`);
+    log(`[summary] accepted=${accepted} / total=${total} (${ratio}%)`);
 }
 if (import.meta.url === pathToFileURL(process.argv[1]).href) {
     main()