@tricoteuses/senat 2.20.8 → 2.20.9

package/lib/scripts/retrieve_videos.js

@@ -9,6 +9,7 @@ import { getSessionsFromStart } from "../types/sessions";
 import { commonOptions } from "./shared/cli_helpers";
 import { decodeHtmlEntities } from "../model/util";
 import { DateTime } from "luxon";
+import { getFirstInterventionStartTimecode } from "../utils/nvs-timecode";
 // ===================== Constants =====================
 const MATCH_THRESHOLD = 0.5;
 const MAX_CANDIDATES = 15;
@@ -274,6 +275,8 @@ async function processGroupedReunion(agenda, session, dataDir) {
         }
     }
     let master = null;
+    let dataTxt = null;
+    let finalTxt = null;
     let accepted = false;
     if (!skipDownload) {
         STATS.total++;
@@ -398,8 +401,8 @@ async function processGroupedReunion(agenda, session, dataDir) {
         await writeIfChanged(path.join(baseDir, "metadata.json"), JSON.stringify(metadata, null, 2));
         const dataUrl = `${SENAT_DATAS_ROOT}/${best.id}_${best.hash}/content/data.nvs`;
         const finalUrl = `${SENAT_DATAS_ROOT}/${best.id}_${best.hash}/content/finalplayer.nvs`;
-        const dataTxt = await fetchText(dataUrl);
-        const finalTxt = await fetchText(finalUrl);
+        dataTxt = await fetchText(dataUrl);
+        finalTxt = await fetchText(finalUrl);
         if (dataTxt)
             await fsp.writeFile(path.join(baseDir, "data.nvs"), dataTxt, "utf-8");
         if (finalTxt)
@@ -414,14 +417,21 @@ async function processGroupedReunion(agenda, session, dataDir) {
     else {
         // Skipped download, but need to read data.nvs for urlVideo
         try {
-            const dataTxt = await fsp.readFile(path.join(baseDir, "data.nvs"), "utf-8");
-            const finalTxt = await fsp.readFile(path.join(baseDir, "finalplayer.nvs"), "utf-8");
+            dataTxt = await fsp.readFile(path.join(baseDir, "data.nvs"), "utf-8");
+            finalTxt = await fsp.readFile(path.join(baseDir, "finalplayer.nvs"), "utf-8");
             master = buildSenatVodMasterM3u8FromNvs(dataTxt);
         }
         catch (e) {
             console.warn(e);
         }
     }
+    let timecodeDebutVideo = null;
+    if (dataTxt && finalTxt) {
+        timecodeDebutVideo = getFirstInterventionStartTimecode(dataTxt, finalTxt);
+        if (timecodeDebutVideo === null) {
+            console.warn(`[warn] Cannot retrieve start video timecode from reunion` + reunionUid);
+        }
+    }
     // ==== 4) Update agenda file (only if accepted + m3u8) ====
     if ((accepted || skipDownload) && master) {
         const agendaJsonPath = path.join(dataDir, AGENDA_FOLDER, DATA_TRANSFORMED_FOLDER, String(session), `${agenda.uid}.json`);
@@ -437,9 +447,13 @@ async function processGroupedReunion(agenda, session, dataDir) {
             }
             if (obj && typeof obj === "object" && !Array.isArray(obj)) {
                 const next = { ...obj, urlVideo: master };
+                if (timecodeDebutVideo != null) {
+                    next.timecodeDebutVideo = timecodeDebutVideo;
+                }
                 await writeIfChanged(agendaJsonPath, JSON.stringify(next, null, 2));
                 if (!options["silent"]) {
-                    console.log(`[write] ${agenda.uid} urlVideo ← ${master}`);
+                    console.log(`[write] ${agenda.uid} urlVideo ← ${master}` +
+                        (timecodeDebutVideo != null ? ` (timecodeDebutVideo ← ${timecodeDebutVideo}s)` : ""));
                 }
             }
             else {

package/lib/utils/nvs-timecode.d.ts

@@ -0,0 +1 @@
+export declare function getFirstInterventionStartTimecode(dataNvs: string, finalPlayerNvs: string): number | null;

package/lib/utils/nvs-timecode.js

@@ -0,0 +1,62 @@
+import { XMLParser } from "fast-xml-parser";
+const xmlParser = new XMLParser({
+    ignoreAttributes: false,
+    attributeNamePrefix: "@_",
+});
+function getFirstInterventionChapterId(dataNvs) {
+    const xml = xmlParser.parse(dataNvs);
+    const rootChapters = xml?.data?.chapters?.chapter;
+    if (!rootChapters)
+        return null;
+    const chaptersArray = Array.isArray(rootChapters) ? rootChapters : [rootChapters];
+    let foundId = null;
+    function dfsChapter(chapter) {
+        if (foundId)
+            return;
+        const metas = chapter.metadata ? (Array.isArray(chapter.metadata) ? chapter.metadata : [chapter.metadata]) : [];
+        const isIntervention = metas.some((m) => m?.["@_name"] === "type" && (m?.["@_value"] === "IN" || m?.["@_label"] === "Intervention"));
+        const hasSpeaker = !!chapter.speaker;
+        if (isIntervention && hasSpeaker && chapter["@_id"]) {
+            foundId = String(chapter["@_id"]);
+            return;
+        }
+        const children = chapter.chapter;
+        if (!children)
+            return;
+        const childArray = Array.isArray(children) ? children : [children];
+        for (const child of childArray) {
+            dfsChapter(child);
+            if (foundId)
+                return;
+        }
+    }
+    for (const ch of chaptersArray) {
+        dfsChapter(ch);
+        if (foundId)
+            break;
+    }
+    return foundId;
+}
+function getTimecodeForChapterId(finalPlayerNvs, chapterId) {
+    const xml = xmlParser.parse(finalPlayerNvs);
+    const synchros = xml?.player?.synchro;
+    if (!synchros)
+        return null;
+    const synchsArray = Array.isArray(synchros) ? synchros : [synchros];
+    const match = synchsArray.find((s) => String(s["@_id"]) === String(chapterId));
+    if (!match)
+        return null;
+    const rawTimecode = match["@_timecode"];
+    if (rawTimecode == null)
+        return null;
+    const ms = Number(rawTimecode);
+    if (Number.isNaN(ms))
+        return null;
+    return Math.floor(ms / 1000);
+}
+export function getFirstInterventionStartTimecode(dataNvs, finalPlayerNvs) {
+    const firstChapterId = getFirstInterventionChapterId(dataNvs);
+    if (!firstChapterId)
+        return null;
+    return getTimecodeForChapterId(finalPlayerNvs, firstChapterId);
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tricoteuses/senat",
-  "version": "2.20.8",
+  "version": "2.20.9",
   "description": "Handle French Sénat's open data",
   "keywords": [
     "France",
@@ -65,6 +65,7 @@
     "cheerio": "^1.1.2",
     "command-line-args": "^6.0.1",
     "dotenv": "^17.2.3",
+    "fast-xml-parser": "^5.3.2",
     "fs-extra": "^11.3.2",
     "jsdom": "^27.2.0",
     "kysely": "^0.28.8",