@tricoteuses/senat 3.0.0 → 3.0.2

package/lib/src/utils/cr_spliting.js

@@ -1,10 +1,10 @@
 import path from "path";
 import * as cheerio from "cheerio";
-import { AGENDA_FOLDER, DATA_TRANSFORMED_FOLDER } from "../loaders";
+import { AGENDA_FOLDER, DATA_TRANSFORMED_FOLDER } from "../loaders.js";
 import fs from "fs-extra";
-import { sessionStartYearFromDate } from "../model/seance";
-import { frDateToISO, hourShortToStartTime } from "./date";
-import { normalizeSpaces } from "./string_cleaning";
+import { sessionStartYearFromDate } from "../model/seance.js";
+import { frDateToISO, hourShortToStartTime } from "./date.js";
+import { normalizeSpaces } from "./string_cleaning.js";
 function extractWeekStartFromHead($) {
     const og = $('meta[property="og:title"]').attr("content") || $("title").text();
     const m = (og ?? "").toLowerCase().match(/semaine du\s+(\d{1,2}\s+\w+\s+\d{4})/i);

package/lib/src/utils/nvs-parsing.js

@@ -1,6 +1,6 @@
 import { XMLParser } from "fast-xml-parser";
-import { dice, normalize } from "./scoring";
-import { decodeHtmlEntities } from "./string_cleaning";
+import { dice, normalize } from "./scoring.js";
+import { decodeHtmlEntities } from "./string_cleaning.js";
 const CHAPTER_MATCH_THRESHOLD = 0.5;
 const xmlParser = new XMLParser({
     ignoreAttributes: false,

package/lib/src/utils/reunion_odj_building.d.ts

@@ -1,6 +1,6 @@
 import commandLineArgs from "command-line-args";
-import { ActeLegislatif, DossierLegislatifResult } from "../model/dosleg";
-import { AgendaEvent, ReunionOdj } from "../types/agenda";
+import { ActeLegislatif, DossierLegislatifResult } from "../model/dosleg.js";
+import { AgendaEvent, ReunionOdj } from "../types/agenda.js";
 type DossierWithActes = DossierLegislatifResult & {
     actes_legislatifs?: ActeLegislatif[] | null;
 };

package/lib/src/utils/reunion_odj_building.js

@@ -1,5 +1,5 @@
-import { getSessionsFromStart } from "../types/sessions";
-import { iterLoadSenatDossiersLegislatifs } from "../loaders";
+import { getSessionsFromStart } from "../types/sessions.js";
+import { iterLoadSenatDossiersLegislatifs } from "../loaders.js";
 export function buildOdj(events, dossierBySenatUrl) {
     const byObjet = new Map(); // objet -> set de dossier uids
     let codeEtape = null;

package/lib/src/utils/reunion_parsing.d.ts

@@ -1,7 +1,7 @@
 import { DateTime } from "luxon";
 import type { AnyNode } from "domhandler";
-import { AgendaEvent, Reunion } from "../types/agenda";
-import { DossierLegislatifResult } from "../model/dosleg";
+import { AgendaEvent, Reunion } from "../types/agenda.js";
+import { DossierLegislatifResult } from "../model/dosleg.js";
 import * as cheerio from "cheerio";
 type KnownType = "SP" | "COM" | "MC" | "OD" | "ID";
 type DossierBySenatUrl = Record<string, DossierLegislatifResult>;

package/lib/src/utils/reunion_parsing.js

@@ -1,6 +1,6 @@
 import { DateTime } from "luxon";
-import { buildOdj } from "./reunion_odj_building";
-import { norm } from "./string_cleaning";
+import { buildOdj } from "./reunion_odj_building.js";
+import { norm } from "./string_cleaning.js";
 const PARIS = "Europe/Paris";
 const STOPWORDS = new Set([
     "de",

package/lib/src/utils/scoring.d.ts

@@ -1,6 +1,6 @@
-import { AgendaEvent, Reunion } from "../types/agenda";
-import { VideoScoreSignals, VideoScoreWeights } from "../videos/types";
-import { L1Chapter } from "./nvs-parsing";
+import { AgendaEvent, Reunion } from "../types/agenda.js";
+import { VideoScoreSignals, VideoScoreWeights } from "../videos/types.js";
+import { L1Chapter } from "./nvs-parsing.js";
 export declare function jaccard(a: Set<string>, b: Set<string>): number;
 export declare function jaccardTokenSim(a: string, b: string): number;
 export declare function isNoiseBlock(text: string): boolean;

package/lib/src/utils/scoring.js

@@ -1,5 +1,5 @@
-import { parseISO } from "./reunion_parsing";
-import { normalizeText } from "./string_cleaning";
+import { parseISO } from "./reunion_parsing.js";
+import { normalizeText } from "./string_cleaning.js";
 export function jaccard(a, b) {
     if (!a.size || !b.size)
         return 0;

package/lib/src/videos/config.d.ts

@@ -1,4 +1,4 @@
-import { MatchWeights } from "./types";
+import { MatchWeights } from "./types.js";
 export declare const weights: MatchWeights;
 export declare const MAX_CANDIDATES = 15;
 export declare const STATS: {

package/lib/src/videos/index.d.ts

@@ -1,5 +1,5 @@
-export * from "./types";
-export * from "./search";
-export * from "./match";
-export * from "./config";
-export * from "./pipeline";
+export * from "./types.js";
+export * from "./search.js";
+export * from "./match.js";
+export * from "./config.js";
+export * from "./pipeline.js";

package/lib/src/videos/index.js

@@ -1,5 +1,5 @@
-export * from "./types";
-export * from "./search";
-export * from "./match";
-export * from "./config";
-export * from "./pipeline";
+export * from "./types.js";
+export * from "./search.js";
+export * from "./match.js";
+export * from "./config.js";
+export * from "./pipeline.js";

package/lib/src/videos/match.d.ts

@@ -1,6 +1,6 @@
 import { CommandLineOptions } from "command-line-args";
-import { Reunion } from "../types/agenda";
-import { Candidate, MatchResult, MatchWeights } from "./types";
+import { Reunion } from "../types/agenda.js";
+import { Candidate, MatchResult, MatchWeights } from "./types.js";
 export declare function matchOneReunion(args: {
     agenda: Reunion;
     agendaTs: number | null;

package/lib/src/videos/match.js

@@ -1,8 +1,8 @@
-import { isAmbiguousTimeOriginal } from "../utils/date";
-import { buildSenatVodMasterM3u8FromNvs, getLevel1Chapters, parseDataNvs } from "../utils/nvs-parsing";
-import { dice, getOrgKey, normalize, scoreVideo } from "../utils/scoring";
-import { SENAT_DATAS_ROOT, weights } from "./config";
-import { fetchBuffer } from "./search";
+import { isAmbiguousTimeOriginal } from "../utils/date.js";
+import { buildSenatVodMasterM3u8FromNvs, getLevel1Chapters, parseDataNvs } from "../utils/nvs-parsing.js";
+import { dice, getOrgKey, normalize, scoreVideo } from "../utils/scoring.js";
+import { SENAT_DATAS_ROOT, weights } from "./config.js";
+import { fetchBuffer } from "./search.js";
 export async function matchOneReunion(args) {
     const { agenda, agendaTs, timeAmbigious, candidates, weights, fetchDataNvs, options } = args;
     if (!options["silent"])

package/lib/src/videos/pipeline.d.ts

@@ -1,5 +1,5 @@
-import { Reunion } from "../types/agenda";
-import { BestMatch, LastForVideo, MatchContext } from "./types";
+import { Reunion } from "../types/agenda.js";
+import { BestMatch, LastForVideo, MatchContext } from "./types.js";
 import { CommandLineOptions } from "command-line-args";
 type VideoPipelineOptions = CommandLineOptions & {
     silent?: boolean;

package/lib/src/videos/pipeline.js

@@ -1,7 +1,7 @@
-import { AGENDA_FOLDER, DATA_TRANSFORMED_FOLDER } from "../loaders";
-import { epochToParisDateTime } from "../utils/date";
-import { SENAT_DATAS_ROOT } from "./config";
-import { fetchText } from "./search";
+import { AGENDA_FOLDER, DATA_TRANSFORMED_FOLDER } from "../loaders.js";
+import { epochToParisDateTime } from "../utils/date.js";
+import { SENAT_DATAS_ROOT } from "./config.js";
+import { fetchText } from "./search.js";
 import fs from "fs-extra";
 import fsp from "fs/promises";
 import path from "path";

package/lib/src/videos/search.d.ts

@@ -1,6 +1,6 @@
 import { CommandLineOptions } from "command-line-args";
-import { Reunion } from "../types/agenda";
-import { Candidate, SearchParams } from "./types";
+import { Reunion } from "../types/agenda.js";
+import { Candidate, SearchParams } from "./types.js";
 export declare function fetchText(url: string): Promise<string | null>;
 export declare function fetchBuffer(url: string): Promise<Buffer | null>;
 export declare function getAgendaType(agenda: Reunion): string;

package/lib/src/videos/search.js

@@ -1,5 +1,5 @@
-import { toFRDate } from "../utils/date";
-import { MAX_CANDIDATES, SENAT_VIDEOS_SEARCH_AJAX } from "./config";
+import { toFRDate } from "../utils/date.js";
+import { MAX_CANDIDATES, SENAT_VIDEOS_SEARCH_AJAX } from "./config.js";
 import * as cheerio from "cheerio";
 export async function fetchText(url) {
     const res = await fetch(url);

package/lib/tests/incrementalImportSql.test.js

@@ -1,8 +1,8 @@
 import { describe, expect, it } from "vitest";
-import { buildIncrementalDatasetImportSql, buildNormalizeStagingSchemaSql, } from "../src/scripts/shared/incremental_import_sql";
-import { stagingSchemaName } from "../src/scripts/shared/prefixed_tables";
-import { buildExportStagingMetadataStatementsQuery } from "../src/scripts/shared/staging_metadata_sql";
-import { isCopyFromStdinLine, rewriteLineForStagingImport } from "../src/scripts/shared/staging_import";
+import { buildIncrementalDatasetImportSql, buildNormalizeStagingSchemaSql, } from "../src/scripts/shared/incremental_import_sql.js";
+import { stagingSchemaName } from "../src/scripts/shared/prefixed_tables.js";
+import { buildExportStagingMetadataStatementsQuery } from "../src/scripts/shared/staging_metadata_sql.js";
+import { isCopyFromStdinLine, rewriteLineForStagingImport } from "../src/scripts/shared/staging_import.js";
 describe("incremental import SQL", () => {
     it("normalizes staging object names before merge", () => {
         const sql = buildNormalizeStagingSchemaSql("dosleg");

package/lib/tests/prefixedTables.test.js

@@ -1,5 +1,5 @@
 import { describe, expect, it } from "vitest";
-import { buildGeneratedTableManifest, extractPrefixedTableNamesFromGeneratedManifest, prefixedName, senatSchemaName, stagingSchemaName, stripDatasetPrefix, } from "../src/scripts/shared/prefixed_tables";
+import { buildGeneratedTableManifest, extractPrefixedTableNamesFromGeneratedManifest, prefixedName, senatSchemaName, stagingSchemaName, stripDatasetPrefix, } from "../src/scripts/shared/prefixed_tables.js";
 describe("prefixed table helpers", () => {
     it("builds prefixed table and staging schema names", () => {
         expect(prefixedName("dosleg", "texte")).toBe("dosleg_texte");

package/lib/tests/schemaVersion.test.js

@@ -1,5 +1,5 @@
 import { describe, expect, it } from "vitest";
-import { buildEnsureSchemaVersionTableSql, buildIncrementSchemaVersionSql, buildSchemaStructureFingerprintQuery, } from "../src/scripts/shared/schema_version";
+import { buildEnsureSchemaVersionTableSql, buildIncrementSchemaVersionSql, buildSchemaStructureFingerprintQuery, } from "../src/scripts/shared/schema_version.js";
 describe("schema version SQL", () => {
     it("creates the senat.version table and seeds version zero", () => {
         const sql = buildEnsureSchemaVersionTableSql("senat");

package/lib/tests/test_iter_load.test.js

@@ -2,7 +2,7 @@ import fs from "fs";
 import os from "os";
 import path from "path";
 import { describe, it, expect } from "vitest";
-import { COMPTES_RENDUS_FOLDER, DATA_TRANSFORMED_FOLDER, iterLoadSenatComptesRendusSeances } from "../src/loaders";
+import { COMPTES_RENDUS_FOLDER, DATA_TRANSFORMED_FOLDER, iterLoadSenatComptesRendusSeances } from "../src/loaders.js";
 describe("iterLoadSenatComptesRendusSeances", () => {
     it("loads comptes rendus from transformed/session folder", () => {
         const tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), "senat-cr-"));

package/lib/tests/validatePrefixedTables.test.js

@@ -1,7 +1,7 @@
 import { readFileSync } from "fs";
 import { describe, expect, it } from "vitest";
-import { datasets } from "../src/datasets";
-import { extractPrefixedTableNamesFromGeneratedManifest, getGeneratedTableManifestPath, } from "../src/scripts/shared/prefixed_tables";
+import { datasets } from "../src/datasets.js";
+import { extractPrefixedTableNamesFromGeneratedManifest, getGeneratedTableManifestPath, } from "../src/scripts/shared/prefixed_tables.js";
 describe("generated raw types coverage", () => {
     it("maps each generated dataset definition to prefixed senat tables", () => {
         for (const dataset of Object.values(datasets)) {

package/lib/tests/videoMatching.test.js

@@ -7,10 +7,10 @@
 import { describe, it, expect } from "vitest";
 import * as fs from "node:fs/promises";
 import * as path from "node:path";
-import { isAmbiguousTimeOriginal, toFRDate } from "../src/utils/date";
-import { dice, getOrgKey, normalize, scoreVideo } from "../src/utils/scoring";
-import { buildSenatVodMasterM3u8FromNvs, getLevel1Chapters, parseDataNvs } from "../src/utils/nvs-parsing";
-import { extractCandidatesFromSearchHtml, fetchAllSearchPages, fetchBuffer, getAgendaType, SENAT_DATAS_ROOT, } from "../src/videos";
+import { isAmbiguousTimeOriginal, toFRDate } from "../src/utils/date.js";
+import { dice, getOrgKey, normalize, scoreVideo } from "../src/utils/scoring.js";
+import { buildSenatVodMasterM3u8FromNvs, getLevel1Chapters, parseDataNvs } from "../src/utils/nvs-parsing.js";
+import { extractCandidatesFromSearchHtml, fetchAllSearchPages, fetchBuffer, getAgendaType, SENAT_DATAS_ROOT, } from "../src/videos/index.js";
 const LIVE_CACHE_DIR = path.join(process.cwd(), "tests", ".cache", "video-matching-live");
 const FIXTURES_ROOT = path.join(process.cwd(), "tests", "fixtures", "data");
 const GOLD_PATH = path.join(FIXTURES_ROOT, "expected-video-matching.json");

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@tricoteuses/senat",
-  "version": "3.0.0",
+  "version": "3.0.2",
   "description": "Handle French Sénat's open data",
   "keywords": [
     "France",
@@ -46,7 +46,6 @@
     "access": "public"
   },
   "scripts": {
-    "postinstall": "patch-package",
     "build": "tsc",
     "build:types": "tsc --emitDeclarationOnly",
     "data:convert_data": "tsx src/scripts/convert_data.ts",
@@ -101,8 +100,6 @@
     "globals": "^17.0.0",
     "kanel": "^4.0.1",
     "kanel-zod": "^4.0.0",
-    "patch-package": "^8.0.1",
-    "postinstall-postinstall": "^2.1.0",
     "prettier": "^3.5.3",
     "tsx": "^4.21.0",
     "typescript": "^5.9.3",