riksdagsmonitor 0.8.12 → 0.8.15

package/dist/scripts/catalog-downloaded-data.d.ts

@@ -0,0 +1,66 @@
+#!/usr/bin/env tsx
+/**
+ * @module catalog-downloaded-data
+ * @description Scans `analysis/data/` and produces a JSON catalog of all
+ * downloaded MCP data files with their metadata.  This catalog is consumed
+ * by the AI agent during agentic workflows so it can perform per-file
+ * political intelligence analysis.
+ *
+ * The output is a JSON object ("data catalog") with overall metadata and an
+ * `entries` array describing each data file.
+ *
+ * Top-level catalog fields:
+ * - `generatedAt`        – ISO 8601 timestamp when the catalog was generated
+ * - `dataRoot`           – root directory that was scanned (e.g. "analysis/data")
+ * - `totalFiles`         – total number of discovered data files
+ * - `pendingAnalysis`    – number of files without analysis
+ * - `completedAnalysis`  – number of files with existing analysis
+ * - `entries`            – array of per-file catalog entries
+ *
+ * Each item in `entries` has:
+ * - `id`            – document / record identifier (filename without `.json`)
+ * - `type`          – persistence document type (e.g. "propositions", "mps")
+ * - `path`          – path to the data file relative to repo root
+ * - `analysisPath`  – expected path for the per-file analysis markdown
+ * - `hasAnalysis`   – whether the analysis markdown already exists
+ * - `sizeBytes`     – file size in bytes
+ *
+ * Usage:
+ *   npx tsx scripts/catalog-downloaded-data.ts [--data-root <path>] [--type <type>] [--pending-only]
+ *
+ * Options:
+ *   --data-root <path>   Override analysis/data root (default: analysis/data)
+ *   --type <type>        Filter to a specific document type
+ *   --pending-only       Only list files that do NOT yet have analysis
+ *
+ * @author Hack23 AB
+ * @license Apache-2.0
+ */
+/** A single entry in the data catalog. */
+export interface CatalogEntry {
+    id: string;
+    type: string;
+    path: string;
+    analysisPath: string;
+    hasAnalysis: boolean;
+    sizeBytes: number;
+    meta: Record<string, unknown> | null;
+}
+/** Full catalog output. */
+export interface DataCatalog {
+    generatedAt: string;
+    dataRoot: string;
+    totalFiles: number;
+    pendingAnalysis: number;
+    completedAnalysis: number;
+    entries: CatalogEntry[];
+}
+/**
+ * Build the catalog by scanning `dataRoot`.
+ *
+ * @param dataRoot - absolute or relative path to `analysis/data`
+ * @param filterType - optional type filter
+ * @param pendingOnly - if true, only include files without analysis
+ */
+export declare function buildCatalog(dataRoot: string, filterType?: string, pendingOnly?: boolean): DataCatalog;
+//# sourceMappingURL=catalog-downloaded-data.d.ts.map

package/dist/scripts/catalog-downloaded-data.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"catalog-downloaded-data.d.ts","sourceRoot":"","sources":["../../scripts/catalog-downloaded-data.ts"],"names":[],"mappings":";AACA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AAcH,0CAA0C;AAC1C,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,OAAO,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;CACtC;AAED,2BAA2B;AAC3B,MAAM,WAAW,WAAW;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,OAAO,EAAE,YAAY,EAAE,CAAC;CACzB;AA+BD;;;;;;GAMG;AACH,wBAAgB,YAAY,CAC1B,QAAQ,EAAE,MAAM,EAChB,UAAU,CAAC,EAAE,MAAM,EACnB,WAAW,UAAQ,GAClB,WAAW,CAqGb"}

package/dist/scripts/catalog-downloaded-data.js

@@ -0,0 +1,239 @@
+#!/usr/bin/env tsx
+/**
+ * @module catalog-downloaded-data
+ * @description Scans `analysis/data/` and produces a JSON catalog of all
+ * downloaded MCP data files with their metadata.  This catalog is consumed
+ * by the AI agent during agentic workflows so it can perform per-file
+ * political intelligence analysis.
+ *
+ * The output is a JSON object ("data catalog") with overall metadata and an
+ * `entries` array describing each data file.
+ *
+ * Top-level catalog fields:
+ * - `generatedAt`        – ISO 8601 timestamp when the catalog was generated
+ * - `dataRoot`           – root directory that was scanned (e.g. "analysis/data")
+ * - `totalFiles`         – total number of discovered data files
+ * - `pendingAnalysis`    – number of files without analysis
+ * - `completedAnalysis`  – number of files with existing analysis
+ * - `entries`            – array of per-file catalog entries
+ *
+ * Each item in `entries` has:
+ * - `id`            – document / record identifier (filename without `.json`)
+ * - `type`          – persistence document type (e.g. "propositions", "mps")
+ * - `path`          – path to the data file relative to repo root
+ * - `analysisPath`  – expected path for the per-file analysis markdown
+ * - `hasAnalysis`   – whether the analysis markdown already exists
+ * - `sizeBytes`     – file size in bytes
+ *
+ * Usage:
+ *   npx tsx scripts/catalog-downloaded-data.ts [--data-root <path>] [--type <type>] [--pending-only]
+ *
+ * Options:
+ *   --data-root <path>   Override analysis/data root (default: analysis/data)
+ *   --type <type>        Filter to a specific document type
+ *   --pending-only       Only list files that do NOT yet have analysis
+ *
+ * @author Hack23 AB
+ * @license Apache-2.0
+ */
+import * as fs from 'node:fs';
+import * as path from 'node:path';
+import { fileURLToPath } from 'node:url';
+/** Stable repo root derived from script location (matches pre-article-analysis.ts). */
+const __dirname = path.dirname(fileURLToPath(import.meta.url));
+const REPO_ROOT = path.resolve(__dirname, '..');
+/* ------------------------------------------------------------------ */
+/*  Catalog builder (exported for testing)                             */
+/* ------------------------------------------------------------------ */
+const DATA_SUBDIRS = [
+    'documents/propositions',
+    'documents/motions',
+    'documents/committeeReports',
+    'documents/speeches',
+    'documents/questions',
+    'documents/interpellations',
+    'documents/votes',
+    'votes',
+    'events',
+    'mps',
+    'worldbank',
+    'scb',
+    'mcp-responses',
+];
+/**
+ * Derive a human-friendly `type` from the subdirectory path.
+ * e.g. "documents/propositions" → "propositions", "mps" → "mps"
+ */
+function typeFromSubdir(subdir) {
+    const parts = subdir.split('/');
+    return parts[parts.length - 1];
+}
+/**
+ * Build the catalog by scanning `dataRoot`.
+ *
+ * @param dataRoot - absolute or relative path to `analysis/data`
+ * @param filterType - optional type filter
+ * @param pendingOnly - if true, only include files without analysis
+ */
+export function buildCatalog(dataRoot, filterType, pendingOnly = false) {
+    const allEntries = [];
+    for (const subdir of DATA_SUBDIRS) {
+        const docType = typeFromSubdir(subdir);
+        if (filterType && docType !== filterType)
+            continue;
+        const dirPath = path.join(dataRoot, subdir);
+        if (!fs.existsSync(dirPath))
+            continue;
+        // The directory may contain date subdirectories (e.g. votes/2026-03-28/)
+        // or direct JSON files.  We scan recursively but only pick up *.json
+        // files that are NOT .meta.json.
+        const jsonFiles = collectJsonFiles(dirPath);
+        for (const filePath of jsonFiles) {
+            // Use path relative to the type directory (sans .json) as id.
+            // For flat dirs: "P1".  For nested dirs: "ind1/SE".
+            const id = path.relative(dirPath, filePath).replace(/\.json$/, '').split(path.sep).join('/');
+            const metaPath = filePath.replace(/\.json$/, '.meta.json');
+            const analysisPath = filePath.replace(/\.json$/, '.analysis.md');
+            let meta = null;
+            if (fs.existsSync(metaPath)) {
+                try {
+                    meta = JSON.parse(fs.readFileSync(metaPath, 'utf-8'));
+                }
+                catch {
+                    meta = null;
+                }
+            }
+            const hasAnalysis = fs.existsSync(analysisPath);
+            const stat = fs.statSync(filePath);
+            allEntries.push({
+                id: id,
+                type: docType,
+                path: path.relative(REPO_ROOT, filePath).split(path.sep).join('/'),
+                analysisPath: path.relative(REPO_ROOT, analysisPath).split(path.sep).join('/'),
+                hasAnalysis,
+                sizeBytes: stat.size,
+                meta,
+            });
+        }
+    }
+    // De-duplicate vote entries: when the same vote file appears in both
+    // documents/votes and votes/YYYY-MM-DD, prefer the date-stamped path.
+    // Only votes are scoped for dedup (the only type with two scan dirs).
+    // Vote ids use the basename portion for matching since documents/votes/
+    // stores files flat while votes/YYYY-MM-DD/ nests under date dirs.
+    const bestByKey = new Map();
+    for (const e of allEntries) {
+        // For votes, use basename as dedup key (ignores date-dir nesting)
+        const idPart = e.type === 'votes' ? e.id.split('/').pop() : e.id;
+        const key = `${e.type}::${idPart}`;
+        const existing = bestByKey.get(key);
+        if (!existing) {
+            bestByKey.set(key, e);
+        }
+        else if (e.type === 'votes') {
+            // Prefer the entry whose path contains a date directory (votes/YYYY-MM-DD)
+            const existingHasDate = /votes\/\d{4}-\d{2}-\d{2}\//.test(existing.path);
+            const currentHasDate = /votes\/\d{4}-\d{2}-\d{2}\//.test(e.path);
+            if (currentHasDate && !existingHasDate) {
+                bestByKey.set(key, e);
+            }
+            // Otherwise keep existing (first-seen or already date-stamped)
+        }
+        // Non-vote duplicates: keep first-seen (shouldn't occur with current DATA_SUBDIRS)
+    }
+    const dedupedEntries = [...bestByKey.values()];
+    // Compute totals from the full scan (before pendingOnly filter)
+    const totalCompleted = dedupedEntries.filter((e) => e.hasAnalysis).length;
+    const totalPending = dedupedEntries.length - totalCompleted;
+    // Apply pendingOnly filter after computing totals
+    const entries = pendingOnly
+        ? dedupedEntries.filter((e) => !e.hasAnalysis)
+        : dedupedEntries;
+    // Ensure deterministic ordering across platforms/filesystems.
+    // Use simple < / > string compare (locale-independent) for stable collation.
+    entries.sort((a, b) => {
+        if (a.type < b.type)
+            return -1;
+        if (a.type > b.type)
+            return 1;
+        if (a.id < b.id)
+            return -1;
+        if (a.id > b.id)
+            return 1;
+        return 0;
+    });
+    return {
+        generatedAt: new Date().toISOString(),
+        dataRoot: path.relative(REPO_ROOT, dataRoot).split(path.sep).join('/'),
+        totalFiles: dedupedEntries.length,
+        pendingAnalysis: totalPending,
+        completedAnalysis: totalCompleted,
+        entries,
+    };
+}
+/* ------------------------------------------------------------------ */
+/*  Helpers                                                            */
+/* ------------------------------------------------------------------ */
+/** Recursively collect *.json files, excluding *.meta.json. */
+function collectJsonFiles(dir) {
+    const results = [];
+    let dirEntries;
+    try {
+        dirEntries = fs.readdirSync(dir, { withFileTypes: true });
+    }
+    catch {
+        return results;
+    }
+    for (const entry of dirEntries) {
+        const full = path.join(dir, entry.name);
+        if (entry.isDirectory()) {
+            results.push(...collectJsonFiles(full));
+        }
+        else if (entry.isFile() &&
+            entry.name.endsWith('.json') &&
+            !entry.name.endsWith('.meta.json')) {
+            results.push(full);
+        }
+    }
+    return results;
+}
+/* ------------------------------------------------------------------ */
+/*  CLI entry point                                                    */
+/* ------------------------------------------------------------------ */
+function parseArgs(argv) {
+    let dataRoot = path.join(REPO_ROOT, 'analysis/data');
+    let filterType;
+    let pendingOnly = false;
+    for (let i = 2; i < argv.length; i++) {
+        if (argv[i] === '--data-root' && argv[i + 1]) {
+            dataRoot = path.resolve(argv[++i]);
+        }
+        else if (argv[i] === '--type' && argv[i + 1]) {
+            filterType = argv[++i];
+        }
+        else if (argv[i] === '--pending-only') {
+            pendingOnly = true;
+        }
+    }
+    return { dataRoot, filterType, pendingOnly };
+}
+/* istanbul ignore next -- CLI wrapper */
+function main() {
+    const { dataRoot, filterType, pendingOnly } = parseArgs(process.argv);
+    const catalog = buildCatalog(dataRoot, filterType, pendingOnly);
+    console.error(`╔══════════════════════════════════════════════════════════════╗`);
+    console.error(`║   📋 Analysis Data Catalog                                  ║`);
+    console.error(`╚══════════════════════════════════════════════════════════════╝`);
+    console.error(`   📂 Data root: ${catalog.dataRoot}`);
+    console.error(`   📄 Total files: ${catalog.totalFiles}`);
+    console.error(`   ✅ Analyzed: ${catalog.completedAnalysis}`);
+    console.error(`   ⏳ Pending: ${catalog.pendingAnalysis}`);
+    console.error();
+    // Write catalog JSON to stdout for piping
+    console.log(JSON.stringify(catalog, null, 2));
+}
+// Run CLI when invoked directly (matches repo convention in pre-article-analysis.ts)
+if (path.resolve(fileURLToPath(import.meta.url)) === path.resolve(process.argv[1] ?? '')) {
+    main();
+}
+//# sourceMappingURL=catalog-downloaded-data.js.map

package/dist/scripts/catalog-downloaded-data.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"catalog-downloaded-data.js","sourceRoot":"","sources":["../../scripts/catalog-downloaded-data.ts"],"names":[],"mappings":";AACA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAoCG;AAEH,OAAO,KAAK,EAAE,MAAM,SAAS,CAAC;AAC9B,OAAO,KAAK,IAAI,MAAM,WAAW,CAAC;AAClC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,uFAAuF;AACvF,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAC/D,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AA2BhD,wEAAwE;AACxE,yEAAyE;AACzE,wEAAwE;AAExE,MAAM,YAAY,GAAG;IACnB,wBAAwB;IACxB,mBAAmB;IACnB,4BAA4B;IAC5B,oBAAoB;IACpB,qBAAqB;IACrB,2BAA2B;IAC3B,iBAAiB;IACjB,OAAO;IACP,QAAQ;IACR,KAAK;IACL,WAAW;IACX,KAAK;IACL,eAAe;CACP,CAAC;AAEX;;;GAGG;AACH,SAAS,cAAc,CAAC,MAAc;IACpC,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IAChC,OAAO,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;AACjC,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,YAAY,CAC1B,QAAgB,EAChB,UAAmB,EACnB,WAAW,GAAG,KAAK;IAEnB,MAAM,UAAU,GAAmB,EAAE,CAAC;IAEtC,KAAK,MAAM,MAAM,IAAI,YAAY,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;QAEvC,IAAI,UAAU,IAAI,OAAO,KAAK,UAAU;YAAE,SAAS;QAEnD,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC5C,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC;YAAE,SAAS;QAEtC,yEAAyE;QACzE,qEAAqE;QACrE,iCAAiC;QACjC,MAAM,SAAS,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;QAE5C,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,8DAA8D;YAC9D,oDAAoD;YACpD,MAAM,EAAE,GAAG,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC7F,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;YAC3D,MAAM,YAAY,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;YAEjE,IAAI,IAAI,GAAmC,IAAI,CAAC;YAChD,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAC5B,IAAI,CAAC;oBACH,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC,CAAC;gBACxD,CAAC;gBAAC,MAAM,CAAC;oBACP,IAAI,GAAG,IAAI,CAAC;gBACd,CAAC;YACH,CAAC;YAED,MAAM,WAAW,GAAG,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;YAEhD,MAAM,IAAI,GAAG,EAAE,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAEnC,UAAU,CAAC,IAAI,CAAC;gBACd,EAAE,EAAE,EAAE;gBACN,IAAI,EAAE,OAAO;gBACb,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;gBAClE,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;gBAC9E,WAAW;gBACX,SAAS,EAAE,IAAI,CAAC,IAAI;gBACpB,IAAI;aACL,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,qEAAqE;IACrE,sEAAsE;IACtE,sEAAsE;IACtE,wEAAwE;IACxE,mEAAmE;IACnE,MAAM,SAAS,GAAG,IAAI,GAAG,EAAuC,CAAC;IACjE,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;QAC3B,kEAAkE;QAClE,MAAM,MAAM,GAAG,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QAClE,MAAM,GAAG,GAAG,GAAG,CAAC,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;QACnC,MAAM,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACpC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QACxB,CAAC;aAAM,IAAI,CAAC,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;YAC9B,2EAA2E;YAC3E,MAAM,eAAe,GAAG,4BAA4B,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YACzE,MAAM,cAAc,GAAG,4BAA4B,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;YACjE,IAAI,cAAc,IAAI,CAAC,eAAe,EAAE,CAAC;gBACvC,SAAS,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;YACxB,CAAC;YACD,+DAA+D;QACjE,CAAC;QACD,mFAAmF;IACrF,CAAC;IACD,MAAM,cAAc,GAAG,CAAC,GAAG,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;IAE/C,gEAAgE;IAChE,MAAM,cAAc,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,MAAM,CAAC;IAC1E,MAAM,YAAY,GAAG,cAAc,CAAC,MAAM,GAAG,cAAc,CAAC;IAE5D,kDAAkD;IAClD,MAAM,OAAO,GAAG,WAAW;QACzB,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;QAC9C,CAAC,CAAC,cAAc,CAAC;IAEnB,8DAA8D;IAC9D,6EAA6E;IAC7E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;QACpB,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI;YAAE,OAAO,CAAC,CAAC,CAAC;QAC/B,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,IAAI;YAAE,OAAO,CAAC,CAAC;QAC9B,IAAI,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE;YAAE,OAAO,CAAC,CAAC,CAAC;QAC3B,IAAI,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,EAAE;YAAE,OAAO,CAAC,CAAC;QAC1B,OAAO,CAAC,CAAC;IACX,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,WAAW,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACrC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;QACtE,UAAU,EAAE,cAAc,CAAC,MAAM;QACjC,eAAe,EAAE,YAAY;QAC7B,iBAAiB,EAAE,cAAc;QACjC,OAAO;KACR,CAAC;AACJ,CAAC;AAED,wEAAwE;AACxE,yEAAyE;AACzE,wEAAwE;AAExE,+DAA+D;AAC/D,SAAS,gBAAgB,CAAC,GAAW;IACnC,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,UAAuB,CAAC;IAC5B,IAAI,CAAC;QACH,UAAU,GAAG,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC,CAAC;IAC5D,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;QAC/B,MAAM,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,KAAK,CAAC,WAAW,EAAE,EAAE,CAAC;YACxB,OAAO,CAAC,IAAI,CAAC,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC,CAAC;QAC1C,CAAC;aAAM,IACL,KAAK,CAAC,MAAM,EAAE;YACd,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC;YAC5B,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,YAAY,CAAC,EAClC,CAAC;YACD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,wEAAwE;AACxE,yEAAyE;AACzE,wEAAwE;AAExE,SAAS,SAAS,CAAC,IAAc;IAC/B,IAAI,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,eAAe,CAAC,CAAC;IACrD,IAAI,UAA8B,CAAC;IACnC,IAAI,WAAW,GAAG,KAAK,CAAC;IAExB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,aAAa,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC7C,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACrC,CAAC;aAAM,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,QAAQ,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC/C,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QACzB,CAAC;aAAM,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,gBAAgB,EAAE,CAAC;YACxC,WAAW,GAAG,IAAI,CAAC;QACrB,CAAC;IACH,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,CAAC;AAC/C,CAAC;AAED,yCAAyC;AACzC,SAAS,IAAI;IACX,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,WAAW,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IACtE,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,EAAE,UAAU,EAAE,WAAW,CAAC,CAAC;IAEhE,OAAO,CAAC,KAAK,CACX,kEAAkE,CACnE,CAAC;IACF,OAAO,CAAC,KAAK,CACX,iEAAiE,CAClE,CAAC;IACF,OAAO,CAAC,KAAK,CACX,kEAAkE,CACnE,CAAC;IACF,OAAO,CAAC,KAAK,CAAC,oBAAoB,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;IACtD,OAAO,CAAC,KAAK,CAAC,sBAAsB,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC;IAC1D,OAAO,CAAC,KAAK,CAAC,kBAAkB,OAAO,CAAC,iBAAiB,EAAE,CAAC,CAAC;IAC7D,OAAO,CAAC,KAAK,CAAC,iBAAiB,OAAO,CAAC,eAAe,EAAE,CAAC,CAAC;IAC1D,OAAO,CAAC,KAAK,EAAE,CAAC;IAEhB,0CAA0C;IAC1C,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;AAChD,CAAC;AAED,qFAAqF;AACrF,IAAI,IAAI,CAAC,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;IACzF,IAAI,EAAE,CAAC;AACT,CAAC"}

package/dist/scripts/check-cia-schema-updates.d.ts

@@ -0,0 +1,186 @@
+#!/usr/bin/env node
+/**
+ * @module Infrastructure/SchemaManagement
+ * @category Intelligence Operations / Supporting Infrastructure
+ * @name CIA Schema Update Detection - Upstream Change Monitoring
+ *
+ * @description
+ * Automated schema update detection system continuously monitoring the CIA GitHub
+ * repository for changes to published JSON export specifications. Identifies when
+ * CIA data structure versions diverge from local cached versions, triggering
+ * synchronization workflows for data product consistency.
+ *
+ * Operational Purpose:
+ * Ensures riksdagsmonitor maintains compatibility with CIA platform's 19 data products
+ * by detecting upstream schema modifications before they break data pipelines. Implements
+ * change detection through cryptographic checksums, enabling rapid identification of
+ * schema evolution without manual polling.
+ *
+ * CIA Data Products Monitored (19 schemas):
+ * - overview-dashboard: Parliamentary activity summary
+ * - party-performance: Party voting and activity metrics
+ * - cabinet-scorecard: Government performance tracking
+ * - election-analysis: Electoral outcomes and trends
+ * - top10-influential-mps: Parliamentary power analysis
+ * - top10-productive-mps: Legislation productivity metrics
+ * - top10-controversial-mps: Political controversy tracking
+ * - top10-absent-mps: Attendance pattern analysis
+ * - top10-rebels: Party discipline violations
+ * - top10-coalition-brokers: Coalition dynamics influencers
+ * - top10-rising-stars: Career trajectory identification
+ * - top10-electoral-risk: Election vulnerability analysis
+ * - top10-ethics-concerns: Ethics violation tracking
+ * - top10-media-presence: Political media prominence
+ * - committee-network: Committee membership networks
+ * - politician-career: Career progression analysis
+ * - party-longitudinal: Historical party data trends
+ * - riksdag-overview: Parliamentary structure and history
+ * - ministry-performance: Government ministry effectiveness
+ *
+ * Change Detection Architecture:
+ * - Fetches remote schema files from CIA GitHub repository
+ * - Computes SHA-256 checksums of remote files
+ * - Compares checksums with locally cached metadata
+ * - Identifies added, modified, or deleted schemas
+ * - Generates change report for action planning
+ *
+ * Remote Data Source:
+ * - CIA Repository: https://github.com/Hack23/cia
+ * - Schema Location: /json-export-specs/schemas/
+ * - Access Method: GitHub raw content CDN (no authentication required)
+ * - Data License: Apache-2.0 (compatible with riksdagsmonitor)
+ *
+ * Local Cache Structure:
+ * - Schemas Directory: ./schemas/cia/
+ * - Metadata Directory: ./schemas/metadata/
+ * - Stores: Downloaded schema files, checksum verification data
+ * - Updated by: sync-cia-schemas.js (separate synchronization script)
+ *
+ * Metadata Management:
+ * - Checksums: SHA-256 hashes for change detection
+ * - Update timestamps: ISO 8601 format with timezone
+ * - Fetch status: Success/failure/error indicators
+ * - Version tracking: Schema version numbers if available
+ *
+ * Detection Workflow:
+ * 1. Fetch remote schema file list from CIA GitHub
+ * 2. Compute SHA-256 checksum of each remote file
+ * 3. Load local metadata (previous checksums)
+ * 4. Compare remote vs. local checksums
+ * 5. Identify differences: new, modified, deleted
+ * 6. Generate change report with details
+ * 7. Trigger downstream actions if changes detected
+ *
+ * Update Triggers & Actions:
+ * - If schema added: Notify administrator for evaluation
+ * - If schema modified: Trigger validate-against-cia-schemas.js
+ * - If schema deleted: Update local cache, assess impact
+ * - If validation fails: Alert operations team, prevent deployment
+ *
+ * Error Handling:
+ * - Network failures: Retry with exponential backoff
+ * - Malformed schemas: Log and skip with alert
+ * - File access errors: Report with detailed diagnostics
+ * - Partial failures: Complete check for other schemas
+ *
+ * Output Report Structure:
+ * {
+ *   timestamp: ISO 8601,
+ *   status: 'success' | 'failure',
+ *   summary: { total, added, modified, deleted },
+ *   details: [
+ *     { schema: 'name', change: 'added|modified|deleted', ... }
+ *   ],
+ *   errors: [ ... ]
+ * }
+ *
+ * Integration Points:
+ * - CI/CD pipeline: Scheduled check during build process
+ * - sync-cia-schemas.js: Triggered to download new/updated schemas
+ * - validate-against-cia-schemas.js: Validates local data against updated schemas
+ * - Intelligence dashboards: Alerts for schema compatibility issues
+ *
+ * Network Security:
+ * - HTTPS only (GitHub raw content CDN)
+ * - No authentication required (public repository)
+ * - Rate limiting: GitHub allows 60 requests/hour unauthenticated
+ * - Implements delay between requests to respect rate limits
+ *
+ * Performance Characteristics:
+ * - Fetches ~19 schema files (avg 2-5 KB each)
+ * - Checksum computation: < 100ms per file
+ * - Total execution time: 3-5 seconds typical
+ * - Can be scheduled hourly without performance impact
+ *
+ * Data Integrity:
+ * - Checksums enable detection of file corruption
+ * - Change log maintains audit trail of schema evolution
+ * - Version control in git for local metadata tracking
+ * - Complies with data integrity principles
+ *
+ * ISMS Compliance:
+ * - ISO 27001:2022 A.8.1 - Asset management (track schema versions)
+ * - ISO 27001:2022 A.12.6.1 - Change management (schema version tracking)
+ * - NIST CSF 2.0 RC.IM-2 - Incident management and improvements
+ * - CIS Control 5.3 - Configuration change control
+ *
+ * Usage:
+ *   node scripts/check-cia-schema-updates.js
+ *   # Reports: New schemas, modified schemas, deleted schemas
+ *   # Triggers: sync-cia-schemas.js if updates detected
+ *
+ * @intelligence Infrastructure monitoring for data product compatibility
+ * @osint External dependency monitoring for open-source intelligence data
+ * @risk Schema changes may break data validation or visualization
+ * @gdpr No personal data processed (schema structure only)
+ * @security HTTPS verification of remote schema source
+ *
+ * @author Hack23 AB (Data Infrastructure Team)
+ * @license Apache-2.0
+ * @version 1.3.0
+ * @see sync-cia-schemas.js (schema download and cache management)
+ * @see validate-against-cia-schemas.js (data validation against schemas)
+ * @see CIA Repository: https://github.com/Hack23/cia
+ * @see ISO 27001:2022 A.12.6.1 - Change management
+ */
+interface SchemaHashResult {
+    content: string;
+    hash: string;
+}
+declare class CIASchemaUpdateChecker {
+    private readonly schemasDir;
+    private readonly metadataDir;
+    private updates;
+    private errors;
+    constructor();
+    /**
+     * Calculate SHA256 hash of schema content
+     */
+    calculateHash(content: string): string;
+    /**
+     * Fetch remote schema hash
+     */
+    fetchRemoteSchemaHash(schemaName: string): Promise<SchemaHashResult>;
+    /**
+     * Load local schema hash
+     */
+    loadLocalSchemaHash(schemaName: string): Promise<SchemaHashResult | null>;
+    /**
+     * Check a single schema for updates
+     */
+    checkSchemaUpdate(schemaName: string): Promise<void>;
+    /**
+     * Check all schemas for updates
+     */
+    checkAllSchemas(): Promise<number>;
+    /**
+     * Save update report
+     */
+    saveUpdateReport(): Promise<void>;
+    /**
+     * Print summary
+     */
+    printSummary(): void;
+}
+export default CIASchemaUpdateChecker;
+//# sourceMappingURL=check-cia-schema-updates.d.ts.map

package/dist/scripts/check-cia-schema-updates.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"check-cia-schema-updates.d.ts","sourceRoot":"","sources":["../../scripts/check-cia-schema-updates.ts"],"names":[],"mappings":";AAEA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA+IG;AAoCH,UAAU,gBAAgB;IACxB,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;CACd;AAuBD,cAAM,sBAAsB;IAC1B,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAS;IACpC,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,OAAO,CAAiB;IAChC,OAAO,CAAC,MAAM,CAAgB;;IAS9B;;OAEG;IACH,aAAa,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAItC;;OAEG;IACG,qBAAqB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC;IAkB1E;;OAEG;IACG,mBAAmB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,GAAG,IAAI,CAAC;IAe/E;;OAEG;IACG,iBAAiB,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAuC1D;;OAEG;IACG,eAAe,IAAI,OAAO,CAAC,MAAM,CAAC;IAsBxC;;OAEG;IACG,gBAAgB,IAAI,OAAO,CAAC,IAAI,CAAC;IAqBvC;;OAEG;IACH,YAAY,IAAI,IAAI;CAuCrB;AAmBD,eAAe,sBAAsB,CAAC"}