euparliamentmonitor 0.8.19 → 0.8.21

package/scripts/utils/file-utils.js

@@ -157,9 +157,9 @@ function claimDir(dirPath) {
  * `mkdirSync`, preventing TOCTOU races when concurrent workflow runs
  * attempt to claim the same candidate.
  *
- * @param baseDir - The preferred directory path (e.g. `analysis/2026-04-02/breaking`)
+ * @param baseDir - The preferred directory path (e.g. `analysis/daily/2026-04-02/breaking`)
  * @returns The original `baseDir` when no completed run exists there, or a
- *          suffixed variant (e.g. `analysis/2026-04-02/breaking-2`) otherwise.
+ *          suffixed variant (e.g. `analysis/daily/2026-04-02/breaking-2`) otherwise.
  */
 export function resolveUniqueAnalysisDir(baseDir) {
     // If the directory doesn't exist yet or has no manifest from a prior

package/scripts/utils/html-sanitize.d.ts

@@ -14,5 +14,15 @@
  * @param html - HTML string to strip
  * @returns The HTML with script blocks replaced by spaces
  */
+/**
+ * Strip all HTML tags from a string, replacing each tag with a single space.
+ *
+ * Uses iterative index-based scanning instead of regex to avoid polynomial
+ * backtracking (CodeQL `js/polynomial-redos`).
+ *
+ * @param html - HTML string to strip
+ * @returns The text content with tags replaced by spaces
+ */
+export declare function stripHtmlTags(html: string): string;
 export declare function stripScriptBlocks(html: string): string;
 //# sourceMappingURL=html-sanitize.d.ts.map

package/scripts/utils/html-sanitize.js

@@ -16,6 +16,38 @@
  * @param html - HTML string to strip
  * @returns The HTML with script blocks replaced by spaces
  */
+/**
+ * Strip all HTML tags from a string, replacing each tag with a single space.
+ *
+ * Uses iterative index-based scanning instead of regex to avoid polynomial
+ * backtracking (CodeQL `js/polynomial-redos`).
+ *
+ * @param html - HTML string to strip
+ * @returns The text content with tags replaced by spaces
+ */
+export function stripHtmlTags(html) {
+    let result = '';
+    let pos = 0;
+    while (pos < html.length) {
+        const openIdx = html.indexOf('<', pos);
+        if (openIdx < 0) {
+            result += html.slice(pos);
+            break;
+        }
+        // Copy text before the tag
+        result += html.slice(pos, openIdx);
+        // Find the closing '>'
+        const closeIdx = html.indexOf('>', openIdx + 1);
+        if (closeIdx < 0) {
+            // Unclosed tag — keep the rest as-is
+            result += html.slice(openIdx);
+            break;
+        }
+        result += ' ';
+        pos = closeIdx + 1;
+    }
+    return result;
+}
 export function stripScriptBlocks(html) {
     const OPEN = '<script';
     const CLOSE = '</script';

package/scripts/utils/political-classification.d.ts

@@ -72,7 +72,7 @@ export declare function classifyPoliticalActors(data: ClassificationInput): Poli
  */
 export declare function analyzePoliticalForces(data: ClassificationInput): PoliticalForcesAnalysis;
 /**
- * Initialize the `analysis/{date}/` directory structure.
+ * Initialize the `analysis/daily/{date}/` directory structure.
  *
  * Creates the following sub-directories if they do not already exist:
  * - `classification/`           — Political classification results
@@ -87,7 +87,7 @@ export declare function analyzePoliticalForces(data: ClassificationInput): Polit
  * - `data/mcp-responses/`       — Raw MCP tool call responses
  *
  * When article-type scoping is used (recommended for agentic workflows),
- * the caller should pass a scoped path such as `analysis/{date}/{slug}`.
+ * the caller should pass a scoped path such as `analysis/daily/{date}/{slug}`.
  *
  * @param baseDir - Base directory for analysis output (typically `analysis/`)
  * @param date - ISO date string used as the run folder name (YYYY-MM-DD).
@@ -98,10 +98,10 @@ export declare function analyzePoliticalForces(data: ClassificationInput): Polit
  * @example
  * ```ts
  * const runDir = initializeAnalysisDirectory('./analysis', '2026-03-26');
- * // Creates: ./analysis/2026-03-26/classification/
- * //          ./analysis/2026-03-26/data/
- * //          ./analysis/2026-03-26/threat-assessment/
- * //          ./analysis/2026-03-26/risk-scoring/
+ * // Creates: ./analysis/daily/2026-03-26/classification/
+ * //          ./analysis/daily/2026-03-26/data/
+ * //          ./analysis/daily/2026-03-26/threat-assessment/
+ * //          ./analysis/daily/2026-03-26/risk-scoring/
  * ```
  */
 export declare function initializeAnalysisDirectory(baseDir: string, date: string): string;
@@ -134,7 +134,8 @@ export declare function serializeFrontmatter(fm: AnalysisFrontmatter): string;
  *
  * @example
  * ```ts
- * writeAnalysisFile('./analysis/2026-03-26/classification/significance-assessment.md', fm, body);
+ * // {article-type-slug} varies by workflow (e.g. 'plenary-session', 'week-ahead')
+ * writeAnalysisFile('./analysis/daily/2026-03-26/{article-type-slug}/classification/significance-classification.md', fm, body);
  * ```
  */
 export declare function writeAnalysisFile(filePath: string, frontmatter: AnalysisFrontmatter, content: string): void;

package/scripts/utils/political-classification.js

@@ -681,7 +681,7 @@ export function analyzePoliticalForces(data) {
 }
 // ─── Analysis directory & file utilities ─────────────────────────────────────
 /**
- * Initialize the `analysis/{date}/` directory structure.
+ * Initialize the `analysis/daily/{date}/` directory structure.
  *
  * Creates the following sub-directories if they do not already exist:
  * - `classification/`           — Political classification results
@@ -696,7 +696,7 @@ export function analyzePoliticalForces(data) {
  * - `data/mcp-responses/`       — Raw MCP tool call responses
  *
  * When article-type scoping is used (recommended for agentic workflows),
- * the caller should pass a scoped path such as `analysis/{date}/{slug}`.
+ * the caller should pass a scoped path such as `analysis/daily/{date}/{slug}`.
  *
  * @param baseDir - Base directory for analysis output (typically `analysis/`)
  * @param date - ISO date string used as the run folder name (YYYY-MM-DD).
@@ -707,10 +707,10 @@ export function analyzePoliticalForces(data) {
  * @example
  * ```ts
  * const runDir = initializeAnalysisDirectory('./analysis', '2026-03-26');
- * // Creates: ./analysis/2026-03-26/classification/
- * //          ./analysis/2026-03-26/data/
- * //          ./analysis/2026-03-26/threat-assessment/
- * //          ./analysis/2026-03-26/risk-scoring/
+ * // Creates: ./analysis/daily/2026-03-26/classification/
+ * //          ./analysis/daily/2026-03-26/data/
+ * //          ./analysis/daily/2026-03-26/threat-assessment/
+ * //          ./analysis/daily/2026-03-26/risk-scoring/
  * ```
  */
 export function initializeAnalysisDirectory(baseDir, date) {
@@ -806,7 +806,8 @@ export function serializeFrontmatter(fm) {
  *
  * @example
  * ```ts
- * writeAnalysisFile('./analysis/2026-03-26/classification/significance-assessment.md', fm, body);
+ * // {article-type-slug} varies by workflow (e.g. 'plenary-session', 'week-ahead')
+ * writeAnalysisFile('./analysis/daily/2026-03-26/{article-type-slug}/classification/significance-classification.md', fm, body);
  * ```
  */
 export function writeAnalysisFile(filePath, frontmatter, content) {

package/scripts/utils/political-risk-assessment.d.ts

@@ -91,7 +91,7 @@ export declare function runAgentRiskAssessment(assessmentId: string, date: strin
 /**
  * Generate a structured markdown document from an agent risk assessment workflow.
  * Produces a YAML-frontmatter header and all risk sections in markdown format
- * suitable for writing to `analysis/{date}/risk-scoring/agent-risk-workflow.md`.
+ * suitable for writing to `analysis/daily/{date}/risk-scoring/agent-risk-workflow.md`.
  *
  * @param assessment - Completed agent risk assessment workflow
  * @returns Markdown string with YAML frontmatter and full risk analysis

package/scripts/utils/political-risk-assessment.js

@@ -385,7 +385,7 @@ export function runAgentRiskAssessment(assessmentId, date, articleType, identifi
 /**
  * Generate a structured markdown document from an agent risk assessment workflow.
  * Produces a YAML-frontmatter header and all risk sections in markdown format
- * suitable for writing to `analysis/{date}/risk-scoring/agent-risk-workflow.md`.
+ * suitable for writing to `analysis/daily/{date}/risk-scoring/agent-risk-workflow.md`.
  *
  * @param assessment - Completed agent risk assessment workflow
  * @returns Markdown string with YAML frontmatter and full risk analysis

package/scripts/utils/significance-scoring.d.ts

@@ -0,0 +1,97 @@
+/**
+ * @module Utils/SignificanceScoring
+ * @description 5-dimension composite significance scoring engine for EP events.
+ *
+ * Scores each event across five dimensions (0–10 each) and computes a weighted
+ * composite score used for publication prioritisation decisions:
+ *
+ * | Dimension                  | Weight |
+ * |----------------------------|--------|
+ * | Parliamentary Significance | 0.25   |
+ * | Policy Impact              | 0.25   |
+ * | Public Interest            | 0.20   |
+ * | Temporal Urgency           | 0.15   |
+ * | Institutional Relevance    | 0.15   |
+ *
+ * Decision thresholds follow the analysis template:
+ *
+ * | Composite | Decision |
+ * |-----------|----------|
+ * | 0.0 – 3.9 | skip     |
+ * | 4.0 – 5.9 | hold     |
+ * | ≥ 6.0     | publish  |
+ *
+ * @see analysis/templates/significance-scoring.md
+ */
+import type { SignificanceScore, SignificanceScoringInput, SignificanceBatchResult, PublicationDecision } from '../types/significance.js';
+/** Weight applied to Parliamentary Significance dimension */
+export declare const WEIGHT_PARLIAMENTARY = 0.25;
+/** Weight applied to Policy Impact dimension */
+export declare const WEIGHT_POLICY = 0.25;
+/** Weight applied to Public Interest dimension */
+export declare const WEIGHT_PUBLIC_INTEREST = 0.2;
+/** Weight applied to Temporal Urgency dimension */
+export declare const WEIGHT_URGENCY = 0.15;
+/** Weight applied to Institutional / Cross-Group Relevance dimension */
+export declare const WEIGHT_INSTITUTIONAL = 0.15;
+/** Composite score at or above which the decision is "publish" */
+export declare const THRESHOLD_PUBLISH = 6;
+/** Composite score at or above which the decision is "hold" (below publish) */
+export declare const THRESHOLD_HOLD = 4;
+/**
+ * Clamp a numeric value to the 0–10 scoring range.
+ *
+ * @param value - Raw numeric input
+ * @returns Value clamped to [0, 10]
+ */
+export declare function clampScore(value: number): number;
+/**
+ * Derive a publication decision from a composite score.
+ *
+ * @param composite - Weighted composite score (0–10)
+ * @returns Publication decision
+ */
+export declare function deriveDecision(composite: number): PublicationDecision;
+/**
+ * Compute a composite significance score for a single event.
+ *
+ * All dimension values are clamped to [0, 10].  The composite is the
+ * weighted average using the standard template weights.
+ *
+ * @param input - Dimension scores for one event
+ * @returns Significance score with composite and publication decision
+ */
+export declare function scoreSignificance(input: SignificanceScoringInput): SignificanceScore;
+/**
+ * Score a batch of events and return ranked results with a summary.
+ *
+ * Events are scored individually then sorted by composite score descending.
+ *
+ * @param inputs - Array of event scoring inputs
+ * @returns Batch result with ranked scores and decision summary counts
+ */
+export declare function scoreBatch(inputs: readonly SignificanceScoringInput[]): SignificanceBatchResult;
+/**
+ * Generate a markdown report for a single significance score.
+ *
+ * Produces a table matching the template format with dimension breakdown,
+ * composite calculation, and publication decision.
+ *
+ * @param score - Computed significance score
+ * @param title - Event title
+ * @param reference - Optional EP reference identifier
+ * @returns Markdown string
+ */
+export declare function formatScoreMarkdown(score: SignificanceScore, title: string, reference?: string): string;
+/**
+ * Generate a batch scoring markdown table.
+ *
+ * Produces the Section 2 batch table from the template format.
+ * Scores must be in the same order as inputs (one score per input).
+ *
+ * @param inputs - Scoring inputs with titles and references
+ * @param scores - Pre-computed significance scores (same order as inputs)
+ * @returns Markdown table string
+ */
+export declare function formatBatchMarkdown(inputs: readonly SignificanceScoringInput[], scores: readonly SignificanceScore[]): string;
+//# sourceMappingURL=significance-scoring.d.ts.map

package/scripts/utils/significance-scoring.js

@@ -0,0 +1,190 @@
+// SPDX-FileCopyrightText: 2024-2026 Hack23 AB
+// SPDX-License-Identifier: Apache-2.0
+// ─── Markdown sanitization ────────────────────────────────────────────────────
+/**
+ * Sanitize untrusted text for safe use in a Markdown table cell.
+ *
+ * Escapes pipe characters, backslashes, and HTML entities, then normalizes
+ * whitespace to prevent table layout corruption from external EP data.
+ *
+ * @param input - Untrusted cell text
+ * @returns Sanitized text safe for Markdown table cells
+ */
+function sanitizeMdCell(input) {
+    return input
+        .replace(/\\/gu, '\\\\')
+        .replace(/\|/gu, '\\|')
+        .replace(/&/gu, '&')
+        .replace(/</gu, '&lt;')
+        .replace(/>/gu, '&gt;')
+        .replace(/[\r\n]+/gu, ' ')
+        .trim();
+}
+/**
+ * Normalize a reference string: treat empty / whitespace-only values as
+ * missing so that the table cell shows a placeholder instead of blank.
+ *
+ * @param ref - Optional reference string
+ * @returns The trimmed reference, or undefined if empty/missing
+ */
+function normalizeRef(ref) {
+    if (!ref)
+        return undefined;
+    const trimmed = ref.trim();
+    return trimmed.length > 0 ? trimmed : undefined;
+}
+// ─── Scoring constants ────────────────────────────────────────────────────────
+/** Weight applied to Parliamentary Significance dimension */
+export const WEIGHT_PARLIAMENTARY = 0.25;
+/** Weight applied to Policy Impact dimension */
+export const WEIGHT_POLICY = 0.25;
+/** Weight applied to Public Interest dimension */
+export const WEIGHT_PUBLIC_INTEREST = 0.2;
+/** Weight applied to Temporal Urgency dimension */
+export const WEIGHT_URGENCY = 0.15;
+/** Weight applied to Institutional / Cross-Group Relevance dimension */
+export const WEIGHT_INSTITUTIONAL = 0.15;
+/** Minimum score floor (dimension and composite) */
+const SCORE_MIN = 0;
+/** Maximum score ceiling (dimension and composite) */
+const SCORE_MAX = 10;
+/** Composite score at or above which the decision is "publish" */
+export const THRESHOLD_PUBLISH = 6.0;
+/** Composite score at or above which the decision is "hold" (below publish) */
+export const THRESHOLD_HOLD = 4.0;
+// ─── Helpers ──────────────────────────────────────────────────────────────────
+/**
+ * Clamp a numeric value to the 0–10 scoring range.
+ *
+ * @param value - Raw numeric input
+ * @returns Value clamped to [0, 10]
+ */
+export function clampScore(value) {
+    if (!Number.isFinite(value))
+        return SCORE_MIN;
+    return Math.min(SCORE_MAX, Math.max(SCORE_MIN, value));
+}
+/**
+ * Derive a publication decision from a composite score.
+ *
+ * @param composite - Weighted composite score (0–10)
+ * @returns Publication decision
+ */
+export function deriveDecision(composite) {
+    if (composite >= THRESHOLD_PUBLISH)
+        return 'publish';
+    if (composite >= THRESHOLD_HOLD)
+        return 'hold';
+    return 'skip';
+}
+// ─── Core scoring ─────────────────────────────────────────────────────────────
+/**
+ * Compute a composite significance score for a single event.
+ *
+ * All dimension values are clamped to [0, 10].  The composite is the
+ * weighted average using the standard template weights.
+ *
+ * @param input - Dimension scores for one event
+ * @returns Significance score with composite and publication decision
+ */
+export function scoreSignificance(input) {
+    const parliamentarySignificance = clampScore(input.parliamentarySignificance);
+    const policyImpact = clampScore(input.policyImpact);
+    const publicInterest = clampScore(input.publicInterest);
+    const temporalUrgency = clampScore(input.temporalUrgency);
+    const institutionalRelevance = clampScore(input.institutionalRelevance);
+    const composite = parliamentarySignificance * WEIGHT_PARLIAMENTARY +
+        policyImpact * WEIGHT_POLICY +
+        publicInterest * WEIGHT_PUBLIC_INTEREST +
+        temporalUrgency * WEIGHT_URGENCY +
+        institutionalRelevance * WEIGHT_INSTITUTIONAL;
+    const roundedComposite = Math.round(composite * 100) / 100;
+    return {
+        parliamentarySignificance,
+        policyImpact,
+        publicInterest,
+        temporalUrgency,
+        institutionalRelevance,
+        composite: roundedComposite,
+        decision: deriveDecision(roundedComposite),
+    };
+}
+/**
+ * Score a batch of events and return ranked results with a summary.
+ *
+ * Events are scored individually then sorted by composite score descending.
+ *
+ * @param inputs - Array of event scoring inputs
+ * @returns Batch result with ranked scores and decision summary counts
+ */
+export function scoreBatch(inputs) {
+    const scores = inputs.map(scoreSignificance);
+    // Sort by composite descending (stable sort preserves input order for ties)
+    const ranked = [...scores].sort((a, b) => b.composite - a.composite);
+    const summary = { publish: 0, hold: 0, skip: 0 };
+    for (const s of ranked) {
+        summary[s.decision]++;
+    }
+    return { scores: ranked, summary };
+}
+/**
+ * Generate a markdown report for a single significance score.
+ *
+ * Produces a table matching the template format with dimension breakdown,
+ * composite calculation, and publication decision.
+ *
+ * @param score - Computed significance score
+ * @param title - Event title
+ * @param reference - Optional EP reference identifier
+ * @returns Markdown string
+ */
+export function formatScoreMarkdown(score, title, reference) {
+    const safeTitle = sanitizeMdCell(title);
+    const safeRef = normalizeRef(reference);
+    const refLine = safeRef ? `| **EP Reference** | \`${sanitizeMdCell(safeRef)}\` |\n` : '';
+    const decisionEmoji = score.decision === 'publish' ? '📰' : score.decision === 'hold' ? '📋' : '🗄️';
+    const decisionLabel = score.decision === 'publish' ? 'Publish' : score.decision === 'hold' ? 'Hold' : 'Skip';
+    return `### ${safeTitle}
+
+| Field | Value |
+|-------|-------|
+| **Event** | ${safeTitle} |
+${refLine}
+| Dimension | Raw Score | Weight | Weighted Score |
+|-----------|:---------:|:------:|:--------------:|
+| Parliamentary Significance | ${score.parliamentarySignificance.toFixed(1)} | ${WEIGHT_PARLIAMENTARY} | ${(score.parliamentarySignificance * WEIGHT_PARLIAMENTARY).toFixed(2)} |
+| Policy Impact | ${score.policyImpact.toFixed(1)} | ${WEIGHT_POLICY} | ${(score.policyImpact * WEIGHT_POLICY).toFixed(2)} |
+| Public Interest | ${score.publicInterest.toFixed(1)} | ${WEIGHT_PUBLIC_INTEREST} | ${(score.publicInterest * WEIGHT_PUBLIC_INTEREST).toFixed(2)} |
+| Temporal Urgency | ${score.temporalUrgency.toFixed(1)} | ${WEIGHT_URGENCY} | ${(score.temporalUrgency * WEIGHT_URGENCY).toFixed(2)} |
+| Institutional Relevance | ${score.institutionalRelevance.toFixed(1)} | ${WEIGHT_INSTITUTIONAL} | ${(score.institutionalRelevance * WEIGHT_INSTITUTIONAL).toFixed(2)} |
+| **COMPOSITE SCORE** | — | — | **${score.composite.toFixed(2)} / 10** |
+
+**Decision:** ${decisionEmoji} **${decisionLabel}**
+`;
+}
+/**
+ * Generate a batch scoring markdown table.
+ *
+ * Produces the Section 2 batch table from the template format.
+ * Scores must be in the same order as inputs (one score per input).
+ *
+ * @param inputs - Scoring inputs with titles and references
+ * @param scores - Pre-computed significance scores (same order as inputs)
+ * @returns Markdown table string
+ */
+export function formatBatchMarkdown(inputs, scores) {
+    const header = '| Event | EP Reference | Parl. | Policy | Public | Urgency | Instit. | **Composite** | Decision |';
+    const separator = '|-------|-------------|:-----:|:------:|:------:|:-------:|:-------:|:-------------:|----------|';
+    if (inputs.length !== scores.length) {
+        throw new Error(`formatBatchMarkdown: inputs.length (${inputs.length}) !== scores.length (${scores.length}). Arrays must be aligned.`);
+    }
+    const rows = inputs.map((input, i) => {
+        const s = scores[i];
+        const decisionLabel = s.decision === 'publish' ? 'Publish' : s.decision === 'hold' ? 'Hold' : 'Skip';
+        const safeTitle = sanitizeMdCell(input.title);
+        const safeRef = normalizeRef(input.reference);
+        return `| ${safeTitle} | ${safeRef ? sanitizeMdCell(safeRef) : '—'} | ${s.parliamentarySignificance.toFixed(1)} | ${s.policyImpact.toFixed(1)} | ${s.publicInterest.toFixed(1)} | ${s.temporalUrgency.toFixed(1)} | ${s.institutionalRelevance.toFixed(1)} | **${s.composite.toFixed(2)}** | ${decisionLabel} |`;
+    });
+    return [header, separator, ...rows].join('\n');
+}
+//# sourceMappingURL=significance-scoring.js.map