@ansvar/rwandan-law-mcp 1.0.0

package/dist/scripts/ingest.js

@@ -0,0 +1,333 @@
+#!/usr/bin/env tsx
+/**
+ * Rwanda Law MCP -- full-catalog ingestion.
+ *
+ * Sources:
+ * - RwandaLII law catalog API (`/search/api/documents/`)
+ * - RwandaLII law detail pages (AKN HTML or PDF-backed)
+ */
+import * as fs from 'fs';
+import * as path from 'path';
+import { fileURLToPath } from 'url';
+import { fetchBinaryWithRateLimit, fetchWithRateLimit } from './lib/fetcher.js';
+import { buildDocumentIdFromHref, extractLawPageMetadata, parseAknLawHtml, parseCatalogResultsHtml, parsePdfExtractedText, } from './lib/parser.js';
+import { extractTextFromPdf } from './lib/pdf.js';
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+const ROOT_URL = 'https://rwandalii.org';
+const SEARCH_API = 'https://rwandalii.org/search/api/documents/';
+const SOURCE_DIR = path.resolve(__dirname, '../data/source');
+const SEED_DIR = path.resolve(__dirname, '../data/seed');
+const CATALOG_CACHE_PATH = path.resolve(SOURCE_DIR, '_catalog-laws.json');
+function parseArgs() {
+    const args = process.argv.slice(2);
+    let limit = null;
+    let offset = 0;
+    let append = false;
+    let refreshCatalog = false;
+    let skipFetch = false;
+    for (let i = 0; i < args.length; i++) {
+        if (args[i] === '--limit' && args[i + 1]) {
+            limit = Number.parseInt(args[i + 1], 10);
+            i++;
+            continue;
+        }
+        if (args[i] === '--offset' && args[i + 1]) {
+            offset = Number.parseInt(args[i + 1], 10);
+            i++;
+            continue;
+        }
+        if (args[i] === '--append') {
+            append = true;
+            continue;
+        }
+        if (args[i] === '--refresh-catalog') {
+            refreshCatalog = true;
+            continue;
+        }
+        if (args[i] === '--skip-fetch') {
+            skipFetch = true;
+        }
+    }
+    return { limit, offset: Math.max(0, offset), append, refreshCatalog, skipFetch };
+}
+function ensureDirectories() {
+    fs.mkdirSync(SOURCE_DIR, { recursive: true });
+    fs.mkdirSync(SEED_DIR, { recursive: true });
+}
+function resetSeedDirectory() {
+    const files = fs.readdirSync(SEED_DIR).filter(file => file.endsWith('.json'));
+    for (const file of files) {
+        fs.unlinkSync(path.join(SEED_DIR, file));
+    }
+}
+function readJson(content) {
+    return JSON.parse(content);
+}
+function absoluteUrl(href) {
+    return new URL(href, ROOT_URL).toString();
+}
+function sourceHtmlPath(id) {
+    return path.join(SOURCE_DIR, `${id}.html`);
+}
+function sourcePdfPath(id) {
+    return path.join(SOURCE_DIR, `${id}.pdf`);
+}
+function sourceTextPath(id) {
+    return path.join(SOURCE_DIR, `${id}.txt`);
+}
+function seedPath(index, actId) {
+    const seq = String(index).padStart(3, '0');
+    return path.join(SEED_DIR, `${seq}-${actId}.json`);
+}
+function currentSeedIndex() {
+    const existing = fs.readdirSync(SEED_DIR)
+        .filter(file => /^\d{3}-.*\.json$/.test(file))
+        .map(file => Number.parseInt(file.slice(0, 3), 10))
+        .filter(n => Number.isFinite(n));
+    if (existing.length === 0)
+        return 1;
+    return Math.max(...existing) + 1;
+}
+async function fetchCatalogLaws() {
+    const collected = new Map();
+    const currentYear = new Date().getUTCFullYear();
+    const firstYear = 2000;
+    const yearQueries = Array.from({ length: Math.max(0, currentYear - firstYear + 1) }, (_, index) => String(firstYear + index));
+    const queries = ['law', ...yearQueries];
+    for (const query of queries) {
+        let page = 1;
+        let count = 0;
+        let pageSize = 10;
+        while (true) {
+            const url = `${SEARCH_API}?search=${encodeURIComponent(query)}` +
+                `&page=${page}&ordering=-date&mode=text&doc_type=legislation&nature=Law`;
+            const response = await fetchWithRateLimit(url);
+            const responseStatus = response.status;
+            const responseBody = response.body;
+            if (responseStatus === 400 && page > 1) {
+                // RwandaLII search API currently returns HTTP 400 for pages beyond the valid range.
+                break;
+            }
+            if (responseStatus !== 200) {
+                throw new Error(`Catalog fetch failed for query "${query}" page ${page}: HTTP ${responseStatus}`);
+            }
+            const body = readJson(responseBody);
+            count = body.count;
+            const rows = parseCatalogResultsHtml(body.results_html ?? '');
+            if (rows.length === 0)
+                break;
+            pageSize = rows.length;
+            for (const row of rows) {
+                if (!collected.has(row.href)) {
+                    collected.set(row.href, row);
+                }
+            }
+            const reachedEnd = page * pageSize >= count;
+            if (reachedEnd)
+                break;
+            page++;
+        }
+    }
+    return Array.from(collected.values());
+}
+function loadCachedCatalog() {
+    if (!fs.existsSync(CATALOG_CACHE_PATH))
+        return null;
+    try {
+        const raw = fs.readFileSync(CATALOG_CACHE_PATH, 'utf-8');
+        const data = JSON.parse(raw);
+        if (!Array.isArray(data) || data.length === 0)
+            return null;
+        return data;
+    }
+    catch {
+        return null;
+    }
+}
+function writeCatalogCache(catalog) {
+    fs.writeFileSync(CATALOG_CACHE_PATH, `${JSON.stringify(catalog, null, 2)}\n`);
+}
+async function fetchLawHtml(lawUrl, provisionalId, skipFetch) {
+    const htmlPath = sourceHtmlPath(provisionalId);
+    if (skipFetch && fs.existsSync(htmlPath)) {
+        return fs.readFileSync(htmlPath, 'utf-8');
+    }
+    const response = await fetchWithRateLimit(lawUrl);
+    if (response.status !== 200) {
+        throw new Error(`HTTP ${response.status}`);
+    }
+    fs.writeFileSync(htmlPath, response.body);
+    return response.body;
+}
+async function fetchLawPdf(pdfUrl, id, skipFetch) {
+    const pdfPath = sourcePdfPath(id);
+    if (skipFetch && fs.existsSync(pdfPath)) {
+        return pdfPath;
+    }
+    const response = await fetchBinaryWithRateLimit(pdfUrl);
+    if (response.status !== 200) {
+        throw new Error(`PDF HTTP ${response.status}`);
+    }
+    fs.writeFileSync(pdfPath, response.body);
+    return pdfPath;
+}
+function parseAct(metadata, html, skipFetch) {
+    if (metadata.source_type === 'akn') {
+        return { act: parseAknLawHtml(html, metadata), warnings: [] };
+    }
+    if (!metadata.pdf_url) {
+        throw new Error('PDF source URL missing for PDF-backed law page');
+    }
+    const pdfPath = sourcePdfPath(metadata.id);
+    if (!skipFetch && !fs.existsSync(pdfPath)) {
+        throw new Error(`PDF file missing at ${pdfPath}`);
+    }
+    if (!fs.existsSync(pdfPath)) {
+        throw new Error(`PDF cache not found at ${pdfPath}`);
+    }
+    const extraction = extractTextFromPdf(pdfPath);
+    fs.writeFileSync(sourceTextPath(metadata.id), extraction.text);
+    const act = parsePdfExtractedText(extraction.text, metadata);
+    const warnings = [...extraction.warnings, `pdf_text_method=${extraction.method}`];
+    return { act, warnings };
+}
+async function run() {
+    const { limit, offset, append, refreshCatalog, skipFetch } = parseArgs();
+    console.log('Rwandan Law MCP -- Full Law Ingestion');
+    console.log('=====================================\n');
+    console.log(`Catalog source: ${SEARCH_API}`);
+    if (limit)
+        console.log(`Mode: --limit ${limit}`);
+    if (offset)
+        console.log(`Mode: --offset ${offset}`);
+    if (append)
+        console.log('Mode: --append');
+    if (refreshCatalog)
+        console.log('Mode: --refresh-catalog');
+    if (skipFetch)
+        console.log('Mode: --skip-fetch');
+    console.log('');
+    ensureDirectories();
+    if (!append) {
+        resetSeedDirectory();
+    }
+    let catalog = null;
+    if (!refreshCatalog) {
+        catalog = loadCachedCatalog();
+    }
+    if (catalog) {
+        console.log(`Using cached catalog: ${CATALOG_CACHE_PATH}`);
+    }
+    else {
+        console.log('Fetching law catalog...');
+        catalog = await fetchCatalogLaws();
+        writeCatalogCache(catalog);
+    }
+    const sliced = offset > 0 ? catalog.slice(offset) : catalog;
+    const targetRows = limit ? sliced.slice(0, limit) : sliced;
+    console.log(`Catalog size: ${catalog.length} | Processing: ${targetRows.length}\n`);
+    let seedIndex = append ? currentSeedIndex() : 1;
+    let totalProvisions = 0;
+    let totalDefinitions = 0;
+    let aknCount = 0;
+    let pdfCount = 0;
+    const results = [];
+    for (const row of targetRows) {
+        const lawUrl = absoluteUrl(row.href);
+        const provisionalId = buildDocumentIdFromHref(row.href);
+        process.stdout.write(`  ${provisionalId} ...`);
+        try {
+            const html = await fetchLawHtml(lawUrl, provisionalId, skipFetch);
+            const metadata = extractLawPageMetadata(html, lawUrl);
+            if (metadata.id !== provisionalId) {
+                const oldPath = sourceHtmlPath(provisionalId);
+                const newPath = sourceHtmlPath(metadata.id);
+                if (fs.existsSync(oldPath) && !fs.existsSync(newPath)) {
+                    fs.renameSync(oldPath, newPath);
+                }
+            }
+            if (metadata.source_type === 'pdf') {
+                if (!metadata.pdf_url) {
+                    throw new Error('Missing pdf_url in metadata');
+                }
+                await fetchLawPdf(metadata.pdf_url, metadata.id, skipFetch);
+                pdfCount++;
+            }
+            else {
+                aknCount++;
+            }
+            const { act, warnings } = parseAct(metadata, html, skipFetch);
+            const seedFile = path.basename(seedPath(seedIndex, metadata.id));
+            fs.writeFileSync(seedPath(seedIndex, metadata.id), `${JSON.stringify(act, null, 2)}\n`);
+            seedIndex++;
+            totalProvisions += act.provisions.length;
+            totalDefinitions += act.definitions.length;
+            results.push({
+                id: metadata.id,
+                url: metadata.url,
+                source_type: metadata.source_type,
+                status: 'ok',
+                provisions: act.provisions.length,
+                definitions: act.definitions.length,
+                seed_file: seedFile,
+                warnings: warnings.length > 0 ? warnings : undefined,
+            });
+            console.log(` OK (${metadata.source_type}, ${act.provisions.length} provisions, ${act.definitions.length} definitions)`);
+        }
+        catch (error) {
+            const reason = error instanceof Error ? error.message : String(error);
+            const isImageOnlyPdf = reason.toLowerCase().includes('no text extracted from pdf');
+            const status = isImageOnlyPdf ? 'skipped' : 'failed';
+            results.push({
+                id: provisionalId,
+                url: lawUrl,
+                source_type: 'pdf',
+                status,
+                provisions: 0,
+                definitions: 0,
+                reason: isImageOnlyPdf
+                    ? `${reason}; source appears image-only (no text layer available for parsing)`
+                    : reason,
+            });
+            console.log(` ${status.toUpperCase()} (${reason})`);
+        }
+    }
+    const success = results.filter(r => r.status === 'ok').length;
+    const skipped = results.filter(r => r.status === 'skipped').length;
+    const failed = results.filter(r => r.status === 'failed').length;
+    const report = {
+        generated_at: new Date().toISOString(),
+        catalog_total: catalog.length,
+        processed_total: targetRows.length,
+        success,
+        skipped,
+        failed,
+        akn_success: results.filter(r => r.status === 'ok' && r.source_type === 'akn').length,
+        pdf_success: results.filter(r => r.status === 'ok' && r.source_type === 'pdf').length,
+        total_provisions: totalProvisions,
+        total_definitions: totalDefinitions,
+        results,
+    };
+    fs.writeFileSync(path.join(SEED_DIR, '_ingestion-report.json'), `${JSON.stringify(report, null, 2)}\n`);
+    console.log('\nIngestion report');
+    console.log('----------------');
+    console.log(`Catalog entries: ${catalog.length}`);
+    console.log(`Processed:       ${targetRows.length}`);
+    console.log(`Success:         ${success}`);
+    console.log(`Skipped:         ${skipped}`);
+    console.log(`Failed:          ${failed}`);
+    console.log(`AKN parsed:      ${aknCount}`);
+    console.log(`PDF parsed:      ${pdfCount}`);
+    console.log(`Provisions:      ${totalProvisions}`);
+    console.log(`Definitions:     ${totalDefinitions}`);
+    console.log(`Report file:     ${path.join(SEED_DIR, '_ingestion-report.json')}`);
+    if (failed > 0) {
+        process.exitCode = 1;
+    }
+}
+run().catch(error => {
+    console.error('Fatal ingestion error:', error);
+    process.exit(1);
+});
+//# sourceMappingURL=ingest.js.map

package/dist/scripts/ingest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ingest.js","sourceRoot":"","sources":["../../scripts/ingest.ts"],"names":[],"mappings":";AACA;;;;;;GAMG;AAEH,OAAO,KAAK,EAAE,MAAM,IAAI,CAAC;AACzB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,EAAE,wBAAwB,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AAChF,OAAO,EACL,uBAAuB,EACvB,sBAAsB,EACtB,eAAe,EACf,uBAAuB,EACvB,qBAAqB,GAItB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,kBAAkB,EAAE,MAAM,cAAc,CAAC;AAElD,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AAE3C,MAAM,QAAQ,GAAG,uBAAuB,CAAC;AACzC,MAAM,UAAU,GAAG,6CAA6C,CAAC;AACjE,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,gBAAgB,CAAC,CAAC;AAC7D,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;AACzD,MAAM,kBAAkB,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,EAAE,oBAAoB,CAAC,CAAC;AA2B1E,SAAS,SAAS;IAChB,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,IAAI,KAAK,GAAkB,IAAI,CAAC;IAChC,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,MAAM,GAAG,KAAK,CAAC;IACnB,IAAI,cAAc,GAAG,KAAK,CAAC;IAC3B,IAAI,SAAS,GAAG,KAAK,CAAC;IAEtB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,SAAS,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YACzC,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YACzC,CAAC,EAAE,CAAC;YACJ,SAAS;QACX,CAAC;QACD,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,UAAU,IAAI,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC1C,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC1C,CAAC,EAAE,CAAC;YACJ,SAAS;QACX,CAAC;QACD,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,UAAU,EAAE,CAAC;YAC3B,MAAM,GAAG,IAAI,CAAC;YACd,SAAS;QACX,CAAC;QACD,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,mBAAmB,EAAE,CAAC;YACpC,cAAc,GAAG,IAAI,CAAC;YACtB,SAAS;QACX,CAAC;QACD,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,cAAc,EAAE,CAAC;YAC/B,SAAS,GAAG,IAAI,CAAC;QACnB,CAAC;IACH,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,EAAE,MAAM,EAAE,cAAc,EAAE,SAAS,EAAE,CAAC;AACnF,CAAC;AAED,SAAS,iBAAiB;IACxB,EAAE,CAAC,SAAS,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9C,EAAE,CAAC,SAAS,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;AAC9C,CAAC;AAED,SAAS,kBAAkB;IACzB,MAAM,KAAK,GAAG,EAAE,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC;IAC9E,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC;IAC3C,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAI,OAAe;IAClC,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAM,CAAC;AAClC,CAAC;AAED,SAAS,WAAW,CAAC,IAAY;IAC/B,OAAO,IAAI,GAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,QAAQ,EAAE,CAAC;AAC5C,CAAC;AAED,SAAS,cAAc,CAAC,EAAU;IAChC,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;AAC7C,CAAC;AAED,SAAS,aAAa,CAAC,EAAU;IAC/B,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,cAAc,CAAC,EAAU;IAChC,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,QAAQ,CAAC,KAAa,EAAE,KAAa;IAC5C,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC3C,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,GAAG,GAAG,IAAI,KAAK,OAAO,CAAC,CAAC;AACrD,CAAC;AAED,SAAS,gBAAgB;IACvB,MAAM,QAAQ,GAAG,EAAE,CAAC,WAAW,CAAC,QAAQ,CAAC;SACtC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SAC7C,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;SAClD,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IACnC,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACpC,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;AACnC,CAAC;AAED,KAAK,UAAU,gBAAgB;IAC7B,MAAM,SAAS,GAAG,IAAI,GAAG,EAAsB,CAAC;IAChD,MAAM,WAAW,GAAG,IAAI,IAAI,EAAE,CAAC,cAAc,EAAE,CAAC;IAChD,MAAM,SAAS,GAAG,IAAI,CAAC;IACvB,MAAM,WAAW,GAAG,KAAK,CAAC,IAAI,CAC5B,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,GAAG,SAAS,GAAG,CAAC,CAAC,EAAE,EACpD,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,GAAG,KAAK,CAAC,CACxC,CAAC;IACF,MAAM,OAAO,GAAG,CAAC,KAAK,EAAE,GAAG,WAAW,CAAC,CAAC;IAExC,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;QAC5B,IAAI,IAAI,GAAG,CAAC,CAAC;QACb,IAAI,KAAK,GAAG,CAAC,CAAC;QACd,IAAI,QAAQ,GAAG,EAAE,CAAC;QAElB,OAAO,IAAI,EAAE,CAAC;YACZ,MAAM,GAAG,GACP,GAAG,UAAU,WAAW,kBAAkB,CAAC,KAAK,CAAC,EAAE;gBACnD,SAAS,IAAI,2DAA2D,CAAC;YAC3E,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC,GAAG,CAAC,CAAC;YAC/C,MAAM,cAAc,GAAG,QAAQ,CAAC,MAAM,CAAC;YACvC,MAAM,YAAY,GAAG,QAAQ,CAAC,IAAI,CAAC;YAEnC,IAAI,cAAc,KAAK,GAAG,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;gBACvC,oFAAoF;gBACpF,MAAM;YACR,CAAC;YACD,IAAI,cAAc,KAAK,GAAG,EAAE,CAAC;gBAC3B,MAAM,IAAI,KAAK,CAAC,mCAAmC,KAAK,UAAU,IAAI,UAAU,cAAc,EAAE,CAAC,CAAC;YACpG,CAAC;YAED,MAAM,IAAI,GAAG,QAAQ,CAAoB,YAAY,CAAC,CAAC;YACvD,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC;YACnB,MAAM,IAAI,GAAG,uBAAuB,CAAC,IAAI,CAAC,YAAY,IAAI,EAAE,CAAC,CAAC;YAC9D,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;gBAAE,MAAM;YAE7B,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC;YACvB,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;gBACvB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;oBAC7B,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;gBAC/B,CAAC;YACH,CAAC;YAED,MAAM,UAAU,GAAG,IAAI,GAAG,QAAQ,IAAI,KAAK,CAAC;YAC5C,IAAI,UAAU;gBAAE,MAAM;YACtB,IAAI,EAAE,CAAC;QACT,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,CAAC;AACxC,CAAC;AAED,SAAS,iBAAiB;IACxB,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,kBAAkB,CAAC;QAAE,OAAO,IAAI,CAAC;IACpD,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,EAAE,CAAC,YAAY,CAAC,kBAAkB,EAAE,OAAO,CAAC,CAAC;QACzD,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAiB,CAAC;QAC7C,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAO,IAAI,CAAC;QAC3D,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,OAAqB;IAC9C,EAAE,CAAC,aAAa,CAAC,kBAAkB,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;AAChF,CAAC;AAED,KAAK,UAAU,YAAY,CACzB,MAAc,EACd,aAAqB,EACrB,SAAkB;IAElB,MAAM,QAAQ,GAAG,cAAc,CAAC,aAAa,CAAC,CAAC;IAC/C,IAAI,SAAS,IAAI,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QACzC,OAAO,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC5C,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC,MAAM,CAAC,CAAC;IAClD,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,QAAQ,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,EAAE,CAAC,aAAa,CAAC,QAAQ,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC1C,OAAO,QAAQ,CAAC,IAAI,CAAC;AACvB,CAAC;AAED,KAAK,UAAU,WAAW,CACxB,MAAc,EACd,EAAU,EACV,SAAkB;IAElB,MAAM,OAAO,GAAG,aAAa,CAAC,EAAE,CAAC,CAAC;IAClC,IAAI,SAAS,IAAI,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QACxC,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,MAAM,QAAQ,GAAG,MAAM,wBAAwB,CAAC,MAAM,CAAC,CAAC;IACxD,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,YAAY,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;IACjD,CAAC;IACD,EAAE,CAAC,aAAa,CAAC,OAAO,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC;IACzC,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,QAAQ,CACf,QAAyB,EACzB,IAAY,EACZ,SAAkB;IAElB,IAAI,QAAQ,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;QACnC,OAAO,EAAE,GAAG,EAAE,eAAe,CAAC,IAAI,EAAE,QAAQ,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC;IAChE,CAAC;IAED,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;QACtB,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;IACpE,CAAC;IAED,MAAM,OAAO,GAAG,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;IAC3C,IAAI,CAAC,SAAS,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QAC1C,MAAM,IAAI,KAAK,CAAC,uBAAuB,OAAO,EAAE,CAAC,CAAC;IACpD,CAAC;IACD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,KAAK,CAAC,0BAA0B,OAAO,EAAE,CAAC,CAAC;IACvD,CAAC;IAED,MAAM,UAAU,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC/C,EAAE,CAAC,aAAa,CAAC,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,UAAU,CAAC,IAAI,CAAC,CAAC;IAE/D,MAAM,GAAG,GAAG,qBAAqB,CAAC,UAAU,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;IAC7D,MAAM,QAAQ,GAAG,CAAC,GAAG,UAAU,CAAC,QAAQ,EAAE,mBAAmB,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;IAClF,OAAO,EAAE,GAAG,EAAE,QAAQ,EAAE,CAAC;AAC3B,CAAC;AAED,KAAK,UAAU,GAAG;IAChB,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,cAAc,EAAE,SAAS,EAAE,GAAG,SAAS,EAAE,CAAC;IAEzE,OAAO,CAAC,GAAG,CAAC,uCAAuC,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,CAAC,yCAAyC,CAAC,CAAC;IACvD,OAAO,CAAC,GAAG,CAAC,mBAAmB,UAAU,EAAE,CAAC,CAAC;IAC7C,IAAI,KAAK;QAAE,OAAO,CAAC,GAAG,CAAC,iBAAiB,KAAK,EAAE,CAAC,CAAC;IACjD,IAAI,MAAM;QAAE,OAAO,CAAC,GAAG,CAAC,kBAAkB,MAAM,EAAE,CAAC,CAAC;IACpD,IAAI,MAAM;QAAE,OAAO,CAAC,GAAG,CAAC,gBAAgB,CAAC,CAAC;IAC1C,IAAI,cAAc;QAAE,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;IAC3D,IAAI,SAAS;QAAE,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IACjD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAEhB,iBAAiB,EAAE,CAAC;IACpB,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,kBAAkB,EAAE,CAAC;IACvB,CAAC;IAED,IAAI,OAAO,GAAwB,IAAI,CAAC;IACxC,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,OAAO,GAAG,iBAAiB,EAAE,CAAC;IAChC,CAAC;IAED,IAAI,OAAO,EAAE,CAAC;QACZ,OAAO,CAAC,GAAG,CAAC,yBAAyB,kBAAkB,EAAE,CAAC,CAAC;IAC7D,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;QACvC,OAAO,GAAG,MAAM,gBAAgB,EAAE,CAAC;QACnC,iBAAiB,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;IACD,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;IAC5D,MAAM,UAAU,GAAG,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAC3D,OAAO,CAAC,GAAG,CAAC,iBAAiB,OAAO,CAAC,MAAM,kBAAkB,UAAU,CAAC,MAAM,IAAI,CAAC,CAAC;IAEpF,IAAI,SAAS,GAAG,MAAM,CAAC,CAAC,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAChD,IAAI,eAAe,GAAG,CAAC,CAAC;IACxB,IAAI,gBAAgB,GAAG,CAAC,CAAC;IACzB,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,MAAM,OAAO,GAAsB,EAAE,CAAC;IAEtC,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACrC,MAAM,aAAa,GAAG,uBAAuB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACxD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,aAAa,MAAM,CAAC,CAAC;QAE/C,IAAI,CAAC;YACH,MAAM,IAAI,GAAG,MAAM,YAAY,CAAC,MAAM,EAAE,aAAa,EAAE,SAAS,CAAC,CAAC;YAClE,MAAM,QAAQ,GAAG,sBAAsB,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;YAEtD,IAAI,QAAQ,CAAC,EAAE,KAAK,aAAa,EAAE,CAAC;gBAClC,MAAM,OAAO,GAAG,cAAc,CAAC,aAAa,CAAC,CAAC;gBAC9C,MAAM,OAAO,GAAG,cAAc,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;gBAC5C,IAAI,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;oBACtD,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBAClC,CAAC;YACH,CAAC;YAED,IAAI,QAAQ,CAAC,WAAW,KAAK,KAAK,EAAE,CAAC;gBACnC,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,CAAC;oBACtB,MAAM,IAAI,KAAK,CAAC,6BAA6B,CAAC,CAAC;gBACjD,CAAC;gBACD,MAAM,WAAW,CAAC,QAAQ,CAAC,OAAO,EAAE,QAAQ,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;gBAC5D,QAAQ,EAAE,CAAC;YACb,CAAC;iBAAM,CAAC;gBACN,QAAQ,EAAE,CAAC;YACb,CAAC;YAED,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,QAAQ,CAAC,QAAQ,EAAE,IAAI,EAAE,SAAS,CAAC,CAAC;YAC9D,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC,CAAC;YACjE,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,EAAE,CAAC,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;YACxF,SAAS,EAAE,CAAC;YAEZ,eAAe,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC;YACzC,gBAAgB,IAAI,GAAG,CAAC,WAAW,CAAC,MAAM,CAAC;YAE3C,OAAO,CAAC,IAAI,CAAC;gBACX,EAAE,EAAE,QAAQ,CAAC,EAAE;gBACf,GAAG,EAAE,QAAQ,CAAC,GAAG;gBACjB,WAAW,EAAE,QAAQ,CAAC,WAAW;gBACjC,MAAM,EAAE,IAAI;gBACZ,UAAU,EAAE,GAAG,CAAC,UAAU,CAAC,MAAM;gBACjC,WAAW,EAAE,GAAG,CAAC,WAAW,CAAC,MAAM;gBACnC,SAAS,EAAE,QAAQ;gBACnB,QAAQ,EAAE,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS;aACrD,CAAC,CAAC;YAEH,OAAO,CAAC,GAAG,CACT,QAAQ,QAAQ,CAAC,WAAW,KAAK,GAAG,CAAC,UAAU,CAAC,MAAM,gBAAgB,GAAG,CAAC,WAAW,CAAC,MAAM,eAAe,CAC5G,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,MAAM,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YACtE,MAAM,cAAc,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,4BAA4B,CAAC,CAAC;YACnF,MAAM,MAAM,GAA8B,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC;YAEhF,OAAO,CAAC,IAAI,CAAC;gBACX,EAAE,EAAE,aAAa;gBACjB,GAAG,EAAE,MAAM;gBACX,WAAW,EAAE,KAAK;gBAClB,MAAM;gBACN,UAAU,EAAE,CAAC;gBACb,WAAW,EAAE,CAAC;gBACd,MAAM,EAAE,cAAc;oBACpB,CAAC,CAAC,GAAG,MAAM,mEAAmE;oBAC9E,CAAC,CAAC,MAAM;aACX,CAAC,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,IAAI,MAAM,CAAC,WAAW,EAAE,KAAK,MAAM,GAAG,CAAC,CAAC;QACtD,CAAC;IACH,CAAC;IAED,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;IAC9D,MAAM,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,SAAS,CAAC,CAAC,MAAM,CAAC;IACnE,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAC;IAEjE,MAAM,MAAM,GAAG;QACb,YAAY,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACtC,aAAa,EAAE,OAAO,CAAC,MAAM;QAC7B,eAAe,EAAE,UAAU,CAAC,MAAM;QAClC,OAAO;QACP,OAAO;QACP,MAAM;QACN,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,IAAI,IAAI,CAAC,CAAC,WAAW,KAAK,KAAK,CAAC,CAAC,MAAM;QACrF,WAAW,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,IAAI,IAAI,CAAC,CAAC,WAAW,KAAK,KAAK,CAAC,CAAC,MAAM;QACrF,gBAAgB,EAAE,eAAe;QACjC,iBAAiB,EAAE,gBAAgB;QACnC,OAAO;KACR,CAAC;IACF,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,wBAAwB,CAAC,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC;IAExG,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,CAAC;IAClC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC;IAChC,OAAO,CAAC,GAAG,CAAC,oBAAoB,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAClD,OAAO,CAAC,GAAG,CAAC,oBAAoB,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC;IACrD,OAAO,CAAC,GAAG,CAAC,oBAAoB,OAAO,EAAE,CAAC,CAAC;IAC3C,OAAO,CAAC,GAAG,CAAC,oBAAoB,OAAO,EAAE,CAAC,CAAC;IAC3C,OAAO,CAAC,GAAG,CAAC,oBAAoB,MAAM,EAAE,CAAC,CAAC;IAC1C,OAAO,CAAC,GAAG,CAAC,oBAAoB,QAAQ,EAAE,CAAC,CAAC;IAC5C,OAAO,CAAC,GAAG,CAAC,oBAAoB,QAAQ,EAAE,CAAC,CAAC;IAC5C,OAAO,CAAC,GAAG,CAAC,oBAAoB,eAAe,EAAE,CAAC,CAAC;IACnD,OAAO,CAAC,GAAG,CAAC,oBAAoB,gBAAgB,EAAE,CAAC,CAAC;IACpD,OAAO,CAAC,GAAG,CAAC,oBAAoB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,wBAAwB,CAAC,EAAE,CAAC,CAAC;IAEjF,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QACf,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;IACvB,CAAC;AACH,CAAC;AAED,GAAG,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAE;IAClB,OAAO,CAAC,KAAK,CAAC,wBAAwB,EAAE,KAAK,CAAC,CAAC;IAC/C,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;AAClB,CAAC,CAAC,CAAC"}

package/dist/scripts/lib/fetcher.d.ts

@@ -0,0 +1,26 @@
+/**
+ * Rate-limited HTTP client for Rwanda legislation pages hosted on RwandaLII.
+ *
+ * Source:
+ *   https://rwandalii.org/akn/rw/act/law/{year}/{number}/eng@{date}
+ *
+ * Notes:
+ * - Uses a 1.2s minimum delay between requests to respect remote servers.
+ * - Retries transient failures (429/5xx/network) with exponential backoff.
+ * - Uses an explicit User-Agent for ingestion transparency.
+ */
+export interface FetchResult {
+    status: number;
+    body: string;
+    contentType: string;
+    url: string;
+}
+export interface FetchBinaryResult {
+    status: number;
+    body: Buffer;
+    contentType: string;
+    url: string;
+}
+export declare function fetchWithRateLimit(url: string, maxRetries?: number): Promise<FetchResult>;
+export declare function fetchBinaryWithRateLimit(url: string, maxRetries?: number): Promise<FetchBinaryResult>;
+//# sourceMappingURL=fetcher.d.ts.map

package/dist/scripts/lib/fetcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fetcher.d.ts","sourceRoot":"","sources":["../../../scripts/lib/fetcher.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAsBH,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,GAAG,EAAE,MAAM,CAAC;CACb;AAED,MAAM,WAAW,iBAAiB;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,GAAG,EAAE,MAAM,CAAC;CACb;AAED,wBAAsB,kBAAkB,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,SAAI,GAAG,OAAO,CAAC,WAAW,CAAC,CAuC1F;AAED,wBAAsB,wBAAwB,CAAC,GAAG,EAAE,MAAM,EAAE,UAAU,SAAI,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAuCtG"}

package/dist/scripts/lib/fetcher.js

@@ -0,0 +1,102 @@
+/**
+ * Rate-limited HTTP client for Rwanda legislation pages hosted on RwandaLII.
+ *
+ * Source:
+ *   https://rwandalii.org/akn/rw/act/law/{year}/{number}/eng@{date}
+ *
+ * Notes:
+ * - Uses a 1.2s minimum delay between requests to respect remote servers.
+ * - Retries transient failures (429/5xx/network) with exponential backoff.
+ * - Uses an explicit User-Agent for ingestion transparency.
+ */
+const USER_AGENT = 'Rwandan-Law-MCP/1.0 (+https://github.com/Ansvar-Systems/Rwandan-law-mcp)';
+const MIN_DELAY_MS = 1200;
+const RETRYABLE_STATUSES = new Set([429, 500, 502, 503, 504]);
+const REQUEST_TIMEOUT_MS = 45000;
+let lastRequestAt = 0;
+function sleep(ms) {
+    return new Promise(resolve => setTimeout(resolve, ms));
+}
+async function enforceRateLimit() {
+    const now = Date.now();
+    const elapsed = now - lastRequestAt;
+    if (elapsed < MIN_DELAY_MS) {
+        await sleep(MIN_DELAY_MS - elapsed);
+    }
+    lastRequestAt = Date.now();
+}
+export async function fetchWithRateLimit(url, maxRetries = 3) {
+    await enforceRateLimit();
+    for (let attempt = 0; attempt <= maxRetries; attempt++) {
+        try {
+            const response = await fetch(url, {
+                headers: {
+                    'User-Agent': USER_AGENT,
+                    'Accept': 'text/html,application/xhtml+xml,*/*',
+                },
+                signal: AbortSignal.timeout(REQUEST_TIMEOUT_MS),
+                redirect: 'follow',
+            });
+            const body = await response.text();
+            if (RETRYABLE_STATUSES.has(response.status) && attempt < maxRetries) {
+                const backoffMs = Math.pow(2, attempt + 1) * 1000;
+                console.log(`  HTTP ${response.status} from ${url}; retrying in ${backoffMs}ms...`);
+                await sleep(backoffMs);
+                continue;
+            }
+            return {
+                status: response.status,
+                body,
+                contentType: response.headers.get('content-type') ?? '',
+                url: response.url,
+            };
+        }
+        catch (error) {
+            if (attempt >= maxRetries) {
+                throw error;
+            }
+            const backoffMs = Math.pow(2, attempt + 1) * 1000;
+            console.log(`  Network error for ${url}; retrying in ${backoffMs}ms...`);
+            await sleep(backoffMs);
+        }
+    }
+    throw new Error(`Failed to fetch ${url} after ${maxRetries + 1} attempts`);
+}
+export async function fetchBinaryWithRateLimit(url, maxRetries = 3) {
+    await enforceRateLimit();
+    for (let attempt = 0; attempt <= maxRetries; attempt++) {
+        try {
+            const response = await fetch(url, {
+                headers: {
+                    'User-Agent': USER_AGENT,
+                    'Accept': 'application/pdf,application/octet-stream,*/*',
+                },
+                signal: AbortSignal.timeout(REQUEST_TIMEOUT_MS),
+                redirect: 'follow',
+            });
+            const body = Buffer.from(await response.arrayBuffer());
+            if (RETRYABLE_STATUSES.has(response.status) && attempt < maxRetries) {
+                const backoffMs = Math.pow(2, attempt + 1) * 1000;
+                console.log(`  HTTP ${response.status} from ${url}; retrying in ${backoffMs}ms...`);
+                await sleep(backoffMs);
+                continue;
+            }
+            return {
+                status: response.status,
+                body,
+                contentType: response.headers.get('content-type') ?? '',
+                url: response.url,
+            };
+        }
+        catch (error) {
+            if (attempt >= maxRetries) {
+                throw error;
+            }
+            const backoffMs = Math.pow(2, attempt + 1) * 1000;
+            console.log(`  Network error for ${url}; retrying in ${backoffMs}ms...`);
+            await sleep(backoffMs);
+        }
+    }
+    throw new Error(`Failed to fetch ${url} after ${maxRetries + 1} attempts`);
+}
+//# sourceMappingURL=fetcher.js.map

package/dist/scripts/lib/fetcher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"fetcher.js","sourceRoot":"","sources":["../../../scripts/lib/fetcher.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,MAAM,UAAU,GAAG,0EAA0E,CAAC;AAC9F,MAAM,YAAY,GAAG,IAAI,CAAC;AAC1B,MAAM,kBAAkB,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;AAC9D,MAAM,kBAAkB,GAAG,KAAK,CAAC;AAEjC,IAAI,aAAa,GAAG,CAAC,CAAC;AAEtB,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AACzD,CAAC;AAED,KAAK,UAAU,gBAAgB;IAC7B,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACvB,MAAM,OAAO,GAAG,GAAG,GAAG,aAAa,CAAC;IACpC,IAAI,OAAO,GAAG,YAAY,EAAE,CAAC;QAC3B,MAAM,KAAK,CAAC,YAAY,GAAG,OAAO,CAAC,CAAC;IACtC,CAAC;IACD,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;AAC7B,CAAC;AAgBD,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,GAAW,EAAE,UAAU,GAAG,CAAC;IAClE,MAAM,gBAAgB,EAAE,CAAC;IAEzB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;QACvD,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAChC,OAAO,EAAE;oBACP,YAAY,EAAE,UAAU;oBACxB,QAAQ,EAAE,qCAAqC;iBAChD;gBACD,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,kBAAkB,CAAC;gBAC/C,QAAQ,EAAE,QAAQ;aACnB,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;YACnC,IAAI,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,OAAO,GAAG,UAAU,EAAE,CAAC;gBACpE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC;gBAClD,OAAO,CAAC,GAAG,CAAC,UAAU,QAAQ,CAAC,MAAM,SAAS,GAAG,iBAAiB,SAAS,OAAO,CAAC,CAAC;gBACpF,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;gBACvB,SAAS;YACX,CAAC;YAED,OAAO;gBACL,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,IAAI;gBACJ,WAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE;gBACvD,GAAG,EAAE,QAAQ,CAAC,GAAG;aAClB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,OAAO,IAAI,UAAU,EAAE,CAAC;gBAC1B,MAAM,KAAK,CAAC;YACd,CAAC;YACD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC;YAClD,OAAO,CAAC,GAAG,CAAC,uBAAuB,GAAG,iBAAiB,SAAS,OAAO,CAAC,CAAC;YACzE,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,mBAAmB,GAAG,UAAU,UAAU,GAAG,CAAC,WAAW,CAAC,CAAC;AAC7E,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAAC,GAAW,EAAE,UAAU,GAAG,CAAC;IACxE,MAAM,gBAAgB,EAAE,CAAC;IAEzB,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,UAAU,EAAE,OAAO,EAAE,EAAE,CAAC;QACvD,IAAI,CAAC;YACH,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;gBAChC,OAAO,EAAE;oBACP,YAAY,EAAE,UAAU;oBACxB,QAAQ,EAAE,8CAA8C;iBACzD;gBACD,MAAM,EAAE,WAAW,CAAC,OAAO,CAAC,kBAAkB,CAAC;gBAC/C,QAAQ,EAAE,QAAQ;aACnB,CAAC,CAAC;YAEH,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;YACvD,IAAI,kBAAkB,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,OAAO,GAAG,UAAU,EAAE,CAAC;gBACpE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC;gBAClD,OAAO,CAAC,GAAG,CAAC,UAAU,QAAQ,CAAC,MAAM,SAAS,GAAG,iBAAiB,SAAS,OAAO,CAAC,CAAC;gBACpF,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;gBACvB,SAAS;YACX,CAAC;YAED,OAAO;gBACL,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,IAAI;gBACJ,WAAW,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,IAAI,EAAE;gBACvD,GAAG,EAAE,QAAQ,CAAC,GAAG;aAClB,CAAC;QACJ,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,OAAO,IAAI,UAAU,EAAE,CAAC;gBAC1B,MAAM,KAAK,CAAC;YACd,CAAC;YACD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,OAAO,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC;YAClD,OAAO,CAAC,GAAG,CAAC,uBAAuB,GAAG,iBAAiB,SAAS,OAAO,CAAC,CAAC;YACzE,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IAED,MAAM,IAAI,KAAK,CAAC,mBAAmB,GAAG,UAAU,UAAU,GAAG,CAAC,WAAW,CAAC,CAAC;AAC7E,CAAC"}

package/dist/scripts/lib/parser.d.ts

@@ -0,0 +1,60 @@
+/**
+ * Rwanda legislation parser utilities.
+ *
+ * Supports:
+ * - law catalog extraction from RwandaLII search HTML snippets
+ * - metadata extraction from law detail pages
+ * - provision parsing from AKN HTML pages
+ * - provision parsing from PDF-extracted text
+ */
+export type LawSourceType = 'akn' | 'pdf';
+export interface CatalogLaw {
+    href: string;
+    title: string;
+    citation: string;
+}
+export interface LawPageMetadata {
+    id: string;
+    title: string;
+    title_en: string;
+    short_name: string;
+    status: 'in_force' | 'amended' | 'repealed' | 'not_yet_in_force';
+    issued_date: string;
+    in_force_date: string;
+    url: string;
+    source_type: LawSourceType;
+    work_frbr_uri?: string;
+    pdf_url?: string;
+}
+export interface ParsedProvision {
+    provision_ref: string;
+    chapter?: string;
+    section: string;
+    title: string;
+    content: string;
+}
+export interface ParsedDefinition {
+    term: string;
+    definition: string;
+    source_provision?: string;
+}
+export interface ParsedAct {
+    id: string;
+    type: 'statute';
+    title: string;
+    title_en: string;
+    short_name: string;
+    status: 'in_force' | 'amended' | 'repealed' | 'not_yet_in_force';
+    issued_date: string;
+    in_force_date: string;
+    url: string;
+    description?: string;
+    provisions: ParsedProvision[];
+    definitions: ParsedDefinition[];
+}
+export declare function parseCatalogResultsHtml(resultsHtml: string): CatalogLaw[];
+export declare function buildDocumentIdFromHref(hrefOrWorkUri: string): string;
+export declare function extractLawPageMetadata(html: string, pageUrl: string): LawPageMetadata;
+export declare function parseAknLawHtml(html: string, metadata: LawPageMetadata): ParsedAct;
+export declare function parsePdfExtractedText(pdfText: string, metadata: LawPageMetadata): ParsedAct;
+//# sourceMappingURL=parser.d.ts.map

package/dist/scripts/lib/parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"parser.d.ts","sourceRoot":"","sources":["../../../scripts/lib/parser.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,MAAM,MAAM,aAAa,GAAG,KAAK,GAAG,KAAK,CAAC;AAE1C,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,UAAU,GAAG,SAAS,GAAG,UAAU,GAAG,kBAAkB,CAAC;IACjE,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,GAAG,EAAE,MAAM,CAAC;IACZ,WAAW,EAAE,aAAa,CAAC;IAC3B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,eAAe;IAC9B,aAAa,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,gBAAgB;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,SAAS;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,SAAS,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,UAAU,GAAG,SAAS,GAAG,UAAU,GAAG,kBAAkB,CAAC;IACjE,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,GAAG,EAAE,MAAM,CAAC;IACZ,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,eAAe,EAAE,CAAC;IAC9B,WAAW,EAAE,gBAAgB,EAAE,CAAC;CACjC;AA6YD,wBAAgB,uBAAuB,CAAC,WAAW,EAAE,MAAM,GAAG,UAAU,EAAE,CAczE;AAED,wBAAgB,uBAAuB,CAAC,aAAa,EAAE,MAAM,GAAG,MAAM,CASrE;AAED,wBAAgB,sBAAsB,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,eAAe,CAqDrF;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,eAAe,GAAG,SAAS,CA8ClF;AA8BD,wBAAgB,qBAAqB,CAAC,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,eAAe,GAAG,SAAS,CAmF3F"}