latinfo 0.20.6 → 0.20.7

package/dist/index.js

@@ -4073,7 +4073,68 @@ async function importsStatus() {
     }
 }
 // --- Sources ---
-async function sourcesCmd() {
+async function sourcesCmd(args = []) {
+    const sourceName = args[0];
+    // Detail view: latinfo sources pe-servir-sanctions
+    if (sourceName && sourceName !== '--all') {
+        try {
+            const repo = getRepoPath();
+            const yamlPath = path_1.default.join(repo, 'sources', `${sourceName}.yaml`);
+            if (!fs_1.default.existsSync(yamlPath)) {
+                console.error(`Source not found: ${sourceName}`);
+                console.error(`Available sources:`);
+                const files = fs_1.default.readdirSync(path_1.default.join(repo, 'sources')).filter(f => f.endsWith('.yaml'));
+                for (const f of files)
+                    console.error(`  ${f.replace('.yaml', '')}`);
+                process.exit(1);
+            }
+            const content = fs_1.default.readFileSync(yamlPath, 'utf-8');
+            const get = (key) => content.match(new RegExp(`^${key}:\\s*(.+)`, 'm'))?.[1]?.trim() || '—';
+            const getQuoted = (key) => content.match(new RegExp(`${key}:\\s*"?([^"\\n]+)"?`))?.[1]?.trim() || '—';
+            // Get import metadata
+            let rows = '—', lastImport = '—';
+            try {
+                const adminSecret = requireAdmin();
+                const res = await fetch(`${API_URL}/admin/imports`, { headers: { Authorization: `Bearer ${adminSecret}` } });
+                if (res.ok) {
+                    const imports = await res.json();
+                    // Match by source name (handle co-rues vs co-rues-registry)
+                    const meta = imports.find(i => sourceName.startsWith(i.source) || i.source.startsWith(sourceName));
+                    if (meta) {
+                        rows = meta.rows?.toLocaleString() || '—';
+                        lastImport = meta.importedAt ? `${meta.importedAt.slice(0, 16)} (${meta.ageHours}h ago)` : '—';
+                    }
+                }
+            }
+            catch { }
+            // Parse fields
+            const fields = [];
+            const fieldMatches = content.matchAll(/- name: (\S+)/g);
+            for (const m of fieldMatches)
+                fields.push(m[1]);
+            console.log(`
+  ${sourceName}
+
+  Country:      ${get('country') === 'pe' ? 'Peru' : get('country') === 'co' ? 'Colombia' : get('country')}
+  Institution:  ${get('institution').toUpperCase()}
+  Dataset:      ${get('dataset')}
+  URL:          ${get('url')}
+  Format:       ${get('format')}
+  Schedule:     ${get('schedule')}
+  Records:      ${rows}
+  Last import:  ${lastImport}
+  ID:           ${getQuoted('name')} (${getQuoted('length')} digits)
+  Fields:       ${fields.join(', ')}
+  Script:       ${get('import_script') !== '—' ? get('import_script') : `src/imports/${sourceName}.ts`}
+  Min rows:     ${get('min_rows')}
+`);
+        }
+        catch (e) {
+            console.error(`Cannot read source: ${e.message}`);
+        }
+        return;
+    }
+    // List view: latinfo sources (or --all)
     // Get import metadata dynamically from admin endpoint
     let data = [];
     try {
@@ -4107,29 +4168,71 @@ async function sourcesCmd() {
         console.log('No sources found.');
         return;
     }
+    // Read schedule + change detection from YAMLs
+    const yamlMeta = {};
+    try {
+        const repo = getRepoPath();
+        const sourcesDir = path_1.default.join(repo, 'sources');
+        for (const f of fs_1.default.readdirSync(sourcesDir).filter(f => f.endsWith('.yaml'))) {
+            const content = fs_1.default.readFileSync(path_1.default.join(sourcesDir, f), 'utf-8');
+            const name = f.replace('.yaml', '');
+            const schedule = content.match(/^schedule:\s*(\S+)/m)?.[1] || '?';
+            const url = content.match(/^url:\s*(\S+)/m)?.[1] || '';
+            // Sources with HTTP URLs (not APIs/scraping) can do HEAD request change detection
+            const hasCheck = url.startsWith('http') && !content.includes('format: api');
+            yamlMeta[name] = { schedule, hasCheck };
+        }
+    }
+    catch { }
+    // Colors
+    const R = '\x1b[31m';
+    const G = '\x1b[32m';
+    const Y = '\x1b[33m';
+    const D = '\x1b[90m';
+    const X = '\x1b[0m';
+    const noColor = !process.stdout.isTTY;
     console.log('\n  SOURCES\n');
-    console.log(`  ${'Source'.padEnd(35)} ${'Records'.padStart(12)}  ${'Updated'.padEnd(18)}  Command`);
-    console.log(`  ${'─'.repeat(35)} ${'─'.repeat(12)}  ${'─'.repeat(18)}  ${'─'.repeat(30)}`);
     for (const s of data) {
-        // Parse source name: pe-sunat-padron → country=pe, institution=sunat, dataset=padron
         const parts = s.source.split('-');
         const country = s.country || (parts[0] === 'pe' ? 'Peru' : parts[0] === 'co' ? 'Colombia' : parts[0]);
         const institution = s.institution || parts.slice(1, -1).join('-');
         const dataset = s.dataset || parts[parts.length - 1];
         const label = `${country} — ${institution.toUpperCase()} ${dataset}`;
         const rows = s.rows ? s.rows.toLocaleString() : '—';
-        const age = s.ageHours != null ? (s.ageHours < 24 ? `${s.ageHours}h ago` : `${Math.floor(s.ageHours / 24)}d ago`) : '—';
-        // Build route: pe-sunat-padron → pe/sunat/padron, co-rues → co/rues/registry
-        const segs = s.source.split('-');
-        let route;
-        if (segs.length >= 3)
-            route = `${segs[0]}/${segs.slice(1, -1).join('-')}/${segs[segs.length - 1]}`;
-        else if (segs.length === 2)
-            route = `${segs[0]}/${segs[1]}/registry`;
-        else
-            route = s.source;
-        const idName = s.idName || 'id';
-        console.log(`  ${label.padEnd(35)} ${rows.padStart(12)}  ${age.padEnd(18)}  latinfo ${route} <${idName}>`);
+        // Age with minutes support + colors
+        const ageH = s.ageHours ?? -1;
+        let ageStr;
+        let ageColor;
+        if (ageH < 0) {
+            ageStr = '—';
+            ageColor = D;
+        }
+        else if (ageH < 1) {
+            const mins = Math.round(ageH * 60);
+            ageStr = `${mins}m ago`;
+            ageColor = G;
+        }
+        else if (ageH < 24) {
+            ageStr = `${ageH}h ago`;
+            ageColor = G;
+        }
+        else if (ageH < 72) {
+            ageStr = `${Math.floor(ageH / 24)}d ago`;
+            ageColor = Y;
+        }
+        else {
+            ageStr = `${Math.floor(ageH / 24)}d ago`;
+            ageColor = R;
+        }
+        const meta = yamlMeta[s.source] || yamlMeta[s.source.replace(/-registry$/, '')] || {};
+        const schedule = (meta.schedule || '?').padEnd(7);
+        const check = meta.hasCheck ? 'yes' : '—';
+        if (noColor) {
+            console.log(`  ${label.padEnd(32)} ${rows.padStart(12)}  ${ageStr.padEnd(8)}  ${schedule}  ${check.padEnd(5)}`);
+        }
+        else {
+            console.log(`  ${label.padEnd(32)} ${rows.padStart(12)}  ${ageColor}${ageStr.padEnd(8)}${X}  ${D}${schedule}${X}  ${meta.hasCheck ? G : D}${check.padEnd(5)}${X}`);
+        }
     }
     console.log();
 }
@@ -4503,7 +4606,7 @@ else {
             users().catch(e => { console.error(e); process.exit(1); });
             break;
         case 'sources':
-            sourcesCmd().catch(e => { console.error(e); process.exit(1); });
+            sourcesCmd(args).catch(e => { console.error(e); process.exit(1); });
             break;
         case 'plan':
             plan().catch(e => { console.error(e); process.exit(1); });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "latinfo",
-  "version": "0.20.6",
+  "version": "0.20.7",
   "description": "Tax registry & procurement API for Latin America. Query RUC, DNI, NIT, licitaciones from Peru & Colombia. Offline MPHF search, full OCDS data, updated daily.",
   "homepage": "https://latinfo.dev",
   "repository": {