latinfo 0.18.0 → 0.19.0

package/dist/index.js

@@ -47,7 +47,7 @@ const local_search_1 = require("./local-search");
 const client_search_1 = require("./client-search");
 const odis_search_1 = require("./odis-search");
 const mphf_search_1 = require("./mphf-search");
-const VERSION = '0.18.0';
+const VERSION = '0.18.1';
 const API_URL = process.env.LATINFO_API_URL || 'https://api.latinfo.dev';
 const GITHUB_CLIENT_ID = process.env.GITHUB_CLIENT_ID || 'Ov23li5fcQaiCsVtaMKK';
 const CONFIG_DIR = path_1.default.join(os_1.default.homedir(), '.latinfo');
@@ -760,42 +760,54 @@ async function searchServerStatus() {
         console.error('  Linux Mint not reachable. Is it on?');
         process.exit(1);
     }
-    // Check health
-    try {
-        const health = execSync(`ssh ${RUNNER} "curl -s http://localhost:3001/health"`, { encoding: 'utf-8', stdio: 'pipe' }).trim();
-        const data = JSON.parse(health);
-        if (data.status === 'ok') {
-            console.log(`\n  Search server: READY`);
-            console.log(`  Mode: ${data.mode || 'ram'}`);
-            console.log(`  Sources: ${data.sources.join(', ')}`);
-            console.log(`  Disk shards: ${data.diskShards || 0}`);
-            console.log(`  RAM shards: ${data.ramShards || 0}`);
-            console.log(`  RAM: ${data.ramMB || '?'} MB`);
-            // Quick search test
-            const t0 = Date.now();
-            const testResult = execSync(`ssh ${RUNNER} "curl -s 'http://localhost:3001/search?source=${data.sources[0]}&q=banco'"`, { encoding: 'utf-8', stdio: 'pipe' }).trim();
-            const testData = JSON.parse(testResult);
-            console.log(`\n  Search test (${data.sources[0]}): ${testData.results?.length || 0} results in ${testData.ms}ms`);
-            return;
+    // Live loop until ready
+    while (true) {
+        // Check health
+        try {
+            const health = execSync(`ssh ${RUNNER} "curl -s http://localhost:3001/health"`, { encoding: 'utf-8', stdio: 'pipe' }).trim();
+            const data = JSON.parse(health);
+            if (data.status === 'ok') {
+                if (process.stdout.isTTY)
+                    process.stdout.write('\r' + ' '.repeat(80) + '\r');
+                console.log(`\n  Search server: READY`);
+                console.log(`  Mode: ${data.mode || 'ram'}`);
+                console.log(`  Sources: ${data.sources.join(', ')}`);
+                console.log(`  Disk shards: ${data.diskShards || 0}`);
+                console.log(`  RAM shards: ${data.ramShards || 0}`);
+                console.log(`  RAM: ${data.ramMB || '?'} MB`);
+                // Quick search test per source
+                for (const src of data.sources) {
+                    try {
+                        const testResult = execSync(`ssh ${RUNNER} "curl -s 'http://localhost:3001/search?source=${src}&q=banco'"`, { encoding: 'utf-8', stdio: 'pipe' }).trim();
+                        const testData = JSON.parse(testResult);
+                        console.log(`  Search ${src}: ${testData.results?.length || 0} results in ${testData.ms}ms`);
+                    }
+                    catch { }
+                }
+                return;
+            }
+        }
+        catch { }
+        // Not ready — show progress bar (overwrites same line)
+        try {
+            const diskUsage = execSync(`ssh ${RUNNER} "du -sm /tmp/latinfo-search-data/ 2>/dev/null | awk '{print \\$1}'"`, { encoding: 'utf-8', stdio: 'pipe' }).trim();
+            const currentMB = parseInt(diskUsage) || 0;
+            const totalExpected = 6400;
+            const pct = Math.min(Math.floor(currentMB / totalExpected * 100), 99);
+            const filled = Math.floor(pct * 30 / 100);
+            const bar = '█'.repeat(filled) + '░'.repeat(30 - filled);
+            const lastLog = execSync(`ssh ${RUNNER} "sudo journalctl -u latinfo-search --no-pager -n 5 2>/dev/null | grep -oE '(Shard [0-9]+|Loading [^ ]+)' | tail -1"`, { encoding: 'utf-8', stdio: 'pipe' }).trim();
+            if (process.stdout.isTTY) {
+                process.stdout.write(`\r  [${bar}] ${currentMB}/${totalExpected} MB (${pct}%) — ${lastLog || '...'}   `);
+            }
+            else {
+                console.log(`  [${bar}] ${currentMB}/${totalExpected} MB (${pct}%) — ${lastLog || '...'}`);
+                return; // non-TTY: print once
+            }
         }
+        catch { }
+        await new Promise(r => setTimeout(r, 10_000));
     }
-    catch { }
-    // Not ready — show download progress
-    console.log(`\n  Search server: LOADING\n`);
-    const diskUsage = execSync(`ssh ${RUNNER} "du -sm /tmp/latinfo-search-data/ 2>/dev/null | awk '{print \\$1}'"`, { encoding: 'utf-8', stdio: 'pipe' }).trim();
-    const currentMB = parseInt(diskUsage) || 0;
-    const totalExpected = 6400;
-    const pct = Math.min(Math.floor(currentMB / totalExpected * 100), 99);
-    const filled = Math.floor(pct * 30 / 100);
-    const bar = '█'.repeat(filled) + '░'.repeat(30 - filled);
-    console.log(`  [${bar}] ${currentMB}/${totalExpected} MB (${pct}%)`);
-    // Show last shard activity
-    const lastLog = execSync(`ssh ${RUNNER} "sudo journalctl -u latinfo-search --no-pager -n 5 2>/dev/null | grep -oE '(Shard [0-9]+|Loading [^ ]+)' | tail -1"`, { encoding: 'utf-8', stdio: 'pipe' }).trim();
-    if (lastLog)
-        console.log(`  Last: ${lastLog}`);
-    // Show RAM
-    const ram = execSync(`ssh ${RUNNER} "free -h | awk '/Mem:/{print \\$3\"/\"\\$2}'"`, { encoding: 'utf-8', stdio: 'pipe' }).trim();
-    console.log(`  RAM: ${ram}`);
 }
 // Seed queries used to discover real data from the API
 const SEED_QUERIES = ['banco', 'empresa', 'servicios', 'comercial', 'grupo'];

package/dist/sdk.d.ts

@@ -137,8 +137,10 @@ declare class Country {
     protected cfg: SourceConfig;
     private mphfIndex;
     constructor(request: <T>(path: string) => Promise<T>, rawRequest: (path: string) => Promise<Response>, cfg: SourceConfig);
-    /** Download and load MPHF index from API. Call once — enables offline search. */
+    /** Download and load MPHF index. Call once — enables offline search. */
     loadIndex(): Promise<void>;
+    /** Check if there is a newer MPHF and update in background. Safe to call on every app open. */
+    refreshIndex(): void;
     /** Load MPHF index from a pre-fetched buffer (e.g., bundled in APK). */
     loadIndexFromBuffer(buf: ArrayBuffer): void;
     /** Whether MPHF index is loaded (offline search available). */

package/dist/sdk.js

@@ -18,24 +18,19 @@ class Country {
         this.rawRequest = rawRequest;
         this.cfg = cfg;
     }
-    /** Download and load MPHF index from API. Call once — enables offline search. */
+    /** Download and load MPHF index. Call once — enables offline search. */
     async loadIndex() {
-        const res = await this.rawRequest(`/${this.cfg.prefix}/dictionary`);
+        const res = await this.rawRequest(`/${this.cfg.prefix}/mphf`);
         if (!res.ok)
             throw new Error(`Failed to download MPHF index: ${res.status}`);
-        // The dictionary endpoint returns .idx. We need .mphf.
-        // Use a dedicated mphf endpoint or construct URL.
-        const mphfRes = await this.rawRequest(`/${this.cfg.prefix}/mphf`);
-        if (!mphfRes.ok) {
-            // Fallback: try R2 direct
-            const cdnUrl = `https://data.latinfo.dev/${this.cfg.baseName}-search.mphf`;
-            const cdnRes = await fetch(cdnUrl);
-            if (!cdnRes.ok)
-                throw new Error('MPHF index not available');
-            this.mphfIndex = (0, mphf_runtime_1.deserializeMphfIndex)(await cdnRes.arrayBuffer());
-            return;
-        }
-        this.mphfIndex = (0, mphf_runtime_1.deserializeMphfIndex)(await mphfRes.arrayBuffer());
+        this.mphfIndex = (0, mphf_runtime_1.deserializeMphfIndex)(await res.arrayBuffer());
+    }
+    /** Check if there is a newer MPHF and update in background. Safe to call on every app open. */
+    refreshIndex() {
+        this.rawRequest(`/${this.cfg.prefix}/mphf`).then(async (res) => {
+            if (res.ok)
+                this.mphfIndex = (0, mphf_runtime_1.deserializeMphfIndex)(await res.arrayBuffer());
+        }).catch(() => { });
     }
     /** Load MPHF index from a pre-fetched buffer (e.g., bundled in APK). */
     loadIndexFromBuffer(buf) {
@@ -71,13 +66,16 @@ class Country {
                 return [];
             resolved.push(r);
         }
-        // Fetch posting lists from API
+        // Fetch posting lists directly from R2 CDN (no Worker, no tunnel)
         const tokenPostings = [];
         for (const r of resolved) {
             const lists = await Promise.all(r.entries.map(async (entry) => {
                 const byteLen = Math.min(entry.count, 50000) * idx.entrySize;
-                const res = await this.rawRequest(`/${this.cfg.prefix}/posting-raw/${entry.shard}?offset=${entry.offset}&length=${byteLen}`);
-                if (!res.ok)
+                const cdnUrl = `https://data.latinfo.dev/${this.cfg.baseName}-search-${entry.shard}.dat`;
+                const res = await fetch(cdnUrl, {
+                    headers: { Range: `bytes=${entry.offset}-${entry.offset + byteLen - 1}` },
+                });
+                if (!res.ok && res.status !== 206)
                     return [];
                 const buf = await res.arrayBuffer();
                 return (0, mphf_runtime_1.parseV2PostingList)(buf, this.cfg.idLength);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "latinfo",
-  "version": "0.18.0",
+  "version": "0.19.0",
   "description": "Tax registry & procurement API for Latin America. Query RUC, DNI, NIT, licitaciones from Peru & Colombia. Offline MPHF search, full OCDS data, updated daily.",
   "homepage": "https://latinfo.dev",
   "repository": {