latinfo 0.13.1 → 0.13.5

package/dist/index.js

@@ -47,7 +47,7 @@ const local_search_1 = require("./local-search");
 const client_search_1 = require("./client-search");
 const odis_search_1 = require("./odis-search");
 const mphf_search_1 = require("./mphf-search");
-const VERSION = '0.13.1';
+const VERSION = '0.13.5';
 const API_URL = process.env.LATINFO_API_URL || 'https://api.latinfo.dev';
 const GITHUB_CLIENT_ID = process.env.GITHUB_CLIENT_ID || 'Ov23li5fcQaiCsVtaMKK';
 const CONFIG_DIR = path_1.default.join(os_1.default.homedir(), '.latinfo');
@@ -1899,7 +1899,7 @@ async function pipeStage(args) {
     const remoteRepo = '~/actions-runner/_work/latinfo-api/latinfo-api';
     console.log('[pipe] Syncing files to Linux Mint...');
     try {
-        run(`ssh ${RUNNER} "echo OK"`, { stdio: 'pipe', timeout: 10_000 });
+        run(`ssh -o ConnectTimeout=10 ${RUNNER} "echo OK"`, { stdio: 'pipe' });
         // Copy import script and YAML
         const scriptFile = path_1.default.join(repo, 'src', 'imports', `${sourceName}.ts`);
         const yamlFile = path_1.default.join(repo, 'sources', `${sourceName}.yaml`);
@@ -1923,11 +1923,33 @@ async function pipeStage(args) {
             run(`scp ${devVarsLocal} ${RUNNER}:${remoteRepo}/.dev.vars`, { stdio: 'pipe' });
     }
     catch { }
-    // 3. Run import on Linux Mint
+    // 3. Install deps on Linux Mint from YAML
+    const yamlPath = path_1.default.join(repo, 'sources', `${sourceName}.yaml`);
+    const yamlContent = fs_1.default.existsSync(yamlPath) ? fs_1.default.readFileSync(yamlPath, 'utf-8') : '';
+    const depsMatch = yamlContent.match(/dependencies:\n([\s\S]*?)(?=\n\w|\n$|$)/);
+    if (depsMatch) {
+        const deps = depsMatch[1].split('\n').map(l => l.replace(/^\s*-\s*/, '').trim()).filter(Boolean);
+        if (deps.length > 0) {
+            console.log(`[pipe] Installing deps on Linux Mint: ${deps.join(', ')}...`);
+            try {
+                run(`ssh ${RUNNER} "cd ${remoteRepo} && npm install ${deps.join(' ')}"`, { stdio: 'inherit' });
+                // Install playwright browsers if needed
+                if (deps.some(d => d.includes('playwright'))) {
+                    console.log(`[pipe] Installing Playwright browser (this may take a few minutes)...`);
+                    run(`ssh ${RUNNER} "cd ${remoteRepo} && npx playwright install chromium --with-deps"`, { stdio: 'inherit' });
+                }
+            }
+            catch {
+                console.error('[pipe] Failed to install deps on Linux Mint');
+                process.exit(1);
+            }
+        }
+    }
+    // 4. Run import on Linux Mint
     console.log(`[pipe] Running import on Linux Mint...`);
     try {
         run(`ssh ${RUNNER} "cd ${remoteRepo} && set -a && source .env 2>/dev/null; source .dev.vars 2>/dev/null; set +a && R2_BUCKET_NAME=latinfo-data npx tsx src/imports/${sourceName}.ts"`, {
-            stdio: 'inherit', timeout: 600_000,
+            stdio: 'inherit',
         });
     }
     catch {
@@ -1955,7 +1977,7 @@ Promise.all(Array.from({length:CONC},()=>go())).then(()=>{
 lats.sort((a,b)=>a-b);
 console.log(JSON.stringify({total_ms:Date.now()-t0,success,fails,qps:Math.round(TOTAL/((Date.now()-t0)/1000)),
 p50:lats[Math.floor(lats.length*0.5)],p95:lats[Math.floor(lats.length*0.95)],p99:lats[Math.floor(lats.length*0.99)]}));
-});\\"" `, { encoding: 'utf-8', stdio: 'pipe', timeout: 60_000 });
+});\\"" `, { encoding: 'utf-8', stdio: 'pipe' });
         const bench = JSON.parse(benchOutput.trim());
         const successRate = ((bench.success) / 500 * 100);
         console.log(`\n  500 concurrent: ${bench.qps} q/s, ${successRate.toFixed(1)}% success`);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "latinfo",
-  "version": "0.13.1",
+  "version": "0.13.5",
   "description": "Tax registry & procurement API for Latin America. Query RUC, DNI, NIT, licitaciones from Peru & Colombia. Offline MPHF search, full OCDS data, updated daily.",
   "homepage": "https://latinfo.dev",
   "repository": {