latinfo 0.13.5 → 0.14.1

package/dist/index.js

@@ -47,7 +47,7 @@ const local_search_1 = require("./local-search");
 const client_search_1 = require("./client-search");
 const odis_search_1 = require("./odis-search");
 const mphf_search_1 = require("./mphf-search");
-const VERSION = '0.13.5';
+const VERSION = '0.14.1';
 const API_URL = process.env.LATINFO_API_URL || 'https://api.latinfo.dev';
 const GITHUB_CLIENT_ID = process.env.GITHUB_CLIENT_ID || 'Ov23li5fcQaiCsVtaMKK';
 const CONFIG_DIR = path_1.default.join(os_1.default.homedir(), '.latinfo');
@@ -1724,9 +1724,16 @@ async function pipeScript(args) {
     console.log(`[pipe] Gates reset — run: latinfo pipe test ${sourceName}`);
 }
 async function pipeDeps(args) {
-    const [sourceName, ...deps] = args;
+    const isPython = args.includes('--python');
+    const filtered = args.filter(a => a !== '--python');
+    const [sourceName, ...deps] = filtered;
     if (!sourceName || deps.length === 0) {
-        console.error('Usage: latinfo pipe deps <source-name> <pkg1> [pkg2] ...');
+        console.error(`Usage: latinfo pipe deps <source-name> <pkg1> [pkg2] ...
+       latinfo pipe deps <source-name> --python <pkg1> [pkg2] ...
+
+Examples:
+  latinfo pipe deps pe-redam-registry playwright          # npm package
+  latinfo pipe deps pe-redam-registry --python ddddocr    # Python package (pip3)`);
         process.exit(1);
     }
     const repo = getRepoPath();
@@ -1735,26 +1742,30 @@ async function pipeDeps(args) {
         console.error(`Source not found: ${yamlPath}`);
         process.exit(1);
     }
-    // Add dependencies to YAML
     let yaml = fs_1.default.readFileSync(yamlPath, 'utf-8');
-    if (yaml.includes('dependencies:')) {
-        // Replace existing deps
-        yaml = yaml.replace(/dependencies:[\s\S]*?(?=\n\w|\n$|$)/, `dependencies:\n${deps.map(d => `  - ${d}`).join('\n')}\n`);
+    const key = isPython ? 'python_dependencies' : 'dependencies';
+    if (yaml.includes(`${key}:`)) {
+        yaml = yaml.replace(new RegExp(`${key}:[\\s\\S]*?(?=\\n\\w|\\n$|$)`), `${key}:\n${deps.map(d => `  - ${d}`).join('\n')}\n`);
     }
     else {
-        yaml += `\ndependencies:\n${deps.map(d => `  - ${d}`).join('\n')}\n`;
+        yaml += `\n${key}:\n${deps.map(d => `  - ${d}`).join('\n')}\n`;
     }
     fs_1.default.writeFileSync(yamlPath, yaml);
-    // Install deps in repo
-    console.log(`[pipe] Installing: ${deps.join(', ')}...`);
     const { execSync: run } = await Promise.resolve().then(() => __importStar(require('child_process')));
-    try {
-        run(`npm install ${deps.join(' ')}`, { cwd: repo, stdio: 'inherit' });
-        console.log(`[pipe] Dependencies installed and added to YAML.`);
+    if (isPython) {
+        console.log(`[pipe] Python deps added to YAML: ${deps.join(', ')}`);
+        console.log(`[pipe] Will be installed on Linux Mint during pipe stage.`);
     }
-    catch {
-        console.error(`[pipe] Failed to install dependencies.`);
-        process.exit(1);
+    else {
+        console.log(`[pipe] Installing npm: ${deps.join(', ')}...`);
+        try {
+            run(`npm install ${deps.join(' ')}`, { cwd: repo, stdio: 'inherit' });
+            console.log(`[pipe] npm dependencies installed and added to YAML.`);
+        }
+        catch {
+            console.error(`[pipe] Failed to install npm dependencies.`);
+            process.exit(1);
+        }
     }
 }
 async function pipeTest(args) {
@@ -1774,17 +1785,29 @@ async function pipeTest(args) {
     const errors = [];
     // Install deps from YAML if present
     const yamlContent = fs_1.default.readFileSync(yamlPath, 'utf-8');
-    const depsMatch = yamlContent.match(/dependencies:\n([\s\S]*?)(?=\n\w|\n$|$)/);
+    const depsMatch = yamlContent.match(/^dependencies:\n([\s\S]*?)(?=\n\w|\n$|$)/m);
     if (depsMatch) {
         const deps = depsMatch[1].split('\n').map(l => l.replace(/^\s*-\s*/, '').trim()).filter(Boolean);
         if (deps.length > 0) {
-            console.log(`[pipe] Installing dependencies: ${deps.join(', ')}...`);
+            console.log(`[pipe] Installing npm deps: ${deps.join(', ')}...`);
             try {
                 run(`npm install ${deps.join(' ')}`, { cwd: repo, stdio: 'pipe' });
             }
             catch { }
         }
     }
+    const pyDepsMatch = yamlContent.match(/python_dependencies:\n([\s\S]*?)(?=\n\w|\n$|$)/);
+    if (pyDepsMatch) {
+        const pyDeps = pyDepsMatch[1].split('\n').map(l => l.replace(/^\s*-\s*/, '').trim()).filter(Boolean);
+        if (pyDeps.length > 0) {
+            console.log(`[pipe] Python deps: ${pyDeps.join(', ')} (installed on Linux Mint during stage)`);
+            // Try local install but don't fail if it can't (Mac blocks pip)
+            try {
+                run(`pip3 install --user ${pyDeps.join(' ')} 2>/dev/null`, { cwd: repo, stdio: 'pipe' });
+            }
+            catch { }
+        }
+    }
     // Run import with --limit 100
     // Check YAML for custom import_script path
     const importScriptMatch = yamlContent.match(/import_script:\s*(.+)/);
@@ -1945,6 +1968,21 @@ async function pipeStage(args) {
             }
         }
     }
+    // 3b. Install Python deps on Linux Mint
+    const pyDepsMatch = yamlContent.match(/python_dependencies:\n([\s\S]*?)(?=\n\w|\n$|$)/);
+    if (pyDepsMatch) {
+        const pyDeps = pyDepsMatch[1].split('\n').map(l => l.replace(/^\s*-\s*/, '').trim()).filter(Boolean);
+        if (pyDeps.length > 0) {
+            console.log(`[pipe] Installing Python deps on Linux Mint: ${pyDeps.join(', ')}...`);
+            try {
+                run(`ssh ${RUNNER} "pip3 install ${pyDeps.join(' ')}"`, { stdio: 'inherit' });
+            }
+            catch {
+                console.error('[pipe] Failed to install Python deps on Linux Mint');
+                process.exit(1);
+            }
+        }
+    }
     // 4. Run import on Linux Mint
     console.log(`[pipe] Running import on Linux Mint...`);
     try {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "latinfo",
-  "version": "0.13.5",
+  "version": "0.14.1",
   "description": "Tax registry & procurement API for Latin America. Query RUC, DNI, NIT, licitaciones from Peru & Colombia. Offline MPHF search, full OCDS data, updated daily.",
   "homepage": "https://latinfo.dev",
   "repository": {