muaddib-scanner 2.2.23 → 2.2.24

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "muaddib-scanner",
-  "version": "2.2.23",
+  "version": "2.2.24",
   "description": "Supply-chain threat detection & response for npm & PyPI/Python",
   "main": "src/index.js",
   "bin": {

package/src/daemon.js

@@ -1,178 +1,178 @@
-const fs = require('fs');
-const path = require('path');
-const { run } = require('./index.js');
-
-let webhookUrl = null;
-
-async function startDaemon(options = {}) {
-  webhookUrl = options.webhook || null;
-
-  console.log(`
-╔════════════════════════════════════════════╗
-║         MUAD'DIB Security Daemon           ║
-║      Surveillance npm install active       ║
-╚════════════════════════════════════════════╝
-  `);
-
-  console.log('[DAEMON] Demarrage...');
-  console.log(`[DAEMON] Webhook: ${webhookUrl ? 'Configure' : 'Non configure'}`);
-  console.log('[DAEMON] Ctrl+C pour arreter\n');
-
-  // Surveille le dossier courant
-  const cwd = process.cwd();
-  const watchers = watchDirectory(cwd);
-
-  // Cleanup function to close all watchers
-  function cleanup() {
-    for (const w of watchers) {
-      try { w.close(); } catch { /* ignore */ }
-    }
-  }
-
-  // Keep process alive until SIGINT
-  await new Promise((resolve) => {
-    process.once('SIGINT', () => {
-      console.log('\n[DAEMON] Arret...');
-      cleanup();
-      resolve();
-    });
-  });
-
-  process.exit(0);
-}
-
-function watchDirectory(dir) {
-  const watchers = [];
-  const nodeModulesPath = path.join(dir, 'node_modules');
-  const packageLockPath = path.join(dir, 'package-lock.json');
-  const yarnLockPath = path.join(dir, 'yarn.lock');
-
-  console.log(`[DAEMON] Surveillance de ${dir}`);
-
-  // Surveille package-lock.json
-  if (fs.existsSync(packageLockPath)) {
-    const w = watchFile(packageLockPath, dir);
-    if (w) watchers.push(w);
-  }
-
-  // Surveille yarn.lock
-  if (fs.existsSync(yarnLockPath)) {
-    const w = watchFile(yarnLockPath, dir);
-    if (w) watchers.push(w);
-  }
-
-  // Surveille node_modules
-  if (fs.existsSync(nodeModulesPath)) {
-    watchers.push(watchNodeModules(nodeModulesPath, dir));
-  }
-
-  // Surveille la creation de node_modules
-  if (process.platform === 'linux') {
-    console.log('[DAEMON] Note: recursive fs.watch may not work on Linux');
-  }
-
-  const dirWatcher = fs.watch(dir, (eventType, filename) => {
-    if (filename === 'node_modules' && eventType === 'rename') {
-      const nmPath = path.join(dir, 'node_modules');
-      if (fs.existsSync(nmPath)) {
-        console.log('[DAEMON] node_modules detecte, scan en cours...');
-        triggerScan(dir);
-      }
-    }
-    if (filename === 'package-lock.json' || filename === 'yarn.lock') {
-      console.log(`[DAEMON] ${filename} modifie, scan en cours...`);
-      triggerScan(dir);
-    }
-  });
-  dirWatcher.on('error', (err) => {
-    console.log(`[DAEMON] Watcher error on ${dir}: ${err.message}`);
-  });
-  watchers.push(dirWatcher);
-
-  return watchers;
-}
-
-function watchFile(filePath, projectDir) {
-  let lastMtime;
-  try {
-    lastMtime = fs.statSync(filePath).mtime.getTime();
-  } catch {
-    return null; // File deleted between existsSync and statSync
-  }
-
-  const watcher = fs.watch(filePath, (eventType) => {
-    if (eventType === 'change') {
-      try {
-        const currentMtime = fs.statSync(filePath).mtime.getTime();
-        if (currentMtime !== lastMtime) {
-          lastMtime = currentMtime;
-          console.log(`[DAEMON] ${path.basename(filePath)} modifie`);
-          triggerScan(projectDir);
-        }
-      } catch {
-        // File may have been deleted between watch trigger and stat
-      }
-    }
-  });
-  watcher.on('error', (err) => {
-    console.log(`[DAEMON] Watcher error on ${filePath}: ${err.message}`);
-  });
-  return watcher;
-}
-
-function watchNodeModules(nodeModulesPath, projectDir) {
-  const watcher = fs.watch(nodeModulesPath, { recursive: true }, (eventType, filename) => {
-    if (filename && filename.includes('package.json')) {
-      console.log(`[DAEMON] Nouveau package detecte: ${filename}`);
-      triggerScan(projectDir);
-    }
-  });
-  watcher.on('error', (err) => {
-    console.log(`[DAEMON] Watcher error on ${nodeModulesPath}: ${err.message}`);
-  });
-  return watcher;
-}
-
-// Per-directory scan state to prevent cross-directory scan suppression
-const scanState = new Map();
-
-function getScanState(dir) {
-  if (!scanState.has(dir)) {
-    scanState.set(dir, { timeout: null, lastScanTime: 0 });
-  }
-  return scanState.get(dir);
-}
-
-function triggerScan(dir) {
-  const now = Date.now();
-  const state = getScanState(dir);
-
-  // Debounce: attend 3 secondes avant de scanner
-  if (state.timeout) {
-    clearTimeout(state.timeout);
-  }
-
-  // Evite les scans trop frequents (minimum 10 secondes entre chaque)
-  if (now - state.lastScanTime < 10000) {
-    state.timeout = setTimeout(() => triggerScan(dir), 10000 - (now - state.lastScanTime));
-    return;
-  }
-
-  state.timeout = setTimeout(async () => {
-    state.lastScanTime = Date.now();
-    console.log(`\n[DAEMON] ========== SCAN AUTOMATIQUE ==========`);
-    console.log(`[DAEMON] Cible: ${dir}`);
-    console.log(`[DAEMON] Heure: ${new Date().toLocaleTimeString()}\n`);
-
-    try {
-      await run(dir, { webhook: webhookUrl });
-    } catch (err) {
-      console.log(`[DAEMON] Erreur scan: ${err.message}`);
-    }
-
-    console.log(`\n[DAEMON] ======================================\n`);
-    console.log('[DAEMON] En attente de modifications...');
-  }, 3000);
-}
-
-module.exports = { startDaemon };
+const fs = require('fs');
+const path = require('path');
+const { run } = require('./index.js');
+
+let webhookUrl = null;
+
+async function startDaemon(options = {}) {
+  webhookUrl = options.webhook || null;
+
+  console.log(`
+╔════════════════════════════════════════════╗
+║         MUAD'DIB Security Daemon           ║
+║      Surveillance npm install active       ║
+╚════════════════════════════════════════════╝
+  `);
+
+  console.log('[DAEMON] Demarrage...');
+  console.log(`[DAEMON] Webhook: ${webhookUrl ? 'Configure' : 'Non configure'}`);
+  console.log('[DAEMON] Ctrl+C pour arreter\n');
+
+  // Surveille le dossier courant
+  const cwd = process.cwd();
+  const watchers = watchDirectory(cwd);
+
+  // Cleanup function to close all watchers
+  function cleanup() {
+    for (const w of watchers) {
+      try { w.close(); } catch { /* ignore */ }
+    }
+  }
+
+  // Keep process alive until SIGINT
+  await new Promise((resolve) => {
+    process.once('SIGINT', () => {
+      console.log('\n[DAEMON] Arret...');
+      cleanup();
+      resolve();
+    });
+  });
+
+  process.exit(0);
+}
+
+function watchDirectory(dir) {
+  const watchers = [];
+  const nodeModulesPath = path.join(dir, 'node_modules');
+  const packageLockPath = path.join(dir, 'package-lock.json');
+  const yarnLockPath = path.join(dir, 'yarn.lock');
+
+  console.log(`[DAEMON] Surveillance de ${dir}`);
+
+  // Surveille package-lock.json
+  if (fs.existsSync(packageLockPath)) {
+    const w = watchFile(packageLockPath, dir);
+    if (w) watchers.push(w);
+  }
+
+  // Surveille yarn.lock
+  if (fs.existsSync(yarnLockPath)) {
+    const w = watchFile(yarnLockPath, dir);
+    if (w) watchers.push(w);
+  }
+
+  // Surveille node_modules
+  if (fs.existsSync(nodeModulesPath)) {
+    watchers.push(watchNodeModules(nodeModulesPath, dir));
+  }
+
+  // Surveille la creation de node_modules
+  if (process.platform === 'linux') {
+    console.log('[DAEMON] Note: recursive fs.watch may not work on Linux');
+  }
+
+  const dirWatcher = fs.watch(dir, (eventType, filename) => {
+    if (filename === 'node_modules' && eventType === 'rename') {
+      const nmPath = path.join(dir, 'node_modules');
+      if (fs.existsSync(nmPath)) {
+        console.log('[DAEMON] node_modules detecte, scan en cours...');
+        triggerScan(dir);
+      }
+    }
+    if (filename === 'package-lock.json' || filename === 'yarn.lock') {
+      console.log(`[DAEMON] ${filename} modifie, scan en cours...`);
+      triggerScan(dir);
+    }
+  });
+  dirWatcher.on('error', (err) => {
+    console.log(`[DAEMON] Watcher error on ${dir}: ${err.message}`);
+  });
+  watchers.push(dirWatcher);
+
+  return watchers;
+}
+
+function watchFile(filePath, projectDir) {
+  let lastMtime;
+  try {
+    lastMtime = fs.statSync(filePath).mtime.getTime();
+  } catch {
+    return null; // File deleted between existsSync and statSync
+  }
+
+  const watcher = fs.watch(filePath, (eventType) => {
+    if (eventType === 'change') {
+      try {
+        const currentMtime = fs.statSync(filePath).mtime.getTime();
+        if (currentMtime !== lastMtime) {
+          lastMtime = currentMtime;
+          console.log(`[DAEMON] ${path.basename(filePath)} modifie`);
+          triggerScan(projectDir);
+        }
+      } catch {
+        // File may have been deleted between watch trigger and stat
+      }
+    }
+  });
+  watcher.on('error', (err) => {
+    console.log(`[DAEMON] Watcher error on ${filePath}: ${err.message}`);
+  });
+  return watcher;
+}
+
+function watchNodeModules(nodeModulesPath, projectDir) {
+  const watcher = fs.watch(nodeModulesPath, { recursive: true }, (eventType, filename) => {
+    if (filename && filename.includes('package.json')) {
+      console.log(`[DAEMON] Nouveau package detecte: ${filename}`);
+      triggerScan(projectDir);
+    }
+  });
+  watcher.on('error', (err) => {
+    console.log(`[DAEMON] Watcher error on ${nodeModulesPath}: ${err.message}`);
+  });
+  return watcher;
+}
+
+// Per-directory scan state to prevent cross-directory scan suppression
+const scanState = new Map();
+
+function getScanState(dir) {
+  if (!scanState.has(dir)) {
+    scanState.set(dir, { timeout: null, lastScanTime: 0 });
+  }
+  return scanState.get(dir);
+}
+
+function triggerScan(dir) {
+  const now = Date.now();
+  const state = getScanState(dir);
+
+  // Debounce: attend 3 secondes avant de scanner
+  if (state.timeout) {
+    clearTimeout(state.timeout);
+  }
+
+  // Evite les scans trop frequents (minimum 10 secondes entre chaque)
+  if (now - state.lastScanTime < 10000) {
+    state.timeout = setTimeout(() => triggerScan(dir), 10000 - (now - state.lastScanTime));
+    return;
+  }
+
+  state.timeout = setTimeout(async () => {
+    state.lastScanTime = Date.now();
+    console.log(`\n[DAEMON] ========== SCAN AUTOMATIQUE ==========`);
+    console.log(`[DAEMON] Cible: ${dir}`);
+    console.log(`[DAEMON] Heure: ${new Date().toLocaleTimeString()}\n`);
+
+    try {
+      await run(dir, { webhook: webhookUrl });
+    } catch (err) {
+      console.log(`[DAEMON] Erreur scan: ${err.message}`);
+    }
+
+    console.log(`\n[DAEMON] ======================================\n`);
+    console.log('[DAEMON] En attente de modifications...');
+  }, 3000);
+}
+
+module.exports = { startDaemon, watchDirectory, watchFile, watchNodeModules, triggerScan, getScanState };

package/src/ioc/scraper.js

@@ -1278,7 +1278,13 @@ async function runScraper() {
   };
 }
 
-module.exports = { runScraper, scrapeShaiHuludDetector, scrapeDatadogIOCs };
+module.exports = {
+  runScraper, scrapeShaiHuludDetector, scrapeDatadogIOCs,
+  // Pure utility functions (exported for testing)
+  parseCSVLine, parseCSV, extractVersions, parseOSVEntry,
+  createFreshness, isAllowedRedirect, loadStaticIOCs,
+  CONFIDENCE_ORDER, ALLOWED_REDIRECT_DOMAINS
+};
 
 // Direct execution if called as CLI
 if (require.main === module) {