souleyez 3.0.0__py3-none-any.whl → 3.0.9__py3-none-any.whl

souleyez/intelligence/exploit_suggestions.py

@@ -3,14 +3,15 @@
 Exploit suggestion engine.
 Orchestrates version extraction, exploit matching, and ranking.
 """
+
 import re
 import time
 from typing import Dict, List, Optional
-from souleyez.intelligence.service_parser import ServiceVersionExtractor
+
 from souleyez.intelligence.exploit_knowledge import ExploitKnowledgeBase
+from souleyez.intelligence.service_parser import ServiceVersionExtractor
 from souleyez.storage import exploit_attempts
 
-
 # Module-level cache shared across all instances
 _SUGGESTION_CACHE = {}
 _CACHE_TIMEOUT = 30
@@ -102,8 +103,8 @@ class ExploitSuggestionEngine:
                 return cached_result
 
         # Cache miss or expired - do the analysis
-        from souleyez.storage.hosts import HostManager
         from souleyez.storage.findings import FindingsManager
+        from souleyez.storage.hosts import HostManager
         from souleyez.storage.wazuh_vulns import WazuhVulnsManager
 
         hm = HostManager()

souleyez/intelligence/gap_analyzer.py

@@ -5,12 +5,14 @@ souleyez.intelligence.gap_analyzer - Gap analysis between Wazuh and scan finding
 Compares vulnerabilities found by Wazuh (passive, agent-based) vs
 SoulEyez scans (active, network-based) to identify detection gaps.
 """
-from dataclasses import dataclass, field
-from typing import List, Dict, Any, Optional
+
 import re
+from dataclasses import dataclass, field
+from typing import Any, Dict, List, Optional
+
+from souleyez.log_config import get_logger
 from souleyez.storage.database import get_db
 from souleyez.storage.wazuh_vulns import WazuhVulnsManager
-from souleyez.log_config import get_logger
 
 logger = get_logger(__name__)
 

souleyez/intelligence/gap_detector.py

@@ -3,7 +3,9 @@
 Gap detector for identifying unexploited services.
 Prioritizes gaps by exploitation potential.
 """
+
 from typing import Dict, List
+
 from souleyez.intelligence.correlation_analyzer import CorrelationAnalyzer
 
 

souleyez/intelligence/sensitive_tables.py

@@ -2,8 +2,8 @@
 """
 Module for detecting sensitive tables during SQLMap enumeration.
 """
-from typing import Dict, List, Tuple, Optional
 
+from typing import Dict, List, Optional, Tuple
 
 # System databases to NEVER dump (true system metadata only)
 # NOTE: Only skip databases that are ALWAYS system/metadata databases

souleyez/intelligence/service_parser.py

@@ -3,6 +3,7 @@
 Service version extraction and parsing.
 Extracts version info from services table and findings.
 """
+
 import re
 from typing import Dict, List, Optional
 

souleyez/intelligence/surface_analyzer.py

@@ -3,10 +3,10 @@
 Attack surface analysis and scoring.
 Analyzes engagement data to identify high-value targets and exploitation gaps.
 """
-from typing import List, Dict, Optional
-import time
-import math
 
+import math
+import time
+from typing import Dict, List, Optional
 
 # Module-level cache shared across all instances
 _ANALYSIS_CACHE = {}
@@ -17,9 +17,9 @@ class AttackSurfaceAnalyzer:
     """Analyzes and scores attack surface for pentesting engagements."""
 
     def __init__(self):
-        from souleyez.storage.hosts import HostManager
-        from souleyez.storage.findings import FindingsManager
         from souleyez.storage.credentials import CredentialsManager
+        from souleyez.storage.findings import FindingsManager
+        from souleyez.storage.hosts import HostManager
         from souleyez.storage.wazuh_vulns import WazuhVulnsManager
 
         self.hosts_mgr = HostManager()
@@ -130,8 +130,8 @@ class AttackSurfaceAnalyzer:
             f
             for f in findings
             if f.get("ip_address") == host_ip
-            or f.get("url", "").startswith(f"http://{host_ip}")
-            or f.get("url", "").startswith(f"https://{host_ip}")
+            or (f.get("url") or "").startswith(f"http://{host_ip}")
+            or (f.get("url") or "").startswith(f"https://{host_ip}")
         ]
         critical_findings = [
             f for f in host_findings if f.get("severity") == "critical"
@@ -200,11 +200,11 @@ class AttackSurfaceAnalyzer:
                         for f in host_findings
                         if f.get("port") == service["port"]
                         or (
-                            f.get("path", "").startswith("https://")
+                            (f.get("path") or "").startswith("https://")
                             and service["port"] == 443
                         )
                         or (
-                            f.get("path", "").startswith("http://")
+                            (f.get("path") or "").startswith("http://")
                             and service["port"] == 80
                         )
                     ]

souleyez/intelligence/target_parser.py

@@ -3,6 +3,7 @@
 Target parser for job correlation.
 Parses job targets to extract host, port, and service information.
 """
+
 import re
 from typing import Dict, List, Optional
 from urllib.parse import urlparse

souleyez/licensing/__init__.py

@@ -6,12 +6,12 @@ License keys are signed JSON payloads that can be validated without internet.
 """
 
 from souleyez.licensing.validator import (
-    LicenseValidator,
     LicenseInfo,
-    validate_license,
+    LicenseValidator,
     activate_license,
-    get_active_license,
     deactivate_license,
+    get_active_license,
+    validate_license,
 )
 
 __all__ = [

souleyez/main.py

@@ -2,30 +2,33 @@
 """
 souleyez.main - CLI entry point
 """
-import click
+
 import datetime
+import getpass
 import os
 import shutil
 import sys
-import getpass
 from pathlib import Path
-from souleyez.storage.crypto import get_crypto_manager
-from souleyez.ui.design_system import DesignSystem
-from souleyez.security import require_password, unlock_credentials_if_needed
+
+import click
 from rich.console import Console
 from rich.table import Table
 
+from souleyez.security import require_password, unlock_credentials_if_needed
+from souleyez.storage.crypto import get_crypto_manager
+from souleyez.ui.design_system import DesignSystem
+
 try:
     from souleyez.engine.background import (
         enqueue_job,
-        list_jobs,
         get_job,
+        list_jobs,
         start_worker,
         worker_loop,
     )
     from souleyez.storage.engagements import EngagementManager
-    from souleyez.ui.interactive import run_interactive_menu
     from souleyez.ui.dashboard import run_dashboard
+    from souleyez.ui.interactive import run_interactive_menu
 except ImportError as e:
     click.echo(f"Import error: {e}", err=True)
     sys.exit(1)
@@ -185,7 +188,7 @@ def _check_privileged_tools():
 
 
 @click.group()
-@click.version_option(version="3.0.0")
+@click.version_option(version="3.0.9")
 def cli():
     """SoulEyez - AI-Powered Pentesting Platform by CyberSoul Security"""
     from souleyez.log_config import init_logging
@@ -1446,8 +1449,8 @@ def db():
 @db.command("migrate")
 def db_migrate():
     """Apply pending database migrations."""
-    from souleyez.storage.migrations.migration_manager import MigrationManager
     from souleyez.storage.database import get_db
+    from souleyez.storage.migrations.migration_manager import MigrationManager
 
     click.echo()
     click.echo(click.style("🔄 DATABASE MIGRATION", bold=True, fg="cyan"))
@@ -1467,8 +1470,8 @@ def db_migrate():
 @db.command("status")
 def db_status():
     """Show database migration status."""
-    from souleyez.storage.migrations.migration_manager import MigrationManager
     from souleyez.storage.database import get_db
+    from souleyez.storage.migrations.migration_manager import MigrationManager
 
     # Get database path
     db_instance = get_db()
@@ -1483,6 +1486,7 @@ def db_status():
 def db_encrypt():
     """Encrypt all plaintext credentials in the database."""
     import getpass
+
     from souleyez.storage.credentials import CredentialsManager
     from souleyez.storage.crypto import get_crypto_manager
 
@@ -1786,7 +1790,7 @@ def _run_doctor(fix=False, verbose=False):
     # Check dashboard cache status
     if verbose:
         try:
-            from souleyez.ui.dashboard import _header_cache, _HEADER_CACHE_TTL
+            from souleyez.ui.dashboard import _HEADER_CACHE_TTL, _header_cache
 
             cache_entries = len(_header_cache)
             if cache_entries > 0:
@@ -1800,8 +1804,8 @@ def _run_doctor(fix=False, verbose=False):
 
         try:
             from souleyez.intelligence.exploit_suggestions import (
-                _SUGGESTION_CACHE,
                 _CACHE_TIMEOUT,
+                _SUGGESTION_CACHE,
             )
 
             cache_entries = len(_SUGGESTION_CACHE)
@@ -2061,9 +2065,9 @@ def main():
 @click.confirmation_option(prompt="Are you sure you want to uninstall SoulEyez?")
 def uninstall(purge_data):
     """Uninstall SoulEyez and optionally remove all user data."""
-    import subprocess
     import shutil
     import signal
+    import subprocess
 
     click.echo(click.style("\n🗑️  Uninstalling SoulEyez...", fg="yellow", bold=True))
     click.echo()
@@ -2904,8 +2908,8 @@ def paths():
 @click.option("--host", "-h", default=None, help="Filter by host IP or hostname")
 def paths_list(engagement, status, host):
     """List discovered web paths."""
-    from souleyez.storage.web_paths import WebPathsManager
     from souleyez.storage.hosts import HostManager
+    from souleyez.storage.web_paths import WebPathsManager
 
     em = EngagementManager()
 
@@ -3370,6 +3374,7 @@ def creds_cleanup(engagement, confirm, show_all):
         souleyez creds cleanup -e 5         # Preview for engagement 5 only
     """
     import re
+
     from souleyez.storage.credentials import CredentialsManager
     from souleyez.storage.engagements import EngagementManager
 
@@ -3658,9 +3663,10 @@ def report_generate(format, type, output, engagement, ai):
     - Creates prioritized remediation plan
     - Requires Claude API key or local Ollama
     """
+    import datetime
+
     from souleyez.reporting.generator import ReportGenerator
     from souleyez.storage.engagements import EngagementManager
-    import datetime
 
     # Get engagement
     em = EngagementManager()
@@ -4107,8 +4113,8 @@ def ai_recommend(engagement, steps):
 )
 def ai_paths(engagement, number):
     """Generate and rank multiple attack paths."""
-    from souleyez.storage.engagements import EngagementManager
     from souleyez.ai.recommender import AttackRecommender
+    from souleyez.storage.engagements import EngagementManager
 
     em = EngagementManager()
 
@@ -4413,7 +4419,7 @@ def config_set(key, value):
         souleyez config set ai.ollama_model llama3.1:8b
         souleyez config set settings.threads 20
     """
-    from souleyez.config import read_config, write_config, _set_nested
+    from souleyez.config import _set_nested, read_config, write_config
 
     # Read current config
     cfg = read_config()
@@ -4461,9 +4467,10 @@ def config_list():
     """
     List all configuration values.
     """
-    from souleyez.config import read_config
     import json
 
+    from souleyez.config import read_config
+
     cfg = read_config()
     click.echo(json.dumps(cfg, indent=2))
 

souleyez/migrations/fix_job_counter.py

@@ -9,8 +9,9 @@ This script:
 
 Run this if you're experiencing jobs stuck in 'queued' status.
 """
-import os
+
 import json
+import os
 import sys
 
 

souleyez/parsers/bloodhound_parser.py

@@ -2,6 +2,7 @@
 """
 Bloodhound result parser - analyze AD enumeration data.
 """
+
 import json
 from pathlib import Path
 from typing import Dict

souleyez/parsers/crackmapexec_parser.py

@@ -2,8 +2,9 @@
 """
 souleyez.parsers.crackmapexec_parser - Parse CrackMapExec (NetExec) output
 """
+
 import re
-from typing import Dict, Any, List
+from typing import Any, Dict, List
 
 
 def parse_crackmapexec_output(content: str, target: str = "") -> Dict[str, Any]:

souleyez/parsers/dalfox_parser.py

@@ -4,9 +4,10 @@ souleyez.parsers.dalfox_parser
 
 Parses Dalfox XSS scanner output into structured data.
 """
-import re
+
 import json
-from typing import Dict, Any, List
+import re
+from typing import Any, Dict, List
 
 
 def parse_dalfox_output(output: str, target: str = "") -> Dict[str, Any]:

souleyez/parsers/dnsrecon_parser.py

@@ -4,8 +4,9 @@ souleyez.parsers.dnsrecon_parser
 
 Parses DNSRecon output into host records and OSINT data.
 """
+
 import re
-from typing import Dict, List, Any
+from typing import Any, Dict, List
 
 
 def parse_dnsrecon_output(output: str, target: str = "") -> Dict[str, Any]:

souleyez/parsers/enum4linux_parser.py

@@ -4,8 +4,9 @@ souleyez.parsers.enum4linux_parser
 
 Parses enum4linux SMB enumeration output into structured data.
 """
+
 import re
-from typing import Dict, Any
+from typing import Any, Dict
 
 
 def parse_enum4linux_output(output: str, target: str = "") -> Dict[str, Any]:

souleyez/parsers/ffuf_parser.py

@@ -2,8 +2,9 @@
 """
 souleyez.parsers.ffuf_parser - Parse ffuf JSON output
 """
+
 import json
-from typing import Dict, Any
+from typing import Any, Dict
 
 
 def parse_ffuf(log_path: str, target: str) -> Dict[str, Any]:

souleyez/parsers/gobuster_parser.py

@@ -4,8 +4,9 @@ souleyez.parsers.gobuster_parser
 
 Parses Gobuster directory/file enumeration output into structured data.
 """
+
 import re
-from typing import Dict, Any, List
+from typing import Any, Dict, List
 from urllib.parse import urlparse
 
 

souleyez/parsers/hashcat_parser.py

@@ -4,8 +4,9 @@ souleyez.parsers.hashcat_parser
 
 Parse hashcat output and extract cracked passwords.
 """
+
 import re
-from typing import Dict, Any, List
+from typing import Any, Dict, List
 
 
 def parse_hashcat_output(output: str, hash_file: str = "") -> Dict[str, Any]:
@@ -275,8 +276,8 @@ def _get_potfile_cracked(
     Returns:
         List of cracked password dicts with username, hash, password
     """
-    import subprocess
     import os
+    import subprocess
 
     cracked = []
 

souleyez/parsers/http_fingerprint_parser.py

@@ -5,9 +5,10 @@ souleyez.parsers.http_fingerprint_parser
 Parses HTTP fingerprint output to extract WAF, CDN, managed hosting,
 and technology information.
 """
+
 import json
 import re
-from typing import Dict, Any, List, Optional
+from typing import Any, Dict, List, Optional
 
 
 def parse_http_fingerprint_output(output: str, target: str = "") -> Dict[str, Any]:

souleyez/parsers/hydra_parser.py

@@ -4,8 +4,9 @@ souleyez.parsers.hydra_parser
 
 Parses Hydra brute-force attack output and extracts successful credentials.
 """
+
 import re
-from typing import Dict, List, Any, Optional
+from typing import Any, Dict, List, Optional
 
 
 def parse_hydra_output(output: str, target: str = "") -> Dict[str, Any]:

souleyez/parsers/impacket_parser.py

@@ -8,8 +8,9 @@ Handles parsing for:
 - psexec (command execution)
 - smbclient (file operations)
 """
+
 import re
-from typing import Dict, Any, List
+from typing import Any, Dict, List
 
 
 def parse_secretsdump(log_path: str, target: str) -> Dict[str, Any]:

souleyez/parsers/john_parser.py

@@ -4,8 +4,9 @@ souleyez.parsers.john_parser
 
 Parser for John the Ripper output.
 """
-import re
+
 import os
+import re
 from typing import Dict, List, Tuple
 
 
@@ -200,14 +201,14 @@ def extract_credentials_to_db(
         hash_file: Path to hash file
         engagement_id: Current engagement ID
     """
-    from souleyez.storage.credentials import CredentialManager
+    from souleyez.storage.credentials import CredentialsManager
 
     results = parse_john_output(output, hash_file)
 
     if not results["cracked"]:
         return 0
 
-    cred_mgr = CredentialManager()
+    cred_mgr = CredentialsManager()
     added = 0
 
     for cred in results["cracked"]:

souleyez/parsers/katana_parser.py

@@ -5,9 +5,10 @@ souleyez.parsers.katana_parser - Parse Katana JSONL output
 Katana is a web crawler from ProjectDiscovery that discovers endpoints,
 parameters, and JavaScript-rendered routes.
 """
+
 import json
-from typing import Dict, Any, List, Set
-from urllib.parse import urlparse, parse_qs
+from typing import Any, Dict, List, Set
+from urllib.parse import parse_qs, urlparse
 
 # LFI-suspicious parameter names - these typically include files, not query databases
 LFI_PARAM_NAMES = {
@@ -314,3 +315,134 @@ def extract_lfi_urls(parsed_data: Dict[str, Any]) -> List[str]:
         List of URLs suitable for LFI testing
     """
     return parsed_data.get("lfi_candidate_urls", [])
+
+
+def extract_endpoints_from_javascript(js_content: str, base_url: str) -> List[str]:
+    """
+    Extract API endpoints from JavaScript source code.
+
+    This parses JavaScript to find REST API endpoints that katana's standard
+    crawling might miss, especially template strings like:
+        `${this.hostServer}/rest/products/search?q=${e}`
+
+    Args:
+        js_content: JavaScript source code content
+        base_url: Base URL of the target (e.g., http://192.168.1.126:3000)
+
+    Returns:
+        List of discovered endpoint URLs with parameters
+    """
+    import re
+
+    endpoints = []
+    base_url = base_url.rstrip("/")
+
+    # Pattern 1: Template strings with REST endpoints
+    # Matches: `/rest/something/action?param=${var}` or `${base}/rest/...?param=${var}`
+    template_patterns = [
+        # REST API with query params in template strings
+        r'[`"\'](?:\$\{[^}]+\})?(/(?:rest|api)/[a-zA-Z0-9/_-]+\?[a-zA-Z0-9_]+=)',
+        # Direct path with query params
+        r'[`"\'](/(?:rest|api)/[a-zA-Z0-9/_-]+\?[a-zA-Z0-9_]+=)\$?\{?',
+        # http.get/post with template string
+        r'\.(?:get|post|put|delete)\s*\(\s*[`"\'](?:\$\{[^}]+\})?(/[a-zA-Z0-9/_-]+\?[a-zA-Z0-9_]+=)',
+    ]
+
+    for pattern in template_patterns:
+        matches = re.findall(pattern, js_content, re.IGNORECASE)
+        for match in matches:
+            # Clean up the path
+            path = match.strip("`'\"")
+            if path.startswith("/"):
+                full_url = f"{base_url}{path}"
+                if full_url not in endpoints:
+                    endpoints.append(full_url)
+
+    # Pattern 2: REST endpoint patterns without explicit params
+    # Look for patterns like /rest/products/search and add common params
+    rest_patterns = [
+        r'[`"\'](/rest/[a-zA-Z0-9/_-]+/search)[`"\']',
+        r'[`"\'](/api/[a-zA-Z0-9/_-]+/search)[`"\']',
+        r'[`"\'](/rest/[a-zA-Z0-9/_-]+/query)[`"\']',
+        r'[`"\'](/api/[a-zA-Z0-9/_-]+/query)[`"\']',
+        r'[`"\'](/rest/[a-zA-Z0-9/_-]+/find)[`"\']',
+        r'[`"\'](/api/[a-zA-Z0-9/_-]+/find)[`"\']',
+    ]
+
+    for pattern in rest_patterns:
+        matches = re.findall(pattern, js_content, re.IGNORECASE)
+        for match in matches:
+            path = match.strip("`'\"")
+            # Add common search parameters
+            for param in ["q", "query", "search", "term", "keyword"]:
+                full_url = f"{base_url}{path}?{param}="
+                if full_url not in endpoints:
+                    endpoints.append(full_url)
+
+    # Pattern 3: Find fetch/http calls with URL construction
+    # Matches: this.http.get(`${x}/rest/products/search?q=${y}`)
+    fetch_pattern = r'\.(?:get|post|put|delete|fetch)\s*\([^)]*[`"\']([^`"\']*(?:rest|api)[^`"\']*\?[^`"\']*)[`"\']'
+    matches = re.findall(fetch_pattern, js_content, re.IGNORECASE)
+    for match in matches:
+        # Extract just the path part, removing template variables
+        path = re.sub(r"\$\{[^}]+\}", "", match)
+        if path.startswith("/"):
+            full_url = f"{base_url}{path}"
+            if full_url not in endpoints:
+                endpoints.append(full_url)
+
+    return endpoints
+
+
+def fetch_and_extract_js_endpoints(
+    base_url: str, js_urls: List[str], timeout: int = 10
+) -> List[str]:
+    """
+    Fetch JavaScript files and extract API endpoints from them.
+
+    This is used when katana's headless mode is unavailable (e.g., ARM64 Linux)
+    to find dynamic API endpoints that standard crawling misses.
+
+    Args:
+        base_url: Base URL of the target
+        js_urls: List of JavaScript file URLs to fetch
+        timeout: Request timeout in seconds
+
+    Returns:
+        List of discovered endpoint URLs with parameters
+    """
+    import urllib.request
+    import urllib.error
+    import ssl
+
+    all_endpoints = []
+
+    # Create SSL context that doesn't verify (for self-signed certs)
+    ctx = ssl.create_default_context()
+    ctx.check_hostname = False
+    ctx.verify_mode = ssl.CERT_NONE
+
+    for js_url in js_urls:
+        # Only process actual .js files
+        if not js_url.endswith(".js"):
+            continue
+
+        try:
+            req = urllib.request.Request(
+                js_url,
+                headers={"User-Agent": "Mozilla/5.0 (compatible; SoulEyez/1.0)"},
+            )
+            with urllib.request.urlopen(req, timeout=timeout, context=ctx) as response:
+                content = response.read().decode("utf-8", errors="replace")
+
+                # Extract endpoints from this JS file
+                endpoints = extract_endpoints_from_javascript(content, base_url)
+                for ep in endpoints:
+                    if ep not in all_endpoints:
+                        all_endpoints.append(ep)
+
+        except (urllib.error.URLError, TimeoutError, Exception):
+            # Skip files we can't fetch
+            continue
+
+    return all_endpoints

souleyez/parsers/msf_parser.py

@@ -2,8 +2,9 @@
 """
 souleyez.parsers.msf_parser - Parse Metasploit auxiliary module output
 """
+
 import re
-from typing import Dict, Any
+from typing import Any, Dict
 
 
 def strip_ansi_codes(text: str) -> str:

souleyez/parsers/nikto_parser.py

@@ -4,8 +4,9 @@ souleyez.parsers.nikto_parser
 
 Parses Nikto web server scanner output into structured data.
 """
+
 import re
-from typing import Dict, Any, List
+from typing import Any, Dict, List
 
 
 def parse_nikto_output(output: str, target: str = "") -> Dict[str, Any]: