bbot 2.4.0.6007rc0__tar.gz → 2.4.0.6037rc0__tar.gz

{bbot-2.4.0.6007rc0 → bbot-2.4.0.6037rc0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: bbot
-Version: 2.4.0.6007rc0
+Version: 2.4.0.6037rc0
 Summary: OSINT automation for hackers.
 License: GPL-3.0
 Keywords: python,cli,automation,osint,threat-intel,intelligence,neo4j,scanner,python-library,hacking,recursion,pentesting,recon,command-line-tool,bugbounty,subdomains,security-tools,subdomain-scanner,osint-framework,attack-surface,subdomain-enumeration,osint-tool
@@ -42,7 +42,7 @@ Requires-Dist: socksio (>=1.0.0,<2.0.0)
 Requires-Dist: tabulate (==0.8.10)
 Requires-Dist: tldextract (>=5.1.1,<6.0.0)
 Requires-Dist: unidecode (>=1.3.8,<2.0.0)
-Requires-Dist: websockets (>=11.0.2,<16.0.0)
+Requires-Dist: websockets (>=14.0.0,<16.0.0)
 Requires-Dist: wordninja (>=2.0.0,<3.0.0)
 Requires-Dist: xmltojson (>=2.0.2,<3.0.0)
 Requires-Dist: yara-python (>=4.5.1,<5.0.0)

{bbot-2.4.0.6007rc0 → bbot-2.4.0.6037rc0}/bbot/__init__.py

@@ -1,4 +1,4 @@
 # version placeholder (replaced by poetry-dynamic-versioning)
-__version__ = "v2.4.0.6007rc"
+__version__ = "v2.4.0.6037rc"
 
 from .scanner import Scanner, Preset

{bbot-2.4.0.6007rc0 → bbot-2.4.0.6037rc0}/bbot/cli.py

@@ -1,5 +1,6 @@
 #!/usr/bin/env python3
 
+import io
 import sys
 import logging
 import multiprocessing
@@ -240,7 +241,12 @@ async def _main():
 
                 # set stdout and stderr to blocking mode
                 # this is needed to prevent BlockingIOErrors in logging etc.
-                fds = [sys.stdout.fileno(), sys.stderr.fileno()]
+                fds = []
+                for stream in [sys.stdout, sys.stderr]:
+                    try:
+                        fds.append(stream.fileno())
+                    except io.UnsupportedOperation:
+                        log.debug(f"Can't get fileno for {stream}")
                 for fd in fds:
                     flags = fcntl.fcntl(fd, fcntl.F_GETFL)
                     fcntl.fcntl(fd, fcntl.F_SETFL, flags & ~os.O_NONBLOCK)

{bbot-2.4.0.6007rc0 → bbot-2.4.0.6037rc0}/bbot/core/config/logger.py

@@ -9,9 +9,8 @@ from pathlib import Path
 from contextlib import suppress
 
 from ..helpers.misc import mkdir, error_and_exit
-from ...logger import colorize, loglevel_mapping
 from ..multiprocess import SHARED_INTERPRETER_STATE
-
+from ...logger import colorize, loglevel_mapping, GzipRotatingFileHandler
 
 debug_format = logging.Formatter("%(asctime)s [%(levelname)s] %(name)s %(filename)s:%(lineno)s %(message)s")
 
@@ -216,15 +215,11 @@ class BBOTLogger:
             if not mkdir(log_dir, raise_error=False):
                 error_and_exit(f"Failure creating or error writing to BBOT logs directory ({log_dir})")
 
-            # Main log file
-            main_handler = logging.handlers.TimedRotatingFileHandler(
-                f"{log_dir}/bbot.log", when="d", interval=1, backupCount=14
-            )
+            # Main log file (compressed)
+            main_handler = GzipRotatingFileHandler(f"{log_dir}/bbot.log", when="d", interval=1, backupCount=14)
 
-            # Separate log file for debugging
-            debug_handler = logging.handlers.TimedRotatingFileHandler(
-                f"{log_dir}/bbot.debug.log", when="d", interval=1, backupCount=14
-            )
+            # Separate log file for debugging (compressed)
+            debug_handler = GzipRotatingFileHandler(f"{log_dir}/bbot.debug.log", when="d", interval=1, backupCount=14)
 
             # Log to stderr
             stderr_handler = logging.StreamHandler(sys.stderr)

{bbot-2.4.0.6007rc0 → bbot-2.4.0.6037rc0}/bbot/core/helpers/names_generator.py

@@ -81,6 +81,7 @@ adjectives = [
     "expired",
     "exquisite",
     "extreme",
+    "fermented",
     "ferocious",
     "fiendish",
     "fierce",
@@ -110,6 +111,7 @@ adjectives = [
     "heinous",
     "hellish",
     "hideous",
+    "hubristic",
     "hysterical",
     "imaginary",
     "immense",
@@ -182,6 +184,7 @@ adjectives = [
     "plump",
     "powerful",
     "premature",
+    "pretentious",
     "profound",
     "promiscuous",
     "psychedelic",
@@ -214,6 +217,7 @@ adjectives = [
     "sneaky",
     "soft",
     "sophisticated",
+    "spasmodic",
     "spicy",
     "spiteful",
     "squishy",
@@ -268,6 +272,7 @@ adjectives = [
     "voluptuous",
     "wasted",
     "wet",
+    "wheedling",
     "whimsical",
     "white",
     "wicked",
@@ -370,6 +375,7 @@ names = [
     "daniel",
     "danielle",
     "danny",
+    "daryl",
     "data",
     "david",
     "dawn",
@@ -436,6 +442,7 @@ names = [
     "george",
     "gerald",
     "geralt",
+    "gertrude",
     "gimli",
     "gladys",
     "glenn",
@@ -516,6 +523,7 @@ names = [
     "kerry",
     "kevin",
     "kimberly",
+    "kronk",
     "kyle",
     "kylie",
     "lantern",
@@ -580,6 +588,7 @@ names = [
     "obama",
     "olivia",
     "padme",
+    "palpatine",
     "pamela",
     "patricia",
     "patrick",
@@ -604,6 +613,7 @@ names = [
     "robert",
     "robin",
     "rodney",
+    "rodriguez",
     "roger",
     "ron",
     "ronald",

{bbot-2.4.0.6007rc0 → bbot-2.4.0.6037rc0}/bbot/logger.py

@@ -1,4 +1,5 @@
 import sys
+import logging.handlers
 
 loglevel_mapping = {
     "DEBUG": "DBUG",
@@ -50,3 +51,11 @@ def log_to_stderr(msg, level="INFO", logname=True):
         if logname:
             msg = f"{levelshort} {msg}"
         print(msg, file=sys.stderr)
+
+
+# Create a compressed file handler for logs
+class GzipRotatingFileHandler(logging.handlers.TimedRotatingFileHandler):
+    def _open(self):
+        import gzip
+
+        return gzip.open(f"{self.baseFilename}.gz", mode="at", encoding=self.encoding)

bbot-2.4.0.6037rc0/bbot/modules/crt.py

@@ -0,0 +1,40 @@
+from bbot.modules.templates.subdomain_enum import subdomain_enum
+
+
+class crt(subdomain_enum):
+    flags = ["subdomain-enum", "passive", "safe"]
+    watched_events = ["DNS_NAME"]
+    produced_events = ["DNS_NAME"]
+    meta = {
+        "description": "Query crt.sh (certificate transparency) for subdomains",
+        "created_date": "2022-05-13",
+        "author": "@TheTechromancer",
+    }
+
+    base_url = "https://crt.sh"
+    reject_wildcards = False
+
+    async def setup(self):
+        self.cert_ids = set()
+        return await super().setup()
+
+    async def request_url(self, query):
+        params = {"q": f"%.{query}", "output": "json"}
+        url = self.helpers.add_get_params(self.base_url, params).geturl()
+        return await self.api_request(url, timeout=self.http_timeout + 30)
+
+    async def parse_results(self, r, query):
+        results = set()
+        j = r.json()
+        for cert_info in j:
+            if not type(cert_info) == dict:
+                continue
+            cert_id = cert_info.get("id")
+            if cert_id:
+                if hash(cert_id) not in self.cert_ids:
+                    self.cert_ids.add(hash(cert_id))
+                    domain = cert_info.get("name_value")
+                    if domain:
+                        for d in domain.splitlines():
+                            results.add(d.lower())
+        return results

bbot-2.4.0.6007rc0/bbot/modules/crt.py → bbot-2.4.0.6037rc0/bbot/modules/crt_db.py

@@ -4,13 +4,13 @@ import asyncpg
 from bbot.modules.templates.subdomain_enum import subdomain_enum
 
 
-class crt(subdomain_enum):
+class crt_db(subdomain_enum):
     flags = ["subdomain-enum", "passive", "safe"]
     watched_events = ["DNS_NAME"]
     produced_events = ["DNS_NAME"]
     meta = {
-        "description": "Query crt.sh (certificate transparency) for subdomains",
-        "created_date": "2022-05-13",
+        "description": "Query crt.sh (certificate transparency) for subdomains via PostgreSQL",
+        "created_date": "2025-03-27",
         "author": "@TheTechromancer",
     }
 
@@ -29,7 +29,11 @@ class crt(subdomain_enum):
     async def request_url(self, query):
         if not self.db_conn:
             self.db_conn = await asyncpg.connect(
-                host=self.db_host, port=self.db_port, user=self.db_user, database=self.db_name
+                host=self.db_host,
+                port=self.db_port,
+                user=self.db_user,
+                database=self.db_name,
+                statement_cache_size=0,  # Disable automatic statement preparation
             )
 
         sql = """

{bbot-2.4.0.6007rc0 → bbot-2.4.0.6037rc0}/bbot/modules/deadly/nuclei.py

@@ -15,7 +15,7 @@ class nuclei(BaseModule):
     }
 
     options = {
-        "version": "3.3.10",
+        "version": "3.4.1",
         "tags": "",
         "templates": "",
         "severity": "",

{bbot-2.4.0.6007rc0 → bbot-2.4.0.6037rc0}/bbot/modules/internal/unarchive.py

@@ -29,8 +29,9 @@ class unarchive(BaseInternalModule):
 
     async def filter_event(self, event):
         if "file" in event.tags:
-            if event.data["magic_mime_type"] in self.ignore_compressions:
-                return False, f"Ignoring file type: {event.data['magic_mime_type']}, {event.data['path']}"
+            magic_mime_type = event.data.get("magic_mime_type", "")
+            if magic_mime_type in self.ignore_compressions:
+                return False, f"Ignoring file type: {magic_mime_type}, {event.data['path']}"
             if "compression" in event.data:
                 if not event.data["compression"] in self.compression_methods:
                     return (

{bbot-2.4.0.6007rc0 → bbot-2.4.0.6037rc0}/bbot/modules/output/websocket.py

@@ -1,5 +1,6 @@
 import json
 import asyncio
+import ssl
 import websockets
 
 from bbot.modules.output.base import BaseOutputModule
@@ -8,11 +9,12 @@ from bbot.modules.output.base import BaseOutputModule
 class Websocket(BaseOutputModule):
     watched_events = ["*"]
     meta = {"description": "Output to websockets", "created_date": "2022-04-15", "author": "@TheTechromancer"}
-    options = {"url": "", "token": "", "preserve_graph": True}
+    options = {"url": "", "token": "", "preserve_graph": True, "ignore_ssl": False}
     options_desc = {
         "url": "Web URL",
         "token": "Authorization Bearer token",
         "preserve_graph": "Preserve full chains of events in the graph (prevents orphans)",
+        "ignore_ssl": "Ignores all Websocket SSL related errors (like Self-Signed Certificates, etc.)",
     }
 
     async def setup(self):
@@ -31,12 +33,16 @@ class Websocket(BaseOutputModule):
         if self._ws is None or rebuild:
             kwargs = {"close_timeout": 0.5}
             if self.token:
-                kwargs.update({"extra_headers": {"Authorization": f"Bearer {self.token}"}})
-            verbs = ("Building", "Built")
-            if rebuild:
-                verbs = ("Rebuilding", "Rebuilt")
+                kwargs.update({"additional_headers": {"Authorization": f"Bearer {self.token}"}})
+            verbs = ("Building", "Built") if not rebuild else ("Rebuilding", "Rebuilt")
             self.debug(f"{verbs[0]} websocket connection to {self.url}")
-            self._ws = await websockets.connect(self.url, **kwargs)
+            if self.config.get("ignore_ssl", False):
+                ssl_context = ssl.create_default_context()
+                ssl_context.check_hostname = False
+                ssl_context.verify_mode = ssl.CERT_NONE
+                self._ws = await websockets.connect(self.url, ssl=ssl_context, **kwargs)
+            else:
+                self._ws = await websockets.connect(self.url, **kwargs)
             self.debug(f"{verbs[1]} websocket connection to {self.url}")
         return self._ws
 

{bbot-2.4.0.6007rc0 → bbot-2.4.0.6037rc0}/bbot/modules/trufflehog.py

@@ -14,7 +14,7 @@ class trufflehog(BaseModule):
     }
 
     options = {
-        "version": "3.88.15",
+        "version": "3.88.20",
         "config": "",
         "only_verified": True,
         "concurrency": 8,

{bbot-2.4.0.6007rc0 → bbot-2.4.0.6037rc0}/bbot/scanner/scanner.py

@@ -14,6 +14,7 @@ from bbot.core.event import make_event
 from .manager import ScanIngress, ScanEgress
 from bbot.core.helpers.misc import sha1, rand_string
 from bbot.core.helpers.names_generator import random_name
+from bbot.core.config.logger import GzipRotatingFileHandler
 from bbot.core.multiprocess import SHARED_INTERPRETER_STATE
 from bbot.core.helpers.async_helpers import async_to_sync_gen
 from bbot.errors import BBOTError, ScanError, ValidationError
@@ -1228,13 +1229,9 @@ class Scanner:
     def _log_handlers(self):
         if self.__log_handlers is None:
             self.helpers.mkdir(self.home)
-            main_handler = logging.handlers.TimedRotatingFileHandler(
-                str(self.home / "scan.log"), when="d", interval=1, backupCount=14
-            )
+            main_handler = GzipRotatingFileHandler(str(self.home / "scan.log"), when="d", interval=1, backupCount=14)
             main_handler.addFilter(lambda x: x.levelno != logging.TRACE and x.levelno >= logging.VERBOSE)
-            debug_handler = logging.handlers.TimedRotatingFileHandler(
-                str(self.home / "debug.log"), when="d", interval=1, backupCount=14
-            )
+            debug_handler = GzipRotatingFileHandler(str(self.home / "debug.log"), when="d", interval=1, backupCount=14)
             debug_handler.addFilter(lambda x: x.levelno >= logging.DEBUG)
             self.__log_handlers = [main_handler, debug_handler]
         return self.__log_handlers

{bbot-2.4.0.6007rc0 → bbot-2.4.0.6037rc0}/bbot/test/bbot_fixtures.py

@@ -1,5 +1,6 @@
 import os  # noqa
 import sys
+import zlib
 import pytest
 import shutil  # noqa
 import asyncio  # noqa
@@ -49,6 +50,25 @@ def tempapkfile():
     return apk_file
 
 
+def read_gzipped_file(file_path):
+    """
+    Read and decompress a gzipped file, tolerating missing end markers.
+
+    Args:
+        file_path: Path to the gzipped file
+
+    Returns:
+        The decompressed content as a string
+    """
+    with open(file_path, "rb") as f:
+        data = f.read()
+        decompressor = zlib.decompressobj(
+            16 + zlib.MAX_WBITS
+        )  # This is needed because the file doesn't have an end marker
+        content = decompressor.decompress(data).decode("utf-8", errors="ignore")
+        return content
+
+
 @pytest.fixture
 def clean_default_config(monkeypatch):
     clean_config = OmegaConf.merge(

{bbot-2.4.0.6007rc0 → bbot-2.4.0.6037rc0}/bbot/test/test_step_1/test_cli.py

@@ -129,6 +129,11 @@ async def test_cli_scan(monkeypatch):
                 dns_success = True
     assert ip_success and dns_success, "IP_ADDRESS and/or DNS_NAME are not present in output.txt"
 
+    # Check for gzipped scan log file
+    scan_log_gz = scan_home / "scan.log.gz"
+    assert scan_log_gz.is_file(), "scan.log.gz not found"
+    assert "[INFO]" in read_gzipped_file(scan_log_gz)
+
 
 @pytest.mark.asyncio
 async def test_cli_args(monkeypatch, caplog, capsys, clean_default_config):
@@ -187,14 +192,19 @@ async def test_cli_args(monkeypatch, caplog, capsys, clean_default_config):
     output_dir = bbot_test_dir / "bbot_cli_args_output"
     scan_name = "bbot_cli_args_scan_name"
     scan_dir = output_dir / scan_name
-    assert not output_dir.exists()
+    if output_dir.exists():
+        shutil.rmtree(output_dir)
     monkeypatch.setattr("sys.argv", ["bbot", "-o", str(output_dir), "-n", scan_name, "-y"])
     result = await cli._main()
     assert result is True
     assert output_dir.is_dir()
     assert scan_dir.is_dir()
     assert "[SCAN]" in open(scan_dir / "output.txt").read()
-    assert "[INFO]" in open(scan_dir / "scan.log").read()
+
+    # Check for gzipped scan log file
+    scan_log_gz = scan_dir / "scan.log.gz"
+    assert scan_log_gz.is_file(), "scan.log.gz not found"
+    assert "[INFO]" in read_gzipped_file(scan_log_gz)
     shutil.rmtree(output_dir)
 
     # list module options

{bbot-2.4.0.6007rc0 → bbot-2.4.0.6037rc0}/bbot/test/test_step_1/test_python_api.py

@@ -17,28 +17,28 @@ async def test_python_api():
     scan_home = scan2.helpers.scans_dir / "python_api_test"
     out_file = scan_home / "output.json"
     assert list(scan2.helpers.read_file(out_file))
-    scan_log = scan_home / "scan.log"
-    debug_log = scan_home / "debug.log"
+    scan_log = scan_home / "scan.log.gz"
+    debug_log = scan_home / "debug.log.gz"
     assert scan_log.is_file()
-    assert "python_api_test" in open(scan_log).read()
+    assert "python_api_test" in read_gzipped_file(scan_log)
     assert debug_log.is_file()
-    assert "python_api_test" in open(debug_log).read()
+    assert "python_api_test" in read_gzipped_file(debug_log)
 
     scan3 = Scanner("127.0.0.1", output_modules=["json"], scan_name="scan_logging_test")
     await scan3.async_start_without_generator()
 
-    assert "scan_logging_test" not in open(scan_log).read()
-    assert "scan_logging_test" not in open(debug_log).read()
+    assert "scan_logging_test" not in read_gzipped_file(scan_log)
+    assert "scan_logging_test" not in read_gzipped_file(debug_log)
 
     scan_home = scan3.helpers.scans_dir / "scan_logging_test"
     out_file = scan_home / "output.json"
     assert list(scan3.helpers.read_file(out_file))
-    scan_log = scan_home / "scan.log"
-    debug_log = scan_home / "debug.log"
+    scan_log = scan_home / "scan.log.gz"
+    debug_log = scan_home / "debug.log.gz"
     assert scan_log.is_file()
     assert debug_log.is_file()
-    assert "scan_logging_test" in open(scan_log).read()
-    assert "scan_logging_test" in open(debug_log).read()
+    assert "scan_logging_test" in read_gzipped_file(scan_log)
+    assert "scan_logging_test" in read_gzipped_file(debug_log)
 
     # make sure config loads properly
     bbot_home = "/tmp/.bbot_python_api_test"

{bbot-2.4.0.6007rc0 → bbot-2.4.0.6037rc0}/bbot/test/test_step_2/module_tests/test_module_censys.py

@@ -7,7 +7,7 @@ class TestCensys(ModuleTestBase):
     async def setup_before_prep(self, module_test):
         module_test.httpx_mock.add_response(
             url="https://search.censys.io/api/v1/account",
-            match_headers={"Authorization": "Basic YXBpX2lkOmFwaV9zZWNyZXQ="},
+            # match_headers={"Authorization": "Basic YXBpX2lkOmFwaV9zZWNyZXQ="},
             json={
                 "email": "info@blacklanternsecurity.com",
                 "login": "nope",
@@ -18,7 +18,7 @@ class TestCensys(ModuleTestBase):
         )
         module_test.httpx_mock.add_response(
             url="https://search.censys.io/api/v2/certificates/search",
-            match_headers={"Authorization": "Basic YXBpX2lkOmFwaV9zZWNyZXQ="},
+            # match_headers={"Authorization": "Basic YXBpX2lkOmFwaV9zZWNyZXQ="},
             match_content=b'{"q": "names: blacklanternsecurity.com", "per_page": 100}',
             json={
                 "code": 200,
@@ -47,7 +47,7 @@ class TestCensys(ModuleTestBase):
         )
         module_test.httpx_mock.add_response(
             url="https://search.censys.io/api/v2/certificates/search",
-            match_headers={"Authorization": "Basic YXBpX2lkOmFwaV9zZWNyZXQ="},
+            # match_headers={"Authorization": "Basic YXBpX2lkOmFwaV9zZWNyZXQ="},
             match_content=b'{"q": "names: blacklanternsecurity.com", "per_page": 100, "cursor": "NextToken"}',
             json={
                 "code": 200,

bbot-2.4.0.6037rc0/bbot/test/test_step_2/module_tests/test_module_crt.py

@@ -0,0 +1,15 @@
+from .base import ModuleTestBase
+
+
+class TestCRT(ModuleTestBase):
+    async def setup_after_prep(self, module_test):
+        module_test.module.abort_if = lambda e: False
+        for t in self.targets:
+            module_test.httpx_mock.add_response(
+                url="https://crt.sh?q=%25.blacklanternsecurity.com&output=json",
+                json=[{"id": 1, "name_value": "asdf.blacklanternsecurity.com\nzzzz.blacklanternsecurity.com"}],
+            )
+
+    def check(self, module_test, events):
+        assert any(e.data == "asdf.blacklanternsecurity.com" for e in events), "Failed to detect subdomain"
+        assert any(e.data == "zzzz.blacklanternsecurity.com" for e in events), "Failed to detect subdomain"

bbot-2.4.0.6007rc0/bbot/test/test_step_2/module_tests/test_module_crt.py → bbot-2.4.0.6037rc0/bbot/test/test_step_2/module_tests/test_module_crt_db.py

@@ -1,11 +1,10 @@
 from .base import ModuleTestBase
 
 
-class TestCRT(ModuleTestBase):
+class TestCRT_DB(ModuleTestBase):
     async def setup_after_prep(self, module_test):
         class AsyncMock:
             async def fetch(self, *args, **kwargs):
-                print("mock_fetch", args, kwargs)
                 return [
                     {"name_value": "asdf.blacklanternsecurity.com"},
                     {"name_value": "zzzz.blacklanternsecurity.com"},
@@ -15,7 +14,6 @@ class TestCRT(ModuleTestBase):
                 pass
 
         async def mock_connect(*args, **kwargs):
-            print("mock_connect", args, kwargs)
             return AsyncMock()
 
         module_test.monkeypatch.setattr("asyncpg.connect", mock_connect)

{bbot-2.4.0.6007rc0 → bbot-2.4.0.6037rc0}/bbot/test/test_step_2/module_tests/test_module_excavate.py

@@ -1,3 +1,4 @@
+from ...bbot_fixtures import *
 from bbot.modules.base import BaseModule
 from .base import ModuleTestBase, tempwordlist
 
@@ -1033,13 +1034,12 @@ class TestExcavateBadURLs(ModuleTestBase):
         module_test.set_expect_requests({"uri": "/"}, {"response_data": self.bad_url_data})
 
     def check(self, module_test, events):
-        log_file = module_test.scan.home / "debug.log"
-        log_text = log_file.read_text()
+        debug_log_content = read_gzipped_file(module_test.scan.home / "debug.log.gz")
         # make sure our logging is working
-        assert "Setting scan status to STARTING" in log_text
+        assert "Setting scan status to STARTING" in debug_log_content
         # make sure we don't have any URL validation errors
-        assert "Error Parsing reconstructed URL" not in log_text
-        assert "Error sanitizing event data" not in log_text
+        assert "Error Parsing reconstructed URL" not in debug_log_content
+        assert "Error sanitizing event data" not in debug_log_content
 
         url_events = [e for e in events if e.type == "URL_UNVERIFIED"]
         assert sorted([e.data for e in url_events]) == sorted(["https://ssl/", "http://127.0.0.1:8888/"])

{bbot-2.4.0.6007rc0 → bbot-2.4.0.6037rc0}/bbot/test/test_step_2/module_tests/test_module_nuclei.py

@@ -1,3 +1,4 @@
+from ...bbot_fixtures import *
 from .base import ModuleTestBase
 
 
@@ -100,9 +101,7 @@ class TestNucleiTechnology(TestNucleiManual):
 
     def check(self, module_test, events):
         assert any(e.type == "TECHNOLOGY" and "apache" in e.data["technology"].lower() for e in events)
-
-        with open(module_test.scan.home / "debug.log") as f:
-            assert "Using Interactsh Server" not in f.read()
+        assert "Using Interactsh Server" not in read_gzipped_file(module_test.scan.home / "debug.log.gz")
 
 
 class TestNucleiBudget(TestNucleiManual):
@@ -141,8 +140,7 @@ class TestNucleiRetries(TestNucleiManual):
         module_test.set_expect_requests(expect_args=expect_args, respond_args=respond_args)
 
     def check(self, module_test, events):
-        with open(module_test.scan.home / "debug.log") as f:
-            assert "-retries 0" in f.read()
+        assert "-retries 0" in read_gzipped_file(module_test.scan.home / "debug.log.gz")
 
 
 class TestNucleiRetriesCustom(TestNucleiRetries):
@@ -152,8 +150,7 @@ class TestNucleiRetriesCustom(TestNucleiRetries):
     }
 
     def check(self, module_test, events):
-        with open(module_test.scan.home / "debug.log") as f:
-            assert "-retries 1" in f.read()
+        assert "-retries 1" in read_gzipped_file(module_test.scan.home / "debug.log.gz")
 
 
 class TestNucleiCustomHeaders(TestNucleiManual):

{bbot-2.4.0.6007rc0 → bbot-2.4.0.6037rc0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "bbot"
-version = "v2.4.0.6007rc"
+version = "v2.4.0.6037rc"
 description = "OSINT automation for hackers."
 authors = [
     "TheTechromancer",
@@ -35,7 +35,7 @@ xmltojson = "^2.0.2"
 pycryptodome = "^3.17"
 idna = "^3.4"
 tabulate = "0.8.10"
-websockets = ">=11.0.2,<16.0.0"
+websockets = ">=14.0.0,<16.0.0"
 pyjwt = "^2.7.0"
 beautifulsoup4 = "^4.12.2"
 lxml = ">=4.9.2,<6.0.0"