bbot 2.4.2.6659rc0__py3-none-any.whl → 2.4.2.6706rc0__py3-none-any.whl

bbot/__init__.py

@@ -1,5 +1,5 @@
 # version placeholder (replaced by poetry-dynamic-versioning)
-__version__ = "v2.4.2.6659rc"
+__version__ = "v2.4.2.6706rc"
 
 from .scanner import Scanner, Preset
 

bbot/core/helpers/async_helpers.py

@@ -1,10 +1,10 @@
+import time
 import uuid
 import random
 import asyncio
 import logging
 import functools
-from datetime import datetime
-from .misc import human_timedelta
+from contextlib import suppress
 from cachetools import keys, LRUCache
 from contextlib import asynccontextmanager
 
@@ -63,26 +63,27 @@ class TaskCounter:
             self._lock = asyncio.Lock()
         return self._lock
 
-    def count(self, task_name, n=1, _log=True):
+    def count(self, task_name, n=1, asyncio_task=None, _log=True):
         if callable(task_name):
             task_name = f"{task_name.__qualname__}()"
-        return self.Task(self, task_name, n=n, _log=_log)
+        return self.Task(self, task_name, n=n, _log=_log, asyncio_task=asyncio_task)
 
     class Task:
-        def __init__(self, manager, task_name, n=1, _log=True):
+        def __init__(self, manager, task_name, n=1, _log=True, asyncio_task=None):
             self.manager = manager
             self.task_name = task_name
             self.task_id = None
             self.start_time = None
             self.log = _log
             self.n = n
+            self._asyncio_task = asyncio_task
 
         async def __aenter__(self):
             self.task_id = uuid.uuid4()
             # if self.log:
             #     log.trace(f"Starting task {self.task_name} ({self.task_id})")
             async with self.manager.lock:
-                self.start_time = datetime.now()
+                self.start_time = time.time()
                 self.manager.tasks[self.task_id] = self
             return self
 
@@ -92,9 +93,29 @@ class TaskCounter:
             # if self.log:
             #     log.trace(f"Finished task {self.task_name} ({self.task_id})")
 
+        @property
+        def asyncio_task(self):
+            if self._asyncio_task is None:
+                raise AttributeError("No asyncio task associated with this task")
+            return self._asyncio_task
+
+        @property
+        def function_name(self):
+            with suppress(AttributeError):
+                return self.asyncio_task.get_coro().__name__
+            return ""
+
+        async def cancel(self):
+            self.asyncio_task.cancel()
+            with suppress(asyncio.CancelledError):
+                await self.asyncio_task
+
+        @property
+        def running_for(self):
+            return time.time() - self.start_time
+
         def __str__(self):
-            running_for = human_timedelta(datetime.now() - self.start_time)
-            return f"{self.task_name} running for {running_for}"
+            return f"{self.task_name} running for {self.running_for:.1f}s"
 
 
 def get_event_loop():

bbot/defaults.yml

@@ -133,6 +133,12 @@ deps:
 # Load BBOT modules from these custom paths
 module_dirs: []
 
+# maximum runtime in seconds for each module's handle_event() is 60 minutes
+# when the timeout is reached, the offending handle_event() will be cancelled and the module will move on to the next event
+module_handle_event_timeout: 3600
+# handle_batch() default timeout is 2 hours
+module_handle_batch_timeout: 7200
+
 # Infer certain events from others, e.g. IPs from IP ranges, DNS_NAMEs from URLs, etc.
 speculate: True
 # Passively search event data for URLs, hostnames, emails, etc.

bbot/modules/apkpure.py

@@ -13,14 +13,16 @@ class apkpure(BaseModule):
         "author": "@domwhewell-sage",
     }
     options = {"output_folder": ""}
-    options_desc = {"output_folder": "Folder to download apk's to"}
+    options_desc = {
+        "output_folder": "Folder to download APKs to. If not specified, downloaded APKs will be deleted when the scan completes, to minimize disk usage."
+    }
 
     async def setup(self):
-        output_folder = self.config.get("output_folder")
+        output_folder = self.config.get("output_folder", "")
         if output_folder:
             self.output_dir = Path(output_folder) / "apk_files"
         else:
-            self.output_dir = self.scan.home / "apk_files"
+            self.output_dir = self.helpers.temp_dir / "apk_files"
         self.helpers.mkdir(self.output_dir)
         return await super().setup()
 

bbot/modules/base.py

@@ -61,8 +61,6 @@ class BaseModule:
 
         batch_size (int): Size of batches processed by handle_batch(). Default is 1.
 
-        batch_wait (int): Seconds to wait before force-submitting a batch. Default is 10.
-
         api_failure_abort_threshold (int): Threshold for setting error state after failed HTTP requests (only takes effect when `api_request()` is used. Default is 5.
 
         _preserve_graph (bool): When set to True, accept events that may be duplicates but are necessary for construction of complete graph. Typically only enabled for output modules that need to maintain full chains of events, e.g. `neo4j` and `json`. Default is False.
@@ -102,7 +100,6 @@ class BaseModule:
 
     _module_threads = 1
     _batch_size = 1
-    batch_wait = 10
 
     # disable the module after this many failed attempts in a row
     _api_failure_abort_threshold = 3
@@ -159,6 +156,13 @@ class BaseModule:
 
         self._tasks = []
         self._event_received = None
+        # maximum runtime for each module's handle_event()
+        self._default_handle_event_timeout = self.scan.config.get("module_handle_event_timeout", 60 * 60)  # 1 hour
+        self._default_handle_batch_timeout = self.scan.config.get(
+            "module_handle_batch_timeout", 60 * 60 * 2
+        )  # 2 hours
+        self._event_handler_watchdog_task = None
+        self._event_handler_watchdog_interval = self.event_handler_timeout / 10
 
         # used for optional "per host" tracking
         self._per_host_tracker = set()
@@ -399,6 +403,13 @@ class BaseModule:
             module_threads = self._module_threads
         return module_threads
 
+    @property
+    def event_handler_timeout(self):
+        module_timeout = self.config.get("module_timeout", None)
+        if module_timeout is not None:
+            return float(module_timeout)
+        return self._default_handle_event_timeout if self.batch_size <= 1 else self._default_handle_batch_timeout
+
     @property
     def auth_secret(self):
         """Indicates if the module is properly configured for authentication.
@@ -446,23 +457,28 @@ class BaseModule:
             - If a "FINISHED" event is found, invokes 'finish()' method of the module.
         """
         finish = False
-        async with self._task_counter.count(f"{self.name}.handle_batch()") as counter:
-            submitted = False
-            if self.batch_size <= 1:
-                return
-            if self.num_incoming_events > 0:
-                events, finish = await self._events_waiting()
-                if events and not self.errored:
-                    counter.n = len(events)
-                    self.verbose(f"Handling batch of {len(events):,} events")
-                    submitted = True
-                    async with self.scan._acatch(f"{self.name}.handle_batch()"):
-                        await self.handle_batch(*events)
-                    self.verbose(f"Finished handling batch of {len(events):,} events")
+        submitted = False
+        if self.batch_size <= 1:
+            return
+        if self.num_incoming_events > 0:
+            events, finish = await self._events_waiting()
+            if events and not self.errored:
+                self.verbose(f"Handling batch of {len(events):,} events")
+                event_types = {}
+                for e in events:
+                    event_types[e.type] = event_types.get(e.type, 0) + 1
+                event_types_sorted = sorted(event_types.items(), key=lambda x: x[1], reverse=True)
+                event_types_str = ", ".join(f"{k}: {v}" for k, v in event_types_sorted)
+                submitted = True
+                context = f"{self.name}.handle_batch({event_types_str})"
+                try:
+                    await self.run_task(self.handle_batch(*events), context, n=len(events))
+                except asyncio.CancelledError:
+                    self.debug(f"{context} was cancelled")
+                self.verbose(f"Finished handling batch of {len(events):,} events")
         if finish:
             context = f"{self.name}.finish()"
-            async with self.scan._acatch(context), self._task_counter.count(context):
-                await self.finish()
+            await self.run_task(self.finish(), context)
         return submitted
 
     def make_event(self, *args, **kwargs):
@@ -594,6 +610,10 @@ class BaseModule:
             asyncio.create_task(self._worker(), name=f"{self.scan.name}.{self.name}._worker()")
             for _ in range(self.module_threads)
         ]
+        self._event_handler_watchdog_task = asyncio.create_task(
+            self._event_handler_watchdog(),
+            name=f"{self.scan.name}.{self.name}._event_handler_watchdog()",
+        )
 
     async def _setup(self):
         """
@@ -662,11 +682,6 @@ class BaseModule:
         async with self.scan._acatch(context=self._worker, unhandled_is_critical=True):
             try:
                 while not self.scan.stopping and not self.errored:
-                    # hold the reigns if our outgoing queue is full
-                    if self._qsize > 0 and self.outgoing_event_queue.qsize() >= self._qsize:
-                        await asyncio.sleep(0.1)
-                        continue
-
                     # if batch wasn't big enough, we wait for the next event before continuing
                     if self.batch_size > 1:
                         submitted = await self._handle_batch()
@@ -689,14 +704,20 @@ class BaseModule:
                         if acceptable:
                             if event.type == "FINISHED":
                                 context = f"{self.name}.finish()"
-                                async with self.scan._acatch(context), self._task_counter.count(context):
-                                    await self.finish()
+                                try:
+                                    await self.run_task(self.finish(), context)
+                                except asyncio.CancelledError:
+                                    self.debug(f"{context} was cancelled")
+                                    continue
                             else:
                                 context = f"{self.name}.handle_event({event})"
                                 self.scan.stats.event_consumed(event, self)
                                 self.debug(f"Handling {event}")
-                                async with self.scan._acatch(context), self._task_counter.count(context):
-                                    await self.handle_event(event)
+                                try:
+                                    await self.run_task(self.handle_event(event), context)
+                                except asyncio.CancelledError:
+                                    self.debug(f"{context} was cancelled")
+                                    continue
                                 self.debug(f"Finished handling {event}")
                         else:
                             self.debug(f"Not accepting {event} because {reason}")
@@ -852,6 +873,36 @@ class BaseModule:
                     async with self.scan._acatch(context), self._task_counter.count(context):
                         await self.helpers.execute_sync_or_async(callback)
 
+    async def run_task(self, coro, name, n=1):
+        """
+        Start a task while tracking it in the module's task counter.
+
+        This lets us keep a detailed module status and selectively cancel tasks when needed, like when handle_event exceeds its max runtime.
+        """
+        task = asyncio.create_task(coro)
+        async with self.scan._acatch(context=name), self._task_counter.count(task_name=name, asyncio_task=task, n=n):
+            return await task
+
+    async def _event_handler_watchdog(self):
+        """
+        Watches handle_event and handle_batch tasks and cancels them if they exceed their max runtime.
+        """
+        while not self.scan.stopping and not self.errored:
+            # if there are events in the outgoing queue, we leave the tasks alone
+            if self.outgoing_event_queue.qsize() > 0:
+                await self.helpers.sleep(self._event_handler_watchdog_interval)
+                continue
+            event_handler_tasks = [
+                t for t in self._task_counter.tasks.values() if t.function_name in ("handle_event", "handle_batch")
+            ]
+            for task in event_handler_tasks:
+                if task.running_for > self.event_handler_timeout:
+                    self.warning(
+                        f"{self.name} Cancelling event handler task {task.task_name} because it's been running for {task.running_for:.1f}s (max timeout is {self.event_handler_timeout})"
+                    )
+                    await task.cancel()
+            await asyncio.sleep(self._event_handler_watchdog_interval)
+
     async def queue_event(self, event):
         """
         Asynchronously queues an incoming event to the module's event queue for further processing.
@@ -1266,7 +1317,7 @@ class BaseModule:
                 new_url, new_kwargs = iter_key(url, page, page_size, offset, **requests_kwargs)
             result = await self.api_request(new_url, **new_kwargs)
             if result is None:
-                self.verbose(f"api_page_iter() got no response for {url}")
+                self.verbose(f"api_page_iter() got no response for {new_url}")
                 break
             try:
                 if _json:
@@ -1708,10 +1759,13 @@ class BaseInterceptModule(BaseModule):
                         context = f"{self.name}.handle_event({event, kwargs})"
                         self.scan.stats.event_consumed(event, self)
                         self.debug(f"Intercepting {event}")
-                        async with self.scan._acatch(context), self._task_counter.count(context):
-                            forward_event = await self.handle_event(event, **kwargs)
-                            with suppress(ValueError, TypeError):
-                                forward_event, forward_event_reason = forward_event
+                        try:
+                            forward_event = await self.run_task(self.handle_event(event, **kwargs), context)
+                        except asyncio.CancelledError:
+                            self.debug(f"{context} was cancelled")
+                            continue
+                        with suppress(ValueError, TypeError):
+                            forward_event, forward_event_reason = forward_event
 
                         if forward_event is False:
                             self.debug(f"Not forwarding {event} because {forward_event_reason}")

bbot/modules/docker_pull.py

@@ -17,7 +17,7 @@ class docker_pull(BaseModule):
     options = {"all_tags": False, "output_folder": ""}
     options_desc = {
         "all_tags": "Download all tags from each registry (Default False)",
-        "output_folder": "Folder to download docker repositories to",
+        "output_folder": "Folder to download docker repositories to. If not specified, downloaded docker images will be deleted when the scan completes, to minimize disk usage.",
     }
 
     scope_distance_modifier = 2
@@ -34,11 +34,11 @@ class docker_pull(BaseModule):
             )
         }
         self.all_tags = self.config.get("all_tags", True)
-        output_folder = self.config.get("output_folder")
+        output_folder = self.config.get("output_folder", "")
         if output_folder:
             self.output_dir = Path(output_folder) / "docker_images"
         else:
-            self.output_dir = self.scan.home / "docker_images"
+            self.output_dir = self.helpers.temp_dir / "docker_images"
         self.helpers.mkdir(self.output_dir)
         return await super().setup()
 

bbot/modules/filedownload.py

@@ -84,12 +84,12 @@ class filedownload(BaseModule):
             "bz2",  #  Bzip2 Compressed File
         ],
         "max_filesize": "10MB",
-        "base_64_encoded_file": "false",
+        "output_folder": "",
     }
     options_desc = {
         "extensions": "File extensions to download",
         "max_filesize": "Cancel download if filesize is greater than this size",
-        "base_64_encoded_file": "Stream the bytes of a file and encode them in base 64 for event data.",
+        "output_folder": "Folder to download files to. If not specified, downloaded files will be deleted when the scan completes, to minimize disk usage.",
     }
 
     scope_distance_modifier = 3
@@ -97,10 +97,14 @@ class filedownload(BaseModule):
     async def setup(self):
         self.extensions = list({e.lower().strip(".") for e in self.config.get("extensions", [])})
         self.max_filesize = self.config.get("max_filesize", "10MB")
-        self.download_dir = self.scan.home / "filedownload"
-        self.helpers.mkdir(self.download_dir)
         self.urls_downloaded = set()
         self.files_downloaded = 0
+        output_dir = self.config.get("output_folder", "")
+        if output_dir:
+            self.download_dir = Path(output_dir) / "filedownload"
+        else:
+            self.download_dir = self.helpers.temp_dir / "filedownload"
+        self.helpers.mkdir(self.download_dir)
         self.mime_db_file = await self.helpers.wordlist(
             "https://raw.githubusercontent.com/jshttp/mime-db/master/db.json"
         )

bbot/modules/git_clone.py

@@ -13,7 +13,10 @@ class git_clone(github):
         "author": "@domwhewell-sage",
     }
     options = {"api_key": "", "output_folder": ""}
-    options_desc = {"api_key": "Github token", "output_folder": "Folder to clone repositories to"}
+    options_desc = {
+        "api_key": "Github token",
+        "output_folder": "Folder to clone repositories to. If not specified, cloned repositories will be deleted when the scan completes, to minimize disk usage.",
+    }
 
     deps_apt = ["git"]
 
@@ -24,7 +27,7 @@ class git_clone(github):
         if output_folder:
             self.output_dir = Path(output_folder) / "git_repos"
         else:
-            self.output_dir = self.scan.home / "git_repos"
+            self.output_dir = self.helpers.temp_dir / "git_repos"
         self.helpers.mkdir(self.output_dir)
         return await super().setup()
 

bbot/modules/gitdumper.py

@@ -1,3 +1,4 @@
+import asyncio
 import regex as re
 from pathlib import Path
 from subprocess import CalledProcessError
@@ -19,7 +20,7 @@ class gitdumper(BaseModule):
         "max_semanic_version": 10,
     }
     options_desc = {
-        "output_folder": "Folder to download repositories to",
+        "output_folder": "Folder to download repositories to. If not specified, downloaded repositories will be deleted when the scan completes, to minimize disk usage.",
         "fuzz_tags": "Fuzz for common git tag names (v0.0.1, 0.0.2, etc.) up to the max_semanic_version",
         "max_semanic_version": "Maximum version number to fuzz for (default < v10.10.10)",
     }
@@ -28,11 +29,11 @@ class gitdumper(BaseModule):
 
     async def setup(self):
         self.urls_downloaded = set()
-        output_folder = self.config.get("output_folder")
+        output_folder = self.config.get("output_folder", "")
         if output_folder:
             self.output_dir = Path(output_folder) / "git_repos"
         else:
-            self.output_dir = self.scan.home / "git_repos"
+            self.output_dir = self.helpers.temp_dir / "git_repos"
         self.helpers.mkdir(self.output_dir)
         self.unsafe_regex = self.helpers.re.compile(r"^\s*fsmonitor|sshcommand|askpass|editor|pager", re.IGNORECASE)
         self.ref_regex = self.helpers.re.compile(r"ref: refs/heads/([a-zA-Z\d_-]+)")
@@ -79,6 +80,7 @@ class gitdumper(BaseModule):
             "staging",
             "test",
             "testing",
+            "trunk",
             "wip",
         ]
         url_patterns = [
@@ -121,7 +123,11 @@ class gitdumper(BaseModule):
         dir_listing = await self.directory_listing_enabled(repo_url)
         if dir_listing:
             urls = await self.recursive_dir_list(dir_listing)
-            result = await self.download_files(urls, repo_folder)
+            try:
+                result = await self.download_files(urls, repo_folder)
+            except asyncio.CancelledError:
+                self.verbose(f"Cancellation requested while downloading files from {repo_url}")
+                result = True
         else:
             result = await self.git_fuzz(repo_url, repo_folder)
         if result:
@@ -171,7 +177,10 @@ class gitdumper(BaseModule):
         result = await self.download_files(url_list, repo_folder)
         if result:
             await self.download_current_branch(repo_url, repo_folder)
-            await self.download_git_objects(repo_url, repo_folder)
+            try:
+                await self.download_git_objects(repo_url, repo_folder)
+            except asyncio.CancelledError:
+                self.verbose(f"Cancellation requested while downloading git objects from {repo_url}")
             await self.download_git_packs(repo_url, repo_folder)
             return True
         else:

bbot/modules/github_workflows.py

@@ -1,5 +1,6 @@
 import zipfile
 import fnmatch
+from pathlib import Path
 
 from bbot.modules.templates.github import github
 
@@ -13,10 +14,11 @@ class github_workflows(github):
         "created_date": "2024-04-29",
         "author": "@domwhewell-sage",
     }
-    options = {"api_key": "", "num_logs": 1}
+    options = {"api_key": "", "num_logs": 1, "output_folder": ""}
     options_desc = {
         "api_key": "Github token",
         "num_logs": "For each workflow fetch the last N successful runs logs (max 100)",
+        "output_folder": "Folder to download workflow logs and artifacts to",
     }
 
     scope_distance_modifier = 2
@@ -26,7 +28,11 @@ class github_workflows(github):
         if self.num_logs > 100:
             self.log.error("num_logs option is capped at 100")
             return False
-        self.output_dir = self.scan.home / "workflow_logs"
+        output_folder = self.config.get("output_folder", "")
+        if output_folder:
+            self.output_dir = Path(output_folder) / "workflow_logs"
+        else:
+            self.output_dir = self.scan.home / "workflow_logs"
         self.helpers.mkdir(self.output_dir)
         return await super().setup()
 
@@ -35,9 +41,10 @@ class github_workflows(github):
         return r.is_success or getattr(r, "status_code", 0) == 404
 
     async def filter_event(self, event):
-        if event.type == "CODE_REPOSITORY":
-            if "git" not in event.tags and "github" not in event.data.get("url", ""):
-                return False, "event is not a git repository"
+        if "git" not in event.tags:
+            return False, "event is not a git repository"
+        elif "github.com" not in event.data.get("url", ""):
+            return False, "event is not a github repository"
         return True
 
     async def handle_event(self, event):

bbot/modules/nuclei.py

@@ -28,6 +28,7 @@ class nuclei(BaseModule):
         "directory_only": True,
         "retries": 0,
         "batch_size": 200,
+        "module_timeout": 21600,  # 6 hours
     }
     options_desc = {
         "version": "nuclei version",
@@ -38,11 +39,12 @@ class nuclei(BaseModule):
         "concurrency": "maximum number of templates to be executed in parallel (default 25)",
         "mode": "manual | technology | severe | budget. Technology: Only activate based on technology events that match nuclei tags (nuclei -as mode). Manual (DEFAULT): Fully manual settings. Severe: Only critical and high severity templates without intrusive. Budget: Limit Nuclei to a specified number of HTTP requests",
         "etags": "tags to exclude from the scan",
-        "budget": "Used in budget mode to set the number of requests which will be allotted to the nuclei scan",
+        "budget": "Used in budget mode to set the number of allowed requests per host",
         "silent": "Don't display nuclei's banner or status messages",
         "directory_only": "Filter out 'file' URL event (default True)",
         "retries": "number of times to retry a failed request (default 0)",
         "batch_size": "Number of targets to send to Nuclei per batch (default 200)",
+        "module_timeout": "Max time in seconds to spend handling each batch of events",
     }
     deps_ansible = [
         {
@@ -57,7 +59,7 @@ class nuclei(BaseModule):
     ]
     deps_pip = ["pyyaml~=6.0"]
     in_scope_only = True
-    _batch_size = 25
+    _batch_size = 200
 
     async def setup(self):
         # attempt to update nuclei templates

bbot/modules/portscan.py

@@ -30,6 +30,7 @@ class portscan(BaseModule):
         "adapter_ip": "",
         "adapter_mac": "",
         "router_mac": "",
+        "module_timeout": 259200,  # 3 days
     }
     options_desc = {
         "top_ports": "Top ports to scan (default 100) (to override, specify 'ports')",
@@ -42,6 +43,7 @@ class portscan(BaseModule):
         "adapter_ip": "Send packets using this IP address. Not needed unless masscan's autodetection fails",
         "adapter_mac": "Send packets using this as the source MAC address. Not needed unless masscan's autodetection fails",
         "router_mac": "Send packets to this MAC address as the destination. Not needed unless masscan's autodetection fails",
+        "module_timeout": "Max time in seconds to spend handling each batch of events",
     }
     deps_common = ["masscan"]
     batch_size = 1000000

bbot/modules/postman_download.py

@@ -14,15 +14,18 @@ class postman_download(postman):
         "author": "@domwhewell-sage",
     }
     options = {"output_folder": "", "api_key": ""}
-    options_desc = {"output_folder": "Folder to download postman workspaces to", "api_key": "Postman API Key"}
+    options_desc = {
+        "output_folder": "Folder to download postman workspaces to. If not specified, downloaded workspaces will be deleted when the scan completes, to minimize disk usage.",
+        "api_key": "Postman API Key",
+    }
     scope_distance_modifier = 2
 
     async def setup(self):
-        output_folder = self.config.get("output_folder")
+        output_folder = self.config.get("output_folder", "")
         if output_folder:
             self.output_dir = Path(output_folder) / "postman_workspaces"
         else:
-            self.output_dir = self.scan.home / "postman_workspaces"
+            self.output_dir = self.helpers.temp_dir / "postman_workspaces"
         self.helpers.mkdir(self.output_dir)
         return await super().setup()
 

bbot/modules/trufflehog.py

@@ -14,7 +14,7 @@ class trufflehog(BaseModule):
     }
 
     options = {
-        "version": "3.88.31",
+        "version": "3.88.34",
         "config": "",
         "only_verified": True,
         "concurrency": 8,
@@ -88,8 +88,7 @@ class trufflehog(BaseModule):
 
         if event.type == "CODE_REPOSITORY":
             path = event.data["url"]
-            if "git" in event.tags:
-                module = "github-experimental"
+            module = "github-experimental"
         elif event.type == "FILESYSTEM":
             path = event.data["path"]
             if "git" in event.tags:

bbot/scanner/preset/args.py

@@ -9,9 +9,18 @@ from bbot.core.helpers.misc import chain_lists, get_closest_match, get_keys_in_d
 log = logging.getLogger("bbot.presets.args")
 
 
+universal_module_options = {
+    "batch_size": "The number of events to process in a single batch (only applies to batch modules)",
+    "module_threads": "How many event handlers to run in parallel",
+    "module_timeout": "Max time in seconds to spend handling each event or batch of events",
+}
+
+
 class BBOTArgs:
     # module config options to exclude from validation
-    exclude_from_validation = re.compile(r".*modules\.[a-z0-9_]+\.(?:batch_size|module_threads)$")
+    exclude_from_validation = re.compile(
+        r".*modules\.[a-z0-9_]+\.(?:" + "|".join(universal_module_options.keys()) + ")$"
+    )
 
     scan_examples = [
         (

bbot/scanner/preset/preset.py

@@ -276,8 +276,6 @@ class Preset(metaclass=BasePreset):
         self.exclude_flags.update(set(exclude_flags))
         self.require_flags.update(set(require_flags))
 
-        # log.critical(f"{self.name}: verbose: {self.verbose}, debug: {self.debug}, silent: {self.silent}")
-
     @property
     def bbot_home(self):
         return Path(self.config.get("home", "~/.bbot")).expanduser().resolve()

bbot/scanner/scanner.py

@@ -245,8 +245,6 @@ class Scanner:
         self._cleanedup = False
         self._omitted_event_types = None
 
-        self.__loop = None
-        self._manager_worker_loop_tasks = []
         self.init_events_task = None
         self.ticker_task = None
         self.dispatcher_tasks = []
@@ -726,6 +724,7 @@ class Scanner:
                             scan_active_status.append(f"        - {task}:")
                     # scan_active_status.append(f"        incoming_queue_size: {m.num_incoming_events}")
                     # scan_active_status.append(f"        outgoing_queue_size: {m.outgoing_event_queue.qsize()}")
+
                 for line in scan_active_status:
                     self.debug(line)
 
@@ -834,8 +833,6 @@ class Scanner:
             tasks.append(self.ticker_task)
         # dispatcher
         tasks += self.dispatcher_tasks
-        # manager worker loops
-        tasks += self._manager_worker_loop_tasks
         self.helpers.cancel_tasks_sync(tasks)
         # process pool
         self.helpers.process_pool.shutdown(cancel_futures=True)

bbot/scripts/docs.py

@@ -181,6 +181,14 @@ def update_docs():
     assert len(bbot_output_module_table.splitlines()) > 10
     update_md_files("BBOT OUTPUT MODULES", bbot_output_module_table)
 
+    # BBOT universal module options
+    from bbot.scanner.preset.args import universal_module_options
+
+    universal_module_options_table = ""
+    for option, description in universal_module_options.items():
+        universal_module_options_table += f"**{option}**: {description}\n"
+    update_md_files("BBOT UNIVERSAL MODULE OPTIONS", universal_module_options_table)
+
     # BBOT module options
     bbot_module_options_table = DEFAULT_PRESET.module_loader.modules_options_table()
     assert len(bbot_module_options_table.splitlines()) > 100

bbot/test/test_step_1/test_scan.py

@@ -88,6 +88,63 @@ async def test_scan(
     assert len(scan6.dns_strings) == 1
 
 
+@pytest.mark.asyncio
+async def test_task_scan_handle_event_timeout(bbot_scanner):
+    from bbot.modules.base import BaseModule
+
+    # make a module that takes a long time to handle an event
+    class LongModule(BaseModule):
+        watched_events = ["IP_ADDRESS"]
+        handled_event = False
+        cancelled = False
+        _name = "long"
+
+        async def handle_event(self, event):
+            self.handled_event = True
+            try:
+                await self.helpers.sleep(99999999)
+            except asyncio.CancelledError:
+                self.cancelled = True
+                raise
+
+    # same thing but handle_batch
+    class LongBatchModule(BaseModule):
+        watched_events = ["IP_ADDRESS"]
+        handled_event = False
+        canceled = False
+        _name = "long_batch"
+        _batch_size = 2
+
+        async def handle_batch(self, *events):
+            self.handled_event = True
+            try:
+                await self.helpers.sleep(99999999)
+            except asyncio.CancelledError:
+                self.cancelled = True
+                raise
+
+    # scan with both modules
+    scan = bbot_scanner(
+        "127.0.0.1",
+        config={
+            "module_handle_event_timeout": 5,
+            "module_handle_batch_timeout": 5,
+        },
+    )
+    await scan._prep()
+    scan.modules["long"] = LongModule(scan=scan)
+    scan.modules["long_batch"] = LongBatchModule(scan=scan)
+    events = [e async for e in scan.async_start()]
+    assert events
+    assert any(e.data == "127.0.0.1" for e in events)
+    # make sure both modules were called
+    assert scan.modules["long"].handled_event
+    assert scan.modules["long_batch"].handled_event
+    # they should also be cancelled
+    assert scan.modules["long"].cancelled
+    assert scan.modules["long_batch"].cancelled
+
+
 @pytest.mark.asyncio
 async def test_url_extension_handling(bbot_scanner):
     scan = bbot_scanner(config={"url_extension_blacklist": ["css"], "url_extension_httpx_only": ["js"]})

bbot/test/test_step_2/module_tests/test_module_apkpure.py

@@ -1,9 +1,11 @@
 from pathlib import Path
 from .base import ModuleTestBase, tempapkfile
+from bbot.test.bbot_fixtures import bbot_test_dir
 
 
 class TestAPKPure(ModuleTestBase):
     modules_overrides = ["apkpure", "google_playstore", "speculate"]
+    config_overrides = {"modules": {"apkpure": {"output_folder": str(bbot_test_dir / "test_apkpure_files")}}}
     apk_file = tempapkfile()
 
     async def setup_after_prep(self, module_test):

bbot/test/test_step_2/module_tests/test_module_bucket_file_enum.py

@@ -1,10 +1,16 @@
 from .base import ModuleTestBase
+from bbot.test.bbot_fixtures import bbot_test_dir
 
 
 class TestBucket_File_Enum(ModuleTestBase):
     targets = ["http://127.0.0.1:8888"]
     modules_overrides = ["bucket_file_enum", "filedownload", "httpx", "excavate", "cloudcheck"]
-    config_overrides = {"scope": {"report_distance": 5}}
+
+    download_dir = bbot_test_dir / "test_bucket_file_enum"
+    config_overrides = {
+        "scope": {"report_distance": 5},
+        "modules": {"filedownload": {"output_folder": str(download_dir)}},
+    }
 
     open_bucket_url = "https://testbucket.s3.amazonaws.com/"
     open_bucket_body = """<ListBucketResult xmlns="http://s3.amazonaws.com/doc/2006-03-01/"><Name>testbucket</Name><Prefix></Prefix><Marker></Marker><MaxKeys>1000</MaxKeys><IsTruncated>false</IsTruncated><Contents><Key>index.html</Key><LastModified>2023-05-22T23:04:38.000Z</LastModified><ETag>&quot;4a2d2d114f3abf90f8bd127c1f25095a&quot;</ETag><Size>5</Size><StorageClass>STANDARD</StorageClass></Contents><Contents><Key>test.pdf</Key><LastModified>2022-04-30T21:13:40.000Z</LastModified><ETag>&quot;723b0018c2f5a7ef06a34f84f6fa97e4&quot;</ETag><Size>388901</Size><StorageClass>STANDARD</StorageClass></Contents></ListBucketResult>"""
@@ -32,8 +38,7 @@ trailer <</Root 1 0 R>>"""
         )
 
     def check(self, module_test, events):
-        download_dir = module_test.scan.home / "filedownload"
-        files = list(download_dir.glob("*.pdf"))
+        files = list((self.download_dir / "filedownload").glob("*.pdf"))
         assert any(e.type == "URL_UNVERIFIED" and e.data.endswith("test.pdf") for e in events)
         assert not any(e.type == "URL_UNVERIFIED" and e.data.endswith("test.css") for e in events)
         assert any(f.name.endswith("test.pdf") for f in files), "Failed to download PDF file from open bucket"

bbot/test/test_step_2/module_tests/test_module_docker_pull.py

@@ -3,10 +3,12 @@ import tarfile
 from pathlib import Path
 
 from .base import ModuleTestBase
+from bbot.test.bbot_fixtures import bbot_test_dir
 
 
 class TestDockerPull(ModuleTestBase):
     modules_overrides = ["speculate", "dockerhub", "docker_pull"]
+    config_overrides = {"modules": {"docker_pull": {"output_folder": str(bbot_test_dir / "test_docker_files")}}}
 
     async def setup_before_prep(self, module_test):
         module_test.httpx_mock.add_response(

bbot/test/test_step_2/module_tests/test_module_filedownload.py

@@ -1,11 +1,15 @@
 from pathlib import Path
 from .base import ModuleTestBase
+from bbot.test.bbot_fixtures import bbot_test_dir
 
 
 class TestFileDownload(ModuleTestBase):
     targets = ["http://127.0.0.1:8888"]
     modules_overrides = ["filedownload", "httpx", "excavate", "speculate"]
-    config_overrides = {"web": {"spider_distance": 2, "spider_depth": 2}}
+    config_overrides = {
+        "web": {"spider_distance": 2, "spider_depth": 2},
+        "modules": {"filedownload": {"output_folder": str(bbot_test_dir / "test_filedownload_files")}},
+    }
 
     pdf_data = """%PDF-1.
 1 0 obj<</Pages 2 0 R>>endobj

bbot/test/test_step_2/module_tests/test_module_git_clone.py

@@ -6,10 +6,13 @@ import subprocess
 from pathlib import Path
 
 from .base import ModuleTestBase
+from bbot.test.bbot_fixtures import bbot_test_dir
 
 
 class TestGit_Clone(ModuleTestBase):
-    config_overrides = {"modules": {"git_clone": {"api_key": "asdf"}}}
+    config_overrides = {
+        "modules": {"git_clone": {"api_key": "asdf", "output_folder": str(bbot_test_dir / "test_git_files")}}
+    }
     modules_overrides = ["github_org", "speculate", "git_clone"]
 
     file_content = "https://admin:admin@the-internet.herokuapp.com/basic_auth"

bbot/test/test_step_2/module_tests/test_module_gitdumper.py

@@ -1,5 +1,6 @@
 from pathlib import Path
 from .base import ModuleTestBase
+from bbot.test.bbot_fixtures import bbot_test_dir
 
 
 class TestGitDumper_Dirlisting(ModuleTestBase):
@@ -8,6 +9,7 @@ class TestGitDumper_Dirlisting(ModuleTestBase):
     ]
 
     modules_overrides = ["git", "gitdumper", "httpx"]
+    config_overrides = {"modules": {"gitdumper": {"output_folder": str(bbot_test_dir / "test_output")}}}
 
     index_html = """<html>
         <head>

bbot/test/test_step_2/module_tests/test_module_portscan.py

@@ -76,7 +76,7 @@ class TestPortscan(ModuleTestBase):
     def check(self, module_test, events):
         assert set(self.syn_scanned) == {"8.8.8.0/24", "8.8.4.0/24"}
         assert set(self.ping_scanned) == set()
-        assert self.syn_runs == 1
+        assert self.syn_runs >= 1
         assert self.ping_runs == 0
         assert 1 == len(
             [e for e in events if e.type == "DNS_NAME" and e.data == "evilcorp.com" and str(e.module) == "TARGET"]
@@ -133,7 +133,7 @@ class TestPortscanPingFirst(TestPortscan):
         assert set(self.syn_scanned) == {"8.8.8.8/32"}
         assert set(self.ping_scanned) == {"8.8.8.0/24", "8.8.4.0/24"}
         assert self.syn_runs == 1
-        assert self.ping_runs == 1
+        assert self.ping_runs >= 1
         open_port_events = [e for e in events if e.type == "OPEN_TCP_PORT"]
         assert len(open_port_events) == 3
         assert {e.data for e in open_port_events} == {"8.8.8.8:443", "evilcorp.com:443", "www.evilcorp.com:443"}
@@ -149,7 +149,7 @@ class TestPortscanPingOnly(TestPortscan):
         assert set(self.syn_scanned) == set()
         assert set(self.ping_scanned) == {"8.8.8.0/24", "8.8.4.0/24"}
         assert self.syn_runs == 0
-        assert self.ping_runs == 1
+        assert self.ping_runs >= 1
         open_port_events = [e for e in events if e.type == "OPEN_TCP_PORT"]
         assert len(open_port_events) == 0
         ip_events = [e for e in events if e.type == "IP_ADDRESS"]

bbot/test/test_step_2/module_tests/test_module_postman_download.py

@@ -1,8 +1,13 @@
 from .base import ModuleTestBase
+from bbot.test.bbot_fixtures import bbot_test_dir
 
 
 class TestPostman_Download(ModuleTestBase):
-    config_overrides = {"modules": {"postman_download": {"api_key": "asdf"}}}
+    config_overrides = {
+        "modules": {
+            "postman_download": {"api_key": "asdf", "output_folder": str(bbot_test_dir / "test_postman_files")}
+        }
+    }
     modules_overrides = ["postman", "postman_download", "speculate"]
 
     async def setup_before_prep(self, module_test):

bbot/test/test_step_2/module_tests/test_module_trufflehog.py

@@ -1,15 +1,24 @@
-import subprocess
-import shutil
 import io
+import shutil
 import zipfile
 import tarfile
+import subprocess
+from copy import copy
 from pathlib import Path
 
 from .base import ModuleTestBase
+from bbot.test.bbot_fixtures import bbot_test_dir
 
 
 class TestTrufflehog(ModuleTestBase):
-    config_overrides = {"modules": {"postman_download": {"api_key": "asdf"}}}
+    download_dir = bbot_test_dir / "test_trufflehog"
+    config_overrides = {
+        "modules": {
+            "postman_download": {"api_key": "asdf", "output_folder": str(download_dir)},
+            "docker_pull": {"output_folder": str(download_dir)},
+            "git_clone": {"output_folder": str(download_dir)},
+        }
+    }
     modules_overrides = [
         "github_org",
         "speculate",
@@ -1129,15 +1138,20 @@ class TestTrufflehog(ModuleTestBase):
             cwd=temp_repo_path,
         )
 
-        old_filter_event = module_test.scan.modules["git_clone"].filter_event
+        # we need this test to work offline, so we patch git_clone to pull from a local file:// path
+        old_handle_event = module_test.scan.modules["git_clone"].handle_event
 
-        def new_filter_event(event):
-            event.data["url"] = event.data["url"].replace(
-                "https://github.com/blacklanternsecurity", f"file://{temp_path}"
-            )
-            return old_filter_event(event)
+        async def new_handle_event(event):
+            if event.type == "CODE_REPOSITORY":
+                event = copy(event)
+                data = dict(event.data)
+                data["url"] = event.data["url"].replace(
+                    "https://github.com/blacklanternsecurity", f"file://{temp_path}"
+                )
+                event.data = data
+            return await old_handle_event(event)
 
-        module_test.monkeypatch.setattr(module_test.scan.modules["git_clone"], "filter_event", new_filter_event)
+        module_test.monkeypatch.setattr(module_test.scan.modules["git_clone"], "handle_event", new_handle_event)
 
     def check(self, module_test, events):
         vuln_events = [
@@ -1201,7 +1215,15 @@ class TestTrufflehog(ModuleTestBase):
 
 
 class TestTrufflehog_NonVerified(TestTrufflehog):
-    config_overrides = {"modules": {"trufflehog": {"only_verified": False}, "postman_download": {"api_key": "asdf"}}}
+    download_dir = bbot_test_dir / "test_trufflehog_nonverified"
+    config_overrides = {
+        "modules": {
+            "trufflehog": {"only_verified": False},
+            "docker_pull": {"output_folder": str(download_dir)},
+            "postman_download": {"api_key": "asdf", "output_folder": str(download_dir)},
+            "git_clone": {"output_folder": str(download_dir)},
+        }
+    }
 
     def check(self, module_test, events):
         finding_events = [
@@ -1279,7 +1301,11 @@ class TestTrufflehog_HTTPResponse(ModuleTestBase):
 class TestTrufflehog_RAWText(ModuleTestBase):
     targets = ["http://127.0.0.1:8888/test.pdf"]
     modules_overrides = ["httpx", "trufflehog", "filedownload", "extractous"]
-    config_overrides = {"modules": {"trufflehog": {"only_verified": False}}}
+
+    download_dir = bbot_test_dir / "test_trufflehog_rawtext"
+    config_overrides = {
+        "modules": {"trufflehog": {"only_verified": False}, "filedownload": {"output_folder": str(download_dir)}}
+    }
 
     async def setup_before_prep(self, module_test):
         expect_args = {

{bbot-2.4.2.6659rc0.dist-info → bbot-2.4.2.6706rc0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: bbot
-Version: 2.4.2.6659rc0
+Version: 2.4.2.6706rc0
 Summary: OSINT automation for hackers.
 License: GPL-3.0
 Keywords: python,cli,automation,osint,threat-intel,intelligence,neo4j,scanner,python-library,hacking,recursion,pentesting,recon,command-line-tool,bugbounty,subdomains,security-tools,subdomain-scanner,osint-framework,attack-surface,subdomain-enumeration,osint-tool
@@ -18,7 +18,7 @@ Classifier: Topic :: Security
 Requires-Dist: ansible-core (>=2.15.13,<3.0.0)
 Requires-Dist: ansible-runner (>=2.3.2,<3.0.0)
 Requires-Dist: beautifulsoup4 (>=4.12.2,<5.0.0)
-Requires-Dist: cachetools (>=5.3.2,<6.0.0)
+Requires-Dist: cachetools (>=5.3.2,<7.0.0)
 Requires-Dist: cloudcheck (>=7.2.11,<8.0.0)
 Requires-Dist: deepdiff (>=8.0.0,<9.0.0)
 Requires-Dist: dnspython (>=2.4.2,<3.0.0)

{bbot-2.4.2.6659rc0.dist-info → bbot-2.4.2.6706rc0.dist-info}/RECORD

@@ -1,4 +1,4 @@
-bbot/__init__.py,sha256=foiOLwDILF3vHeUa_mhBsKJiWZ5oyJU8fFvPFhE73Uo,163
+bbot/__init__.py,sha256=s1OTUHWAHT3aJvwRblp7G38RUxmbxe716-VaBNn5r2k,163
 bbot/cli.py,sha256=1QJbANVw9Q3GFM92H2QRV2ds5756ulm08CDZwzwPpeI,11888
 bbot/core/__init__.py,sha256=l255GJE_DvUnWvrRb0J5lG-iMztJ8zVvoweDOfegGtI,46
 bbot/core/config/__init__.py,sha256=zYNw2Me6tsEr8hOOkLb4BQ97GB7Kis2k--G81S8vofU,342
@@ -11,7 +11,7 @@ bbot/core/event/base.py,sha256=1jUgd3I3TDITKoobh92ir_tIm38EN1ZbhoaX1W9fKts,67125
 bbot/core/event/helpers.py,sha256=MohOCVBjkn_K1p4Ipgx-MKliZtV6l4NJPq3YgagkvSM,6507
 bbot/core/flags.py,sha256=Ltvm8Bc4D65I55HuU5bzyjO1R3yMDNpVmreGU83ZBXE,1266
 bbot/core/helpers/__init__.py,sha256=cpOGLKIgA3vdHYqsOtx63BFO_qbtwCmez2amFPu6YTs,111
-bbot/core/helpers/async_helpers.py,sha256=3GVvRXEdRe3hAClTOSaIGb8Rn-_gM6l0IBQlaaNIsNA,3723
+bbot/core/helpers/async_helpers.py,sha256=bVHEUIOZo8iCmuovLYb3oNLPdLFUoEyc6wZIIvtELVs,4399
 bbot/core/helpers/bloom.py,sha256=gk02rO6x3F5MICa7ZUDsinRudwoGAifsbiyiMCwd0Gs,2739
 bbot/core/helpers/cache.py,sha256=1aMr3HVD45cDtHEG5xlznDUCywRgO9oRFidscrs_5sA,1537
 bbot/core/helpers/command.py,sha256=UBJa2RInEJtGjZ5e24PUQxPu1aTCIFkcCrrB0ERLdGI,12810
@@ -50,20 +50,20 @@ bbot/core/modules.py,sha256=G4rRVF1bQzp62kwpgxwMa_FTV4-huWwtcd6HpW9jQf0,31970
 bbot/core/multiprocess.py,sha256=ocQHanskJ09gHwe7RZmwNdZyCOQyeyUoIHCtLbtvXUk,1771
 bbot/core/shared_deps.py,sha256=mCMZeKSt46trzVqQDPGfXfEWg0Zw5YjiJx4BnsIRgHM,7640
 bbot/db/sql/models.py,sha256=SrUdDOBCICzXJBY29p0VvILhMQ1JCuh725bqvIYogX0,4884
-bbot/defaults.yml,sha256=CQLKUpvLJMAOf0ukc9orvBCdvFm0u3lL-9bei4_UPdU,7517
+bbot/defaults.yml,sha256=TTxtlnyE9vPihXjkGMDbBpNRlGa48GhRXS23iFsKUAg,7830
 bbot/errors.py,sha256=xwQcD26nU9oc7-o0kv5jmEDTInmi8_W8eKAgQZZxdVM,953
 bbot/logger.py,sha256=wE-532v5FyKuSSoTdyW1xSfaOnLZB1axAJnB-uW2xrI,2745
 bbot/modules/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 bbot/modules/ajaxpro.py,sha256=daE1yQoCsSI5c4dh3YKwRSggTISNjWgrK7qTPidk7cU,3764
 bbot/modules/anubisdb.py,sha256=JCy2YCfa0e_VawpzNmcPXAosKUthmYGutireJ0gMDws,1916
-bbot/modules/apkpure.py,sha256=V-bGIFV7b91kXo24OitACip8Rx5qaoI1p6iHwbICxwk,2434
+bbot/modules/apkpure.py,sha256=a_VRujUOIk7SVWyI9-N-nJVqfMApciIRdXVc-y_Ebuw,2558
 bbot/modules/azure_realm.py,sha256=pP2PUlLy0K9KKaE8aNcznWjDW3PKHvnMejdOSc-o4ms,1612
 bbot/modules/azure_tenant.py,sha256=qBn7CUA_hth2PqW55XZVjYxIw20xLYrMntXc6mYpmKU,5366
 bbot/modules/baddns.py,sha256=ubO3KDfcIMJnMjyZX5FWZ4GWxLSekV_JQV7QvsPjtD0,6693
 bbot/modules/baddns_direct.py,sha256=hWThpkXP87nnCRTlUh5qBJ1t4eo4l9kUmKNNxVNJI8A,3819
 bbot/modules/baddns_zone.py,sha256=y1XaBUfFPnRbR2qaTqRyUsPgEL73722v2B8aS5YoGN4,1035
 bbot/modules/badsecrets.py,sha256=LG37p48Rlxsfc3BmACMpkypsbuFTVvXqNhlP1IEsx0k,5109
-bbot/modules/base.py,sha256=2P-cCiFCBm9ov7z2WE7kWC_fncRiooD5604E_uOUYNE,75356
+bbot/modules/base.py,sha256=qH5nmYRP3Gc9z8ddr0iY1DR7b68tatv4M0IB-SjDobU,78162
 bbot/modules/bevigil.py,sha256=0VLIxmeXRUI2-EoR6IzuHJMcX8KCHNNta-WYa3gVlDg,2862
 bbot/modules/binaryedge.py,sha256=5F9LnZwRM_rZnzTv29hLJLI2GEQdzOwSpahPFC1kJC0,1397
 bbot/modules/bucket_amazon.py,sha256=mwjYeEAcdfOpjbOa1sD8U9KBMMVY_c8FoHjSGR9GQbg,730
@@ -93,24 +93,24 @@ bbot/modules/dnscaa.py,sha256=pyaLqHrdsVhqtd1JBZVjKKcuYT_ywUbFYkrnfXcGD5s,5014
 bbot/modules/dnscommonsrv.py,sha256=gEErfSur7Odkaif4CbXYx3OZ3FQrQESyiMGPbcDKSIg,1538
 bbot/modules/dnsdumpster.py,sha256=bqUqyvRJVtoTXbDxTZ-kgPNq4dCE9xv_msBIn_Nj5IM,3251
 bbot/modules/dnstlsrpt.py,sha256=ntNKVDXDgDVWr1A20ShNT5HFBhXsVEM5aUIEU_0c9HU,6427
-bbot/modules/docker_pull.py,sha256=N0wOGPasrqiBt7z1Y89t6E0ldZd8a2pw_kabPEwyzb4,9072
+bbot/modules/docker_pull.py,sha256=3Ui5z3pNfZDgX8q25h-LwKvUM7FDPST2dz1vk_I8gDc,9192
 bbot/modules/dockerhub.py,sha256=JQkujjqvQRzQuvHjQ7JbFs_VlJj8dLRPRObAkBgUQhc,3493
 bbot/modules/dotnetnuke.py,sha256=zipcHyNYr2FEecStb1Yrm938ps01RvHV8NnyqAvnGGc,10537
 bbot/modules/emailformat.py,sha256=RLPJW-xitYB-VT4Lp08qVzFkXx_kMyV_035JT_Yf4fM,1082
 bbot/modules/extractous.py,sha256=VSGKmHPAA_4r62jaN8Yqi3JcjehjxpI2lhe8i2j786s,4648
 bbot/modules/ffuf.py,sha256=94TJ5xvqKwH0JaWmC_t1dLTpRsO8HEy4lnbsu8LF_HY,14965
 bbot/modules/ffuf_shortnames.py,sha256=y5vnypLPN-KrjpmoG5zlqcX8VwfcLBpNg1yQI7bP9Hg,18737
-bbot/modules/filedownload.py,sha256=TOxftfxguaRSEKI8oG79XVRQqUGg1_IhYDYl_Jw9eYc,8694
+bbot/modules/filedownload.py,sha256=ZQZQCkXYb0lUP4DnEfL__8vc9KRi0m9hfBhClTKwy2U,8906
 bbot/modules/fingerprintx.py,sha256=rdlR9d64AntAhbS_eJzh8bZCeLPTJPSKdkdKdhH_qAo,3269
 bbot/modules/fullhunt.py,sha256=zeehQb9akBSbHW9dF4icH8Vfd8LqoTrpIvnQEEMWes8,1311
 bbot/modules/generic_ssrf.py,sha256=KFdcHpUV9-Z7oN7emzbirimsNc2xZ_1IFqnsfIkEbcM,9196
 bbot/modules/git.py,sha256=zmHeI0bn181T1P8C55HSebkdVGLTpzGxPc-LRqiHrbc,1723
-bbot/modules/git_clone.py,sha256=XFZXx0k97EMY3E5PZzdNvqQzZddOfRMaVp5ol2gk11s,2468
-bbot/modules/gitdumper.py,sha256=XBYt6oSXm09FJVdH37zrn9T1Nhqc0zK4KLugMevedOw,11531
+bbot/modules/git_clone.py,sha256=w-s3O6rZL_I8_BuPKotnAzXKnn7saw159jcQ_R1xtKw,2602
+bbot/modules/gitdumper.py,sha256=d2FnSAraWftkQ9ENmkBk3_kUbuw4G3eKpsi0FXLzBss,12042
 bbot/modules/github_codesearch.py,sha256=a-r2vE9N9WyBpFUiKCsg0TK4Qn7DaEGyVRTUKzkDLWA,3641
 bbot/modules/github_org.py,sha256=WM18vJCHuOHJJ5rPzQzQ3Pmp7XPPuaMeVgNfW-FlO0k,8938
 bbot/modules/github_usersearch.py,sha256=G8knkQBJsn7EKcMhcEaFPiB_Y5S96e2VaseBubsqOyk,3407
-bbot/modules/github_workflows.py,sha256=RDtzR0DC2sqiWzMtiqlrCSwtZHWL2MoIJBKd6LVTAdI,9720
+bbot/modules/github_workflows.py,sha256=xKntAFDeGuE4MqbEmhJyYXKbzoSh9tWYlHNlnF37PYA,10040
 bbot/modules/gitlab.py,sha256=9oWWpBijeHCjuFBfWW4HvNqt7bvJvrBgBjaaz_UPPnE,5964
 bbot/modules/google_playstore.py,sha256=N4QjzQag_bgDXfX17rytBiiWA-SQtYI2N0J_ZNEOdv0,3701
 bbot/modules/gowitness.py,sha256=vcyZl87xJVHWTuRY032d2dORg3ykVKPIBwD2HzSxvYA,11784
@@ -147,7 +147,7 @@ bbot/modules/lightfuzz/submodules/xss.py,sha256=VP15TBeRjglIRjLvwmHJaOCNQOWS7R4W
 bbot/modules/myssl.py,sha256=DoMF7o6MxIrcglCrC-W3nM-GPcyJRM4PlGdKfnOlIvs,942
 bbot/modules/newsletters.py,sha256=1Q4JjShPsxHJ-by2CbGfCvEt80blUGPX0hxQIzB_a9M,2630
 bbot/modules/ntlm.py,sha256=EGmb4k3YC_ZuHIU3mGUZ4yaMjE35wVQQSv8HwTsQJzY,4391
-bbot/modules/nuclei.py,sha256=m1Y1lp3suDT173dxmMNLGNjwu-o7Ahi0cX6W1LNyZSY,17875
+bbot/modules/nuclei.py,sha256=65-tgre6a738Z2s3Bo0nxhNcvQ1OuYX8zQS5x7fFk7g,17983
 bbot/modules/oauth.py,sha256=s-Q6PYJl1OLncGgHzCV0QAzbkewT5zzKCRaa8GidBqc,6720
 bbot/modules/otx.py,sha256=GYi5GFLKlKuRHPYMqtq42bSulerkSpAWHM6ex5eK7ww,913
 bbot/modules/output/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -179,9 +179,9 @@ bbot/modules/paramminer_headers.py,sha256=GMErLmTO0w7JRIpJE2VFvRTrjmoux_-jTx3Efa
 bbot/modules/passivetotal.py,sha256=uGT6c_CUxBNInmClsTg8afIYA2ZykKYYCgjkyzujfHg,1653
 bbot/modules/pgp.py,sha256=Xu2M9WEIlwTm5-Lv29g7BblI05tD9Dl0XsYSeY6UURs,2065
 bbot/modules/portfilter.py,sha256=3iu4xqCsHafhVMbA32Mw6K_7Yn576Rz6GxXMevZQEpM,1752
-bbot/modules/portscan.py,sha256=AhPsPGD7CdVuw01JurpcmhpxR0Tp_M995k3DRP7wuTw,12944
+bbot/modules/portscan.py,sha256=dmR2H3Wag6vLLIXrwyU_7bvYuLIv3zdJZ2japogwFUU,13076
 bbot/modules/postman.py,sha256=vo761Nzu3kPBzfCY3KJcvsGEsjImaa7iA2z-LyASBDc,4589
-bbot/modules/postman_download.py,sha256=LUB9cP-otkB1HaNACGS5YPwsxnwp1uSo28SpGvmQ60A,3467
+bbot/modules/postman_download.py,sha256=4pvF1ePRqxPxXL1jhI0gMf1CasfVFl-xjwU-U22SFXA,3607
 bbot/modules/rapiddns.py,sha256=uONESr0B5pv9cSAr7lF4WWV31APUhXyHexvI04rUcyk,787
 bbot/modules/reflected_parameters.py,sha256=RjS-4C-XC9U-jC9J7AYNqwn6I-O2y3LvTRhB68dpgKI,3281
 bbot/modules/report/affiliates.py,sha256=vvus8LylqOfP-lfGid0z4FS6MwOpNuRTcSJ9aSnybp4,1713
@@ -208,7 +208,7 @@ bbot/modules/templates/sql.py,sha256=o-CdyyoJvHJdJBKkj3CIGXYxUta4w2AB_2Vr-k7cDDU
 bbot/modules/templates/subdomain_enum.py,sha256=epyKSly08jqaINV_AMMWbNafIeQjJqvd3aj63KD0Mck,8402
 bbot/modules/templates/webhook.py,sha256=uGFmcJ81GzGN1UI2k2O7nQF_fyh4ehLDEg2NSXaPnhk,3373
 bbot/modules/trickest.py,sha256=MRgLW0YiDWzlWdAjyqfPPLFb-a51r-Ffn_dphiJI_gA,1550
-bbot/modules/trufflehog.py,sha256=jjk48EMY1J4rqgb6x5vP0HmZGvgDf2pQu_eOjVyNxsU,8743
+bbot/modules/trufflehog.py,sha256=TA8TVj9he12I9TtVvHdH_WJwDqLK97mATwtkuSi3l2g,8703
 bbot/modules/url_manipulation.py,sha256=4J3oFkqTSJPPmbKEKAHJg2Q2w4QNKtQhiN03ZJq5VtI,4326
 bbot/modules/urlscan.py,sha256=-w_3Bm6smyG2GLQyIbnMUkKmeQVauo-V6F4_kJDYG7s,3740
 bbot/modules/vhost.py,sha256=cirOe0HR4M0TEBN8JdXo2l0s2flc8ZSdxggGm79blT8,5459
@@ -250,15 +250,15 @@ bbot/scanner/__init__.py,sha256=sJ7FoLQ1vwLscH8hju2PEUyGTZ_OwMVvW9b11CrCWdI,89
 bbot/scanner/dispatcher.py,sha256=_hsIegfUDrt8CUdXqgRvp1J0UwwzqVSDxjQmiviO41c,793
 bbot/scanner/manager.py,sha256=eyd_0IjnPH3e-tJSOwY-rxauVI6L9Ltr3pWmpPSO5Jc,11019
 bbot/scanner/preset/__init__.py,sha256=If_YqKILIxjlaJvf8lFc5zQTHDkounLdC8x_72N-V10,49
-bbot/scanner/preset/args.py,sha256=yADXhmmLWBODsEqw1NbEBh8UWltUEoB--2S7myHTwAQ,19212
+bbot/scanner/preset/args.py,sha256=Oto4sO8E9hKeQn6Fp8ua_WB3xvYI97GgnBFg5f4jh0Y,19547
 bbot/scanner/preset/conditions.py,sha256=hFL9cSIWGEsv2TfM5UGurf0c91cyaM8egb5IngBmIjA,1569
 bbot/scanner/preset/environ.py,sha256=9KbEOLWkUdoAf5Ez_2A1NNm6QduQElbnNnrPi6VDhZs,4731
 bbot/scanner/preset/path.py,sha256=X32-ZUmL7taIv37VKF1KfmeiK9fjuQOE7pWUTEbPK8c,2483
-bbot/scanner/preset/preset.py,sha256=t9Aa3n3mpGVZ274z2hXaGsdpRZe0BSGuF3WTM6Dinj8,40817
-bbot/scanner/scanner.py,sha256=2slrxEfcBjSZgZ1jmQ34a4X6aMli80K85_eY8ti7zZQ,55471
+bbot/scanner/preset/preset.py,sha256=G_aMMI33d2OlzNUwjfi5ddJdxa8nK0oF5HrYAsuregU,40708
+bbot/scanner/scanner.py,sha256=6TgnGMa_Zl4Wm6fKxujGDHGrNC6ad1pexUDCZ7xRy5I,55320
 bbot/scanner/stats.py,sha256=re93sArKXZSiD0Owgqk2J3Kdvfm3RL4Y9Qy_VOcaVk8,3623
 bbot/scanner/target.py,sha256=lI0Tn5prQiPiJE3WW-ZLx_l6EFqzAVabtyL-nfXJ8cE,10636
-bbot/scripts/docs.py,sha256=JYdn9jLnnxmHM3hQc1C3tjxGs6hgFhqouUS3WtYN0q0,11004
+bbot/scripts/docs.py,sha256=aYAHlcHtMAhM-XGTDiSpzccnX1dh0Xi_WxmC2bgylQ4,11373
 bbot/test/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 bbot/test/bbot_fixtures.py,sha256=XrCQDLVe80BG3QTUDnXb0y-cWnBpJJoRh2Z3J3xJn_w,9961
 bbot/test/conftest.py,sha256=OacpJ98g00HqCoHpEnuzzMK47LkbZdJWr25Pm0SbTM0,11783
@@ -289,7 +289,7 @@ bbot/test/test_step_1/test_modules_basic.py,sha256=ELpGlsthSq8HaxB5My8-ESVHqMxqd
 bbot/test/test_step_1/test_presets.py,sha256=HnJhKwDnVh9Y6adgxqe85677rWpnFil_WS5GjX21ZvM,40959
 bbot/test/test_step_1/test_python_api.py,sha256=Fk5bxEsPSjsMZ_CcRMTJft8I48EizwHJivG9Fy4jIu0,5502
 bbot/test/test_step_1/test_regexes.py,sha256=wSx_e6hgHuBh95igL_fauWKK4a1xXujs9TtyLBaMwRM,14636
-bbot/test/test_step_1/test_scan.py,sha256=yZs-bZVLd7Ao5uoNzoOI_F8gBEbGdeVXIAjyoGoNhe0,8875
+bbot/test/test_step_1/test_scan.py,sha256=jGySAMGb0gXirJpDniX6SSm4TbpHYrkGHcDPpJRGHQg,10676
 bbot/test/test_step_1/test_scope.py,sha256=S2nssENKJKCvgXUMyU8MFQmXHeUIz0C_sbWGkdYti2A,3063
 bbot/test/test_step_1/test_target.py,sha256=4Xz6Fns_6wa2O3AXDBvd7W04LCfZSCiit2lezQJicTI,19472
 bbot/test/test_step_1/test_web.py,sha256=qzMb5v_1l6fK6SvJZoHpBI3Zb7iaHU_VnenQ8UQIK-4,19637
@@ -301,7 +301,7 @@ bbot/test/test_step_2/module_tests/test_module_affiliates.py,sha256=d6uAzb_MF4oN
 bbot/test/test_step_2/module_tests/test_module_aggregate.py,sha256=hjxbMxAEFhS7W8RamBrM1t6T-tsLHq95MmQVfrYsock,487
 bbot/test/test_step_2/module_tests/test_module_ajaxpro.py,sha256=S2pFV0TgOJ01SMHnIxcoBkGZ8SAaQVY9o32DOFoZ1u4,3857
 bbot/test/test_step_2/module_tests/test_module_anubisdb.py,sha256=y_GMm20Fy4z9L0fN2dYOExaSsi8Z9PwMKnAjSsYhBk8,545
-bbot/test/test_step_2/module_tests/test_module_apkpure.py,sha256=8KM-JCir0doUupwN3JwV5OPaPE_Jq_hz2-96-ZKGpRI,2823
+bbot/test/test_step_2/module_tests/test_module_apkpure.py,sha256=-G4hoRPFhNH-rj6MvuhqlwiXHqBqHgfFGYxbzoyKz2s,2983
 bbot/test/test_step_2/module_tests/test_module_asn.py,sha256=qIbitSAEAmYyxhpxvdFDsQrHaaxfgKsFox9Q3jTmvgI,10616
 bbot/test/test_step_2/module_tests/test_module_asset_inventory.py,sha256=NEMSPBlczpA5NbQpIcRBpRXpVnfS9lmSS1U7eJmIXAU,3878
 bbot/test/test_step_2/module_tests/test_module_azure_realm.py,sha256=gPRvGA9RHsAcYlHxQG0lHZOYolyzbe6L-ALGIvW-Mg0,1288
@@ -315,7 +315,7 @@ bbot/test/test_step_2/module_tests/test_module_binaryedge.py,sha256=tK1fv4o2JOxa
 bbot/test/test_step_2/module_tests/test_module_bucket_amazon.py,sha256=bKTnrR3FfCaAXZTWJh2m4bm-Pa1xiJV9lY2N_waaq2s,4002
 bbot/test/test_step_2/module_tests/test_module_bucket_azure.py,sha256=CUK1OHGhA-piIzPG15UNiMdaK1oSSCwCv_WPcCvC4VQ,2112
 bbot/test/test_step_2/module_tests/test_module_bucket_digitalocean.py,sha256=EFzScFloY6DQVD7MbvQOfsSp_8tApV4epKFm9OP1_ZM,907
-bbot/test/test_step_2/module_tests/test_module_bucket_file_enum.py,sha256=aOgtrsb32nnTZBvX1tf6Fvfjc-GvuxA8Tu7LGq2oDJo,2301
+bbot/test/test_step_2/module_tests/test_module_bucket_file_enum.py,sha256=7n7eFWQJanZjyammwBDM9Jmt5kJ8AXn9eS4fmKEBqm4,2463
 bbot/test/test_step_2/module_tests/test_module_bucket_firebase.py,sha256=gM3h1staY3tEHF2l9cYgRhaVwEg7ykfo4E0mvhqTA0g,506
 bbot/test/test_step_2/module_tests/test_module_bucket_google.py,sha256=wXROpF9TSQVOa8cGTOo8k9uDEj7H5pNAcppj4WR3qnY,1312
 bbot/test/test_step_2/module_tests/test_module_bufferoverrun.py,sha256=6pyJ0dbx8u0BPVXyiqdDPgECLGfIGkWPHZ35tbBzoPg,1582
@@ -342,7 +342,7 @@ bbot/test/test_step_2/module_tests/test_module_dnscommonsrv.py,sha256=_dqcgVQAc1
 bbot/test/test_step_2/module_tests/test_module_dnsdumpster.py,sha256=p--1JaDb7PjiAYRQiAQ_qYBQAQgkBzB1iLnDp6B0UCk,59745
 bbot/test/test_step_2/module_tests/test_module_dnsresolve.py,sha256=15LEcggP_eVYFQdMO1zHTvoGc6n8IaUjsQDmX0sZS4o,2077
 bbot/test/test_step_2/module_tests/test_module_dnstlsrpt.py,sha256=8xXSFo0vwKfehIqgF41tbEkL1vbp6RIB8kiO8TSH4NU,2648
-bbot/test/test_step_2/module_tests/test_module_docker_pull.py,sha256=-JSAo51dS3Ie9RaLBcWK0kfbg8bCPr7mohpFGAwOKPQ,27988
+bbot/test/test_step_2/module_tests/test_module_docker_pull.py,sha256=SKc43IKzwoi74qaY8felJXnrgNVXrXRQlg6BtrSjyAc,28151
 bbot/test/test_step_2/module_tests/test_module_dockerhub.py,sha256=9T8CFcFP32MOppUmSVNBUSifnk2kMONqzW_7vvvKdpk,3907
 bbot/test/test_step_2/module_tests/test_module_dotnetnuke.py,sha256=Q7M3hrbEwOuORZXPS-pIGFTRzB2-g4cEvGtsEcTp7t8,8049
 bbot/test/test_step_2/module_tests/test_module_emailformat.py,sha256=cKxBPnEQ4AiRKV_-hSYEE6756ypst3hi6MN0L5RTukY,461
@@ -351,13 +351,13 @@ bbot/test/test_step_2/module_tests/test_module_excavate.py,sha256=hoVQnZYb_tI1Fl
 bbot/test/test_step_2/module_tests/test_module_extractous.py,sha256=PuTE5rkEIFPwU9lhCYpTgNSkrVjcXm8PClbfOkfRS84,17973
 bbot/test/test_step_2/module_tests/test_module_ffuf.py,sha256=z8ihAM1WYss7QGXIjbi67cekg8iOemDjaM8YR9_qSEs,4100
 bbot/test/test_step_2/module_tests/test_module_ffuf_shortnames.py,sha256=0-a9J-gq8bUtmxl_-QPVidwZ9KkCvgvoG30Ot3a8lqM,8406
-bbot/test/test_step_2/module_tests/test_module_filedownload.py,sha256=ZLPlBVs8CMWofLZAl63zdYMryVdYXykoaxE4jBGED8I,4304
+bbot/test/test_step_2/module_tests/test_module_filedownload.py,sha256=Fd_5DKA0VaHyCR6qS5WPS9CoyPKFeBTswhAwM5RsU-c,4473
 bbot/test/test_step_2/module_tests/test_module_fingerprintx.py,sha256=nU3jxbkGcmPYiSzc6thJhNvjAFb4qVxcR7rkOAvjB18,445
 bbot/test/test_step_2/module_tests/test_module_fullhunt.py,sha256=NblfNHQrE82j-cESvm66hpN-ooKZwR1kEwJDTk_BXac,1946
 bbot/test/test_step_2/module_tests/test_module_generic_ssrf.py,sha256=ZhfZpH0QTl6_YftGoZzZk6_2x0ZDnWjZ7vNZMTibBHw,3228
 bbot/test/test_step_2/module_tests/test_module_git.py,sha256=gyBS3vZUWAyatGlcY26mGOYeqXSqJA5pbhJWgTmLqNo,1656
-bbot/test/test_step_2/module_tests/test_module_git_clone.py,sha256=Mo0Q7bCXcrkGWJc3-u5y4sdfC13ei-qj79aKvEbnkk4,13198
-bbot/test/test_step_2/module_tests/test_module_gitdumper.py,sha256=ya_eQUQk0344G7iqBYMls2z5H-bYM87rydbz-ACR2Ng,17461
+bbot/test/test_step_2/module_tests/test_module_git_clone.py,sha256=z97IZLTVaa3aJ9O3NDP3MaOnmDocL-kT8kT-1rMAqn0,13318
+bbot/test/test_step_2/module_tests/test_module_gitdumper.py,sha256=bsSly-OOyDuFffVmwJpm7aEafrSHgLAk_VsJ69S3LUo,17616
 bbot/test/test_step_2/module_tests/test_module_github_codesearch.py,sha256=M50xBiGG2EuPGXDJU6uFsSUE-fhqZl3CzYtNdszW7LM,4735
 bbot/test/test_step_2/module_tests/test_module_github_org.py,sha256=5tKO6NH4TPBeIdeTf7Bz9PUZ1pcvKsjrG0nFhc3YgT0,25458
 bbot/test/test_step_2/module_tests/test_module_github_usersearch.py,sha256=IIQ0tYZjQN8_L8u_N4m8Nz3kbB4IyBp95tYCPcQeScg,5264
@@ -395,10 +395,10 @@ bbot/test/test_step_2/module_tests/test_module_paramminer_headers.py,sha256=8hRU
 bbot/test/test_step_2/module_tests/test_module_passivetotal.py,sha256=fTGQECQ0OzcwiH64-0igFRKO-rs3kXScivZord_oWWU,1120
 bbot/test/test_step_2/module_tests/test_module_pgp.py,sha256=_T-kmpr5F0cJHl4_mpfhxK3aj0hH3UxDLeV1iByanJk,1607
 bbot/test/test_step_2/module_tests/test_module_portfilter.py,sha256=gOEy1XYtTJNGvTH6o3NNSOXXPdste462BdQvayOwzVs,2012
-bbot/test/test_step_2/module_tests/test_module_portscan.py,sha256=TJtutIORCNu-3Wm1zCqtzPVC0OXUICnY4YL1toJ57yk,7539
+bbot/test/test_step_2/module_tests/test_module_portscan.py,sha256=I42EhBN736JShaek5TvE-NHD8X3hcVxXLHhlJcqquYQ,7539
 bbot/test/test_step_2/module_tests/test_module_postgres.py,sha256=bNHzDvPs5AkoA_ho7s50bFaF5qzV7KL3DplhOA1ZYa4,2688
 bbot/test/test_step_2/module_tests/test_module_postman.py,sha256=7SxZi39dJhnwyg4IVf5M8VNdQU_zaPAufTEw60rgCkg,22311
-bbot/test/test_step_2/module_tests/test_module_postman_download.py,sha256=0mevxk5AMrBmQ2vvWzokc15fdzxOxMM5Rqw-CDIZLKs,14079
+bbot/test/test_step_2/module_tests/test_module_postman_download.py,sha256=u3lF7Uve8riHNCj9XEFrRBONQHUzccsfq-qEkwQ51wE,14225
 bbot/test/test_step_2/module_tests/test_module_python.py,sha256=6UQVXGJ1ugfNbt9l_nN0q5FVxNWlpq6j0sZcB0Nh_Pg,184
 bbot/test/test_step_2/module_tests/test_module_rapiddns.py,sha256=zXHNLnUjLO22yRwrDFCZ40sRTmFVZEj9q_dyK8w1TYM,4441
 bbot/test/test_step_2/module_tests/test_module_reflected_parameters.py,sha256=4cY8yK9iImB1O68pi1lACcPEtNQ9-sud9Xl16fYB8cU,9003
@@ -423,7 +423,7 @@ bbot/test/test_step_2/module_tests/test_module_subdomains.py,sha256=r1zCmw5ZZ_0w
 bbot/test/test_step_2/module_tests/test_module_teams.py,sha256=r91ZZxhj3pEhKnjr1jGwhcqOPXTqNJNupC1CDKccfH8,1638
 bbot/test/test_step_2/module_tests/test_module_telerik.py,sha256=vGORDSRU1S1hkLlHO3KOdoAYLqWcrPpvVGxadTGl5y8,11099
 bbot/test/test_step_2/module_tests/test_module_trickest.py,sha256=6mTYH6fIah-WbKnFI-_WZBwRdKFi-oeWyVtl1n0nVAU,1630
-bbot/test/test_step_2/module_tests/test_module_trufflehog.py,sha256=y4TyPSrsQ9al4RG_F1y8zttX-nUtfGEy5L7zCnX37XU,95785
+bbot/test/test_step_2/module_tests/test_module_trufflehog.py,sha256=lXX2KYh5s1FVpivth43Nj3MLfMkiksrooEne_DAL_qg,96796
 bbot/test/test_step_2/module_tests/test_module_txt.py,sha256=R-EBfEZM0jwY2yuVyfYhoccDOl0Y2uQZSkXQ1HyinUA,247
 bbot/test/test_step_2/module_tests/test_module_unarchive.py,sha256=--p2kpnyfbABuJI5qmDbD-K_D5e4Icvq5VzEyp6AWVE,10676
 bbot/test/test_step_2/module_tests/test_module_url_manipulation.py,sha256=aP3nK2TQQOjk0ZeuHhHYfZm_e37qrrXbnufd7m-QeJU,1144
@@ -452,8 +452,8 @@ bbot/wordlists/raft-small-extensions-lowercase_CLEANED.txt,sha256=ZSIVebs7ptMvHx
 bbot/wordlists/top_open_ports_nmap.txt,sha256=LmdFYkfapSxn1pVuQC2LkOIY2hMLgG-Xts7DVtYzweM,42727
 bbot/wordlists/valid_url_schemes.txt,sha256=0B_VAr9Dv7aYhwi6JSBDU-3M76vNtzN0qEC_RNLo7HE,3310
 bbot/wordlists/wordninja_dns.txt.gz,sha256=DYHvvfW0TvzrVwyprqODAk4tGOxv5ezNmCPSdPuDUnQ,570241
-bbot-2.4.2.6659rc0.dist-info/LICENSE,sha256=GzeCzK17hhQQDNow0_r0L8OfLpeTKQjFQwBQU7ZUymg,32473
-bbot-2.4.2.6659rc0.dist-info/METADATA,sha256=nyzc-LjshoCvmXpiP69weeHrE_j-ebmX1H6az4vbjnk,18308
-bbot-2.4.2.6659rc0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-bbot-2.4.2.6659rc0.dist-info/entry_points.txt,sha256=cWjvcU_lLrzzJgjcjF7yeGuRA_eDS8pQ-kmPUAyOBfo,38
-bbot-2.4.2.6659rc0.dist-info/RECORD,,
+bbot-2.4.2.6706rc0.dist-info/LICENSE,sha256=GzeCzK17hhQQDNow0_r0L8OfLpeTKQjFQwBQU7ZUymg,32473
+bbot-2.4.2.6706rc0.dist-info/METADATA,sha256=7rjBEj5pcTefGTU6PY90E3IBhUd5zt-fnQIWvZGoJto,18308
+bbot-2.4.2.6706rc0.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
+bbot-2.4.2.6706rc0.dist-info/entry_points.txt,sha256=cWjvcU_lLrzzJgjcjF7yeGuRA_eDS8pQ-kmPUAyOBfo,38
+bbot-2.4.2.6706rc0.dist-info/RECORD,,