bbot 2.3.2.5855rc0__py3-none-any.whl → 2.3.2.5874rc0__py3-none-any.whl

bbot/__init__.py

@@ -1,4 +1,4 @@
 # version placeholder (replaced by poetry-dynamic-versioning)
-__version__ = "v2.3.2.5855rc"
+__version__ = "v2.3.2.5874rc"
 
 from .scanner import Scanner, Preset

bbot/modules/generic_ssrf.py

@@ -154,6 +154,12 @@ class generic_ssrf(BaseModule):
     produced_events = ["VULNERABILITY"]
     flags = ["active", "aggressive", "web-thorough"]
     meta = {"description": "Check for generic SSRFs", "created_date": "2022-07-30", "author": "@liquidsec"}
+    options = {
+        "skip_dns_interaction": False,
+    }
+    options_desc = {
+        "skip_dns_interaction": "Do not report DNS interactions (only HTTP interaction)",
+    }
     in_scope_only = True
 
     deps_apt = ["curl"]
@@ -163,7 +169,7 @@ class generic_ssrf(BaseModule):
         self.interactsh_subdomain_tags = {}
         self.parameter_subdomain_tags_map = {}
         self.severity = None
-        self.generic_only = self.config.get("generic_only", False)
+        self.skip_dns_interaction = self.config.get("skip_dns_interaction", False)
 
         if self.scan.config.get("interactsh_disable", False) is False:
             try:
@@ -191,6 +197,10 @@ class generic_ssrf(BaseModule):
             await s.test(event)
 
     async def interactsh_callback(self, r):
+        protocol = r.get("protocol").upper()
+        if protocol == "DNS" and self.skip_dns_interaction:
+            return
+
         full_id = r.get("full-id", None)
         subdomain_tag = full_id.split(".")[0]
 
@@ -204,24 +214,27 @@ class generic_ssrf(BaseModule):
                 matched_severity = match[2]
                 matched_echoed_response = str(match[3])
 
-                # Check if any SSRF parameter is in the DNS request
                 triggering_param = self.parameter_subdomain_tags_map.get(subdomain_tag, None)
                 description = f"Out-of-band interaction: [{matched_technique}]"
                 if triggering_param:
                     self.debug(f"Found triggering parameter: {triggering_param}")
                     description += f" [Triggering Parameter: {triggering_param}]"
-                description += f" [{r.get('protocol').upper()}] Echoed Response: {matched_echoed_response}"
+                description += f" [{protocol}] Echoed Response: {matched_echoed_response}"
 
                 self.debug(f"Emitting event with description: {description}")  # Debug the final description
 
+                event_type = "VULNERABILITY" if protocol == "HTTP" else "FINDING"
+                event_data = {
+                    "host": str(matched_event.host),
+                    "url": matched_event.data,
+                    "description": description,
+                }
+                if protocol == "HTTP":
+                    event_data["severity"] = matched_severity
+
                 await self.emit_event(
-                    {
-                        "severity": matched_severity,
-                        "host": str(matched_event.host),
-                        "url": matched_event.data,
-                        "description": description,
-                    },
-                    "VULNERABILITY",
+                    event_data,
+                    event_type,
                     matched_event,
                     context=f"{{module}} scanned {matched_event.data} and detected {{event.type}}: {matched_technique}",
                 )
@@ -241,7 +254,7 @@ class generic_ssrf(BaseModule):
 
     async def finish(self):
         if self.scan.config.get("interactsh_disable", False) is False:
-            await self.helpers.sleep(2)
+            await self.helpers.sleep(5)
             try:
                 for r in await self.interactsh_instance.poll():
                     await self.interactsh_callback(r)

bbot/test/conftest.py

@@ -8,6 +8,8 @@ from pathlib import Path
 from contextlib import suppress
 from omegaconf import OmegaConf
 from pytest_httpserver import HTTPServer
+import time
+import queue
 
 from bbot.core import CORE
 from bbot.core.helpers.misc import execute_sync_or_async
@@ -53,6 +55,12 @@ def silence_live_logging():
             handler.setLevel(logging.CRITICAL)
 
 
+def stop_server(server):
+    server.stop()
+    while server.is_running():
+        time.sleep(0.1)  # Wait a bit before checking again
+
+
 @pytest.fixture
 def bbot_httpserver():
     server = HTTPServer(host="127.0.0.1", port=8888, threaded=True)
@@ -61,11 +69,7 @@ def bbot_httpserver():
     yield server
 
     server.clear()
-    if server.is_running():
-        server.stop()
-
-    # this is to check if the client has made any request where no
-    # `assert_request` was called on it from the test
+    stop_server(server)  # Ensure the server is fully stopped
 
     server.check_assertions()
     server.clear()
@@ -84,11 +88,7 @@ def bbot_httpserver_ssl():
     yield server
 
     server.clear()
-    if server.is_running():
-        server.stop()
-
-    # this is to check if the client has made any request where no
-    # `assert_request` was called on it from the test
+    stop_server(server)  # Ensure the server is fully stopped
 
     server.check_assertions()
     server.clear()
@@ -129,7 +129,7 @@ class Interactsh_mock:
     def __init__(self, name):
         self.name = name
         self.log = logging.getLogger(f"bbot.interactsh.{self.name}")
-        self.interactions = []
+        self.interactions = asyncio.Queue()  # Use an asyncio queue for async access
         self.correlation_id = "deadbeef-dead-beef-dead-beefdeadbeef"
         self.stop = False
         self.poll_task = None
@@ -138,7 +138,7 @@ class Interactsh_mock:
         self.log.info(f"Mocking interaction to subdomain tag: {subdomain_tag}")
         if msg is not None:
             self.log.info(msg)
-        self.interactions.append(subdomain_tag)
+        self.interactions.put_nowait(subdomain_tag)  # Add to the thread-safe queue
 
     async def register(self, callback=None):
         if callable(callback):
@@ -146,27 +146,32 @@ class Interactsh_mock:
         return "fakedomain.fakeinteractsh.com"
 
     async def deregister(self, callback=None):
+        await asyncio.sleep(1)
         self.stop = True
         if self.poll_task is not None:
             self.poll_task.cancel()
-            with suppress(BaseException):
+            with suppress(asyncio.CancelledError):
                 await self.poll_task
 
     async def poll_loop(self, callback=None):
         while not self.stop:
             data_list = await self.poll(callback)
             if not data_list:
-                await asyncio.sleep(1)
+                await asyncio.sleep(0.5)
                 continue
+        await asyncio.sleep(1)
+        await self.poll(callback)
 
     async def poll(self, callback=None):
         poll_results = []
-        for subdomain_tag in self.interactions:
-            result = {"full-id": f"{subdomain_tag}.fakedomain.fakeinteractsh.com", "protocol": "HTTP"}
-            poll_results.append(result)
-            if callback is not None:
-                await execute_sync_or_async(callback, result)
-        self.interactions = []
+        while not self.interactions.empty():
+            subdomain_tag = await self.interactions.get()  # Get the first element from the asyncio queue
+            for protocol in ["HTTP", "DNS"]:
+                result = {"full-id": f"{subdomain_tag}.fakedomain.fakeinteractsh.com", "protocol": protocol}
+                poll_results.append(result)
+                if callback is not None:
+                    await execute_sync_or_async(callback, result)
+            await asyncio.sleep(0.1)
         return poll_results
 
 

bbot/test/test_step_2/module_tests/test_module_dotnetnuke.py

@@ -1,3 +1,4 @@
+import asyncio
 import re
 from .base import ModuleTestBase
 from werkzeug.wrappers import Response
@@ -171,7 +172,5 @@ class TestDotnetnuke_blindssrf(ModuleTestBase):
             if e.type == "VULNERABILITY" and "DotNetNuke Blind-SSRF (CVE 2017-0929)" in e.data["description"]:
                 dnn_dnnimagehandler_blindssrf = True
 
-        assert self.interactsh_mock_instance.interactions == []
-
         assert dnn_technology_detection, "DNN Technology Detection Failed"
         assert dnn_dnnimagehandler_blindssrf, "dnnimagehandler.ashx Blind SSRF Detection Failed"

bbot/test/test_step_2/module_tests/test_module_generic_ssrf.py

@@ -1,4 +1,5 @@
 import re
+import asyncio
 from werkzeug.wrappers import Response
 
 from .base import ModuleTestBase
@@ -23,15 +24,16 @@ class TestGeneric_SSRF(ModuleTestBase):
         elif request.method == "POST":
             subdomain_tag = extract_subdomain_tag(request.data.decode())
         if subdomain_tag:
-            self.interactsh_mock_instance.mock_interaction(
-                subdomain_tag, msg=f"{request.method}: {request.data.decode()}"
+            asyncio.run(
+                self.interactsh_mock_instance.mock_interaction(
+                    subdomain_tag, msg=f"{request.method}: {request.data.decode()}"
+                )
             )
 
         return Response("alive", status=200)
 
     async def setup_before_prep(self, module_test):
         self.interactsh_mock_instance = module_test.mock_interactsh("generic_ssrf")
-        self.interactsh_mock_instance.mock_interaction("asdf")
         module_test.monkeypatch.setattr(
             module_test.scan.helpers, "interactsh", lambda *args, **kwargs: self.interactsh_mock_instance
         )
@@ -41,6 +43,18 @@ class TestGeneric_SSRF(ModuleTestBase):
         module_test.set_expect_requests_handler(expect_args=expect_args, request_handler=self.request_handler)
 
     def check(self, module_test, events):
+        total_vulnerabilities = 0
+        total_findings = 0
+
+        for e in events:
+            if e.type == "VULNERABILITY":
+                total_vulnerabilities += 1
+            elif e.type == "FINDING":
+                total_findings += 1
+
+        assert total_vulnerabilities == 30, "Incorrect number of vulnerabilities detected"
+        assert total_findings == 30, "Incorrect number of findings detected"
+
         assert any(
             e.type == "VULNERABILITY"
             and "Out-of-band interaction: [Generic SSRF (GET)]"
@@ -55,3 +69,20 @@ class TestGeneric_SSRF(ModuleTestBase):
             e.type == "VULNERABILITY" and "Out-of-band interaction: [Generic XXE] [HTTP]" in e.data["description"]
             for e in events
         ), "Failed to detect Generic SSRF (XXE)"
+
+
+class TestGeneric_SSRF_httponly(TestGeneric_SSRF):
+    config_overrides = {"modules": {"generic_ssrf": {"skip_dns_interaction": True}}}
+
+    def check(self, module_test, events):
+        total_vulnerabilities = 0
+        total_findings = 0
+
+        for e in events:
+            if e.type == "VULNERABILITY":
+                total_vulnerabilities += 1
+            elif e.type == "FINDING":
+                total_findings += 1
+
+        assert total_vulnerabilities == 30, "Incorrect number of vulnerabilities detected"
+        assert total_findings == 0, "Incorrect number of findings detected"

bbot/test/test_step_2/module_tests/test_module_host_header.py

@@ -1,3 +1,4 @@
+import asyncio
 import re
 from werkzeug.wrappers import Response
 

{bbot-2.3.2.5855rc0.dist-info → bbot-2.3.2.5874rc0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: bbot
-Version: 2.3.2.5855rc0
+Version: 2.3.2.5874rc0
 Summary: OSINT automation for hackers.
 License: GPL-3.0
 Keywords: python,cli,automation,osint,threat-intel,intelligence,neo4j,scanner,python-library,hacking,recursion,pentesting,recon,command-line-tool,bugbounty,subdomains,security-tools,subdomain-scanner,osint-framework,attack-surface,subdomain-enumeration,osint-tool

{bbot-2.3.2.5855rc0.dist-info → bbot-2.3.2.5874rc0.dist-info}/RECORD

@@ -1,4 +1,4 @@
-bbot/__init__.py,sha256=GYangEfD1f4_MA0LLwbhpk2RCgKo7FV5-VUt_2zsS-0,130
+bbot/__init__.py,sha256=NXv4UKb3o37aU0Tj2OzLFNa6wY346sv7D22NpAif7Ds,130
 bbot/cli.py,sha256=hrzJX07sK3psSQWa461BXFuOxgCA94iztsw8syLdpNw,10830
 bbot/core/__init__.py,sha256=l255GJE_DvUnWvrRb0J5lG-iMztJ8zVvoweDOfegGtI,46
 bbot/core/config/__init__.py,sha256=zYNw2Me6tsEr8hOOkLb4BQ97GB7Kis2k--G81S8vofU,342
@@ -102,7 +102,7 @@ bbot/modules/ffuf_shortnames.py,sha256=n6y3FBxgM7CwFBQVSfVYjuQaTOCgjaq2Q2LmdJz-P
 bbot/modules/filedownload.py,sha256=TOxftfxguaRSEKI8oG79XVRQqUGg1_IhYDYl_Jw9eYc,8694
 bbot/modules/fingerprintx.py,sha256=rdlR9d64AntAhbS_eJzh8bZCeLPTJPSKdkdKdhH_qAo,3269
 bbot/modules/fullhunt.py,sha256=zeehQb9akBSbHW9dF4icH8Vfd8LqoTrpIvnQEEMWes8,1311
-bbot/modules/generic_ssrf.py,sha256=xsST08_Ka816NmTbUvCC3i_OBZgaEFjDVVQGRuh2tlw,8813
+bbot/modules/generic_ssrf.py,sha256=KFdcHpUV9-Z7oN7emzbirimsNc2xZ_1IFqnsfIkEbcM,9196
 bbot/modules/git.py,sha256=CMDarsmBemZEzZSeQTzB70XD8IRdwdG39zXpwDdgZbw,1383
 bbot/modules/git_clone.py,sha256=XFZXx0k97EMY3E5PZzdNvqQzZddOfRMaVp5ol2gk11s,2468
 bbot/modules/github_codesearch.py,sha256=a-r2vE9N9WyBpFUiKCsg0TK4Qn7DaEGyVRTUKzkDLWA,3641
@@ -239,7 +239,7 @@ bbot/scanner/target.py,sha256=EQwtFZLDeNlqt8JupyBEksqeQ_c_i3NARSWf3mQQC4k,12128
 bbot/scripts/docs.py,sha256=ZLY9-O6OeEElzOUvTglO5EMkRv1s4aEuxJb2CthCVsI,10782
 bbot/test/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 bbot/test/bbot_fixtures.py,sha256=JZhqObsSQ5H2RJZCkq4eNaGo6DcxKYMPQ1XFcbE8vQg,9995
-bbot/test/conftest.py,sha256=SGyPKXAZNkDclnHs13rfYMq3GH3pqq8yTeGhzfvMuPk,11486
+bbot/test/conftest.py,sha256=dQhpZ-DMkcc0ANiBPvO2Th-QNTecfvMHn0nryL-96i4,11796
 bbot/test/coverage.cfg,sha256=ko9RacAYsJxWJCL8aEuNtkAOtP9lexYiDbeFWe8Tp8Y,31
 bbot/test/fastapi_test.py,sha256=9OhOFRyagXTshMsnuzuKIcR4uzS6VW65m7h9KgB4jSA,381
 bbot/test/owasp_mastg.apk,sha256=Hai_V9JmEJ-aB8Ab9xEaGXXOAfGQudkUvNOuPb75byE,66651
@@ -320,7 +320,7 @@ bbot/test/test_step_2/module_tests/test_module_dnsresolve.py,sha256=15LEcggP_eVY
 bbot/test/test_step_2/module_tests/test_module_dnstlsrpt.py,sha256=8xXSFo0vwKfehIqgF41tbEkL1vbp6RIB8kiO8TSH4NU,2648
 bbot/test/test_step_2/module_tests/test_module_docker_pull.py,sha256=-JSAo51dS3Ie9RaLBcWK0kfbg8bCPr7mohpFGAwOKPQ,27988
 bbot/test/test_step_2/module_tests/test_module_dockerhub.py,sha256=9T8CFcFP32MOppUmSVNBUSifnk2kMONqzW_7vvvKdpk,3907
-bbot/test/test_step_2/module_tests/test_module_dotnetnuke.py,sha256=voi1C_v7VeaRe_-yzCybO9FUxnFf9qzWkoUY66KYiGI,8114
+bbot/test/test_step_2/module_tests/test_module_dotnetnuke.py,sha256=ps2u_yeDXSkhALGqtg574C5-YvyueRJMjEIoSoTRThc,8064
 bbot/test/test_step_2/module_tests/test_module_emailformat.py,sha256=cKxBPnEQ4AiRKV_-hSYEE6756ypst3hi6MN0L5RTukY,461
 bbot/test/test_step_2/module_tests/test_module_emails.py,sha256=bZjtO8N3GG2_g6SUEYprAFLcsi7SlwNPJJ0nODfrWYU,944
 bbot/test/test_step_2/module_tests/test_module_excavate.py,sha256=eROTkAHYo5lLqJVAVpSl-wprp2-YNQkT9hcaqHEEf7I,43604
@@ -330,7 +330,7 @@ bbot/test/test_step_2/module_tests/test_module_ffuf_shortnames.py,sha256=1KVSl_g
 bbot/test/test_step_2/module_tests/test_module_filedownload.py,sha256=ZLPlBVs8CMWofLZAl63zdYMryVdYXykoaxE4jBGED8I,4304
 bbot/test/test_step_2/module_tests/test_module_fingerprintx.py,sha256=nU3jxbkGcmPYiSzc6thJhNvjAFb4qVxcR7rkOAvjB18,445
 bbot/test/test_step_2/module_tests/test_module_fullhunt.py,sha256=NblfNHQrE82j-cESvm66hpN-ooKZwR1kEwJDTk_BXac,1946
-bbot/test/test_step_2/module_tests/test_module_generic_ssrf.py,sha256=rUs2icFxc-u5GKdzvlpnV1IOa9lcrGVbP5G5cKmn3Yo,2214
+bbot/test/test_step_2/module_tests/test_module_generic_ssrf.py,sha256=ZhfZpH0QTl6_YftGoZzZk6_2x0ZDnWjZ7vNZMTibBHw,3228
 bbot/test/test_step_2/module_tests/test_module_git.py,sha256=gyBS3vZUWAyatGlcY26mGOYeqXSqJA5pbhJWgTmLqNo,1656
 bbot/test/test_step_2/module_tests/test_module_git_clone.py,sha256=Mo0Q7bCXcrkGWJc3-u5y4sdfC13ei-qj79aKvEbnkk4,13198
 bbot/test/test_step_2/module_tests/test_module_github_codesearch.py,sha256=M50xBiGG2EuPGXDJU6uFsSUE-fhqZl3CzYtNdszW7LM,4735
@@ -340,7 +340,7 @@ bbot/test/test_step_2/module_tests/test_module_gitlab.py,sha256=fnwE7BWTU6EQquKd
 bbot/test/test_step_2/module_tests/test_module_google_playstore.py,sha256=uTRqpAGI9HI-rOk_6jdV44OoSqi0QQQ3aTVzvuV0dtc,3034
 bbot/test/test_step_2/module_tests/test_module_gowitness.py,sha256=EH3NIMDA3XgZz1yffu-PnRCrlZJODakGPfzgnU7Ls_s,6501
 bbot/test/test_step_2/module_tests/test_module_hackertarget.py,sha256=ldhNKxGk5fwq87zVptQDyfQ-cn3FzbWvpadKEO3h4ic,609
-bbot/test/test_step_2/module_tests/test_module_host_header.py,sha256=w1x0MyKNiUol4hlw7CijhMwEMEL5aBddbZZjOcEgv_k,2672
+bbot/test/test_step_2/module_tests/test_module_host_header.py,sha256=-kod71F8OrWz9GhnXLo06jY6ISnh0EWs95bJTlY36ho,2687
 bbot/test/test_step_2/module_tests/test_module_http.py,sha256=KhsQvqpVa6zmMa79jV4liv_NAv25wrSaO6h_x0AA12c,2127
 bbot/test/test_step_2/module_tests/test_module_httpx.py,sha256=kUSJd0eu-e7rj1hnaQyUn5V01JJF7eUlsUjhVAqGvu0,5761
 bbot/test/test_step_2/module_tests/test_module_hunt.py,sha256=xSnPevrLgFe-umWjvF-X8hOavZCn1s1sClXKM3WBLpE,744
@@ -423,8 +423,8 @@ bbot/wordlists/raft-small-extensions-lowercase_CLEANED.txt,sha256=ZSIVebs7ptMvHx
 bbot/wordlists/top_open_ports_nmap.txt,sha256=LmdFYkfapSxn1pVuQC2LkOIY2hMLgG-Xts7DVtYzweM,42727
 bbot/wordlists/valid_url_schemes.txt,sha256=0B_VAr9Dv7aYhwi6JSBDU-3M76vNtzN0qEC_RNLo7HE,3310
 bbot/wordlists/wordninja_dns.txt.gz,sha256=DYHvvfW0TvzrVwyprqODAk4tGOxv5ezNmCPSdPuDUnQ,570241
-bbot-2.3.2.5855rc0.dist-info/LICENSE,sha256=GzeCzK17hhQQDNow0_r0L8OfLpeTKQjFQwBQU7ZUymg,32473
-bbot-2.3.2.5855rc0.dist-info/METADATA,sha256=8nDHIExmXjt2z4dZQim4aPWfY3EC4tz19YqRNSMbMHc,18224
-bbot-2.3.2.5855rc0.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
-bbot-2.3.2.5855rc0.dist-info/entry_points.txt,sha256=cWjvcU_lLrzzJgjcjF7yeGuRA_eDS8pQ-kmPUAyOBfo,38
-bbot-2.3.2.5855rc0.dist-info/RECORD,,
+bbot-2.3.2.5874rc0.dist-info/LICENSE,sha256=GzeCzK17hhQQDNow0_r0L8OfLpeTKQjFQwBQU7ZUymg,32473
+bbot-2.3.2.5874rc0.dist-info/METADATA,sha256=FV8caFFR66ZRJY0hZ1VhSwWysNav8XX5x_rIDwAvI1Q,18224
+bbot-2.3.2.5874rc0.dist-info/WHEEL,sha256=IYZQI976HJqqOpQU6PHkJ8fb3tMNBFjg-Cn-pwAbaFM,88
+bbot-2.3.2.5874rc0.dist-info/entry_points.txt,sha256=cWjvcU_lLrzzJgjcjF7yeGuRA_eDS8pQ-kmPUAyOBfo,38
+bbot-2.3.2.5874rc0.dist-info/RECORD,,