bbot 2.1.2.5140rc0__py3-none-any.whl → 2.1.2.5149rc0__py3-none-any.whl

bbot/__init__.py

@@ -1,4 +1,4 @@
 # version placeholder (replaced by poetry-dynamic-versioning)
-__version__ = "v2.1.2.5140rc"
+__version__ = "v2.1.2.5149rc"
 
 from .scanner import Scanner, Preset

bbot/modules/internal/speculate.py

@@ -1,6 +1,5 @@
 import random
 import ipaddress
-from pathlib import Path
 
 from bbot.core.helpers import validators
 from bbot.modules.internal.base import BaseInternalModule
@@ -24,9 +23,8 @@ class speculate(BaseInternalModule):
         "SOCIAL",
         "AZURE_TENANT",
         "USERNAME",
-        "FILESYSTEM",
     ]
-    produced_events = ["DNS_NAME", "OPEN_TCP_PORT", "IP_ADDRESS", "FINDING", "ORG_STUB", "FILESYSTEM"]
+    produced_events = ["DNS_NAME", "OPEN_TCP_PORT", "IP_ADDRESS", "FINDING", "ORG_STUB"]
     flags = ["passive"]
     meta = {
         "description": "Derive certain event types from others by common sense",
@@ -34,11 +32,10 @@ class speculate(BaseInternalModule):
         "author": "@liquidsec",
     }
 
-    options = {"max_hosts": 65536, "ports": "80,443", "ignore_folders": [".git"]}
+    options = {"max_hosts": 65536, "ports": "80,443"}
     options_desc = {
         "max_hosts": "Max number of IP_RANGE hosts to convert into IP_ADDRESS events",
         "ports": "The set of ports to speculate on",
-        "ignore_folders": "Subfolders to ignore when crawling downloaded folders",
     }
     scope_distance_modifier = 1
     _priority = 4
@@ -75,13 +72,6 @@ class speculate(BaseInternalModule):
                 self.hugewarning(f'Enabling the "portscan" module is highly recommended')
             self.range_to_ip = False
 
-        self.ignored_folders = self.config.get("ignore_folders", [])
-
-        return True
-
-    async def filter_event(self, event):
-        if event.type == "FILESYSTEM" and "folder" not in event.tags:
-            return False, "Event is not a folder"
         return True
 
     async def handle_event(self, event):
@@ -205,14 +195,3 @@ class speculate(BaseInternalModule):
                 email_event = self.make_event(email, "EMAIL_ADDRESS", parent=event, tags=["affiliate"])
                 if email_event:
                     await self.emit_event(email_event, context="detected {event.type}: {event.data}")
-
-        # FILESYSTEM (folder) --> FILESYSTEM (files)
-        if event.type == "FILESYSTEM":
-            folder_path = Path(event.data["path"])
-            for file_path in folder_path.rglob("*"):
-                # If the file is not in an ignored folder and if it has an allowed extension raise it as a FILESYSTEM event
-                if not any(ignored_folder in str(file_path) for ignored_folder in self.ignored_folders):
-                    file_event = self.make_event(
-                        {"path": str(file_path)}, "FILESYSTEM", tags=["parsed_folder", "file"], parent=event
-                    )
-                    await self.emit_event(file_event)

bbot/test/test_step_2/module_tests/test_module_git_clone.py

@@ -215,7 +215,7 @@ class TestGit_CloneWithBlob(TestGit_Clone):
     config_overrides = {"folder_blobs": True}
 
     def check(self, module_test, events):
-        filesystem_events = [e for e in events if e.type == "FILESYSTEM" and "folder" in e.tags]
+        filesystem_events = [e for e in events if e.type == "FILESYSTEM"]
         assert len(filesystem_events) == 1
         assert all(["blob" in e.data for e in filesystem_events])
         filesystem_event = filesystem_events[0]

{bbot-2.1.2.5140rc0.dist-info → bbot-2.1.2.5149rc0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: bbot
-Version: 2.1.2.5140rc0
+Version: 2.1.2.5149rc0
 Summary: OSINT automation for hackers.
 Home-page: https://github.com/blacklanternsecurity/bbot
 License: GPL-3.0

{bbot-2.1.2.5140rc0.dist-info → bbot-2.1.2.5149rc0.dist-info}/RECORD

@@ -1,4 +1,4 @@
-bbot/__init__.py,sha256=o8BgM7Bloh2Oxikozst6Q8f_otM_hwzfihx1JjSdzik,130
+bbot/__init__.py,sha256=M8dRAlxqT9v9iWm-h4ZlPFnAXrXctEDVIzWu0s_0LUg,130
 bbot/cli.py,sha256=7S3a4eB-Dl8yodc5WC-927Z30CNlLl9EXimGvIVypJo,10434
 bbot/core/__init__.py,sha256=l255GJE_DvUnWvrRb0J5lG-iMztJ8zVvoweDOfegGtI,46
 bbot/core/config/__init__.py,sha256=zYNw2Me6tsEr8hOOkLb4BQ97GB7Kis2k--G81S8vofU,342
@@ -118,7 +118,7 @@ bbot/modules/internal/base.py,sha256=BXO4Hc7XKaAOaLzolF3krJX1KibPxtek2GTQUgnCHk0
 bbot/modules/internal/cloudcheck.py,sha256=kkD5DC5Y7EPCiVTdEspZktkflArU3unx--9ciBikxHo,4099
 bbot/modules/internal/dnsresolve.py,sha256=rmXBb6r8MNYrHlnTbES1ok5M9q3JD3Oj6AOx6d0Bawc,14558
 bbot/modules/internal/excavate.py,sha256=1kPiaUlpJVT_xgPgmzqhpf04uanIe9ZayQsWANbzhd4,51238
-bbot/modules/internal/speculate.py,sha256=wP75lpdnxhoGiARmSdIlvPyYHQKx1Tu6oCu7_sKV9Qs,9850
+bbot/modules/internal/speculate.py,sha256=qT9tQWiSZ1bhAt-CeehRztVo_DP5eOqdbpPVVxGktTg,8765
 bbot/modules/internetdb.py,sha256=Edg0Z84dH8dPTZMd7RlzvYBYNq8JHs_ns_ldnFxwRKo,5415
 bbot/modules/ip2location.py,sha256=yGivX9fzvwvLpnqmYCP2a8SPjTarzrZxfRluog-nkME,2628
 bbot/modules/ipneighbor.py,sha256=Gr-HGtyZRDp_fPjpw-Mq1al7ocFdiZbKsAoAit-EUlA,1591
@@ -309,7 +309,7 @@ bbot/test/test_step_2/module_tests/test_module_fingerprintx.py,sha256=nU3jxbkGcm
 bbot/test/test_step_2/module_tests/test_module_fullhunt.py,sha256=NblfNHQrE82j-cESvm66hpN-ooKZwR1kEwJDTk_BXac,1946
 bbot/test/test_step_2/module_tests/test_module_generic_ssrf.py,sha256=w8FHR88mRIIr0-H_tK3ymmpJwymOb_kj2B4tcFi5kic,2155
 bbot/test/test_step_2/module_tests/test_module_git.py,sha256=gyBS3vZUWAyatGlcY26mGOYeqXSqJA5pbhJWgTmLqNo,1656
-bbot/test/test_step_2/module_tests/test_module_git_clone.py,sha256=P-_16Q-Hhk3l_PTlTW8tgoU-apISw0Ri76d0iBmTz0k,13225
+bbot/test/test_step_2/module_tests/test_module_git_clone.py,sha256=1hdudaW_ShcNz1o4wSENSO2lNRQgS-llx2kyRazNbso,13202
 bbot/test/test_step_2/module_tests/test_module_github_codesearch.py,sha256=yWQoGV0v43Eikt8Hr0xavxyUI96ogGloUZJ8txpxflg,3774
 bbot/test/test_step_2/module_tests/test_module_github_org.py,sha256=5tKO6NH4TPBeIdeTf7Bz9PUZ1pcvKsjrG0nFhc3YgT0,25458
 bbot/test/test_step_2/module_tests/test_module_github_workflows.py,sha256=o_teEaskm3H22QEKod5KJayFvvcgOQoG4eItGWv8C8E,38006
@@ -395,8 +395,8 @@ bbot/wordlists/raft-small-extensions-lowercase_CLEANED.txt,sha256=ruUQwVfia1_m2u
 bbot/wordlists/top_open_ports_nmap.txt,sha256=LmdFYkfapSxn1pVuQC2LkOIY2hMLgG-Xts7DVtYzweM,42727
 bbot/wordlists/valid_url_schemes.txt,sha256=VciB-ww0y-O8Ii1wpTR6rJzGDiC2r-dhVsIJApS1ZYU,3309
 bbot/wordlists/wordninja_dns.txt.gz,sha256=DYHvvfW0TvzrVwyprqODAk4tGOxv5ezNmCPSdPuDUnQ,570241
-bbot-2.1.2.5140rc0.dist-info/LICENSE,sha256=GzeCzK17hhQQDNow0_r0L8OfLpeTKQjFQwBQU7ZUymg,32473
-bbot-2.1.2.5140rc0.dist-info/METADATA,sha256=z66l-s1FFkcWpITxJE0zqCZcJi9-UWnGP0aRbsip3zk,16964
-bbot-2.1.2.5140rc0.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
-bbot-2.1.2.5140rc0.dist-info/entry_points.txt,sha256=cWjvcU_lLrzzJgjcjF7yeGuRA_eDS8pQ-kmPUAyOBfo,38
-bbot-2.1.2.5140rc0.dist-info/RECORD,,
+bbot-2.1.2.5149rc0.dist-info/LICENSE,sha256=GzeCzK17hhQQDNow0_r0L8OfLpeTKQjFQwBQU7ZUymg,32473
+bbot-2.1.2.5149rc0.dist-info/METADATA,sha256=Yy_VIlKuBonbmCRZGmuEyOx7YQl-vfPYRasrLFjw8cM,16964
+bbot-2.1.2.5149rc0.dist-info/WHEEL,sha256=Nq82e9rUAnEjt98J6MlVmMCZb-t9cYE2Ir1kpBmnWfs,88
+bbot-2.1.2.5149rc0.dist-info/entry_points.txt,sha256=cWjvcU_lLrzzJgjcjF7yeGuRA_eDS8pQ-kmPUAyOBfo,38
+bbot-2.1.2.5149rc0.dist-info/RECORD,,