bbot 2.7.0.6948rc0__tar.gz → 2.7.0.6962rc0__tar.gz

{bbot-2.7.0.6948rc0 → bbot-2.7.0.6962rc0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: bbot
-Version: 2.7.0.6948rc0
+Version: 2.7.0.6962rc0
 Summary: OSINT automation for hackers.
 License: GPL-3.0
 Keywords: python,cli,automation,osint,threat-intel,intelligence,neo4j,scanner,python-library,hacking,recursion,pentesting,recon,command-line-tool,bugbounty,subdomains,security-tools,subdomain-scanner,osint-framework,attack-surface,subdomain-enumeration,osint-tool
@@ -34,7 +34,7 @@ Requires-Dist: puremagic (>=1.28,<2.0)
 Requires-Dist: pycryptodome (>=3.17,<4.0)
 Requires-Dist: pydantic (>=2.9.2,<3.0.0)
 Requires-Dist: pyjwt (>=2.7.0,<3.0.0)
-Requires-Dist: pyzmq (>=26.0.3,<27.0.0)
+Requires-Dist: pyzmq (>=26.0.3,<28.0.0)
 Requires-Dist: radixtarget (>=3.0.13,<4.0.0)
 Requires-Dist: regex (>=2024.4.16,<2025.0.0)
 Requires-Dist: setproctitle (>=1.3.3,<2.0.0)

{bbot-2.7.0.6948rc0 → bbot-2.7.0.6962rc0}/bbot/__init__.py

@@ -1,5 +1,5 @@
 # version placeholder (replaced by poetry-dynamic-versioning)
-__version__ = "v2.7.0.6948rc"
+__version__ = "v2.7.0.6962rc"
 
 from .scanner import Scanner, Preset
 

bbot-2.7.0.6962rc0/bbot/modules/git_clone.py

@@ -0,0 +1,85 @@
+from pathlib import Path
+from subprocess import CalledProcessError
+from bbot.modules.templates.github import github
+
+
+class git_clone(github):
+    watched_events = ["CODE_REPOSITORY"]
+    produced_events = ["FILESYSTEM"]
+    flags = ["passive", "safe", "slow", "code-enum"]
+    meta = {
+        "description": "Clone code github repositories",
+        "created_date": "2024-03-08",
+        "author": "@domwhewell-sage",
+    }
+    options = {"api_key": "", "output_folder": ""}
+    options_desc = {
+        "api_key": "Github token",
+        "output_folder": "Folder to clone repositories to. If not specified, cloned repositories will be deleted when the scan completes, to minimize disk usage.",
+    }
+
+    deps_apt = ["git"]
+
+    scope_distance_modifier = 2
+
+    async def setup(self):
+        output_folder = self.config.get("output_folder")
+        self.output_dir = Path(output_folder) / "git_repos" if output_folder else self.scan.temp_dir / "git_repos"
+        self.helpers.mkdir(self.output_dir)
+        return await super().setup()
+
+    async def filter_event(self, event):
+        if event.type == "CODE_REPOSITORY" and "git" not in event.tags:
+            return False, "event is not a git repository"
+        return True
+
+    async def handle_event(self, event):
+        repository_url = event.data.get("url")
+        repository_path = await self.clone_git_repository(repository_url)
+        if repository_path:
+            self.verbose(f"Cloned {repository_url} to {repository_path}")
+            codebase_event = self.make_event({"path": str(repository_path)}, "FILESYSTEM", tags=["git"], parent=event)
+            await self.emit_event(
+                codebase_event,
+                context=f"{{module}} cloned git repository at {repository_url} to {{event.type}}: {repository_path}",
+            )
+
+    async def clone_git_repository(self, repository_url):
+        owner = repository_url.split("/")[-2]
+        folder = self.output_dir / owner
+        self.helpers.mkdir(folder)
+
+        command = ["git", "-C", folder, "clone", repository_url]
+        env = {"GIT_TERMINAL_PROMPT": "0"}
+
+        try:
+            hostname = self.helpers.urlparse(repository_url).hostname
+            if hostname and self.api_key:
+                _, domain = self.helpers.split_domain(hostname)
+                # only use the api key if the domain is github.com
+                if domain == "github.com":
+                    env["GIT_HELPER"] = (
+                        f'!f() {{ case "$1" in get) '
+                        f"echo username=x-access-token; "
+                        f"echo password={self.api_key};; "
+                        f'esac; }}; f "$@"'
+                    )
+                    command = (
+                        command[:1]
+                        + [
+                            "-c",
+                            "credential.helper=",
+                            "-c",
+                            "credential.useHttpPath=true",
+                            "--config-env=credential.helper=GIT_HELPER",
+                        ]
+                        + command[1:]
+                    )
+
+            output = await self.run_process(command, env=env, check=True)
+        except CalledProcessError as e:
+            self.debug(f"Error cloning {repository_url}. STDERR: {repr(e.stderr)}")
+            return
+
+        folder_name = output.stderr.split("Cloning into '")[1].split("'")[0]
+        return folder / folder_name

{bbot-2.7.0.6948rc0 → bbot-2.7.0.6962rc0}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "bbot"
-version = "v2.7.0.6948rc"
+version = "v2.7.0.6962rc"
 description = "OSINT automation for hackers."
 authors = [
     "TheTechromancer",
@@ -48,7 +48,7 @@ unidecode = "^1.3.8"
 mmh3 = ">=4.1,<6.0"
 setproctitle = "^1.3.3"
 yara-python = "^4.5.1"
-pyzmq = "^26.0.3"
+pyzmq = ">=26.0.3,<28.0.0"
 httpx = "^0.28.1"
 puremagic = "^1.28"
 pydantic = "^2.9.2"

bbot-2.7.0.6948rc0/bbot/modules/git_clone.py

@@ -1,67 +0,0 @@
-from pathlib import Path
-from subprocess import CalledProcessError
-from bbot.modules.templates.github import github
-
-
-class git_clone(github):
-    watched_events = ["CODE_REPOSITORY"]
-    produced_events = ["FILESYSTEM"]
-    flags = ["passive", "safe", "slow", "code-enum"]
-    meta = {
-        "description": "Clone code github repositories",
-        "created_date": "2024-03-08",
-        "author": "@domwhewell-sage",
-    }
-    options = {"api_key": "", "output_folder": ""}
-    options_desc = {
-        "api_key": "Github token",
-        "output_folder": "Folder to clone repositories to. If not specified, cloned repositories will be deleted when the scan completes, to minimize disk usage.",
-    }
-
-    deps_apt = ["git"]
-
-    scope_distance_modifier = 2
-
-    async def setup(self):
-        output_folder = self.config.get("output_folder")
-        if output_folder:
-            self.output_dir = Path(output_folder) / "git_repos"
-        else:
-            self.output_dir = self.scan.temp_dir / "git_repos"
-        self.helpers.mkdir(self.output_dir)
-        return await super().setup()
-
-    async def filter_event(self, event):
-        if event.type == "CODE_REPOSITORY":
-            if "git" not in event.tags:
-                return False, "event is not a git repository"
-        return True
-
-    async def handle_event(self, event):
-        repo_url = event.data.get("url")
-        repo_path = await self.clone_git_repository(repo_url)
-        if repo_path:
-            self.verbose(f"Cloned {repo_url} to {repo_path}")
-            codebase_event = self.make_event({"path": str(repo_path)}, "FILESYSTEM", tags=["git"], parent=event)
-            await self.emit_event(
-                codebase_event,
-                context=f"{{module}} downloaded git repo at {repo_url} to {{event.type}}: {repo_path}",
-            )
-
-    async def clone_git_repository(self, repository_url):
-        owner = repository_url.split("/")[-2]
-        folder = self.output_dir / owner
-        self.helpers.mkdir(folder)
-        if self.api_key:
-            url = repository_url.replace("https://github.com", f"https://user:{self.api_key}@github.com")
-        else:
-            url = repository_url
-        command = ["git", "-C", folder, "clone", url]
-        try:
-            output = await self.run_process(command, env={"GIT_TERMINAL_PROMPT": "0"}, check=True)
-        except CalledProcessError as e:
-            self.debug(f"Error cloning {url}. STDERR: {repr(e.stderr)}")
-            return
-
-        folder_name = output.stderr.split("Cloning into '")[1].split("'")[0]
-        return folder / folder_name