fluidattacks-core 2.16.0__tar.gz → 2.16.1__tar.gz

{fluidattacks_core-2.16.0 → fluidattacks_core-2.16.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fluidattacks-core
-Version: 2.16.0
+Version: 2.16.1
 Summary: Fluid Attacks Core Library
 Author-email: Development <development@fluidattacks.com>
 License: MPL-2.0

fluidattacks_core-2.16.1/fluidattacks_core/git/constants.py

@@ -0,0 +1 @@
+DEFAULT_DOWNLOAD_BUFFER_SIZE = 64 * 1024  # 64KB

fluidattacks_core-2.16.1/fluidattacks_core/git/download_file.py

@@ -0,0 +1,40 @@
+import logging
+from pathlib import Path
+
+import aiofiles
+import aiohttp
+
+from .constants import DEFAULT_DOWNLOAD_BUFFER_SIZE
+
+LOGGER = logging.getLogger(__name__)
+
+
+async def download_file(
+    *,
+    url: str,
+    destination_path: str,
+    download_buffer_size: int = DEFAULT_DOWNLOAD_BUFFER_SIZE,
+) -> bool:
+    timeout = aiohttp.ClientTimeout(total=60 * 60, connect=30)
+    async with aiohttp.ClientSession(timeout=timeout) as session:  # noqa: SIM117
+        async with session.get(url) as response:
+            if response.status != 200:
+                LOGGER.error(
+                    "Failed to download file: HTTP %s, for path %s",
+                    response.status,
+                    destination_path,
+                )
+                return False
+
+            async with aiofiles.open(destination_path, "wb") as file:
+                while True:
+                    try:
+                        chunk = await response.content.read(download_buffer_size)
+                    except TimeoutError:
+                        LOGGER.exception("Read timeout for path %s", destination_path)
+                        return False
+                    if not chunk:
+                        break
+                    await file.write(chunk)
+
+            return Path(destination_path).exists()

{fluidattacks_core-2.16.0 → fluidattacks_core-2.16.1}/fluidattacks_core/git/download_repo.py

@@ -9,6 +9,7 @@ from git import GitError
 from git.cmd import Git
 from git.repo import Repo
 
+from .constants import DEFAULT_DOWNLOAD_BUFFER_SIZE
 from .delete_files import delete_out_of_scope_files
 from .download_file import download_file
 
@@ -83,12 +84,18 @@ async def download_repo_from_s3(
     download_url: str,
     destination_path: Path,
     git_ignore: list[str] | None = None,
+    *,
+    download_buffer_size: int = DEFAULT_DOWNLOAD_BUFFER_SIZE,
 ) -> bool:
     destination_path.parent.mkdir(parents=True, exist_ok=True)
     with tempfile.TemporaryDirectory(prefix="fluidattacks_", ignore_cleanup_errors=True) as tmpdir:
         tmp_path = Path(tmpdir)
         file_path = tmp_path / "repo.tar.gz"
-        result = await download_file(download_url, str(file_path.absolute()))
+        result = await download_file(
+            url=download_url,
+            destination_path=str(file_path.absolute()),
+            download_buffer_size=download_buffer_size,
+        )
         if not result:
             LOGGER.error("Failed to download repository from %s", download_url)
             return False

{fluidattacks_core-2.16.0 → fluidattacks_core-2.16.1}/fluidattacks_core.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: fluidattacks-core
-Version: 2.16.0
+Version: 2.16.1
 Summary: Fluid Attacks Core Library
 Author-email: Development <development@fluidattacks.com>
 License: MPL-2.0

{fluidattacks_core-2.16.0 → fluidattacks_core-2.16.1}/fluidattacks_core.egg-info/SOURCES.txt

@@ -25,6 +25,7 @@ fluidattacks_core/git/__init__.py
 fluidattacks_core/git/classes.py
 fluidattacks_core/git/clone.py
 fluidattacks_core/git/codecommit_utils.py
+fluidattacks_core/git/constants.py
 fluidattacks_core/git/delete_files.py
 fluidattacks_core/git/download_file.py
 fluidattacks_core/git/download_repo.py

{fluidattacks_core-2.16.0 → fluidattacks_core-2.16.1}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "fluidattacks-core"
-version = "2.16.0"
+version = "2.16.1"
 description = "Fluid Attacks Core Library"
 authors = [{ name = "Development", email = "development@fluidattacks.com" }]
 license = { text = "MPL-2.0" }

fluidattacks_core-2.16.0/fluidattacks_core/git/download_file.py

@@ -1,26 +0,0 @@
-import logging
-from pathlib import Path
-
-import aiofiles
-import aiohttp
-
-LOGGER = logging.getLogger(__name__)
-
-
-async def download_file(url: str, destination_path: str) -> bool:
-    async with aiohttp.ClientSession(timeout=aiohttp.ClientTimeout(total=3600)) as session:  # noqa: SIM117
-        async with session.get(url) as response:
-            if response.status == 200:
-                async with aiofiles.open(destination_path, "wb") as file:
-                    while True:
-                        try:
-                            chunk = await response.content.read(1024 * 10)
-                        except TimeoutError:
-                            LOGGER.warning("Read timeout")
-                            return False
-                        if not chunk:
-                            break
-                        await file.write(chunk)
-                return Path(destination_path).exists()
-
-    return False