data-sourcerer 0.8.0__tar.gz → 0.8.1__tar.gz

{data_sourcerer-0.8.0 → data_sourcerer-0.8.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: data-sourcerer
-Version: 0.8.0
+Version: 0.8.1
 Summary: Sourcerer is a terminal cloud storage navigator.
 Author-email: Bohdana Kuzmenko <bohdana.kuzmenko.dev@gmail.com>
 License: MIT

{data_sourcerer-0.8.0 → data_sourcerer-0.8.1}/sourcerer/__init__.py

@@ -14,4 +14,4 @@ The application is structured using a clean architecture approach with:
 
 name = "sourcerer"
 package_name = "data_sourcerer"
-__version__ = "0.8.0"
+__version__ = "0.8.1"

{data_sourcerer-0.8.0 → data_sourcerer-0.8.1}/sourcerer/domain/settings/entities.py

@@ -2,6 +2,7 @@ from msgspec._core import Struct
 
 from sourcerer.settings import (
     DEFAULT_DOWNLOAD_CHUNK_SIZE_MB,
+    DEFAULT_PRESIGNED_URL_TTL_SECONDS,
     DEFAULT_UPLOAD_CHUNK_SIZE_MB,
 )
 
@@ -11,6 +12,7 @@ class Settings(Struct):
     group_by_access_credentials: bool = False
     upload_chunk_size: int = DEFAULT_UPLOAD_CHUNK_SIZE_MB
     download_chunk_size: int = DEFAULT_DOWNLOAD_CHUNK_SIZE_MB
+    presigned_url_ttl_seconds: int = DEFAULT_PRESIGNED_URL_TTL_SECONDS
 
 
 class SettingsFields:
@@ -18,3 +20,4 @@ class SettingsFields:
     group_by_access_credentials = "group_by_access_credentials"
     upload_chunk_size = "upload_chunk_size"
     download_chunk_size = "download_chunk_size"
+    presigned_url_ttl_seconds = "presigned_url_ttl_seconds"

{data_sourcerer-0.8.0 → data_sourcerer-0.8.1}/sourcerer/infrastructure/storage_provider/services/azure.py

@@ -48,6 +48,7 @@ from sourcerer.infrastructure.storage_provider.registry import storage_provider
 from sourcerer.infrastructure.utils import generate_uuid, is_text_file, join_non_empty
 from sourcerer.settings import (
     DEFAULT_DOWNLOAD_CHUNK_SIZE_MB,
+    DEFAULT_PRESIGNED_URL_TTL_SECONDS,
     DEFAULT_UPLOAD_CHUNK_SIZE_MB,
 )
 
@@ -61,6 +62,7 @@ class AzureStorageProviderService(BaseStorageProviderService):
         credentials: Any,
         upload_chunk_size=DEFAULT_UPLOAD_CHUNK_SIZE_MB,
         download_chunk_size=DEFAULT_DOWNLOAD_CHUNK_SIZE_MB,
+        presigned_url_ttl_seconds=DEFAULT_PRESIGNED_URL_TTL_SECONDS,
     ):
         """
         Initialize the service with Azure credentials.
@@ -83,7 +85,7 @@ class AzureStorageProviderService(BaseStorageProviderService):
 
         self.upload_chunk_size = upload_chunk_size * 1024 * 1024
         self.download_chunk_size = download_chunk_size * 1024 * 1024
-        self.presigned_url_expiration_period = 3600
+        self.presigned_url_expiration_period = presigned_url_ttl_seconds
 
     def get_accounts_client(self) -> StorageManagementClient:
         """

{data_sourcerer-0.8.0 → data_sourcerer-0.8.1}/sourcerer/infrastructure/storage_provider/services/gcp.py

@@ -37,6 +37,7 @@ from sourcerer.infrastructure.storage_provider.registry import storage_provider
 from sourcerer.infrastructure.utils import generate_uuid, is_text_file
 from sourcerer.settings import (
     DEFAULT_DOWNLOAD_CHUNK_SIZE_MB,
+    DEFAULT_PRESIGNED_URL_TTL_SECONDS,
     DEFAULT_UPLOAD_CHUNK_SIZE_MB,
     PAGE_SIZE,
     PATH_DELIMITER,
@@ -57,6 +58,7 @@ class GCPStorageProviderService(BaseStorageProviderService):
         credentials: Any,
         upload_chunk_size=DEFAULT_UPLOAD_CHUNK_SIZE_MB,
         download_chunk_size=DEFAULT_DOWNLOAD_CHUNK_SIZE_MB,
+        presigned_url_ttl_seconds=DEFAULT_PRESIGNED_URL_TTL_SECONDS,
     ):
         """
         Initialize the service with GCP credentials.
@@ -69,7 +71,7 @@ class GCPStorageProviderService(BaseStorageProviderService):
         self.client = credentials
         self.upload_chunk_size = upload_chunk_size * 1024 * 1024
         self.download_chunk_size = download_chunk_size * 1024 * 1024
-        self.presigned_url_expiration_period = 3600
+        self.presigned_url_expiration_period = presigned_url_ttl_seconds
 
     def list_storages(self) -> list[Storage]:
         """

{data_sourcerer-0.8.0 → data_sourcerer-0.8.1}/sourcerer/infrastructure/storage_provider/services/s3.py

@@ -37,6 +37,7 @@ from sourcerer.infrastructure.storage_provider.registry import storage_provider
 from sourcerer.infrastructure.utils import generate_uuid, is_text_file
 from sourcerer.settings import (
     DEFAULT_DOWNLOAD_CHUNK_SIZE_MB,
+    DEFAULT_PRESIGNED_URL_TTL_SECONDS,
     DEFAULT_UPLOAD_CHUNK_SIZE_MB,
     PAGE_SIZE,
     PATH_DELIMITER,
@@ -57,6 +58,7 @@ class S3ProviderService(BaseStorageProviderService):
         credentials: Any,
         upload_chunk_size=DEFAULT_UPLOAD_CHUNK_SIZE_MB,
         download_chunk_size=DEFAULT_DOWNLOAD_CHUNK_SIZE_MB,
+        presigned_url_ttl_seconds=DEFAULT_PRESIGNED_URL_TTL_SECONDS,
     ):
         """
         Initialize the service with AWS credentials.
@@ -69,7 +71,7 @@ class S3ProviderService(BaseStorageProviderService):
         self.credentials = credentials
         self.upload_chunk_size = upload_chunk_size * 1024 * 1024
         self.download_chunk_size = download_chunk_size * 1024 * 1024
-        self.presigned_url_expiration_period = 3600
+        self.presigned_url_expiration_period = presigned_url_ttl_seconds
 
     @property
     def client(self):

{data_sourcerer-0.8.0 → data_sourcerer-0.8.1}/sourcerer/presentation/screens/main/main.py

@@ -289,6 +289,11 @@ class Sourcerer(App, ResizeContainersWatcherMixin):
                 SettingsFields.download_chunk_size, download_chunk_size
             )
 
+        if presigned_url_ttl := settings.get(SettingsFields.presigned_url_ttl_seconds):
+            self.settings_service.set_setting(
+                SettingsFields.presigned_url_ttl_seconds, presigned_url_ttl
+            )
+
         self.settings = self.settings_service.load_settings()
 
     def modal_screen_callback(self, requires_storage_refresh: bool | None = True):

{data_sourcerer-0.8.0 → data_sourcerer-0.8.1}/sourcerer/presentation/screens/settings/main.py

@@ -57,6 +57,16 @@ class SettingsScreen(ExitBoundModalScreen):
                         Number(minimum=1, maximum=1000),
                     ],
                 )
+            with Horizontal():
+                yield Static("Presigned url ttl (sec):")
+                yield Input(
+                    type="integer",
+                    id="presigned_url_ttl_seconds",
+                    value=str(self.settings.presigned_url_ttl_seconds),
+                    validators=[
+                        Number(minimum=1, maximum=604800),
+                    ],
+                )
 
             yield Rule()
             with Horizontal(id="controls"):
@@ -73,6 +83,9 @@ class SettingsScreen(ExitBoundModalScreen):
             download_chunk_size = self.query_one(
                 "Input#download_chunk_size", Input
             ).value
+            presigned_url_ttl_seconds = self.query_one(
+                "Input#presigned_url_ttl_seconds", Input
+            ).value
 
             if not upload_chunk_size.isdigit():
                 self.notify("Invalid upload chunk size", severity="error")
@@ -80,6 +93,9 @@ class SettingsScreen(ExitBoundModalScreen):
             if not download_chunk_size.isdigit():
                 self.notify("Invalid download chunk size", severity="error")
                 return
+            if not presigned_url_ttl_seconds.isdigit():
+                self.notify("Invalid presigned url ttl", severity="error")
+                return
 
             self.dismiss(
                 {
@@ -89,6 +105,9 @@ class SettingsScreen(ExitBoundModalScreen):
                     ).value,
                     SettingsFields.upload_chunk_size: int(upload_chunk_size),
                     SettingsFields.download_chunk_size: int(download_chunk_size),
+                    SettingsFields.presigned_url_ttl_seconds: int(
+                        presigned_url_ttl_seconds
+                    ),
                 }
             )
 

{data_sourcerer-0.8.0 → data_sourcerer-0.8.1}/sourcerer/presentation/utils.py

@@ -48,6 +48,7 @@ def _provider_service_cache_lru_key(credentials, settings: Settings):
             credentials.uuid,
             str(settings.upload_chunk_size),
             str(settings.download_chunk_size),
+            str(settings.presigned_url_ttl_seconds),
         ]
     )
 
@@ -106,7 +107,10 @@ def get_provider_service_by_access_credentials(
     except CredentialsAuthError:
         return None
     service = provider_service_class(
-        auth_credentials, settings.upload_chunk_size, settings.download_chunk_size
+        auth_credentials,
+        settings.upload_chunk_size,
+        settings.download_chunk_size,
+        settings.presigned_url_ttl_seconds,
     )
     with _provider_service_cache_lock:
         _provider_service_cache[cache_key] = service

{data_sourcerer-0.8.0 → data_sourcerer-0.8.1}/sourcerer/settings.py

@@ -82,3 +82,4 @@ MAX_CREDENTIALS_CACHE_SIZE = 30
 
 DEFAULT_UPLOAD_CHUNK_SIZE_MB = 30
 DEFAULT_DOWNLOAD_CHUNK_SIZE_MB = 30
+DEFAULT_PRESIGNED_URL_TTL_SECONDS = 3600