data-sourcerer 0.5.0__py3-none-any.whl → 0.6.0__py3-none-any.whl

{data_sourcerer-0.5.0.dist-info → data_sourcerer-0.6.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: data-sourcerer
-Version: 0.5.0
+Version: 0.6.0
 Summary: Sourcerer is a terminal cloud storage navigator.
 Author-email: Bohdana Kuzmenko <bohdana.kuzmenko.dev@gmail.com>
 License: MIT
@@ -59,6 +59,10 @@ engineers to view and manage files across multiple cloud providers like
 
 ## 🪄 Installation
 
+```bash
+pipx install data-sourcerer
+```
+or
 ```bash
 pip install data-sourcerer
 ```

{data_sourcerer-0.5.0.dist-info → data_sourcerer-0.6.0.dist-info}/RECORD

@@ -1,5 +1,5 @@
-sourcerer/__init__.py,sha256=8QZGs8YbjerouVXeMDz5qYQPZeFHcyXhaO8IKkxzePM,636
-sourcerer/settings.py,sha256=jIUcq9-_yYPxLS_8m1iKlkGCOg_pbhIjHXkR1LQmHQI,1463
+sourcerer/__init__.py,sha256=DkeIRjUGxqUW4miR6E03MLfzrclIIf-JdZOmHGmwGl8,636
+sourcerer/settings.py,sha256=OodDZ3USibZEXg56OKmUAMRWu_5QQ3byFoso5G31_xk,1496
 sourcerer/utils.py,sha256=l5AitLCh58TdYwhC-Z2wQVXvq1q37ObuXeqDYba4hRU,1361
 sourcerer/domain/__init__.py,sha256=rV21d-dD-e0q4EQ2LfWDSDLlrUOjnHnWBtWPujoue0o,556
 sourcerer/domain/access_credentials/__init__.py,sha256=pFAwnr74uy09e7kubYsuaqzkVPkTA66dwjKzpIGQkAY,217
@@ -52,14 +52,14 @@ sourcerer/infrastructure/storage_provider/__init__.py,sha256=GONjDCsTmd6f_fF3lzx
 sourcerer/infrastructure/storage_provider/exceptions.py,sha256=acx3IIXD2yWlzLvD2asJBEpKEa6eJW31uKkzzr8MrR4,3336
 sourcerer/infrastructure/storage_provider/registry.py,sha256=8dbRLOx1jLK_i18uuh_JnKvId9NJBECKg4nG9F_dFH4,2249
 sourcerer/infrastructure/storage_provider/services/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-sourcerer/infrastructure/storage_provider/services/azure.py,sha256=ZCglIQ0DQX1mYimsT4rS1tUvZtLbvpR_NZZzjGw7sB4,9757
+sourcerer/infrastructure/storage_provider/services/azure.py,sha256=wNmNE0xjXxewD0FN5_13QLckHsT4HVuKds9LaQa5GjI,10577
 sourcerer/infrastructure/storage_provider/services/gcp.py,sha256=HyiGF-xfUYnykZOaAqqAFpuASsf0Plcp3kPjfvRZuXM,9058
 sourcerer/infrastructure/storage_provider/services/s3.py,sha256=avRAtgZTobKnovfCG_lnW9xZOG77cnpDnZGazn85XHc,9239
 sourcerer/presentation/__init__.py,sha256=kzOeaTpy9hm61MLl_nybdooRrawFUd1uEX4f3Y-84ZU,472
 sourcerer/presentation/app.py,sha256=ROu3vSWzo6d8W30A9Zqi5zdLcVeHJsGLDJMLTKrthHE,1018
 sourcerer/presentation/di_container.py,sha256=m05fzDTGI11BXDQy1xmNl8rPHZfS1Zo_QlPhAhIyOHQ,2737
 sourcerer/presentation/settings.py,sha256=TcoDQWzekC4pYBKTVrUoXZK5s05or_F0KXmW04P6uEA,1256
-sourcerer/presentation/utils.py,sha256=ea02DEM1QOKtquc1x4ijLpD47p5whteesQP33N6Xizs,2980
+sourcerer/presentation/utils.py,sha256=CjCbnKqMi1foxdGDcHIKAhIXrrSY0Ec3K_CIp5jfFPI,3495
 sourcerer/presentation/screens/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sourcerer/presentation/screens/about/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sourcerer/presentation/screens/about/main.py,sha256=7CnXMOYHCmEHjvnEbyHbrV-RUsw3g0OZiKdyiDp1h-w,2091
@@ -105,7 +105,7 @@ sourcerer/presentation/screens/provider_creds_registration/main.py,sha256=CkGFef
 sourcerer/presentation/screens/provider_creds_registration/styles.tcss,sha256=gd1SNeRoHTYwNzdGxK-2aDqNPeY5b2wFWajtoNn5--Y,612
 sourcerer/presentation/screens/question/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sourcerer/presentation/screens/question/main.py,sha256=7ogFbKrqP9deBYfgq7Bs6NkiSdy3whEu51mW_--TCIY,980
-sourcerer/presentation/screens/question/styles.tcss,sha256=NT8Ty4opqYLG1-sal3m1us4M4LNhtTcQywlU-Al-v7o,396
+sourcerer/presentation/screens/question/styles.tcss,sha256=EXH9Cs9JT3l6-hfHlwbVfUxBC5BLKtemh7PW98pSO2g,397
 sourcerer/presentation/screens/settings/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sourcerer/presentation/screens/settings/main.py,sha256=sjFEqGKKJ1bfb901Vz21HPx-BRfndtXLFQ_jeRat_Gg,2464
 sourcerer/presentation/screens/settings/styles.tcss,sha256=116APkhBck6ktct-P_wqokrm80edrkeA2NnwLYVqFak,705
@@ -129,8 +129,8 @@ sourcerer/presentation/screens/storages_registration/main.py,sha256=xam1qrUgmh7k
 sourcerer/presentation/screens/storages_registration/styles.tcss,sha256=Yd78pkiaaShb30r5s6qlYlLxyB62DJNeAQqs_gMcP6k,601
 sourcerer/presentation/themes/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sourcerer/presentation/themes/github_dark.py,sha256=9E1mEOr701nU-ZDSKBccMl3GYchroCEsxEVelm5oI-E,497
-data_sourcerer-0.5.0.dist-info/METADATA,sha256=IJq5I6ZR1wDk_-IM9M3zk4j63kOh6JsgGVbL1fQulNk,2614
-data_sourcerer-0.5.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-data_sourcerer-0.5.0.dist-info/entry_points.txt,sha256=CyD02GehPW6QuhR5oDY5tLLRHQ9qbPXe0v3aT1pK3N8,62
-data_sourcerer-0.5.0.dist-info/licenses/LICENSE,sha256=HjZ7RAG3i6izxvitGfY4feHfvW5F8DPj5eF0YBSf2rI,1073
-data_sourcerer-0.5.0.dist-info/RECORD,,
+data_sourcerer-0.6.0.dist-info/METADATA,sha256=yIQTYxCr8914q6ofJBZ78v1LwLVYP2k84VCRh8bbUKw,2657
+data_sourcerer-0.6.0.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+data_sourcerer-0.6.0.dist-info/entry_points.txt,sha256=CyD02GehPW6QuhR5oDY5tLLRHQ9qbPXe0v3aT1pK3N8,62
+data_sourcerer-0.6.0.dist-info/licenses/LICENSE,sha256=HjZ7RAG3i6izxvitGfY4feHfvW5F8DPj5eF0YBSf2rI,1073
+data_sourcerer-0.6.0.dist-info/RECORD,,

sourcerer/__init__.py

@@ -14,4 +14,4 @@ The application is structured using a clean architecture approach with:
 
 name = "sourcerer"
 package_name = "data_sourcerer"
-__version__ = "0.5.0"
+__version__ = "0.6.0"

sourcerer/infrastructure/storage_provider/services/azure.py

@@ -6,12 +6,14 @@ interface for various cloud storage providers.
 """
 
 import os.path
+import threading
 from collections.abc import Callable
 from pathlib import Path
 from typing import Any
 
 from azure.mgmt.storage import StorageManagementClient
 from azure.storage.blob import BlobServiceClient
+from cachetools import LRUCache
 from platformdirs import user_downloads_dir
 
 from sourcerer.domain.shared.entities import StorageProvider
@@ -37,6 +39,8 @@ from sourcerer.infrastructure.utils import generate_uuid, is_text_file
 
 @storage_provider(StorageProvider.AzureStorage)
 class AzureStorageProviderService(BaseStorageProviderService):
+    MAX_CACHE_SIZE = 10
+
     def __init__(self, credentials: Any):
         """
         Initialize the service with Azure credentials.
@@ -48,6 +52,12 @@ class AzureStorageProviderService(BaseStorageProviderService):
         self.subscription_id = credentials.subscription_id
         self.cloud_suffix = credentials.cloud_suffix
 
+        self._storage_management_client: StorageManagementClient | None = None
+        self._blob_service_clients_lock = threading.Lock()
+        self._blob_service_clients: LRUCache[str, BlobServiceClient] = LRUCache(
+            maxsize=self.MAX_CACHE_SIZE
+        )
+
     def get_accounts_client(self) -> StorageManagementClient:
         """
         Get the Azure accounts client.
@@ -55,7 +65,13 @@ class AzureStorageProviderService(BaseStorageProviderService):
         Returns:
             Any: Azure accounts client
         """
-        return StorageManagementClient(self.credentials, self.subscription_id)
+        if self._storage_management_client:
+            return self._storage_management_client
+
+        self._storage_management_client = StorageManagementClient(
+            self.credentials, self.subscription_id
+        )
+        return self._storage_management_client
 
     def get_containers_client(self, storage: str):
         """
@@ -69,12 +85,19 @@ class AzureStorageProviderService(BaseStorageProviderService):
             BlobServiceClient: An instance of the BlobServiceClient, configured with the
             account URL and credentials.
         """
+        with self._blob_service_clients_lock:
+            if (client := self._blob_service_clients.get(storage)) is not None:
+                return client
+
         account_url = "https://{account}.{cloud_suffix}"
-        return BlobServiceClient(
+        client = BlobServiceClient(
             account_url.format(account=storage, cloud_suffix=self.cloud_suffix),
             credential=self.credentials,
             retry_connect=0,
         )
+        with self._blob_service_clients_lock:
+            self._blob_service_clients[storage] = client
+        return client
 
     def list_storages(self) -> list[Storage]:
         """

sourcerer/presentation/screens/question/styles.tcss

@@ -6,7 +6,7 @@ QuestionScreen {
     padding: 1 2 0 2;
     margin: 0 0;
     width: 50;
-    height: 8;
+    height: 10;
     border: solid $warning-darken-1;
 
     & > Static {

sourcerer/presentation/utils.py

@@ -4,7 +4,9 @@ Utility functions for the presentation layer.
 This module provides helper functions for the presentation layer,
 particularly for retrieving and initializing storage provider services.
 """
+from threading import Lock
 
+from cachetools import LRUCache
 from dependency_injector.wiring import Provide
 
 from sourcerer.domain.access_credentials.repositories import BaseCredentialsRepository
@@ -15,6 +17,10 @@ from sourcerer.infrastructure.access_credentials.registry import (
 )
 from sourcerer.infrastructure.storage_provider.registry import storage_provider_registry
 from sourcerer.presentation.di_container import DiContainer
+from sourcerer.settings import MAX_CREDENTIALS_CACHE_SIZE
+
+_provider_service_cache: LRUCache = LRUCache(maxsize=MAX_CREDENTIALS_CACHE_SIZE)
+_provider_service_cache_lock = Lock()
 
 
 def get_provider_service_by_access_uuid(
@@ -60,6 +66,10 @@ def get_provider_service_by_access_credentials(
            authenticated credentials.
     """
 
+    with _provider_service_cache_lock:
+        if credentials.uuid in _provider_service_cache:
+            return _provider_service_cache[credentials.uuid]
+
     credentials_service = access_credential_method_registry.get_by_provider_and_name(
         credentials.provider, credentials.credentials_type
     )
@@ -79,4 +89,7 @@ def get_provider_service_by_access_credentials(
         )
     except CredentialsAuthError:
         return None
-    return provider_service_class(auth_credentials)
+    service = provider_service_class(auth_credentials)
+    with _provider_service_cache_lock:
+        _provider_service_cache[credentials.uuid] = service
+    return service

sourcerer/settings.py

@@ -76,3 +76,5 @@ TEXT_EXTENSIONS = {
 PAGE_SIZE = 100
 PREVIEW_LENGTH_LIMIT = 10_000
 PREVIEW_LIMIT_SIZE = 2 * 1024 * 1024  # 2 MB
+
+MAX_CREDENTIALS_CACHE_SIZE = 30