ecodev-core 0.0.50__py3-none-any.whl → 0.0.51__py3-none-any.whl

ecodev_core/auth_configuration.py

@@ -4,6 +4,8 @@ Module implementing authentication configuration.
 from pydantic_settings import BaseSettings
 from pydantic_settings import SettingsConfigDict
 
+from ecodev_core.settings import SETTINGS
+
 
 class AuthenticationConfiguration(BaseSettings):
     """
@@ -16,3 +18,7 @@ class AuthenticationConfiguration(BaseSettings):
 
 
 AUTH = AuthenticationConfiguration()
+SETTINGS_AUTH = SETTINGS.authentication  # type: ignore[attr-defined]
+SECRET_KEY = SETTINGS_AUTH.secret_key or AUTH.secret_key
+ALGO = SETTINGS_AUTH.algorithm or AUTH.algorithm
+EXPIRATION_LENGTH = SETTINGS_AUTH.access_token_expire_minutes or AUTH.access_token_expire_minutes

ecodev_core/authentication.py

@@ -26,7 +26,9 @@ from starlette.requests import Request
 from starlette.responses import RedirectResponse
 
 from ecodev_core.app_user import AppUser
-from ecodev_core.auth_configuration import AUTH
+from ecodev_core.auth_configuration import ALGO
+from ecodev_core.auth_configuration import EXPIRATION_LENGTH
+from ecodev_core.auth_configuration import SECRET_KEY
 from ecodev_core.db_connection import engine
 from ecodev_core.logger import logger_get
 from ecodev_core.permissions import Permission
@@ -235,11 +237,11 @@ def _create_access_token(data: Dict, tfa_value: Optional[str] = None) -> str:
     Create an access token out of the passed data. Only called if credentials are valid
     """
     to_encode = data.copy()
-    expire = datetime.now(timezone.utc) + timedelta(minutes=AUTH.access_token_expire_minutes)
+    expire = datetime.now(timezone.utc) + timedelta(minutes=EXPIRATION_LENGTH)
     to_encode['exp'] = expire
     if tfa_value:
         to_encode['tfa'] = _hash_password(tfa_value)
-    return jwt.encode(to_encode, AUTH.secret_key, algorithm=AUTH.algorithm)
+    return jwt.encode(to_encode, SECRET_KEY, algorithm=ALGO)
 
 
 def _verify_access_token(token: str,
@@ -249,7 +251,7 @@ def _verify_access_token(token: str,
     Retrieves the token data associated to the passed token if it contains valid credential info.
     """
     try:
-        payload = jwt.decode(token, AUTH.secret_key, algorithms=[AUTH.algorithm])
+        payload = jwt.decode(token, SECRET_KEY, algorithms=[ALGO])
         if tfa_check and (not tfa_value or not _check_password(tfa_value, payload.get('tfa'))):
             raise HTTPException(status_code=status.HTTP_401_UNAUTHORIZED, detail=INVALID_TFA,
                                 headers={'WWW-Authenticate': 'Bearer'})

ecodev_core/backup.py

@@ -15,7 +15,7 @@ from pydantic_settings import SettingsConfigDict
 
 from ecodev_core.db_connection import DB_URL
 from ecodev_core.logger import logger_get
-
+from ecodev_core.settings import SETTINGS
 
 log = logger_get(__name__)
 
@@ -30,8 +30,11 @@ class BackUpSettings(BaseSettings):
     model_config = SettingsConfigDict(env_file='.env')
 
 
-BCK = BackUpSettings()
-BACKUP_URL = f'ftp://{BCK.backup_username}:{BCK.backup_password}@{BCK.backup_url}'
+BCK, SETTINGS_BCK = BackUpSettings(), SETTINGS.backup  # type: ignore[attr-defined]
+_USER = SETTINGS_BCK.backup_username or BCK.backup_username
+_PASSWD = SETTINGS_BCK.backup_password or BCK.backup_password
+_URL = SETTINGS_BCK.backup_url or BCK.backup_url
+BACKUP_URL = f'ftp://{_USER}:{_PASSWD}@{_URL}'
 
 
 def backup(backed_folder: Path, nb_saves: int = 5, additional_id: str = 'default') -> None:

ecodev_core/db_connection.py

@@ -14,6 +14,7 @@ from sqlmodel import Session
 from sqlmodel import SQLModel
 
 from ecodev_core.logger import logger_get
+from ecodev_core.settings import SETTINGS
 
 log = logger_get(__name__)
 
@@ -30,9 +31,11 @@ class DbSettings(BaseSettings):
     model_config = SettingsConfigDict(env_file='.env')
 
 
-DB = DbSettings()
-_PASSWORD = quote(DB.db_password, safe='')
-DB_URL = f'postgresql://{DB.db_username}:{_PASSWORD}@{DB.db_host}:{DB.db_port}/{DB.db_name}'
+DB, SETTINGS_DB = DbSettings(), SETTINGS.database  # type: ignore[attr-defined]
+_PASSWORD = quote(SETTINGS_DB.db_password or DB.db_password, safe='')
+_USER, _HOST = SETTINGS_DB.db_username or DB.db_username, SETTINGS_DB.db_host or DB.db_host
+_PORT, _NAME = SETTINGS_DB.db_port or DB.db_port, SETTINGS_DB.db_name or DB.db_name
+DB_URL = f'postgresql://{_USER}:{_PASSWORD}@{_HOST}:{_PORT}/{_NAME}'
 engine = create_engine(DB_URL)
 
 

ecodev_core/email_sender.py

@@ -11,6 +11,8 @@ from ssl import create_default_context
 from pydantic_settings import BaseSettings
 from pydantic_settings import SettingsConfigDict
 
+from ecodev_core.settings import SETTINGS
+
 
 class EmailAuth(BaseSettings):
     """
@@ -19,10 +21,15 @@ class EmailAuth(BaseSettings):
     email_smtp: str = ''
     email_sender: str = ''
     email_password: str = ''
+    email_port: int = 587
     model_config = SettingsConfigDict(env_file='.env')
 
 
-EMAIL_AUTH = EmailAuth()
+EMAIL_AUTH, EMAIL_SETTINGS = EmailAuth(), SETTINGS.smtp  # type: ignore[attr-defined]
+_SENDER = EMAIL_SETTINGS.email_sender or EMAIL_AUTH.email_sender
+_SMTP = EMAIL_SETTINGS.email_smtp or EMAIL_AUTH.email_smtp
+_PASSWD = EMAIL_SETTINGS.email_password or EMAIL_AUTH.email_password
+_PORT = EMAIL_SETTINGS.email_port or EMAIL_AUTH.email_port
 
 
 def send_email(email: str, body: str, topic: str, images: dict[str, Path] | None = None) -> None:
@@ -36,7 +43,7 @@ def send_email(email: str, body: str, topic: str, images: dict[str, Path] | None
         - images: if any, the Dict of image tags:image paths to incorporate in the email
     """
     em = MIMEMultipart('related')
-    em['From'] = EMAIL_AUTH.email_sender
+    em['From'] = _SENDER
     em['To'] = email
     em['Subject'] = topic
     em.attach(MIMEText(body, 'html'))
@@ -46,8 +53,8 @@ def send_email(email: str, body: str, topic: str, images: dict[str, Path] | None
         img.add_header('Content-ID', f'<{tag}>')
         em.attach(img)
 
-    with SMTP(EMAIL_AUTH.email_smtp, 587) as server:
+    with SMTP(_SMTP, _PORT) as server:
         server.ehlo()
         server.starttls(context=create_default_context())
-        server.login(EMAIL_AUTH.email_sender, EMAIL_AUTH.email_password)
-        server.sendmail(EMAIL_AUTH.email_sender, email, em.as_string())
+        server.login(_SENDER, _PASSWD)
+        server.sendmail(_SENDER, email, em.as_string())

ecodev_core/es_connection.py

@@ -11,6 +11,7 @@ from pydantic_settings import BaseSettings
 from pydantic_settings import SettingsConfigDict
 
 from ecodev_core.logger import logger_get
+from ecodev_core.settings import SETTINGS
 
 ES_CLIENT: Union[Elasticsearch, None] = None
 log = logger_get(__name__)
@@ -21,15 +22,18 @@ class ESAuth(BaseSettings):
     """
     Simple ES authentication configuration class
     """
-    host: str
-    user: str
-    password: str
-    port: int
-    index: str
+    host: str = ''
+    user: str = ''
+    password: str = ''
+    port: int = 9200
+    index: str = ''
     model_config = SettingsConfigDict(env_file='.env', env_prefix='ES_')
 
 
-ES_AUTH = ESAuth()  # type: ignore
+ES_AUTH, ES_SETTINGS = ESAuth(), SETTINGS.elastic_search  # type: ignore[attr-defined]
+_HOST, _PORT = ES_SETTINGS.host or ES_AUTH.host,  ES_SETTINGS.port or ES_AUTH.port
+_USER, _PASSWD = ES_SETTINGS.user or ES_AUTH.user, ES_SETTINGS.password or ES_AUTH.password
+_INDEX = ES_SETTINGS.index or ES_AUTH.index
 
 
 def get_es_client():
@@ -39,8 +43,7 @@ def get_es_client():
     global ES_CLIENT
 
     if ES_CLIENT is None:
-        ES_CLIENT = Elasticsearch(f'http://{ES_AUTH.host}:{ES_AUTH.port}/',
-                                  basic_auth=[ES_AUTH.user, ES_AUTH.password])
+        ES_CLIENT = Elasticsearch(f'http://{_HOST}:{_PORT}/', basic_auth=[_USER, _PASSWD])
 
     return ES_CLIENT
 
@@ -51,11 +54,11 @@ def create_es_index(body: dict) -> None:
     """
     client = get_es_client()
     try:
-        client.indices.delete(index=ES_AUTH.index)
+        client.indices.delete(index=_INDEX)
     except Exception:
         pass
-    client.indices.create(index=ES_AUTH.index, body=body)
-    log.info(f'index {ES_AUTH.index} created')
+    client.indices.create(index=_INDEX, body=body)
+    log.info(f'index {_INDEX} created')
 
 
 def insert_es_fields(operations: list[dict], batch_size: int = ES_BATCH_SIZE) -> None:
@@ -66,11 +69,11 @@ def insert_es_fields(operations: list[dict], batch_size: int = ES_BATCH_SIZE) ->
     batches = [list(operations)[i:i + batch_size] for i in range(0, len(operations), batch_size)]
     log.info('indexing fields')
     for batch in progressbar.progressbar(batches, redirect_stdout=False):
-        helpers.bulk(client, batch, index=ES_AUTH.index)
+        helpers.bulk(client, batch, index=_INDEX)
 
 
 def retrieve_es_fields(body: dict[str, Any]) -> list[dict]:
     """
     Core call to the elasticsearch index
     """
-    return get_es_client().search(index=ES_AUTH.index, body=body)
+    return get_es_client().search(index=_INDEX, body=body)

ecodev_core/settings.py

@@ -1,6 +1,7 @@
 """
 Module defining a dynamic setting class
 """
+from contextlib import suppress
 from pathlib import Path
 
 from pydantic.v1.utils import deep_update
@@ -9,18 +10,24 @@ from pydantic_settings import SettingsConfigDict
 
 from ecodev_core.deployment import Deployment
 from ecodev_core.list_utils import dict_to_class
+from ecodev_core.logger import logger_get
 from ecodev_core.read_write import load_yaml_file
 
+log = logger_get(__name__)
+
 
 class DeploymentSetting(BaseSettings):
     """
     Settings class used to load the deployment type from environment variables.
     """
     environment: str = 'local'
+    base_path: str = '/app'
     model_config = SettingsConfigDict(env_file='.env')
 
 
-DEPLOYMENT = Deployment(DeploymentSetting().environment.lower())
+DEPLOYMENT_SETTINGS = DeploymentSetting()
+DEPLOYMENT = Deployment(DEPLOYMENT_SETTINGS.environment.lower())
+BASE_PATH = Path(DEPLOYMENT_SETTINGS.base_path)
 
 
 class Settings:
@@ -29,15 +36,21 @@ class Settings:
     this configuration with additional information coming from a secret file.
     """
 
-    def __init__(self, base_path: Path = Path('/app'), deployment: Deployment = DEPLOYMENT):
+    def __init__(self, base_path: Path = BASE_PATH, deployment: Deployment = DEPLOYMENT):
         """
         Dynamically setting Settings attributes, doing so recursively. Attributes are loaded
          from config file, possibly overwriting some of this configuration with additional
          information coming from a secret file.
         """
         self.deployment = deployment
-        data = load_yaml_file(base_path / 'config' / f'{deployment.value}.yaml')
-        if (secrets_file := base_path / 'secrets' / f'{deployment.value}.yaml').exists():
-            data = deep_update(data, load_yaml_file(secrets_file))
-        for k, v in dict_to_class(data).items():
-            setattr(self, k, v)
+
+        with suppress(FileNotFoundError):
+            log.info((base_path / 'config' / f'{deployment.value}.yaml').exists())
+            data = load_yaml_file(base_path / 'config' / f'{deployment.value}.yaml')
+            if (secrets_file := base_path / 'secrets' / f'{deployment.value}.yaml').exists():
+                data = deep_update(data, load_yaml_file(secrets_file))
+            for k, v in dict_to_class(data).items():
+                setattr(self, k, v)
+
+
+SETTINGS = Settings()

{ecodev_core-0.0.50.dist-info → ecodev_core-0.0.51.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: ecodev-core
-Version: 0.0.50
+Version: 0.0.51
 Summary: Low level sqlmodel/fastapi/pydantic building blocks
 License: MIT
 Author: Thomas Epelbaum

{ecodev_core-0.0.50.dist-info → ecodev_core-0.0.51.dist-info}/RECORD

@@ -2,20 +2,20 @@ ecodev_core/__init__.py,sha256=YsvkU4bKXgYW_0jWVx0Z7_31UUQCxfADcVRxR-CcaxI,5943
 ecodev_core/app_activity.py,sha256=KBtI-35LBLPDppFB7xjxWthXQrY3Z_aGDnC-HrW8Ea0,4641
 ecodev_core/app_rights.py,sha256=RZPdDtydFqc_nFj96huKAc56BS0qS6ScKv4Kghqd6lc,726
 ecodev_core/app_user.py,sha256=r1bqA4H08x53XmxmjwyGKl_PFjYQazzBbVErdkztqeE,2947
-ecodev_core/auth_configuration.py,sha256=R8XH674J1HQSxMr-abvrG0zRqANRf07eMLiG4yB04gM,447
-ecodev_core/authentication.py,sha256=aLMk2_fn1Fodrby2ywZraB3JTSsSrPsBiQq0ag0ySiY,10023
-ecodev_core/backup.py,sha256=tay3-m54gfLWpEG8as83wlj8EH31be730k1PjZaZLas,3653
+ecodev_core/auth_configuration.py,sha256=qZ1Dkk7n1AH7w0tVKQ8AYswukOeMZH6mmbixPEAQnJ8,764
+ecodev_core/authentication.py,sha256=HYi4C7cHFwGUoskiMK2q-X7QeGofONPYWB55kxzJ6vI,10093
+ecodev_core/backup.py,sha256=N5AtoqtHJRp92Bj0Nr7WW5WDcpjTIET8haxZoYDOtyI,3890
 ecodev_core/check_dependencies.py,sha256=aFn8GI4eBbuJT8RxsfhSSnlpNYYj_LPOH-tZF0EqfKQ,6917
 ecodev_core/custom_equal.py,sha256=2gRn0qpyJ8-Kw9GQSueu0nLngLrRrwyMPlP6zqPac0U,899
-ecodev_core/db_connection.py,sha256=bc5MujZ57f204wTsuNVdn1JdP-zBzkDJxHmdxBDTiNs,2286
+ecodev_core/db_connection.py,sha256=hhqeyTrl0DlQA7RkUs6pIOpZeE3yS_Q5mqj5uGPfG_Y,2569
 ecodev_core/db_filters.py,sha256=T_5JVF27UEu7sC6NOm7-W3_Y0GLfbWQO_EeTXcD2cv8,5041
 ecodev_core/db_insertion.py,sha256=k-r798MMrW1sRb-gb8lQTxyJrb4QP5iZT8GDzCYYwlo,4544
 ecodev_core/db_retrieval.py,sha256=sCP7TDGIcTOK5gT3Inga91bE4S31HbQPw4yI22WJbss,7392
 ecodev_core/db_upsertion.py,sha256=_OdCILP1NEw1hkbvTn9ZOF5YkU9U02Fj_U3E7uY5AoI,5861
 ecodev_core/deployment.py,sha256=z8ACI00EtKknXOB8xyPwYIXTvPjIDOH9z9cBGEU0YrA,281
-ecodev_core/email_sender.py,sha256=XD7jAVXhGzvbiHqMhK9_aTEIS70Lw_CmPeAxRZGji-Y,1610
+ecodev_core/email_sender.py,sha256=V3UGweuq6Iy09Z9to8HzM6JOVDVGHZXHGjUSkW94Tac,1912
 ecodev_core/enum_utils.py,sha256=BkQ4YQ97tXBYmMcQiSIi0mbioD5CgVU79myg1BBAXuA,556
-ecodev_core/es_connection.py,sha256=3z8KWF9yUzCW4xC9nhLlIcoW3Gw6m19MvH4Z6nxy7R4,1967
+ecodev_core/es_connection.py,sha256=WC2_BIWBoxgihF1tyHhHsBlcFhM6nZD7eDrPuoJJOqI,2208
 ecodev_core/list_utils.py,sha256=QFchUnD9CvMiBFBUaxkZTyDyEqpIJBwCNPubNUSl8TA,4877
 ecodev_core/logger.py,sha256=_v63vq7jh72RRkzajHB9QkRfEPcwCMNcLh7maLeKwRg,3596
 ecodev_core/pandas_utils.py,sha256=Juc6gvPnoBiSVF2SR6_vfMi5W-QEkY3fnpo5ROB1L9s,2191
@@ -23,10 +23,10 @@ ecodev_core/permissions.py,sha256=WAx-ilMu8LlQp2sjJVdkhNQieytEaEm8577ZF1HWeTY,50
 ecodev_core/pydantic_utils.py,sha256=e3GH50JmcpTmd2UgrB94QSwWOlOCW3WIlVdyX9C4T-U,741
 ecodev_core/read_write.py,sha256=YIGRERvFHU7vy-JIaCWAza4CPMysLRUHKJxN-ZgFmu0,1208
 ecodev_core/safe_utils.py,sha256=Q8N15El1tSxZJJsy1i_1CCycuBN1_98QQoHmYJRcLIY,6904
-ecodev_core/settings.py,sha256=ARAPkXxggVUsYqSQIAgCK8C2DKSMPia1CekULn428bA,1562
+ecodev_core/settings.py,sha256=ucN370enphetG3LIOC7uHV8qYo4rlx4neYuHnpxSKNI,1949
 ecodev_core/sqlmodel_utils.py,sha256=t57H3QPtKRy4ujic1clMK_2L4p0yjGJLZbDjHPZ8M94,453
 ecodev_core/version.py,sha256=eyIf8KkW_t-hMuYFIoy0cUlNaMewLe6i45m2HKZKh0Q,4403
-ecodev_core-0.0.50.dist-info/LICENSE.md,sha256=8dqVJEbwXjPWjjRKjdLMym5k9Gi8hwtrHh84sti6KIs,1068
-ecodev_core-0.0.50.dist-info/METADATA,sha256=JxveylReLzzqau_K4I-u8Wh4nKpE7-VgkcavjHYHX3w,3509
-ecodev_core-0.0.50.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
-ecodev_core-0.0.50.dist-info/RECORD,,
+ecodev_core-0.0.51.dist-info/LICENSE.md,sha256=8dqVJEbwXjPWjjRKjdLMym5k9Gi8hwtrHh84sti6KIs,1068
+ecodev_core-0.0.51.dist-info/METADATA,sha256=DGtUqB01Nbk_oAkGNYY20AbtrWBC3xfrpdH_SYVxL1c,3509
+ecodev_core-0.0.51.dist-info/WHEEL,sha256=sP946D7jFCHeNz5Iq4fL4Lu-PrWrFsgfLXbbkciIZwg,88
+ecodev_core-0.0.51.dist-info/RECORD,,