datamarket 0.9.5__py3-none-any.whl → 0.9.6__py3-none-any.whl

datamarket/interfaces/aws.py

@@ -4,8 +4,7 @@
 import io
 import logging
 import boto3
-
-from ..utils.main import Config
+from dynaconf import Dynaconf
 
 ########################################################################################################################
 # CLASSES
@@ -14,7 +13,7 @@ logger = logging.getLogger(__name__)
 
 
 class AWSInterface:
-    def __init__(self, config: Config) -> None:
+    def __init__(self, config: Dynaconf) -> None:
         self.profiles = []
         self.config = config
 

datamarket/interfaces/ftp.py

@@ -5,7 +5,7 @@ import logging
 from ftplib import FTP, FTP_TLS
 from pathlib import Path
 
-from ..utils.main import Config
+from dynaconf import Dynaconf
 
 ########################################################################################################################
 # CLASSES
@@ -13,7 +13,7 @@ from ..utils.main import Config
 logger = logging.getLogger(__name__)
 
 class FTPInterface:
-    def __init__(self, config: Config):
+    def __init__(self, config: Dynaconf):
         if "ftp" in config:
             self.config = config["ftp"]
 

datamarket/utils/main.py

@@ -2,6 +2,7 @@
 # IMPORTS
 
 import asyncio
+from dataclasses import dataclass
 import inspect
 import logging
 import random
@@ -11,23 +12,35 @@ import shutil
 import subprocess
 import time
 from pathlib import Path
-from typing import Literal, Union
+from typing import Literal, Optional, Union
 
 import pendulum
 from croniter import croniter
 from configparser import RawConfigParser
 from dynaconf import Dynaconf, add_converter
 
+logger = logging.getLogger(__name__)
+
 ########################################################################################################################
-# FUNCTIONS
+# CLASSES
+
+
+@dataclass
+class ProjectMetadata:
+    cmd_prefix: str
+    package_name: str
+    env_name: str
+    path: Path
+    config_path: Path
 
-logger = logging.getLogger(__name__)
 
-Config = Union[RawConfigParser, Dynaconf]
+########################################################################################################################
+# FUNCTIONS
 
 
 def get_granular_date(
-    granularity: Union[Literal["monthly", "biweekly", "weekly", "daily"], str], tz: str = "Europe/Madrid"
+    granularity: Union[Literal["monthly", "biweekly", "weekly", "daily"], str],
+    tz: str = "Europe/Madrid",
 ) -> pendulum.DateTime:
     """
     Returns the most recent date based on the given granularity or a custom cron expression.
@@ -67,8 +80,10 @@ def read_converter(path_str: str):
 
 
 def get_config(
-    config_file: Path, tz: str = "Europe/Madrid"
-) -> Union[RawConfigParser, Dynaconf]:
+    config_file: Optional[Path] = None, tz: str = "Europe/Madrid"
+) -> Dynaconf:
+    config_file = config_file or get_project_metadata().config_path
+
     if Path(config_file).suffix == ".ini":
         logger.warning("Using legacy INI config reader. Please migrate to TOML")
         cfg = RawConfigParser()
@@ -106,17 +121,20 @@ def get_config(
 
     return config
 
-
-def get_project_metadata():
+def get_project_metadata() -> ProjectMetadata:
     caller_frame = inspect.stack()[1]
     current_file_parts = Path(caller_frame.filename).resolve().parts
     src_index = current_file_parts.index("src")
+
     cmd_prefix = "dix vnc run --" if shutil.which("dix") else ""
-    pkg_name = current_file_parts[src_index + 1]
-    env_name = f"{pkg_name}_env"
+    package_name = current_file_parts[src_index + 1]
+    env_name = f"{package_name}_env"
     project_path = Path(*current_file_parts[:src_index])
+    config_path = project_path / "config.toml"
 
-    return {"cmd_prefix": cmd_prefix, "pkg_name": pkg_name, "env_name": env_name, "project_path": project_path}
+    return ProjectMetadata(
+        cmd_prefix, package_name, env_name, project_path, config_path
+    )
 
 
 def set_logger(level):

{datamarket-0.9.5.dist-info → datamarket-0.9.6.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: datamarket
-Version: 0.9.5
+Version: 0.9.6
 Summary: Utilities that integrate advanced scraping knowledge into just one library.
 License: GPL-3.0-or-later
 Author: DataMarket

{datamarket-0.9.5.dist-info → datamarket-0.9.6.dist-info}/RECORD

@@ -1,9 +1,9 @@
 datamarket/__init__.py,sha256=FHS77P9qNewKMoN-p0FLEUEC60oWIYup1QkbJZP4ays,12
 datamarket/interfaces/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 datamarket/interfaces/alchemy.py,sha256=V8E1GtokxUNmrUftKTFkIpNoXaqJME7ACES2BY0znQM,4214
-datamarket/interfaces/aws.py,sha256=R6lYdSCD6a4g9l6aFMtNDt_EX3kroe2untDhgy7XG1k,2384
+datamarket/interfaces/aws.py,sha256=7KLUeBxmPN7avEMPsu5HC_KHB1N7W6Anp2X8fo43mlw,2383
 datamarket/interfaces/drive.py,sha256=shbV5jpQVe_KPE-8Idx6Z9te5Zu1SmVfrvSAyd9ZIgE,2915
-datamarket/interfaces/ftp.py,sha256=VZSxISKquMIVbt-Nvb1HgOB9pwkzYunoror-anZNiiQ,1881
+datamarket/interfaces/ftp.py,sha256=o0KlJxtksbop9OjCiQRzyAa2IeG_ExVXagS6apwrAQo,1881
 datamarket/interfaces/nominatim.py,sha256=_gFJ04D-ju5xn3wuaGT5Pj5jhf4F5eINpxOpuQL_dIQ,3664
 datamarket/interfaces/peerdb.py,sha256=rNQ1-THcVvrej8BEPJs9zM4VfH5dlByafOIHYN9sB2A,21833
 datamarket/interfaces/proxy.py,sha256=updoOStKd8-nQBbxWbnD9eOt6HksnYi-5dQ0rEySf5M,3152
@@ -13,11 +13,11 @@ datamarket/params/nominatim.py,sha256=pBYRfoBkkLBg2INbFymefmYSzaAVujQSpEro5c1hD_
 datamarket/utils/__init__.py,sha256=8D5a8oKgqd6WA1RUkiKCn4l_PVemtyuckxQut0vDHXM,20
 datamarket/utils/airflow.py,sha256=al0vc0YUikNu3Oy51VSn52I7pMU40akFBOl_UlHa2E4,795
 datamarket/utils/alchemy.py,sha256=SRq6kgh1aANXVShBPgAuglmNhZssPWwWEY503gKSia8,635
-datamarket/utils/main.py,sha256=0Abt3ww1VSPnX4AVKDcYzqDLAOEV_54iUHMLJfre2bg,6129
+datamarket/utils/main.py,sha256=O6rX-65h4h0j2zs9dofdTPlly5reKDnvgLtTwbLmbWg,6529
 datamarket/utils/selenium.py,sha256=IMKlbLzXABFhACnWzhHmB0l2hhVzNwHGZwbo14nEewQ,2499
 datamarket/utils/soda.py,sha256=eZTXFbI1P3WoMd1MM-YjoVTpdjTcDSWuvBb7ViBMhSQ,941
 datamarket/utils/typer.py,sha256=FDF3l6gh3UlAFPsHCtesnekvct2rKz0oFn3uKARBQvE,814
-datamarket-0.9.5.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
-datamarket-0.9.5.dist-info/METADATA,sha256=0OFyrz2YcKfH1HachMVzhD7C_kL9iODaxEFLTB4e2NI,6362
-datamarket-0.9.5.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
-datamarket-0.9.5.dist-info/RECORD,,
+datamarket-0.9.6.dist-info/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+datamarket-0.9.6.dist-info/METADATA,sha256=8navfRiIA2UGaMQCWCsq0-LQBDzVpfYPlAH_RzLsams,6362
+datamarket-0.9.6.dist-info/WHEEL,sha256=XbeZDeTWKc1w7CSIyre5aMDU_-PohRwTQceYnisIYYY,88
+datamarket-0.9.6.dist-info/RECORD,,