e-data 2.0.2.dev138__py3-none-any.whl → 2.0.2.dev139__py3-none-any.whl

{e_data-2.0.2.dev138.dist-info → e_data-2.0.2.dev139.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: e-data
-Version: 2.0.2.dev138
+Version: 2.0.2.dev139
 Summary: Python library for managing spanish energy data from various web providers
 Author-email: VMG <vmayorg@outlook.es>
 License:                     GNU GENERAL PUBLIC LICENSE

{e_data-2.0.2.dev138.dist-info → e_data-2.0.2.dev139.dist-info}/RECORD

@@ -1,4 +1,4 @@
-e_data-2.0.2.dev138.dist-info/licenses/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+e_data-2.0.2.dev139.dist-info/licenses/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
 edata/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 edata/cli.py,sha256=CsBYDggt0grkLb4cebrckOvJyHr9PaGTnlWqT4yjuFo,5215
 edata/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -18,20 +18,20 @@ edata/models/bill.py,sha256=-qZ4l9f8BnPFlykFRoNYnmRe6-ELWmuNh6usks_k4X0,2674
 edata/models/data.py,sha256=O1aj0H_G92mnJjm6mYhC8fnl8ZOoatGiokRf8b7ziD8,2388
 edata/models/supply.py,sha256=qM0Q22-7PfBN93-Tu3ljAE58p5gfob0YWw-o5FccjrI,878
 edata/providers/__init__.py,sha256=5xaRKPttYM6EpVE1I_vhUAF25L9pEM_qK_5Ix6xnQe0,104
-edata/providers/datadis.py,sha256=3oSMWpiSHa111X1e0GUkOgnANoFvoUHeGwJN8pduW1Q,21968
+edata/providers/datadis.py,sha256=xzh3xPsAMrTiWN4FH7y9H5PPz6PB5Okb1p0DIqJBYc8,23041
 edata/providers/redata.py,sha256=i6aBjunyZMb34SGgAgNQvaNu_GFoe5P2rUIY-_vOElw,3727
 edata/services/bill_service.py,sha256=KAM78u7TpoVF-KTlB7bqj2Kp-rJERiPPoGTJCc-7rM0,15264
 edata/services/data_service.py,sha256=JJCdivjrwNt3aLhz3uMBWv06y-EL7UiK2G5EBr97l_8,19374
 edata/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 edata/tests/test_completion.py,sha256=-iyVt-juU3U1HqMuLUJXJthil2-n_4ddWiJq2GwnXTo,3551
 edata/tests/test_controller.py,sha256=CZmT6TC1vfQsxfBNRq1sKKwD4kIWDWW6OYTYeIpLKpc,4147
-edata/tests/test_datadis_connector.py,sha256=yh-cYX6zIU3HaTPimD5Rvm_QiPWJWBIskjKp2M5LpO8,12579
+edata/tests/test_datadis_connector.py,sha256=jsSFo7c30ZL7D4HAwja5-4_NTeEkpySWEV66G_9qV2w,15857
 edata/tests/test_incremental.py,sha256=MPRc7pPSIUuBSMFzlVTpV_wafeRat4kV3wy8p6NmyFQ,3280
 edata/tests/test_migrations.py,sha256=P8Qaas8u1Nwu2qNLSoqUAGL0WFqx9d59gs4Bp6L8RtY,6219
 edata/tests/test_redata_connector.py,sha256=SBvxsma5t-qvz2drxNisNM2P1STTurqEs1TSDgwaPJ8,508
 edata/tests/test_services.py,sha256=DiXA8Y9zZgtAs9HGiMOfystz2shaGAGEs444GJ2AymE,8321
 edata/tests/test_utils.py,sha256=h6yBzT7j3eA42zbXJ-AK9lXcZkjCMf16wnob1oqGvUE,2307
-e_data-2.0.2.dev138.dist-info/METADATA,sha256=-DmL66kwdc79X1tIqaJYUATBtnLaFEfXPJjuCNlq7oo,48041
-e_data-2.0.2.dev138.dist-info/WHEEL,sha256=YVMoNqKzERt-wjUZwJ33xBGAwnFl-4cqbYkTtWa4itE,91
-e_data-2.0.2.dev138.dist-info/top_level.txt,sha256=Ez-fReWtUVTMcFuH0dzCnoKIgMBHgjLaBuba8QiKC7g,6
-e_data-2.0.2.dev138.dist-info/RECORD,,
+e_data-2.0.2.dev139.dist-info/METADATA,sha256=F0A-u7spTG4nQy4enNmribG2a9tgeoS8Y1WT2w6P5UU,48041
+e_data-2.0.2.dev139.dist-info/WHEEL,sha256=YVMoNqKzERt-wjUZwJ33xBGAwnFl-4cqbYkTtWa4itE,91
+e_data-2.0.2.dev139.dist-info/top_level.txt,sha256=Ez-fReWtUVTMcFuH0dzCnoKIgMBHgjLaBuba8QiKC7g,6
+e_data-2.0.2.dev139.dist-info/RECORD,,

edata/providers/datadis.py

@@ -12,6 +12,7 @@ from datetime import datetime, timedelta
 
 import aiohttp
 import diskcache
+from dateutil.relativedelta import relativedelta
 
 from edata.models import Contract, Energy, Power, Supply
 
@@ -57,6 +58,9 @@ GET_MAX_POWER_MANDATORY_FIELDS = ["time", "date", "maxPower"]
 # Timing constants
 TIMEOUT = 3 * 60  # requests timeout
 QUERY_LIMIT = timedelta(hours=24)  # a datadis limitation, again...
+# Datadis rejects (400) any query starting more than two years ago, which made
+# a first sync of an older supply fail as a whole
+MAX_HISTORY = relativedelta(years=2)
 
 
 # Cache-related constants
@@ -70,6 +74,18 @@ def migrate_storage(storage_dir: str) -> None:
         os.remove(os.path.join(storage_dir, "edata_recent_queries_cache.json"))
 
 
+def earliest_query_start(now: datetime | None = None) -> datetime:
+    """Return the oldest start date Datadis accepts.
+
+    Queries are monthly (``YYYY/MM``), so this is the first month whose first
+    day is still within ``MAX_HISTORY`` of ``now``.
+    """
+
+    limit = (now or datetime.now()) - MAX_HISTORY
+    month = limit.replace(day=1, hour=0, minute=0, second=0, microsecond=0)
+    return month if month >= limit else month + relativedelta(months=1)
+
+
 def _parse_consumptions(
     response: dict[str, typing.Any], start_date: datetime, end_date: datetime
 ) -> list[Energy]:
@@ -463,6 +479,10 @@ class DatadisConnector:
         authorized_nif: str | None = None,
     ) -> list[Energy]:
         """Datadis 'get_consumption_data' query."""
+        start_date = max(start_date, earliest_query_start())
+        if start_date > end_date:
+            _LOGGER.debug("Skipping consumption query older than Datadis history")
+            return []
         data = {
             "cups": cups,
             "distributorCode": distributor_code,
@@ -514,6 +534,10 @@ class DatadisConnector:
         authorized_nif: str | None = None,
     ) -> list[Power]:
         """Datadis 'get_max_power' query."""
+        start_date = max(start_date, earliest_query_start())
+        if start_date > end_date:
+            _LOGGER.debug("Skipping max power query older than Datadis history")
+            return []
         data = {
             "cups": cups,
             "distributorCode": distributor_code,

edata/tests/test_datadis_connector.py

@@ -7,7 +7,17 @@ from unittest.mock import AsyncMock, MagicMock, patch
 
 import pytest
 
-from edata.providers.datadis import DatadisConnector
+from edata.providers.datadis import DatadisConnector, earliest_query_start
+
+
+@pytest.fixture(autouse=True)
+def _fixture_data_within_history():
+    """Keep the 2022 fixture data inside Datadis's two-year query window."""
+    with patch(
+        "edata.providers.datadis.earliest_query_start",
+        return_value=datetime.datetime(2020, 1, 1),
+    ):
+        yield
 
 
 def _json_body(payload) -> AsyncMock:
@@ -377,3 +387,93 @@ async def test_shared_session_is_reused(mock_token, tmp_path, snapshot):
     assert supplies == snapshot
     session.get.assert_called_once()
     session.close.assert_not_awaited()
+
+
+@pytest.mark.parametrize(
+    ("now", "expected"),
+    [
+        # 2024-10-01 is already more than two years before the 9th
+        (datetime.datetime(2026, 10, 9, 18, 0), datetime.datetime(2024, 11, 1)),
+        (datetime.datetime(2026, 10, 1, 0, 0), datetime.datetime(2024, 10, 1)),
+        (datetime.datetime(2026, 3, 1, 0, 0, 1), datetime.datetime(2024, 4, 1)),
+    ],
+)
+def test_earliest_query_start(now, expected):
+    """The oldest accepted start is the first month fully within two years."""
+    assert earliest_query_start(now) == expected
+
+
+@patch("aiohttp.ClientSession.get")
+@patch.object(
+    DatadisConnector, "_async_get_token", new_callable=AsyncMock, return_value=True
+)
+def test_queries_are_clamped_to_datadis_history(mock_token, mock_get, tmp_path):
+    """Older start dates are moved to the oldest month Datadis accepts."""
+    mock_response = MagicMock()
+    mock_response.status = 200
+    mock_response.read = _json_body({"timeCurve": [], "maxPower": []})
+    mock_get.return_value.__aenter__.return_value = mock_response
+    connector = DatadisConnector(
+        MOCK_USERNAME, MOCK_PASSWORD, storage_path=str(tmp_path)
+    )
+
+    with patch(
+        "edata.providers.datadis.earliest_query_start",
+        return_value=datetime.datetime(2022, 10, 1),
+    ):
+        connector.get_consumption_data(
+            "ESXXXXXXXXXXXXXXXXTEST",
+            "2",
+            datetime.datetime(2019, 1, 1),
+            datetime.datetime(2022, 10, 31),
+            "0",
+            5,
+        )
+        connector.get_max_power(
+            "ESXXXXXXXXXXXXXXXXTEST",
+            "2",
+            datetime.datetime(2019, 1, 1),
+            datetime.datetime(2022, 10, 31),
+        )
+
+    urls = [call.args[0] for call in mock_get.call_args_list]
+    assert len(urls) == 2
+    assert all("startDate=2022/10&" in url for url in urls)
+
+
+@patch("aiohttp.ClientSession.get")
+@patch.object(
+    DatadisConnector, "_async_get_token", new_callable=AsyncMock, return_value=True
+)
+def test_queries_entirely_before_history_are_skipped(mock_token, mock_get, tmp_path):
+    """A range Datadis no longer serves is not requested at all."""
+    connector = DatadisConnector(
+        MOCK_USERNAME, MOCK_PASSWORD, storage_path=str(tmp_path)
+    )
+
+    with patch(
+        "edata.providers.datadis.earliest_query_start",
+        return_value=datetime.datetime(2022, 10, 1),
+    ):
+        assert (
+            connector.get_consumption_data(
+                "ESXXXXXXXXXXXXXXXXTEST",
+                "2",
+                datetime.datetime(2019, 1, 1),
+                datetime.datetime(2019, 12, 31),
+                "0",
+                5,
+            )
+            == []
+        )
+        assert (
+            connector.get_max_power(
+                "ESXXXXXXXXXXXXXXXXTEST",
+                "2",
+                datetime.datetime(2019, 1, 1),
+                datetime.datetime(2019, 12, 31),
+            )
+            == []
+        )
+
+    mock_get.assert_not_called()