e-data 2.0.0.dev121__py3-none-any.whl → 2.0.0.dev126__py3-none-any.whl

{e_data-2.0.0.dev121.dist-info → e_data-2.0.0.dev126.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: e-data
-Version: 2.0.0.dev121
+Version: 2.0.0.dev126
 Summary: Python library for managing spanish energy data from various web providers
 Author-email: VMG <vmayorg@outlook.es>
 License:                     GNU GENERAL PUBLIC LICENSE

{e_data-2.0.0.dev121.dist-info → e_data-2.0.0.dev126.dist-info}/RECORD

@@ -1,13 +1,13 @@
-e_data-2.0.0.dev121.dist-info/licenses/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
+e_data-2.0.0.dev126.dist-info/licenses/LICENSE,sha256=OXLcl0T2SZ8Pmy2_dmlvKuetivmyPd5m1q-Gyd-zaYY,35149
 edata/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 edata/cli.py,sha256=0pmlaaXPVfbxPVHMovsuK9qf8PGXl38AV3gtIsk95O4,4010
 edata/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 edata/core/const.py,sha256=X9J2f7lt9jXJnghqz0JFi-J7USa3xlYvbuiki70eHNE,43
 edata/core/utils.py,sha256=P4vEPVnymvBp8W2rwwc_XMvd8_6Vx6N0GKnVx0WxE0I,1938
 edata/database/__init__.py,sha256=HP_pDbGLzeMY9Ufm_Dps5cxzW_3YTonT8w8dstG558c,46
-edata/database/controller.py,sha256=_KQJALolxUTf5G405USCoSDxYebg2819aYYgiTZF1kU,16358
+edata/database/controller.py,sha256=T3fsW-2Y3NTz9eOVVQjHvYqdMHUg0QmcJseLXALF_tQ,16748
 edata/database/models.py,sha256=4rlRpPErULqYr6QJxZar1NBpJPWTcHftDN1MB3bwGyA,5096
-edata/database/queries.py,sha256=kGoTWs0VJ4KjMJqBbhQGUeio55sZAysKABYGBUUGBE8,6687
+edata/database/queries.py,sha256=rYdJ1X_yEY9FDU4NnEFjvanOcz7glZiQ4JrKCzXWXUM,7048
 edata/database/utils.py,sha256=V-FJfyAh8YJBGHB85BbWtG3Ilq09pM9Gl-L86TffB4g,1062
 edata/models/__init__.py,sha256=nMPPPkGjUsF51PBFlChgHyb5C3aQiccTRiVHUdJjNj4,153
 edata/models/bill.py,sha256=-qZ4l9f8BnPFlykFRoNYnmRe6-ELWmuNh6usks_k4X0,2674
@@ -16,13 +16,13 @@ edata/models/supply.py,sha256=qM0Q22-7PfBN93-Tu3ljAE58p5gfob0YWw-o5FccjrI,878
 edata/providers/__init__.py,sha256=5xaRKPttYM6EpVE1I_vhUAF25L9pEM_qK_5Ix6xnQe0,104
 edata/providers/datadis.py,sha256=a084ArY83ncvrMQvMSD2BY1rHlhp42dwJJkU8avmleo,20137
 edata/providers/redata.py,sha256=uvxO2TTtSNSfPRWHZifLjbaP7zAr6O7CZ1oRQFNbIhQ,3122
-edata/services/bill_service.py,sha256=bjBIL1jl0Lcb2TG5VLKZgqT55PXdMPtEQW6fIPjWrVk,13411
-edata/services/data_service.py,sha256=65w-fVllJY8GFM9eUZ7uVF_XK-QgKeYl4wfrqBFpXjE,16772
+edata/services/bill_service.py,sha256=cZkf-CVA-1I1l1vasB8waVGbS4FkODL_W9x9H_DoXG0,14632
+edata/services/data_service.py,sha256=vLm2LuWTiJgWXYOQUjwaTvkEWTo0gCt6nCkUUtVIIQ0,17120
 edata/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 edata/tests/test_datadis_connector.py,sha256=O3mjI5uIOgFz3PzQsApcG6J2yXd8rlEtj8By-9dsDbg,9270
 edata/tests/test_redata_connector.py,sha256=SBvxsma5t-qvz2drxNisNM2P1STTurqEs1TSDgwaPJ8,508
-edata/tests/test_services.py,sha256=XiwppLWqxm5vjgRtNmBeDFUaV5vVcQxerGgjnBJgmmk,4521
-e_data-2.0.0.dev121.dist-info/METADATA,sha256=hhW170QW1yry_sAqkesWyOXXXKjbZm3ZvdvYgafEatg,48075
-e_data-2.0.0.dev121.dist-info/WHEEL,sha256=qELbo2s1Yzl39ZmrAibXA2jjPLUYfnVhUNTlyF1rq0Y,92
-e_data-2.0.0.dev121.dist-info/top_level.txt,sha256=Ez-fReWtUVTMcFuH0dzCnoKIgMBHgjLaBuba8QiKC7g,6
-e_data-2.0.0.dev121.dist-info/RECORD,,
+edata/tests/test_services.py,sha256=xR_BxNttWzoEGXh02W6Iyy_QQ9odzlLXj7X9nVXd5Co,6889
+e_data-2.0.0.dev126.dist-info/METADATA,sha256=lYEx8a9kPp2tiOPuEVT8OmBggtsEjgluiJACOuFO4K8,48075
+e_data-2.0.0.dev126.dist-info/WHEEL,sha256=K260EYznzXsJYBQGqmI8VTxEdiZYNvDZwW9cBh9-_MA,91
+e_data-2.0.0.dev126.dist-info/top_level.txt,sha256=Ez-fReWtUVTMcFuH0dzCnoKIgMBHgjLaBuba8QiKC7g,6
+e_data-2.0.0.dev126.dist-info/RECORD,,

{e_data-2.0.0.dev121.dist-info → e_data-2.0.0.dev126.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (80.10.1)
+Generator: setuptools (83.0.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

edata/database/controller.py

@@ -374,6 +374,14 @@ class EdataDB:
                 session, queries, items, override=["complete", "confhash"]
             )
 
+    async def clear_bills(self, cups: str, since: datetime | None = None) -> None:
+        """Delete bill records for a cups, optionally only from a datetime onwards."""
+
+        await self._ensure_tables()
+        async with AsyncSession(self.engine) as session:
+            await session.exec(q.delete_bill(cups, since))  # type: ignore[call-overload]
+            await session.commit()
+
     async def list_supplies(self) -> typing.Sequence[SupplyModel]:
         """List all supply records."""
 

edata/database/queries.py

@@ -1,6 +1,7 @@
 import typing
 from datetime import datetime
 
+from sqlalchemy import Delete, delete
 from sqlmodel import asc, desc, select
 from sqlmodel.sql.expression import SelectOfScalar
 
@@ -184,6 +185,15 @@ def get_last_bill(
     return query
 
 
+def delete_bill(cups: str, date_from: datetime | None = None) -> Delete:
+    """Query that deletes bill records, optionally from a datetime onwards."""
+
+    query = delete(BillModel).where(BillModel.cups == cups)
+    if date_from is not None:
+        query = query.where(BillModel.datetime >= date_from)
+    return query
+
+
 # Queries for "pvpc" table
 def get_pvpc(datetime_: datetime) -> SelectOfScalar[PVPCModel]:
     """Query that selects a PVPC record."""

edata/services/bill_service.py

@@ -137,6 +137,39 @@ class BillService:
         await self.update_statistics(start, end)
         await self.fix_missing_statistics()
 
+    async def clear_bills(self, since: datetime | None = None) -> None:
+        """Delete stored bills for this cups, optionally only from a datetime onwards."""
+
+        await self.db.clear_bills(self._cups, since)
+
+    async def simulate(
+        self,
+        billing_rules: BillingRules | PVPCBillingRules | None = None,
+        is_pvpc: bool = True,
+        start: datetime | None = None,
+        end: datetime | None = None,
+    ) -> list[Bill]:
+        """Compile hourly bills for a date range without persisting them."""
+
+        if not billing_rules:
+            _LOGGER.info("%s non explicit billing rules, assuming PVPC", self._scups)
+            billing_rules = PVPCBillingRules()
+            is_pvpc = True
+
+        contracts = await self._get_contracts()
+        energy = await self._get_energy(start, end)
+
+        if is_pvpc:
+            pvpc = await self._get_pvpc(start, end)
+            billing_rules = PVPCBillingRules(**billing_rules.model_dump())
+            return await asyncio.to_thread(
+                self.simulate_pvpc, contracts, energy, pvpc, billing_rules
+            )
+
+        return await asyncio.to_thread(
+            self.simulate_custom, contracts, energy, billing_rules
+        )
+
     async def update_statistics(self, start: datetime, end: datetime):
         """Update the statistics during a period."""
 

edata/services/data_service.py

@@ -109,6 +109,11 @@ class DataService:
         data = await self.db.list_statistics(self._cups, type_, start, end, complete)
         return [x.data for x in data]
 
+    async def get_last_energy_dt(self) -> datetime | None:
+        """Return the timestamp of the latest energy record."""
+
+        return await self._get_last_energy_dt()
+
     async def fix_missing_statistics(self) -> None:
         """Recompile statistics to fix missing data."""
 
@@ -311,7 +316,9 @@ class DataService:
             # end date out of bounds
             return False
         if _pvpc_dt := await self._get_last_pvpc_dt():
-            start = _pvpc_dt + timedelta(hours=1)
+            # keep within the fetchable window even if the last stored price is
+            # older than a month, otherwise REData rejects the range with a 400
+            start = max(_pvpc_dt + timedelta(hours=1), min_date)
             if start >= end:
                 _LOGGER.info("%s pvpc prices are already synced", self._scups)
                 # data is already synced

edata/tests/test_services.py

@@ -1,3 +1,4 @@
+from datetime import datetime, timedelta
 import json
 import os
 from tempfile import gettempdir
@@ -7,6 +8,7 @@ import pytest
 import pytest_asyncio
 from syrupy.assertion import SnapshotAssertion
 
+from edata.core.utils import get_day
 from edata.models.bill import BillingRules
 from edata.models.data import Energy, Power
 from edata.models.supply import Contract, Supply
@@ -154,3 +156,79 @@ async def test_bill_service(
     assert len(monthly_stats) > 0
 
     assert monthly_stats == snapshot
+
+
+@pytest.mark.asyncio
+async def test_simulate_does_not_persist(
+    populated_data_service, snapshot: SnapshotAssertion, storage_dir
+):
+    bs = BillService("ESXXXXXXXXXXXXXXXXTEST", storage_path=storage_dir)
+
+    before = len(await bs.get_bills())
+
+    rules = BillingRules(
+        p1_kwh_eur=0.30,
+        p2_kwh_eur=0.30,
+        p3_kwh_eur=0.30,
+        p1_kw_year_eur=20,
+        p2_kw_year_eur=10,
+    )
+    simulated = await bs.simulate(billing_rules=rules, is_pvpc=False)
+
+    after = len(await bs.get_bills())
+
+    assert len(simulated) > 0
+    assert before == after
+
+    summary = {
+        "count": len(simulated),
+        "value_eur": round(sum(x.value_eur for x in simulated), 6),
+        "energy_term": round(sum(x.energy_term for x in simulated), 6),
+        "power_term": round(sum(x.power_term for x in simulated), 6),
+        "first": simulated[0],
+        "last": simulated[-1],
+    }
+    assert summary == snapshot
+
+
+@pytest.mark.asyncio
+async def test_clear_bills(populated_data_service, energy, storage_dir):
+    bs = BillService("ESXXXXXXXXXXXXXXXXTEST", storage_path=storage_dir)
+
+    all_energy = sorted(energy, key=lambda x: x.datetime)
+    rules = BillingRules(
+        p1_kwh_eur=0.20,
+        p2_kwh_eur=0.20,
+        p3_kwh_eur=0.20,
+        p1_kw_year_eur=20,
+        p2_kw_year_eur=10,
+    )
+    await bs.update(
+        all_energy[0].datetime, all_energy[-1].datetime, rules, is_pvpc=False
+    )
+    assert len(await bs.get_bills()) > 0
+
+    await bs.clear_bills()
+
+    assert len(await bs.get_bills("hour")) == 0
+    assert len(await bs.get_bills(type_="day")) == 0
+    assert len(await bs.get_bills(type_="month")) == 0
+
+
+@pytest.mark.asyncio
+async def test_update_pvpc_clamps_range_to_min_date(populated_data_service):
+    ds = populated_data_service
+    now = datetime.now()
+    stale_dt = now - timedelta(days=90)
+
+    with (
+        patch.object(ds, "_get_last_pvpc_dt", AsyncMock(return_value=stale_dt)),
+        patch.object(
+            ds.redata, "async_get_realtime_prices", AsyncMock(return_value=[])
+        ) as mock_fetch,
+    ):
+        await ds.update_pvpc(now - timedelta(days=365), now)
+
+    mock_fetch.assert_awaited_once()
+    called_start = mock_fetch.await_args.args[0]
+    assert called_start >= get_day(now) - timedelta(days=28)