chellow 1717082284.0.0__py3-none-any.whl → 1717489198.0.0__py3-none-any.whl

chellow/e/bmarketidx.py

@@ -1,9 +1,12 @@
 import atexit
-import collections
 import threading
 import traceback
+from collections import deque
+from datetime import datetime as Datetime
 from decimal import Decimal
 
+from dateutil.relativedelta import relativedelta
+
 import requests
 
 from werkzeug.exceptions import BadRequest
@@ -73,7 +76,7 @@ class BmarketidxImporter(threading.Thread):
     def __init__(self):
         super().__init__(name="Bmarketidx Importer")
         self.lock = threading.RLock()
-        self.messages = collections.deque(maxlen=100)
+        self.messages = deque(maxlen=1000)
         self.stopped = threading.Event()
         self.going = threading.Event()
 
@@ -144,8 +147,8 @@ class BmarketidxImporter(threading.Thread):
                         else:
                             self.global_alert = (
                                 f"There's a problem with the <a "
-                                f"href='/e/non_core_contracts/{contract.id}/"
-                                f"automatic_importer'>bmarketidx automatic "
+                                f"href='/non_core_contracts/{contract.id}/"
+                                f"auto_importer'>bmarketidx automatic "
                                 f"importer</a>."
                             )
                     finally:
@@ -164,24 +167,38 @@ def _process_month(log_f, sess, contract, latest_rs, month_start, month_finish):
     )
     rates = {}
     month_finish_ct = to_ct(month_finish)
+    base_url = "https://data.elexon.co.uk/bmrs/api/v1/balancing/pricing/market-index"
     for d in range(month_finish_ct.day):
-        day_ct = ct_datetime(month_finish_ct.year, month_finish_ct.month, d + 1)
+        day_from_ct = ct_datetime(month_finish_ct.year, month_finish_ct.month, d + 1)
+        day_to_ct = day_from_ct + relativedelta(days=1)
         params = {
-            "q": f"ajax/alldata/MID/Date,SP,Provider,Price,Volume/NULL/"
-            f'{day_ct.strftime("%Y-%m-%d")}/ALL'
+            "from": f'{day_from_ct.strftime("%Y-%m-%d")}T00:00Z',
+            "to": f'{day_to_ct.strftime("%Y-%m-%d")}T00:00Z',
+            "settlementPeriodFrom": "1",
+            "settlementPeriodTo": "1",
         }
         sess.rollback()
-        r = requests.get(
-            "https://www.bmreports.com/bmrs/", params=params, timeout=60, verify=False
-        )
+        q_str = "&".join(f"{k}={v}" for k, v in params.items())
+        log_f(f"Attempting to download {base_url}?{q_str}")
+        r = requests.get(base_url, params=params, timeout=60, verify=False)
         res = r.json()
-        for h in res["arr"]:
-            dt = to_utc(day_ct + (int(h["settlementPeriod"]) - 1) * HH)
-            try:
-                rate = rates[dt]
-            except KeyError:
-                rate = rates[dt] = {}
-            rate[h["DataProviderId"]] = Decimal(h["MarketIndexPrice"]) / Decimal(1000)
+        for h in res["data"]:
+            # {
+            #   "startTime":"2022-06-01T23:00:00Z",
+            #   "dataProvider":"N2EXMIDP",
+            #   "settlementDate":"2022-06-02",
+            #   "settlementPeriod":1,
+            #   "price":0.00,
+            #   "volume":0.000
+            # },
+            settlement_date = Datetime.strptime(h["settlementDate"], "%Y-%m-%d")
+            if settlement_date.month == month_finish_ct.month:
+                dt = to_utc(settlement_date + (int(h["settlementPeriod"]) - 1) * HH)
+                try:
+                    rate = rates[dt]
+                except KeyError:
+                    rate = rates[dt] = {}
+                rate[h["dataProvider"]] = Decimal(h["price"]) / Decimal(1000)
 
     if month_finish in rates:
         log_f("The whole month's data is there.")

chellow/templates/e/dc_bill.html

@@ -84,4 +84,5 @@
 		</tbody>
 	</table>
 
+	<pre>{{bill.breakdown}}</pre>
 {% endblock %}

{chellow-1717082284.0.0.dist-info → chellow-1717489198.0.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: chellow
-Version: 1717082284.0.0
+Version: 1717489198.0.0
 Summary: Web Application for checking UK energy bills.
 Project-URL: Homepage, https://github.com/WessexWater/chellow
 Classifier: License :: OSI Approved :: GNU General Public License v3 (GPLv3)

{chellow-1717082284.0.0.dist-info → chellow-1717489198.0.0.dist-info}/RECORD

@@ -15,7 +15,7 @@ chellow/views.py,sha256=eDvTQM_PUqRvrCQvBdlF5q7MEs7w2yJmRjcC8WDbHtE,79584
 chellow/e/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 chellow/e/aahedc.py,sha256=d2usudp7KYWpU6Pk3fal5EQ47EbvkvKeaFGylnb3NWw,606
 chellow/e/bill_importer.py,sha256=7UcnqNlKbJc2GhW9gy8sDp9GuqambJVpZLvbafOZztA,7411
-chellow/e/bmarketidx.py,sha256=0JCBBnP3xfLq2eFjXO_u-gzHyTizab4Pp6PRK6OZLcw,7134
+chellow/e/bmarketidx.py,sha256=C0BaHn2RxIuWH2QzA-OmSP0fbUGvW9tqEUhLnzOEdmA,7968
 chellow/e/bsuos.py,sha256=hdP9vnOJSuZl46OAkJeUg1XJYvYIBj4J6Sqce1Hy9Vs,15542
 chellow/e/ccl.py,sha256=30dh_SvlgzsTQPPAJNZWILaMvbeDsv9-P-S1JxS5_SQ,3184
 chellow/e/cfd.py,sha256=V1DTT5XBQbt8hO1gae1u3315fZ4iuYk3XC7J2sUbhKQ,14352
@@ -179,7 +179,7 @@ chellow/templates/e/dc_batch_file.html,sha256=O3iedi9NUhqgGcVc1GglZ4205v9h6z2ih7
 chellow/templates/e/dc_batch_file_edit.html,sha256=7HZFuqiKORq42FTj3Luzof3uZL8VnWnVDgHHQgS2eHM,1876
 chellow/templates/e/dc_batch_upload_file.html,sha256=n06sewt7vhgm85YVbeFUKUirvP7eDu_CnMHTSu-uDqo,1556
 chellow/templates/e/dc_batches.html,sha256=B2pOCEzFmu6-CvUr3nxuTNFsuST5euRYh30m_6Wh9Rk,1007
-chellow/templates/e/dc_bill.html,sha256=7-ACTqHCgIukHld392CiUs1aXwzAUxgsHIUdgey9J3U,2028
+chellow/templates/e/dc_bill.html,sha256=RyndxSlc-dC2fzPOOoGQAFpR4g2lVE-pXAWpraEtp7Y,2059
 chellow/templates/e/dc_bill_add.html,sha256=73Sn_MKBsUuYYnDfUMCdX1Dul6GimMC9YXk6UIU17rk,1648
 chellow/templates/e/dc_bill_edit.html,sha256=0GsN-ZIc4q-z_xs8igC2ZS6t4soo2SvB3qRA6iC-AuM,2707
 chellow/templates/e/dc_bill_import.html,sha256=NHjMSoFizvFQIaPWuVE3nTCtMDTzJB0XmH8jXfV1tiA,2188
@@ -364,6 +364,6 @@ chellow/templates/g/supply_note_edit.html,sha256=6UQf_qbhFDys3cVsTp-c7ABWZpggW9R
 chellow/templates/g/supply_notes.html,sha256=WR3YwGh_qqTklSJ7JqWX6BKBc9rk_jMff4RiWZiF2CM,936
 chellow/templates/g/unit.html,sha256=KouNVU0-i84afANkLQ_heJ0uDfJ9H5A05PuLqb8iCN8,438
 chellow/templates/g/units.html,sha256=p5Nd-lAIboKPEOO6N451hx1bcKxMg4BDODnZ-43MmJc,441
-chellow-1717082284.0.0.dist-info/METADATA,sha256=R51vpnZmFopkXyh1C4taeutDYrIwvfVjjyZoox9OX0E,12205
-chellow-1717082284.0.0.dist-info/WHEEL,sha256=zEMcRr9Kr03x1ozGwg5v9NQBKn3kndp6LSoSlVg-jhU,87
-chellow-1717082284.0.0.dist-info/RECORD,,
+chellow-1717489198.0.0.dist-info/METADATA,sha256=ot9Lf-fyAnN_scgT4ordJTmGiv3CDAIOUQz3lmqiV28,12205
+chellow-1717489198.0.0.dist-info/WHEEL,sha256=zEMcRr9Kr03x1ozGwg5v9NQBKn3kndp6LSoSlVg-jhU,87
+chellow-1717489198.0.0.dist-info/RECORD,,