chellow 1753106469.0.0__tar.gz → 1753175604.0.0__tar.gz

{chellow-1753106469.0.0 → chellow-1753175604.0.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: chellow
-Version: 1753106469.0.0
+Version: 1753175604.0.0
 Summary: Web Application for checking UK energy bills.
 Project-URL: Homepage, https://github.com/WessexWater/chellow
 Classifier: License :: OSI Approved :: GNU General Public License v3 (GPLv3)

chellow-1753175604.0.0/VERSION

@@ -0,0 +1 @@
+__version__ = "1753175604.0.0"

{chellow-1753106469.0.0 → chellow-1753175604.0.0}/chellow/e/elexon.py

@@ -62,7 +62,12 @@ def run_import(sess, log, set_progress, scripting_key):
     s = requests.Session()
     s.verify = False
 
-    for mod_name in ("chellow.e.system_price", "chellow.e.tlms", "chellow.e.rcrc"):
+    for mod_name in (
+        "chellow.e.system_price",
+        "chellow.e.tlms",
+        "chellow.e.rcrc",
+        "chellow.e.lafs",
+    ):
         mod = import_module(mod_name)
         mod.elexon_import(sess, log, set_progress, s, scripting_key)
 

chellow-1753106469.0.0/chellow/e/laf_import.py → chellow-1753175604.0.0/chellow/e/lafs.py

@@ -4,10 +4,10 @@ from decimal import Decimal
 from io import BytesIO, StringIO
 from zipfile import ZipFile
 
-# from sqlalchemy.dialects.postgresql import insert
 from sqlalchemy import text
 
 from werkzeug.exceptions import BadRequest
+from werkzeug.http import parse_options_header
 
 from chellow.models import Contract, Party
 from chellow.rate_server import download
@@ -30,7 +30,12 @@ DO UPDATE SET (llfc_id, timestamp, value) =
     )
     fname = name_list[0]
     csv_file = StringIO(zip_file.read(fname).decode("utf-8"))
-    csv_dt = to_utc(to_ct(Datetime.strptime(fname[-12:-4], "%Y%m%d")))
+    try:
+        csv_dt = to_utc(to_ct(Datetime.strptime(fname[-12:-4], "%Y%m%d")))
+    except ValueError as e:
+        log(f"Can't parse the date in the file name {fname} {e}")
+        return
+
     for llfc_ids, timestamps, values in laf_days(
         sess, log, set_progress, csv_file, csv_dt
     ):
@@ -110,6 +115,67 @@ LAF_START = "llf"
 LAF_END = "ptf.zip"
 
 
+def elexon_import(sess, log, set_progress, s, scripting_key):
+    log(
+        "Starting to check for new LAF files for participant codes in "
+        "configuration.properties.laf_importer.participant_codes"
+    )
+    conf = Contract.get_non_core_by_name(sess, "configuration")
+    props = conf.make_properties()
+    state = conf.make_state()
+
+    try:
+        laf_state = state["laf_importer"]
+    except KeyError:
+        laf_state = state["laf_importer"] = {}
+
+    url = "https://downloads.elexonportal.co.uk/svallf/download"
+
+    laf_props = props.get("laf_importer", {})
+    for participant_code in laf_props.get("participant_codes", []):
+        params = {"key": scripting_key, "ldso": participant_code, "format": "PTF"}
+
+        log(
+            f"Downloading from {url}?key={scripting_key}&ldso={participant_code}&"
+            f"format=PTF"
+        )
+        sess.rollback()  # Avoid long-running transactions
+        res = s.get(url, params=params)
+        log(f"Received {res.status_code} {res.reason}")
+        res.raise_for_status()
+        try:
+            cd_header = res.headers["Content-Disposition"]
+        except KeyError:
+            log("No Content-Disposition header found, so skipping.")
+            continue
+
+        cd = parse_options_header(cd_header)
+        file_name = cd[1]["filename"]
+
+        # File name llfetcl20220401ptf.zip
+        if not file_name.startswith(LAF_START):
+            raise BadRequest(f"A laf file must begin with '{LAF_START}'")
+        if not file_name.endswith(LAF_END):
+            raise BadRequest(f"A laf file must end with '{LAF_END}'")
+
+        participant_code = file_name[3:7]
+        timestamp = file_name[7:15]
+        log(f"File name {file_name}")
+
+        if timestamp > laf_state.get(participant_code, ""):
+            data = res.content
+            _process(sess, log, set_progress, BytesIO(data))
+            laf_state[participant_code] = timestamp
+            conf.update_state(state)
+            sess.commit()
+            log(f"Processed file {file_name}.")
+        else:
+            log(f"Already loaded {file_name}.")
+
+    log("Finished LAF files")
+    sess.commit()
+
+
 def find_participant_entries(paths, laf_state):
     participant_entries = {}
     for path, url in paths:

{chellow-1753106469.0.0 → chellow-1753175604.0.0}/chellow/e/views.py

@@ -2344,30 +2344,29 @@ def hh_datum_edit_post(datum_id):
 @e.route("/lafs")
 def lafs_get():
     llfc_id = req_int("llfc_id")
-    year = req_int("year")
-    month = req_int("month")
-
+    month_start = req_date("timestamp", resolution="month")
+    month_start_ct = to_ct(month_start)
     llfc = Llfc.get_by_id(g.sess, llfc_id)
     dno = llfc.dno
 
-    start_date, finish_date = next(
-        c_months_u(start_year=year, start_month=month, months=1)
-    )
-    lafs = (
-        g.sess.execute(
-            select(Laf)
-            .where(
-                Laf.llfc == llfc,
-                Laf.timestamp >= start_date,
-                Laf.timestamp <= finish_date,
-            )
-            .order_by(Laf.timestamp)
+    month_start, month_finish = next(
+        c_months_u(
+            start_year=month_start_ct.year, start_month=month_start_ct.month, months=1
         )
-        .scalars()
-        .all()
     )
+    lafs = g.sess.execute(
+        select(Laf)
+        .where(
+            Laf.llfc == llfc,
+            Laf.timestamp >= month_start,
+            Laf.timestamp <= month_finish,
+        )
+        .order_by(Laf.timestamp)
+    ).scalars()
 
-    return render_template("lafs.html", dno=dno, llfc=llfc, lafs=lafs)
+    return render_template(
+        "lafs.html", dno=dno, llfc=llfc, lafs=lafs, month_start=month_start
+    )
 
 
 @e.route("/lcc")

{chellow-1753106469.0.0 → chellow-1753175604.0.0}/chellow/rate_server.py

@@ -87,8 +87,8 @@ def run_import(sess, log, set_progress):
         "chellow.e.bsuos",
         "chellow.e.ccl",
         "chellow.e.dno_rate_parser",
-        "chellow.e.laf_import",
         "chellow.e.triad",
+        "chellow.e.lafs",
         "chellow.gas.ccl",
         "chellow.gas.dn_rate_parser",
     ):

{chellow-1753106469.0.0 → chellow-1753175604.0.0}/chellow/templates/e/lafs.html

@@ -17,7 +17,7 @@
 		<fieldset>
 			<legend>Show data</legend>	
 			<input type="hidden" name="llfc_id" value="{{llfc.id}}">
-			<label>Month</label> {{input_date(None, None, 'month')}}
+			<label>Month</label> {{input_date(resolution='month')}}
 			<input type="submit" value="Show">
 		</fieldset>
 	</form>

{chellow-1753106469.0.0 → chellow-1753175604.0.0}/chellow/templates/e/llfc.html

@@ -45,7 +45,7 @@
 		<tr>
 			<th>Loss Adjustment Factors</th>
 			<td>
-				<a href="/e/lafs?llfc_id={{llfc.id}}&amp;year={{now.year}}&amp;month={{now.month}}">LAFs</a>
+				<a href="/e/lafs?llfc_id={{llfc.id}}&amp;timestamp_year={{now.year}}&amp;timestamp_month={{now.month}}">LAFs</a>
 			</td>
 		</tr>
 	</table>

{chellow-1753106469.0.0 → chellow-1753175604.0.0}/chellow/views.py

@@ -61,7 +61,6 @@ import chellow.e.bill_importer
 import chellow.e.bsuos
 import chellow.e.computer
 import chellow.e.hh_importer
-import chellow.e.laf_import
 import chellow.e.lcc
 import chellow.e.mdd_importer
 import chellow.e.rcrc

{chellow-1753106469.0.0 → chellow-1753175604.0.0}/test/e/test_e_views.py

@@ -2023,6 +2023,37 @@ def test_get_era_bundles_bill_in_correct_era(sess, client):
     assert len(bundles[1]["imp_bills"]["bill_dicts"]) == 1
 
 
+def test_lafs_get(sess, client):
+    vf = to_utc(ct_datetime(2000, 1, 1))
+
+    market_role_Z = MarketRole.get_by_code(sess, "Z")
+    participant = Participant.insert(sess, "CALB", "AK Industries")
+    participant.insert_party(sess, market_role_Z, "None core", vf, None, None)
+    market_role_R = MarketRole.insert(sess, "R", "Distributor")
+    dno = participant.insert_party(sess, market_role_R, "WPD", vf, None, "22")
+    insert_voltage_levels(sess)
+    voltage_level = VoltageLevel.get_by_code(sess, "HV")
+    llfc = dno.insert_llfc(
+        sess,
+        "510",
+        "PC 5-8 & HH HV",
+        voltage_level,
+        False,
+        True,
+        vf,
+        None,
+    )
+    sess.commit()
+
+    query_string = {
+        "llfc_id": llfc.id,
+        "timestamp_year": 2020,
+        "timestamp_month": 1,
+    }
+    response = client.get("/e/lafs", query_string=query_string)
+    match(response, 200)
+
+
 def test_llfc_eidt_post(sess, client):
     vf = to_utc(ct_datetime(2000, 1, 1))
 

chellow-1753106469.0.0/test/e/test_laf_importer.py → chellow-1753175604.0.0/test/e/test_lafs.py

@@ -4,7 +4,7 @@ from zipfile import BadZipFile, ZipFile
 
 import pytest
 
-from chellow.e.laf_import import _process, find_participant_entries, laf_days
+from chellow.e.lafs import _process, find_participant_entries, laf_days
 from chellow.models import (
     Contract,
     MarketRole,

{chellow-1753106469.0.0 → chellow-1753175604.0.0}/test/test_rate_server.py

@@ -14,7 +14,7 @@ def test_run_import(mocker, sess):
 
     mocker.patch("chellow.e.bsuos.rate_server_import")
     mocker.patch("chellow.e.dno_rate_parser.rate_server_import")
-    mocker.patch("chellow.e.laf_import.rate_server_import")
+    mocker.patch("chellow.e.lafs.rate_server_import")
     mocker.patch("chellow.e.mdd_importer.rate_server_import")
     mocker.patch("chellow.gas.dn_rate_parser.rate_server_import")
 
@@ -52,7 +52,7 @@ def test_run_import_lowercase_readme(mocker, sess):
 
     mocker.patch("chellow.e.bsuos.rate_server_import")
     mocker.patch("chellow.e.dno_rate_parser.rate_server_import")
-    mocker.patch("chellow.e.laf_import.rate_server_import")
+    mocker.patch("chellow.e.lafs.rate_server_import")
     mocker.patch("chellow.e.mdd_importer.rate_server_import")
     mocker.patch("chellow.gas.dn_rate_parser.rate_server_import")
 

chellow-1753106469.0.0/VERSION

@@ -1 +0,0 @@
-__version__ = "1753106469.0.0"