diracx-db 0.0.1a22__py3-none-any.whl → 0.0.1a24__py3-none-any.whl

diracx/db/sql/utils/base.py

@@ -0,0 +1,328 @@
+from __future__ import annotations
+
+import contextlib
+import logging
+import os
+import re
+from abc import ABCMeta
+from collections.abc import AsyncIterator
+from contextvars import ContextVar
+from datetime import datetime
+from typing import Self, cast
+
+from pydantic import TypeAdapter
+from sqlalchemy import DateTime, MetaData, select
+from sqlalchemy.exc import OperationalError
+from sqlalchemy.ext.asyncio import AsyncConnection, AsyncEngine, create_async_engine
+
+from diracx.core.exceptions import InvalidQueryError
+from diracx.core.extensions import select_from_extension
+from diracx.core.models import SortDirection
+from diracx.core.settings import SqlalchemyDsn
+from diracx.db.exceptions import DBUnavailableError
+
+from .functions import date_trunc
+
+logger = logging.getLogger(__name__)
+
+
+class SQLDBError(Exception):
+    pass
+
+
+class SQLDBUnavailableError(DBUnavailableError, SQLDBError):
+    """Used whenever we encounter a problem with the B connection."""
+
+
+class BaseSQLDB(metaclass=ABCMeta):
+    """This should be the base class of all the SQL DiracX DBs.
+
+    The details covered here should be handled automatically by the service and
+    task machinery of DiracX and this documentation exists for informational
+    purposes.
+
+    The available databases are discovered by calling `BaseSQLDB.available_urls`.
+    This method returns a mapping of database names to connection URLs. The
+    available databases are determined by the `diracx.dbs.sql` entrypoint in the
+    `pyproject.toml` file and the connection URLs are taken from the environment
+    variables of the form `DIRACX_DB_URL_<db-name>`.
+
+    If extensions to DiracX are being used, there can be multiple implementations
+    of the same database. To list the available implementations use
+    `BaseSQLDB.available_implementations(db_name)`. The first entry in this list
+    will be the preferred implementation and it can be initialized by calling
+    it's `__init__` function with a URL perviously obtained from
+    `BaseSQLDB.available_urls`.
+
+    To control the lifetime of the SQLAlchemy engine used for connecting to the
+    database, which includes the connection pool, the `BaseSQLDB.engine_context`
+    asynchronous context manager should be entered. When inside this context
+    manager, the engine can be accessed with `BaseSQLDB.engine`.
+
+    Upon entering, the DB class can then be used as an asynchronous context
+    manager to enter transactions. If an exception is raised the transaction is
+    rolled back automatically. If the inner context exits peacefully, the
+    transaction is committed automatically. When inside this context manager,
+    the DB connection can be accessed with `BaseSQLDB.conn`.
+
+    For example:
+
+    ```python
+    db_name = ...
+    url = BaseSQLDB.available_urls()[db_name]
+    MyDBClass = BaseSQLDB.available_implementations(db_name)[0]
+
+    db = MyDBClass(url)
+    async with db.engine_context:
+        async with db:
+            # Do something in the first transaction
+            # Commit will be called automatically
+
+        async with db:
+            # This transaction will be rolled back due to the exception
+            raise Exception(...)
+    ```
+    """
+
+    # engine: AsyncEngine
+    # TODO: Make metadata an abstract property
+    metadata: MetaData
+
+    def __init__(self, db_url: str) -> None:
+        # We use a ContextVar to make sure that self._conn
+        # is specific to each context, and avoid parallel
+        # route executions to overlap
+        self._conn: ContextVar[AsyncConnection | None] = ContextVar(
+            "_conn", default=None
+        )
+        self._db_url = db_url
+        self._engine: AsyncEngine | None = None
+
+    @classmethod
+    def available_implementations(cls, db_name: str) -> list[type["BaseSQLDB"]]:
+        """Return the available implementations of the DB in reverse priority order."""
+        db_classes: list[type[BaseSQLDB]] = [
+            entry_point.load()
+            for entry_point in select_from_extension(
+                group="diracx.db.sql", name=db_name
+            )
+        ]
+        if not db_classes:
+            raise NotImplementedError(f"Could not find any matches for {db_name=}")
+        return db_classes
+
+    @classmethod
+    def available_urls(cls) -> dict[str, str]:
+        """Return a dict of available database urls.
+
+        The list of available URLs is determined by environment variables
+        prefixed with ``DIRACX_DB_URL_{DB_NAME}``.
+        """
+        db_urls: dict[str, str] = {}
+        for entry_point in select_from_extension(group="diracx.db.sql"):
+            db_name = entry_point.name
+            var_name = f"DIRACX_DB_URL_{entry_point.name.upper()}"
+            if var_name in os.environ:
+                try:
+                    db_url = os.environ[var_name]
+                    if db_url == "sqlite+aiosqlite:///:memory:":
+                        db_urls[db_name] = db_url
+                    # pydantic does not allow for underscore in scheme
+                    # so we do a special case
+                    elif "_" in db_url.split(":")[0]:
+                        # Validate the URL with a fake schema, and then store
+                        # the original one
+                        scheme_id = db_url.find(":")
+                        fake_url = (
+                            db_url[:scheme_id].replace("_", "-") + db_url[scheme_id:]
+                        )
+                        TypeAdapter(SqlalchemyDsn).validate_python(fake_url)
+                        db_urls[db_name] = db_url
+
+                    else:
+                        db_urls[db_name] = str(
+                            TypeAdapter(SqlalchemyDsn).validate_python(db_url)
+                        )
+                except Exception:
+                    logger.error("Error loading URL for %s", db_name)
+                    raise
+        return db_urls
+
+    @classmethod
+    def transaction(cls) -> Self:
+        raise NotImplementedError("This should never be called")
+
+    @property
+    def engine(self) -> AsyncEngine:
+        """The engine to use for database operations.
+
+        It is normally not necessary to use the engine directly, unless you are
+        doing something special, like writing a test fixture that gives you a db.
+
+        Requires that the engine_context has been entered.
+        """
+        assert self._engine is not None, "engine_context must be entered"
+        return self._engine
+
+    @contextlib.asynccontextmanager
+    async def engine_context(self) -> AsyncIterator[None]:
+        """Context manage to manage the engine lifecycle.
+
+        This is called once at the application startup (see ``lifetime_functions``).
+        """
+        assert self._engine is None, "engine_context cannot be nested"
+
+        # Set the pool_recycle to 30mn
+        # That should prevent the problem of MySQL expiring connection
+        # after 60mn by default
+        engine = create_async_engine(self._db_url, pool_recycle=60 * 30)
+        self._engine = engine
+        try:
+            yield
+        finally:
+            self._engine = None
+            await engine.dispose()
+
+    @property
+    def conn(self) -> AsyncConnection:
+        if self._conn.get() is None:
+            raise RuntimeError(f"{self.__class__} was used before entering")
+        return cast(AsyncConnection, self._conn.get())
+
+    async def __aenter__(self) -> Self:
+        """Create a connection.
+
+        This is called by the Dependency mechanism (see ``db_transaction``),
+        It will create a new connection/transaction for each route call.
+        """
+        assert self._conn.get() is None, "BaseSQLDB context cannot be nested"
+        try:
+            self._conn.set(await self.engine.connect().__aenter__())
+        except Exception as e:
+            raise SQLDBUnavailableError(
+                f"Cannot connect to {self.__class__.__name__}"
+            ) from e
+
+        return self
+
+    async def __aexit__(self, exc_type, exc, tb):
+        """This is called when exiting a route.
+
+        If there was no exception, the changes in the DB are committed.
+        Otherwise, they are rolled back.
+        """
+        if exc_type is None:
+            await self._conn.get().commit()
+        await self._conn.get().__aexit__(exc_type, exc, tb)
+        self._conn.set(None)
+
+    async def ping(self):
+        """Check whether the connection to the DB is still working.
+
+        We could enable the ``pre_ping`` in the engine, but this would be ran at
+        every query.
+        """
+        try:
+            await self.conn.scalar(select(1))
+        except OperationalError as e:
+            raise SQLDBUnavailableError("Cannot ping the DB") from e
+
+
+def find_time_resolution(value):
+    if isinstance(value, datetime):
+        return None, value
+    if match := re.fullmatch(
+        r"\d{4}(-\d{2}(-\d{2}(([ T])\d{2}(:\d{2}(:\d{2}(\.\d{6}Z?)?)?)?)?)?)?", value
+    ):
+        if match.group(6):
+            precision, pattern = "SECOND", r"\1-\2-\3 \4:\5:\6"
+        elif match.group(5):
+            precision, pattern = "MINUTE", r"\1-\2-\3 \4:\5"
+        elif match.group(3):
+            precision, pattern = "HOUR", r"\1-\2-\3 \4"
+        elif match.group(2):
+            precision, pattern = "DAY", r"\1-\2-\3"
+        elif match.group(1):
+            precision, pattern = "MONTH", r"\1-\2"
+        else:
+            precision, pattern = "YEAR", r"\1"
+        return (
+            precision,
+            re.sub(
+                r"^(\d{4})-?(\d{2})?-?(\d{2})?[ T]?(\d{2})?:?(\d{2})?:?(\d{2})?\.?(\d{6})?Z?$",
+                pattern,
+                value,
+            ),
+        )
+
+    raise InvalidQueryError(f"Cannot parse {value=}")
+
+
+def apply_search_filters(column_mapping, stmt, search):
+    for query in search:
+        try:
+            column = column_mapping(query["parameter"])
+        except KeyError as e:
+            raise InvalidQueryError(f"Unknown column {query['parameter']}") from e
+
+        if isinstance(column.type, DateTime):
+            if "value" in query and isinstance(query["value"], str):
+                resolution, value = find_time_resolution(query["value"])
+                if resolution:
+                    column = date_trunc(column, time_resolution=resolution)
+                query["value"] = value
+
+            if query.get("values"):
+                resolutions, values = zip(
+                    *map(find_time_resolution, query.get("values"))
+                )
+                if len(set(resolutions)) != 1:
+                    raise InvalidQueryError(
+                        f"Cannot mix different time resolutions in {query=}"
+                    )
+                if resolution := resolutions[0]:
+                    column = date_trunc(column, time_resolution=resolution)
+                query["values"] = values
+
+        if query["operator"] == "eq":
+            expr = column == query["value"]
+        elif query["operator"] == "neq":
+            expr = column != query["value"]
+        elif query["operator"] == "gt":
+            expr = column > query["value"]
+        elif query["operator"] == "lt":
+            expr = column < query["value"]
+        elif query["operator"] == "in":
+            expr = column.in_(query["values"])
+        elif query["operator"] == "not in":
+            expr = column.notin_(query["values"])
+        elif query["operator"] in "like":
+            expr = column.like(query["value"])
+        elif query["operator"] in "ilike":
+            expr = column.ilike(query["value"])
+        else:
+            raise InvalidQueryError(f"Unknown filter {query=}")
+        stmt = stmt.where(expr)
+    return stmt
+
+
+def apply_sort_constraints(column_mapping, stmt, sorts):
+    sort_columns = []
+    for sort in sorts or []:
+        try:
+            column = column_mapping(sort["parameter"])
+        except KeyError as e:
+            raise InvalidQueryError(
+                f"Cannot sort by {sort['parameter']}: unknown column"
+            ) from e
+        sorted_column = None
+        if sort["direction"] == SortDirection.ASC:
+            sorted_column = column.asc()
+        elif sort["direction"] == SortDirection.DESC:
+            sorted_column = column.desc()
+        else:
+            raise InvalidQueryError(f"Unknown sort {sort['direction']=}")
+        sort_columns.append(sorted_column)
+    if sort_columns:
+        stmt = stmt.order_by(*sort_columns)
+    return stmt

diracx/db/sql/utils/functions.py

@@ -0,0 +1,105 @@
+from __future__ import annotations
+
+from datetime import datetime, timedelta, timezone
+from typing import TYPE_CHECKING
+
+from sqlalchemy import DateTime, func
+from sqlalchemy.ext.compiler import compiles
+from sqlalchemy.sql import expression
+
+if TYPE_CHECKING:
+    from sqlalchemy.types import TypeEngine
+
+
+class utcnow(expression.FunctionElement):  # noqa: N801
+    type: TypeEngine = DateTime()
+    inherit_cache: bool = True
+
+
+@compiles(utcnow, "postgresql")
+def pg_utcnow(element, compiler, **kw) -> str:
+    return "TIMEZONE('utc', CURRENT_TIMESTAMP)"
+
+
+@compiles(utcnow, "mssql")
+def ms_utcnow(element, compiler, **kw) -> str:
+    return "GETUTCDATE()"
+
+
+@compiles(utcnow, "mysql")
+def mysql_utcnow(element, compiler, **kw) -> str:
+    return "(UTC_TIMESTAMP)"
+
+
+@compiles(utcnow, "sqlite")
+def sqlite_utcnow(element, compiler, **kw) -> str:
+    return "DATETIME('now')"
+
+
+class date_trunc(expression.FunctionElement):  # noqa: N801
+    """Sqlalchemy function to truncate a date to a given resolution.
+
+    Primarily used to be able to query for a specific resolution of a date e.g.
+
+        select * from table where date_trunc('day', date_column) = '2021-01-01'
+        select * from table where date_trunc('year', date_column) = '2021'
+        select * from table where date_trunc('minute', date_column) = '2021-01-01 12:00'
+    """
+
+    type = DateTime()
+    inherit_cache = True
+
+    def __init__(self, *args, time_resolution, **kwargs) -> None:
+        super().__init__(*args, **kwargs)
+        self._time_resolution = time_resolution
+
+
+@compiles(date_trunc, "postgresql")
+def pg_date_trunc(element, compiler, **kw):
+    res = {
+        "SECOND": "second",
+        "MINUTE": "minute",
+        "HOUR": "hour",
+        "DAY": "day",
+        "MONTH": "month",
+        "YEAR": "year",
+    }[element._time_resolution]
+    return f"date_trunc('{res}', {compiler.process(element.clauses)})"
+
+
+@compiles(date_trunc, "mysql")
+def mysql_date_trunc(element, compiler, **kw):
+    pattern = {
+        "SECOND": "%Y-%m-%d %H:%i:%S",
+        "MINUTE": "%Y-%m-%d %H:%i",
+        "HOUR": "%Y-%m-%d %H",
+        "DAY": "%Y-%m-%d",
+        "MONTH": "%Y-%m",
+        "YEAR": "%Y",
+    }[element._time_resolution]
+
+    (dt_col,) = list(element.clauses)
+    return compiler.process(func.date_format(dt_col, pattern))
+
+
+@compiles(date_trunc, "sqlite")
+def sqlite_date_trunc(element, compiler, **kw):
+    pattern = {
+        "SECOND": "%Y-%m-%d %H:%M:%S",
+        "MINUTE": "%Y-%m-%d %H:%M",
+        "HOUR": "%Y-%m-%d %H",
+        "DAY": "%Y-%m-%d",
+        "MONTH": "%Y-%m",
+        "YEAR": "%Y",
+    }[element._time_resolution]
+    (dt_col,) = list(element.clauses)
+    return compiler.process(
+        func.strftime(
+            pattern,
+            dt_col,
+        )
+    )
+
+
+def substract_date(**kwargs: float) -> datetime:
+    return datetime.now(tz=timezone.utc) - timedelta(**kwargs)

diracx/db/sql/utils/job.py

@@ -1,3 +1,5 @@
+from __future__ import annotations
+
 import asyncio
 from collections import defaultdict
 from copy import deepcopy
@@ -49,7 +51,7 @@ async def submit_jobs_jdl(jobs: list[JobSubmissionSpec], job_db: JobDB):
     async with asyncio.TaskGroup() as tg:
         for job in jobs:
             original_jdl = deepcopy(job.jdl)
-            jobManifest = returnValueOrRaise(
+            job_manifest = returnValueOrRaise(
                 checkAndAddOwner(original_jdl, job.owner, job.owner_group)
             )
 
@@ -60,13 +62,13 @@ async def submit_jobs_jdl(jobs: list[JobSubmissionSpec], job_db: JobDB):
             original_jdls.append(
                 (
                     original_jdl,
-                    jobManifest,
+                    job_manifest,
                     tg.create_task(job_db.create_job(original_jdl)),
                 )
             )
 
     async with asyncio.TaskGroup() as tg:
-        for job, (original_jdl, jobManifest_, job_id_task) in zip(jobs, original_jdls):
+        for job, (original_jdl, job_manifest_, job_id_task) in zip(jobs, original_jdls):
             job_id = job_id_task.result()
             job_attrs = {
                 "JobID": job_id,
@@ -77,16 +79,16 @@ async def submit_jobs_jdl(jobs: list[JobSubmissionSpec], job_db: JobDB):
                 "VO": job.vo,
             }
 
-            jobManifest_.setOption("JobID", job_id)
+            job_manifest_.setOption("JobID", job_id)
 
             # 2.- Check JDL and Prepare DIRAC JDL
-            jobJDL = jobManifest_.dumpAsJDL()
+            job_jdl = job_manifest_.dumpAsJDL()
 
             # Replace the JobID placeholder if any
-            if jobJDL.find("%j") != -1:
-                jobJDL = jobJDL.replace("%j", str(job_id))
+            if job_jdl.find("%j") != -1:
+                job_jdl = job_jdl.replace("%j", str(job_id))
 
-            class_ad_job = ClassAd(jobJDL)
+            class_ad_job = ClassAd(job_jdl)
 
             class_ad_req = ClassAd("[]")
             if not class_ad_job.isOK():
@@ -99,7 +101,7 @@ async def submit_jobs_jdl(jobs: list[JobSubmissionSpec], job_db: JobDB):
             # TODO is this even needed?
             class_ad_job.insertAttributeInt("JobID", job_id)
 
-            await job_db.checkAndPrepareJob(
+            await job_db.check_and_prepare_job(
                 job_id,
                 class_ad_job,
                 class_ad_req,
@@ -108,10 +110,10 @@ async def submit_jobs_jdl(jobs: list[JobSubmissionSpec], job_db: JobDB):
                 job_attrs,
                 job.vo,
             )
-            jobJDL = createJDLWithInitialStatus(
+            job_jdl = createJDLWithInitialStatus(
                 class_ad_job,
                 class_ad_req,
-                job_db.jdl2DBParameters,
+                job_db.jdl_2_db_parameters,
                 job_attrs,
                 job.initial_status,
                 job.initial_minor_status,
@@ -119,11 +121,11 @@ async def submit_jobs_jdl(jobs: list[JobSubmissionSpec], job_db: JobDB):
             )
 
             jobs_to_insert[job_id] = job_attrs
-            jdls_to_update[job_id] = jobJDL
+            jdls_to_update[job_id] = job_jdl
 
             if class_ad_job.lookupAttribute("InputData"):
-                inputData = class_ad_job.getListFromExpression("InputData")
-                inputdata_to_insert[job_id] = [lfn for lfn in inputData if lfn]
+                input_data = class_ad_job.getListFromExpression("InputData")
+                inputdata_to_insert[job_id] = [lfn for lfn in input_data if lfn]
 
         tg.create_task(job_db.update_job_jdls(jdls_to_update))
         tg.create_task(job_db.insert_job_attributes(jobs_to_insert))
@@ -243,7 +245,7 @@ async def reschedule_jobs_bulk(
     job_jdls = {
         jobid: parse_jdl(jobid, jdl)
         for jobid, jdl in (
-            (await job_db.getJobJDLs(surviving_job_ids, original=True)).items()
+            (await job_db.get_job_jdls(surviving_job_ids, original=True)).items()
         )
     }
 
@@ -251,7 +253,7 @@ async def reschedule_jobs_bulk(
         class_ad_job = job_jdls[job_id]
         class_ad_req = ClassAd("[]")
         try:
-            await job_db.checkAndPrepareJob(
+            await job_db.check_and_prepare_job(
                 job_id,
                 class_ad_job,
                 class_ad_req,
@@ -277,11 +279,11 @@ async def reschedule_jobs_bulk(
         else:
             site = site_list[0]
 
-        reqJDL = class_ad_req.asJDL()
-        class_ad_job.insertAttributeInt("JobRequirements", reqJDL)
-        jobJDL = class_ad_job.asJDL()
+        req_jdl = class_ad_req.asJDL()
+        class_ad_job.insertAttributeInt("JobRequirements", req_jdl)
+        job_jdl = class_ad_job.asJDL()
         # Replace the JobID placeholder if any
-        jobJDL = jobJDL.replace("%j", str(job_id))
+        job_jdl = job_jdl.replace("%j", str(job_id))
 
         additional_attrs = {
             "Site": site,
@@ -291,7 +293,7 @@ async def reschedule_jobs_bulk(
         }
 
         # set new JDL
-        jdl_changes[job_id] = jobJDL
+        jdl_changes[job_id] = job_jdl
 
         # set new status
         status_changes[job_id] = {
@@ -319,17 +321,18 @@ async def reschedule_jobs_bulk(
 
         # BULK JDL UPDATE
         # DATABASE OPERATION
-        await job_db.setJobJDLsBulk(jdl_changes)
+        await job_db.set_job_jdl_bulk(jdl_changes)
 
         return {
             "failed": failed,
             "success": {
                 job_id: {
-                    "InputData": job_jdls[job_id],
+                    "InputData": job_jdls.get(job_id, None),
                     **attribute_changes[job_id],
                     **set_status_result.model_dump(),
                 }
                 for job_id, set_status_result in set_job_status_result.success.items()
+                if job_id not in failed
             },
         }
 
@@ -411,39 +414,40 @@ async def set_job_status_bulk(
 
     for res in results:
         job_id = int(res["JobID"])
-        currentStatus = res["Status"]
-        startTime = res["StartExecTime"]
-        endTime = res["EndExecTime"]
+        current_status = res["Status"]
+        start_time = res["StartExecTime"]
+        end_time = res["EndExecTime"]
 
         # If the current status is Stalled and we get an update, it should probably be "Running"
-        if currentStatus == JobStatus.STALLED:
-            currentStatus = JobStatus.RUNNING
+        if current_status == JobStatus.STALLED:
+            current_status = JobStatus.RUNNING
 
         #####################################################################################################
-        statusDict = status_dicts[job_id]
-        # This is more precise than "LastTime". timeStamps is a sorted list of tuples...
-        timeStamps = sorted((float(t), s) for s, t in wms_time_stamps[job_id].items())
-        lastTime = TimeUtilities.fromEpoch(timeStamps[-1][0]).replace(
+        status_dict = status_dicts[job_id]
+        # This is more precise than "LastTime". time_stamps is a sorted list of tuples...
+        time_stamps = sorted((float(t), s) for s, t in wms_time_stamps[job_id].items())
+        last_time = TimeUtilities.fromEpoch(time_stamps[-1][0]).replace(
             tzinfo=timezone.utc
         )
 
         # Get chronological order of new updates
-        updateTimes = sorted(statusDict)
+        update_times = sorted(status_dict)
 
-        newStartTime, newEndTime = getStartAndEndTime(
-            startTime, endTime, updateTimes, timeStamps, statusDict
+        new_start_time, new_end_time = getStartAndEndTime(
+            start_time, end_time, update_times, time_stamps, status_dict
         )
 
         job_data: dict[str, str] = {}
-        if updateTimes[-1] >= lastTime:
+        new_status: str | None = None
+        if update_times[-1] >= last_time:
             new_status, new_minor, new_application = (
                 returnValueOrRaise(  # TODO: Catch this
                     getNewStatus(
                         job_id,
-                        updateTimes,
-                        lastTime,
-                        statusDict,
-                        currentStatus,
+                        update_times,
+                        last_time,
+                        status_dict,
+                        current_status,
                         force,
                         MagicMock(),  # FIXME
                     )
@@ -465,15 +469,15 @@ async def set_job_status_bulk(
             #     if not result["OK"]:
             #         return result
 
-        for updTime in updateTimes:
-            if statusDict[updTime]["Source"].startswith("Job"):
-                job_data["HeartBeatTime"] = str(updTime)
+        for upd_time in update_times:
+            if status_dict[upd_time]["Source"].startswith("Job"):
+                job_data["HeartBeatTime"] = str(upd_time)
 
-        if not startTime and newStartTime:
-            job_data["StartExecTime"] = newStartTime
+        if not start_time and new_start_time:
+            job_data["StartExecTime"] = new_start_time
 
-        if not endTime and newEndTime:
-            job_data["EndExecTime"] = newEndTime
+        if not end_time and new_end_time:
+            job_data["EndExecTime"] = new_end_time
 
         #####################################################################################################
         # delete or kill job, if we transition to DELETED or KILLED state
@@ -484,20 +488,20 @@ async def set_job_status_bulk(
         if job_data:
             job_attribute_updates[job_id] = job_data
 
-        for updTime in updateTimes:
-            sDict = statusDict[updTime]
+        for upd_time in update_times:
+            s_dict = status_dict[upd_time]
             job_logging_updates.append(
                 JobLoggingRecord(
                     job_id=job_id,
-                    status=sDict.get("Status", "idem"),
-                    minor_status=sDict.get("MinorStatus", "idem"),
-                    application_status=sDict.get("ApplicationStatus", "idem"),
-                    date=updTime,
-                    source=sDict.get("Source", "Unknown"),
+                    status=s_dict.get("Status", "idem"),
+                    minor_status=s_dict.get("MinorStatus", "idem"),
+                    application_status=s_dict.get("ApplicationStatus", "idem"),
+                    date=upd_time,
+                    source=s_dict.get("Source", "Unknown"),
                 )
             )
 
-    await job_db.setJobAttributesBulk(job_attribute_updates)
+    await job_db.set_job_attributes_bulk(job_attribute_updates)
 
     await remove_jobs_from_task_queue(
         list(deletable_killable_jobs), config, task_queue_db, background_task