switch-api 0.6.29__tar.gz → 0.6.31__tar.gz

{switch_api-0.6.29 → switch_api-0.6.31}/HISTORY.md

@@ -1,5 +1,39 @@
 # History
 
+#0.6.31
+
+### Added
+
+In the `pipeline` module:
+
+- Added optional `email`, `ftp`, `upload`, and `webhook` delivery settings to `Automation.deploy_on_timer()`, allowing scheduled data feeds to retain additional delivery methods.
+
+### Changed
+
+- Timer deployment requests include all four delivery settings while retaining `sourceType: Timer`. Omitted settings, `None`, or empty dictionaries clear the corresponding stored configuration; resupply each setting that should remain enabled.
+- Existing positional arguments and driver `settings` retain their meaning.
+
+#0.6.30
+
+### Added
+
+In the `integration` module:
+
+- Added `upsert_sensor_state_history()` to append sensor state history records with site-local, UTC, or named-timezone timestamp handling.
+- Added the `update_current_state` option to `upsert_sensor_state_history()` to update each sensor's current state from its latest history record.
+- Added `update_sensor_state()` to update current sensor states in SQL using validated, batched writes with retry handling.
+
+In the `_utils` module:
+
+- Added `set_sql_write_config()` and cached SQL write connection helpers using `pyodbc`.
+- Added `get_connection_string_from_local_file()` to load datacentre-specific MQTT, Redis, and SQL write configuration from a local credentials file.
+
+### Changed
+
+In the `controls` module:
+
+- Updated control components to accept either a single integer priority or a DataFrame column name containing row-level priority values.
+
 #0.6.29
 
 ### Changed

{switch_api-0.6.29 → switch_api-0.6.31}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: switch_api
-Version: 0.6.29
+Version: 0.6.31
 Summary: A complete package for data ingestion into the Switch Automation Platform.
 Author: Switch Automation Pty Ltd.
 License: MIT License
@@ -58,6 +58,40 @@ pip install switch_api
 
 # History
 
+#0.6.31
+
+### Added
+
+In the `pipeline` module:
+
+- Added optional `email`, `ftp`, `upload`, and `webhook` delivery settings to `Automation.deploy_on_timer()`, allowing scheduled data feeds to retain additional delivery methods.
+
+### Changed
+
+- Timer deployment requests include all four delivery settings while retaining `sourceType: Timer`. Omitted settings, `None`, or empty dictionaries clear the corresponding stored configuration; resupply each setting that should remain enabled.
+- Existing positional arguments and driver `settings` retain their meaning.
+
+#0.6.30
+
+### Added
+
+In the `integration` module:
+
+- Added `upsert_sensor_state_history()` to append sensor state history records with site-local, UTC, or named-timezone timestamp handling.
+- Added the `update_current_state` option to `upsert_sensor_state_history()` to update each sensor's current state from its latest history record.
+- Added `update_sensor_state()` to update current sensor states in SQL using validated, batched writes with retry handling.
+
+In the `_utils` module:
+
+- Added `set_sql_write_config()` and cached SQL write connection helpers using `pyodbc`.
+- Added `get_connection_string_from_local_file()` to load datacentre-specific MQTT, Redis, and SQL write configuration from a local credentials file.
+
+### Changed
+
+In the `controls` module:
+
+- Updated control components to accept either a single integer priority or a DataFrame column name containing row-level priority values.
+
 #0.6.29
 
 ### Changed

{switch_api-0.6.29 → switch_api-0.6.31}/setup.py

@@ -16,7 +16,7 @@ setup(
     long_description_content_type='text/markdown',
     license='MIT License',
     name="switch_api",
-    version="0.6.29",
+    version="0.6.31",
     packages=find_packages(include=["switch_api", "switch_api.*"]),
     install_requires=['pandas==1.5.3', 'requests', 'azure-storage-blob', 'pandera[io]==0.7.1', 'azure-servicebus',
                       'msal>=1.11.0', 'paho-mqtt==1.6.1', 'uvicorn==0.22.0', 'fastapi==0.98.0', 'pyodbc==4.0.39', 'cachetools==5.5.0', 

{switch_api-0.6.29 → switch_api-0.6.31}/switch_api/__init__.py

@@ -11,7 +11,7 @@ Complete package for ingestion data into the Switch Automation Platform.
 """
 __all__ = ['dataset', 'analytics', 'pipeline', 'error_handlers', 'integration',
            'initialize', 'cache', 'extensions', 'email', 'controls', 'realtime', '_compute', 'generate_filepath',
-           'set_mqtt_broker_config', 'set_realtime_redis_config']
+           'set_mqtt_broker_config', 'set_realtime_redis_config', 'set_sql_write_config']
 
 from .initialize import initialize
 from . import dataset
@@ -28,6 +28,7 @@ from . import realtime
 from . import _compute
 from ._utils._utils import generate_filepath
 from ._utils._mqtt import set_mqtt_broker_config
+from ._utils._sql import set_sql_write_config
 from .realtime import set_realtime_redis_config
 from . import _guide
 
@@ -44,4 +45,4 @@ from . import _guide
 # log.addHandler(_ch)
 # https://dev.to/joaomcteixeira/setting-up-python-logging-for-a-library-app-6ml
 
-__version__ = "0.6.29"
+__version__ = "0.6.31"

switch_api-0.6.31/switch_api/_utils/_sql.py

@@ -0,0 +1,104 @@
+# -------------------------------------------------------------------------
+# Copyright (c) Switch Automation Pty Ltd. All rights reserved.
+# Licensed under the MIT License. See License.txt in the project root for
+# license information.
+# --------------------------------------------------------------------------
+"""
+SQL write configuration and connection helpers.
+"""
+import logging
+import sys
+
+import pyodbc
+
+logger = logging.getLogger(__name__)
+logger.setLevel(logging.DEBUG)
+consoleHandler = logging.StreamHandler(stream=sys.stdout)
+consoleHandler.setLevel(logging.INFO)
+
+logger.addHandler(consoleHandler)
+formatter = logging.Formatter('%(asctime)s  switch_api.%(module)s.%(funcName)s  %(levelname)s: %(message)s',
+                              datefmt='%Y-%m-%dT%H:%M:%S')
+consoleHandler.setFormatter(formatter)
+
+
+global _sql_write_config
+global _sql_write_conn
+
+_sql_write_config = {
+    "connection_string": "",
+}
+_sql_write_conn = None
+
+
+def _reset_sql_write_conn():
+    """
+    Close the cached SQL write connection and reset it to None.
+    """
+    global _sql_write_conn
+
+    if _sql_write_conn is not None:
+        try:
+            _sql_write_conn.close()
+        except Exception as e:
+            logger.warning(f"Failed to close cached SQL write connection: {e}")
+
+    _sql_write_conn = None
+
+
+def set_sql_write_config(connection_string: str):
+    """
+    Set SQL configuration.
+
+    Parameters
+    ----------
+    connection_string : str
+        The pyodbc connection string used for SQL write operations.
+
+    Raises
+    ------
+    ValueError
+        If connection_string is not a non-empty string.
+    """
+    global _sql_write_config
+
+    if not isinstance(connection_string, str) or not connection_string.strip():
+        raise ValueError("connection_string must be a non-empty string.")
+
+    _reset_sql_write_conn()
+    _sql_write_config = {
+        "connection_string": connection_string,
+    }
+    logger.info("Set SQL configuration")
+
+
+def is_sql_write_configured():
+    """
+    Return whether SQL write configuration has been set.
+    """
+    return bool(_sql_write_config["connection_string"])
+
+
+def get_sql_write_config():
+    """
+    Return a copy of the current SQL write configuration.
+    """
+    return dict(_sql_write_config)
+
+
+def _get_sql_conn():
+    """
+    Return the cached SQL write connection, creating it when required.
+    """
+    global _sql_write_conn
+
+    if not is_sql_write_configured():
+        raise ValueError("SQL write configuration has not been set.")
+
+    if _sql_write_conn is None:
+        logger.info("Creating SQL write connection.")
+        _sql_write_conn = pyodbc.connect(
+            _sql_write_config["connection_string"]
+        )
+
+    return _sql_write_conn

{switch_api-0.6.29 → switch_api-0.6.31}/switch_api/_utils/_utils.py

@@ -27,7 +27,8 @@ from .._utils._constants import (WORK_ORDER_STATUS, WORK_ORDER_CATEGORY, WORK_OR
                                  PERFORMANCE_STATISTIC_METRIC_SYSTEM, RESERVATION_STATUS, RESOURCE_TYPE)
 
 __all__ = ['generate_password', 'convert_to_sqm', 'convert_to_pascal_case', 'ValidatedSetterProperty', 'ApiInputs',
-           'DiscoveryIntegrationInput', 'DataFeedFileProcessOutput', 'requests_retry_session', 'is_valid_uuid', 'convert_bytes']
+           'DiscoveryIntegrationInput', 'DataFeedFileProcessOutput', 'requests_retry_session', 'is_valid_uuid',
+           'convert_bytes', 'get_connection_string_from_local_file']
 
 logger = logging.getLogger(__name__)
 logger.setLevel(logging.DEBUG)
@@ -132,6 +133,94 @@ DataFeedFileProcessOutput = namedtuple('DataFeedFileProcessOutput',
                                        ])
 
 
+def get_connection_string_from_local_file(filepath: str, api_inputs: ApiInputs):
+    """Load local MQTT, Redis, and SQL write credentials for a datacentre.
+
+    The credentials file must contain ``KEY==VALUE`` entries for the AU and
+    US datacentres. The datacentre is determined from ``api_inputs.api_base_url``.
+
+    Parameters
+    ----------
+    filepath : str
+        Path to the local credentials file.
+    api_inputs : ApiInputs
+        Initialized API inputs containing the API base URL.
+
+    Returns
+    -------
+    dict or bool
+        MQTT, Redis, and SQL write configuration dictionaries, or False when
+        the file or datacentre configuration is invalid.
+    """
+    if not os.path.isfile(filepath):
+        logger.error(f"The provided filepath: {filepath} is not valid")
+        return False
+
+    try:
+        with open(filepath, 'r') as file:
+            file_content = file.read().splitlines()
+
+        tmp = dict(
+            line.strip().split('==', 1)
+            for line in file_content
+            if line.strip()
+        )
+    except (OSError, ValueError) as exc:
+        logger.error(f"Unable to read credentials from filepath: {filepath}. {exc}")
+        return False
+
+    try:
+        dc = api_inputs.api_base_url.split('-', 1)[1].split('.')[0]
+    except (AttributeError, IndexError):
+        logger.error("Unable to determine datacentre from ApiInputs['api_base_url']")
+        return False
+
+    if dc == "ae":
+        suffix = "_AU"
+    elif dc == "us":
+        suffix = "_US"
+    else:
+        logger.error("Unable to determine datacentre from ApiInputs['api_base_url']")
+        return False
+
+    try:
+        controls_platform_iot_endpoint = tmp['PLATFORM_IOT_ENDPOINT' + suffix]
+        controls_mqtt_host = tmp['MQTT_HOST' + suffix]
+        controls_mqtt_port = tmp['MQTT_PORT' + suffix]
+        controls_mqtt_username = tmp['MQTT_USERNAME' + suffix]
+        controls_mqtt_password = tmp['MQTT_PASSWORD' + suffix]
+        controls_max_timeout = tmp['CONTROLS_MAX_TIMEOUT' + suffix]
+
+        redis_host = tmp['REDIS_HOST' + suffix]
+        redis_password = tmp['REDIS_PASSWORD' + suffix]
+        sql_write_connection_string = tmp['SQL_WRITE_CONNECTION_STRING' + suffix]
+
+        control_variables = {
+            'iot_endpoint': controls_platform_iot_endpoint,
+            'mqtt_host': controls_mqtt_host,
+            'mqtt_username': controls_mqtt_username,
+            'mqtt_password': controls_mqtt_password,
+            'mqtt_port': int(controls_mqtt_port),
+            'max_timeout': int(controls_max_timeout)
+        }
+        redis_variables = {
+            'redis_host': redis_host,
+            'redis_password': redis_password
+        }
+        sql_write_variables = {
+            'connection_string': sql_write_connection_string
+        }
+    except (KeyError, TypeError, ValueError) as exc:
+        logger.error(f"Invalid local credentials for datacentre {dc}: {exc}")
+        return False
+
+    return {
+        'mqtt_config': control_variables,
+        'redis_config': redis_variables,
+        'sql_write_config': sql_write_variables
+    }
+
+
 def generate_password():
     """Generate a ten-character alphanumeric password with at least one lowercase character, at least one uppercase
     character, and at least three digits.
@@ -530,4 +619,4 @@ def ensure_uuid(value, field_name):
             return uuid.UUID(value)
         except ValueError:
             pass
-    raise ValueError(f"{field_name} must be a valid UUID or UUID string.")
+    raise ValueError(f"{field_name} must be a valid UUID or UUID string.")

{switch_api-0.6.29 → switch_api-0.6.31}/switch_api/controls/controls.py

@@ -218,6 +218,11 @@ def submit_control_continue(api_inputs: ApiInputs, data: pandas.DataFrame, infor
                 f"Default Value column {column_with_default_value} not found in the DataFrame")
             raise ValueError(
                 f"Default Value column {column_with_default_value} not found in the DataFrame")
+        elif isinstance(priority, str) and priority not in data.columns:
+            logger.error(
+                f"Priority column {priority} not found in the DataFrame")
+            raise ValueError(
+                f"Priority column {priority} not found in the DataFrame")
 
         data[column_with_value] = pandas.to_numeric(
             data[column_with_value], errors='coerce')
@@ -228,6 +233,7 @@ def submit_control_continue(api_inputs: ApiInputs, data: pandas.DataFrame, infor
 
             control_df = pandas.DataFrame()
             group[COL_CONTROL_NAME] = name
+            control_priority = group[priority] if isinstance(priority, str) else priority
 
             if column_with_default_value == None:
                 control_df = pandas.DataFrame({
@@ -237,7 +243,7 @@ def submit_control_continue(api_inputs: ApiInputs, data: pandas.DataFrame, infor
                     COL_CONTROL_VALUE: group[column_with_value],
                     COL_CONTROL_CONTINUE_VALUE: group[column_with_continue],
                     COL_CONTROL_TTL: timeout_in_seconds,
-                    COL_CONTROL_PRIORITY: priority
+                    COL_CONTROL_PRIORITY: control_priority
                 })
             else:
                 control_df = pandas.DataFrame({
@@ -248,7 +254,7 @@ def submit_control_continue(api_inputs: ApiInputs, data: pandas.DataFrame, infor
                     COL_CONTROL_CONTINUE_VALUE: group[column_with_continue],
                     COL_CONTROL_DEFAULT_CONTROL_VALUE: group[column_with_default_value],
                     COL_CONTROL_TTL: timeout_in_seconds,
-                    COL_CONTROL_PRIORITY: priority
+                    COL_CONTROL_PRIORITY: control_priority
                 })
 
             try:
@@ -958,7 +964,7 @@ def set_control_cache(api_inputs: ApiInputs, key: str, scope_id: str, data: any)
             f"An unexpected error occurred in setting Control cache: {e}")
         return pandas.DataFrame()
 
-def add_control_component(name: str, column_with_object_installation_id: str, column_with_object_property_id: str, column_with_label: str, column_with_value: str, column_with_continue: str = None, column_with_default_value: str = None, timeout_in_seconds: int = 0, priority: int = 8):
+def add_control_component(name: str, column_with_object_installation_id: str, column_with_object_property_id: str, column_with_label: str, column_with_value: str, column_with_continue: str = None, column_with_default_value: str = None, timeout_in_seconds: int = 0, priority: Union[int, str] = 8):
     """Add Control Components similar to batching the dataframe with named columns.
 
     Parameters
@@ -981,8 +987,9 @@ def add_control_component(name: str, column_with_object_installation_id: str, co
             Time until relinquish happens in seconds. Defaults to 0.
             Setting value to 0 means the control will not relinquish.
             If there's value > 0 then it will always relinquish control.
-        priority (int, optional):
-            Priority value for the control write command. Defaults to 8.
+        priority (int or str, optional):
+            Priority value for the control write command, or the name of the
+            DataFrame column containing row-level priority values. Defaults to 8.
 
     Returns
     -------
@@ -1019,9 +1026,13 @@ def add_control_component(name: str, column_with_object_installation_id: str, co
     if not isinstance(timeout_in_seconds, int) or timeout_in_seconds < 0:
         raise ValueError(
             "The 'timeout_in_seconds' parameter must be a non-negative integer.")
-    if not isinstance(priority, int) or priority < 0:
+    if isinstance(priority, str):
+        if not priority:
+            raise ValueError(
+                "The 'priority' parameter must be a non-empty string or non-negative integer.")
+    elif not isinstance(priority, int) or priority < 0:
         raise ValueError(
-            "The 'priority' parameter must be a non-negative integer.")
+            "The 'priority' parameter must be a non-empty string or non-negative integer.")
 
     _control_components[name] = (
         column_with_object_installation_id,

{switch_api-0.6.29 → switch_api-0.6.31}/switch_api/integration/__init__.py

@@ -10,12 +10,12 @@ A module for integrating asset creation, asset updates, data ingestion, etc into
 from .integration import (upsert_data, upsert_sites, upsert_workorders, upsert_device_sensors, upsert_device_sensors_ext,
                           upsert_timeseries_ds, replace_data, append_data, upsert_file_row_count,
                           upsert_discovered_records, upsert_timeseries, upsert_tags, upsert_device_metadata,
-                          upsert_reservations, upsert_device_sensors_iq)
+                          upsert_reservations, upsert_device_sensors_iq, upsert_sensor_state_history)
 
 from .helpers import (get_sites, get_tag_groups, get_metadata_keys, get_data, get_device_sensors, get_templates,
                       get_units_of_measure, get_states_by_country, get_operation_state, get_equipment_classes,
                       load_data, get_timezones, amortise_across_days, get_metadata_where_clause, connect_to_sql,
-                      update_last_record_property_value)
+                      update_last_record_property_value, update_sensor_state)
 
 __all__ = ['upsert_data', 'upsert_sites', 'upsert_workorders', 'upsert_device_sensors', 'upsert_device_sensors_ext',
            'upsert_timeseries_ds', 'replace_data', 'append_data', 'get_sites', 'get_tag_groups', 'get_metadata_keys',
@@ -23,4 +23,4 @@ __all__ = ['upsert_data', 'upsert_sites', 'upsert_workorders', 'upsert_device_se
            'get_operation_state', 'get_equipment_classes', 'load_data', 'upsert_file_row_count',
            'upsert_discovered_records', 'upsert_timeseries', 'upsert_tags', 'upsert_device_metadata', 'get_timezones',
            'amortise_across_days', 'get_metadata_where_clause', 'connect_to_sql', 'upsert_reservations', 'upsert_device_sensors_iq',
-           'update_last_record_property_value']
+           'update_last_record_property_value', 'update_sensor_state', 'upsert_sensor_state_history']

{switch_api-0.6.29 → switch_api-0.6.31}/switch_api/integration/helpers.py

@@ -16,12 +16,15 @@ import requests
 import logging
 import uuid
 import pyodbc
+import time
 from datetime import timedelta
+from numbers import Integral
 from typing import Union
 
 from ._utils import _get_sql_connection_string, _extract_sql_credentials
 from .._utils._constants import QUERY_LANGUAGE
 from .._utils._constants import RESPONSE_TYPE, AMORTISATION_METHOD
+from .._utils._sql import get_sql_write_config, _get_sql_conn
 from .._utils._utils import ApiInputs, _column_name_cap, _with_func_attrs, requests_retry_session, requests_retry_session2
 from ..error_handlers import error_handlers
 
@@ -36,6 +39,11 @@ formatter = logging.Formatter('%(asctime)s  switch_api.%(module)s.%(funcName)s
 consoleHandler.setFormatter(formatter)
 
 
+global _sql_write_conn
+
+_sql_write_conn = None
+
+
 def get_operation_state(upload_id: uuid.UUID, api_inputs: ApiInputs):
     """Get operation state
 
@@ -865,6 +873,141 @@ def connect_to_sql(api_inputs: ApiInputs):
     return conn
 
 
+def update_sensor_state(df: pandas.DataFrame):
+    """Update sensor states for object properties in SQL.
+
+    The DataFrame must include the following columns:
+
+    - ObjectPropertyId : UUID
+    - SensorStateId : int
+
+    Updates are executed in batches of up to 1,000 rows and retried up to
+    three times when SQL execution fails.
+
+    Parameters
+    ----------
+    df : pandas.DataFrame
+        Object property identifiers and their corresponding sensor state
+        identifiers.
+
+    Returns
+    -------
+    bool
+        True when all sensor state updates succeed; otherwise, False.
+    """
+    global _sql_write_conn
+
+    required_columns = {"ObjectPropertyId", "SensorStateId"}
+    max_rows = 1000
+
+    if not isinstance(df, pandas.DataFrame):
+        logger.error("df must be a pandas.DataFrame.")
+        return False
+
+    missing_columns = required_columns.difference(df.columns)
+    if missing_columns:
+        logger.error(
+            "Missing required column(s): %s",
+            ", ".join(sorted(missing_columns)),
+        )
+        return False
+
+    if df.empty:
+        logger.info("No sensor states to update.")
+        return True
+
+    for index, row in df.loc[:, ["ObjectPropertyId", "SensorStateId"]].iterrows():
+        try:
+            uuid.UUID(str(row["ObjectPropertyId"]))
+        except (AttributeError, TypeError, ValueError):
+            logger.error("ObjectPropertyId must be a GUID at DataFrame index %s.", index)
+            return False
+
+        sensor_state_id = row["SensorStateId"]
+        if isinstance(sensor_state_id, bool) or not isinstance(sensor_state_id, Integral):
+            logger.error("SensorStateId must be an integer at DataFrame index %s.", index)
+            return False
+
+    create_table_statement = (
+        "BEGIN TRANSACTION\n"
+        " DECLARE @vObjectProperties TABLE"
+        " (ObjectPropertyId uniqueidentifier NOT NULL, "
+        "SensorStateId int NOT NULL);\n"
+    )
+    insert_statement = "INSERT INTO @vObjectProperties ([ObjectPropertyId],[SensorStateId]) VALUES "
+    update_statement = (
+        "UPDATE t SET "
+        "t.[SensorStateId] = s.[SensorStateId]"
+        " FROM dbo.ObjectProperties t"
+        " INNER JOIN @vObjectProperties s "
+        "ON t.[ObjectPropertyId] = s.[ObjectPropertyId];\n"
+        "COMMIT TRANSACTION"
+    )
+
+    try:
+        sql_write_config = get_sql_write_config()
+        if not sql_write_config["connection_string"]:
+            logger.error("SQL write configuration has not been set.")
+            return False
+
+        if _sql_write_conn is None:
+            _sql_write_conn = _get_sql_conn()
+
+        statement_list = list()
+        statement = ""
+        sql_values = ""
+        ra = df.loc[:, ["ObjectPropertyId", "SensorStateId"]].to_dict(
+            orient="records"
+        )
+        ctr = 0
+
+        while ctr < len(ra):
+            statement = create_table_statement + insert_statement
+
+            # Insert up to 1,000 rows, or until there are no more records.
+            sql_values = ""
+            for idx in range(max_rows):
+                if sql_values:
+                    sql_values += ","
+
+                r = ra[ctr]
+                sql_values += (
+                    f"('{r['ObjectPropertyId']}',"
+                    f"'{r['SensorStateId']}')"
+                )
+
+                ctr += 1
+                if ctr >= len(ra):
+                    break
+
+            statement += sql_values + ";\n"
+            statement += update_statement
+            statement_list.append(statement)
+
+            cursor = _sql_write_conn.cursor()
+            retry = 0
+            ok = False
+
+            while not ok and retry < 3:
+                try:
+                    cursor.execute(statement)
+                    logger.info(f"{cursor.rowcount} records updated. ")
+                    ok = True
+                    cursor.commit()
+                except Exception as execute_exc:
+                    logger.exception(execute_exc)
+                    retry += 1
+                    time.sleep(0.1)
+
+            if not ok:
+                return False
+
+        return True
+    except Exception as exc:
+        logger.exception("Failed to update sensor states: %s", exc)
+        return False
+
+
 def amortise_across_days(raw_df: pandas.DataFrame, start_date_col: str, end_date_col: str, value_col: str,
                          amortise_method: AMORTISATION_METHOD = "Exclusive"):
     """Amortise data across days in period.
@@ -1375,4 +1518,4 @@ def send_reading_summary(api_inputs: ApiInputs, data_frame: pandas.DataFrame):
                     error_handlers.post_errors(api_inputs=api_inputs, errors=error_df,
                                               error_type='ReadingSummariesTimeout', process_status='ActionRequired')
                 else:
-                    logger.error(f"Error on chunk {i // CHUNK_SIZE + 1} after {retries} attempts.")
+                    logger.error(f"Error on chunk {i // CHUNK_SIZE + 1} after {retries} attempts.")