Flowfile 0.4.1__py3-none-any.whl → 0.5.3__py3-none-any.whl

flowfile_worker/funcs.py

@@ -1,43 +1,47 @@
-import polars as pl
 import io
-from typing import List, Dict, Callable
-from multiprocessing import Array, Value, Queue
+import logging
+import os
+from base64 import encodebytes
+from collections.abc import Callable
+from logging import Logger
+from multiprocessing import Array, Queue, Value
 
-from pl_fuzzy_frame_match import fuzzy_match_dfs, FuzzyMapping
+import polars as pl
+from pl_fuzzy_frame_match import FuzzyMapping, fuzzy_match_dfs
 
-from flowfile_worker.flow_logger import get_worker_logger
-from flowfile_worker.external_sources.sql_source.models import DatabaseWriteSettings
-from flowfile_worker.external_sources.sql_source.main import write_df_to_database
 from flowfile_worker.external_sources.s3_source.main import write_df_to_cloud
 from flowfile_worker.external_sources.s3_source.models import CloudStorageWriteSettings
-from base64 import encodebytes
-from logging import Logger
-import logging
-import os
+from flowfile_worker.external_sources.sql_source.main import write_df_to_database
+from flowfile_worker.external_sources.sql_source.models import DatabaseWriteSettings
+from flowfile_worker.flow_logger import get_worker_logger
 from flowfile_worker.utils import collect_lazy_frame, collect_lazy_frame_and_get_streaming_info
 
-
 # 'store', 'calculate_schema', 'calculate_number_of_records', 'write_output', 'fuzzy', 'store_sample']
 
-logging.basicConfig(format='%(asctime)s: %(message)s')
-logger = logging.getLogger('Spawner')
+logging.basicConfig(format="%(asctime)s: %(message)s")
+logger = logging.getLogger("Spawner")
 logger.setLevel(logging.INFO)
 
 
-def fuzzy_join_task(left_serializable_object: bytes, right_serializable_object: bytes,
-                    fuzzy_maps: List[FuzzyMapping], error_message: Array, file_path: str,
-                    progress: Value,
-                    queue: Queue, flowfile_flow_id: int, flowfile_node_id: int | str,
-                    ):
+def fuzzy_join_task(
+    left_serializable_object: bytes,
+    right_serializable_object: bytes,
+    fuzzy_maps: list[FuzzyMapping],
+    error_message: Array,
+    file_path: str,
+    progress: Value,
+    queue: Queue,
+    flowfile_flow_id: int,
+    flowfile_node_id: int | str,
+):
     flowfile_logger = get_worker_logger(flowfile_flow_id, flowfile_node_id)
     try:
         flowfile_logger.info("Starting fuzzy join operation")
         left_df = pl.LazyFrame.deserialize(io.BytesIO(left_serializable_object))
         right_df = pl.LazyFrame.deserialize(io.BytesIO(right_serializable_object))
-        fuzzy_match_result = fuzzy_match_dfs(left_df=left_df,
-                                             right_df=right_df,
-                                             fuzzy_maps=fuzzy_maps,
-                                             logger=flowfile_logger)
+        fuzzy_match_result = fuzzy_match_dfs(
+            left_df=left_df, right_df=right_df, fuzzy_maps=fuzzy_maps, logger=flowfile_logger
+        )
         flowfile_logger.info("Fuzzy join operation completed successfully")
         fuzzy_match_result.write_ipc(file_path)
         with progress.get_lock():
@@ -45,18 +49,23 @@ def fuzzy_join_task(left_serializable_object: bytes, right_serializable_object:
     except Exception as e:
         error_msg = str(e).encode()[:256]
         with error_message.get_lock():
-            error_message[:len(error_msg)] = error_msg
+            error_message[: len(error_msg)] = error_msg
         with progress.get_lock():
             progress.value = -1
-        flowfile_logger.error(f'Error during fuzzy join operation: {str(e)}')
+        flowfile_logger.error(f"Error during fuzzy join operation: {str(e)}")
     lf = pl.scan_ipc(file_path)
     number_of_records = collect_lazy_frame(lf.select(pl.len()))[0, 0]
-    flowfile_logger.info(f'Number of records after fuzzy match: {number_of_records}')
+    flowfile_logger.info(f"Number of records after fuzzy match: {number_of_records}")
     queue.put(encodebytes(lf.serialize()))
 
 
-def process_and_cache(polars_serializable_object: io.BytesIO, progress: Value, error_message: Array,
-                      file_path: str, flowfile_logger: Logger) -> bytes:
+def process_and_cache(
+    polars_serializable_object: io.BytesIO,
+    progress: Value,
+    error_message: Array,
+    file_path: str,
+    flowfile_logger: Logger,
+) -> bytes:
     try:
         lf = pl.LazyFrame.deserialize(polars_serializable_object)
         collect_lazy_frame(lf).write_ipc(file_path)
@@ -65,23 +74,24 @@ def process_and_cache(polars_serializable_object: io.BytesIO, progress: Value, e
             progress.value = 100
     except Exception as e:
         error_msg = str(e).encode()[:1024]  # Limit error message length
-        flowfile_logger.error(f'Error during process and cache operation: {str(e)}')
+        flowfile_logger.error(f"Error during process and cache operation: {str(e)}")
         with error_message.get_lock():
-            error_message[:len(error_msg)] = error_msg
+            error_message[: len(error_msg)] = error_msg
         with progress.get_lock():
             progress.value = -1  # Indicate error
         return error_msg
 
 
-def store_sample(polars_serializable_object: bytes,
-                 progress: Value,
-                 error_message: Array,
-                 queue: Queue,
-                 file_path: str,
-                 sample_size: int,
-                 flowfile_flow_id: int,
-                 flowfile_node_id: int | str
-                 ):
+def store_sample(
+    polars_serializable_object: bytes,
+    progress: Value,
+    error_message: Array,
+    queue: Queue,
+    file_path: str,
+    sample_size: int,
+    flowfile_flow_id: int,
+    flowfile_node_id: int | str,
+):
     flowfile_logger = get_worker_logger(flowfile_flow_id, flowfile_node_id)
     flowfile_logger.info("Starting store sample operation")
     try:
@@ -91,38 +101,46 @@ def store_sample(polars_serializable_object: bytes,
         with progress.get_lock():
             progress.value = 100
     except Exception as e:
-        flowfile_logger.error(f'Error during store sample operation: {str(e)}')
+        flowfile_logger.error(f"Error during store sample operation: {str(e)}")
         error_msg = str(e).encode()[:1024]  # Limit error message length
         with error_message.get_lock():
-            error_message[:len(error_msg)] = error_msg
+            error_message[: len(error_msg)] = error_msg
         with progress.get_lock():
             progress.value = -1  # Indicate error
         return error_msg
 
 
-def store(polars_serializable_object: bytes, progress: Value, error_message: Array, queue: Queue,  file_path: str,
-          flowfile_flow_id: int, flowfile_node_id: int | str):
+def store(
+    polars_serializable_object: bytes,
+    progress: Value,
+    error_message: Array,
+    queue: Queue,
+    file_path: str,
+    flowfile_flow_id: int,
+    flowfile_node_id: int | str,
+):
     flowfile_logger = get_worker_logger(flowfile_flow_id, flowfile_node_id)
     flowfile_logger.info("Starting store operation")
     polars_serializable_object_io = io.BytesIO(polars_serializable_object)
     process_and_cache(polars_serializable_object_io, progress, error_message, file_path, flowfile_logger)
     lf = pl.scan_ipc(file_path)
     number_of_records = collect_lazy_frame(lf.select(pl.len()))[0, 0]
-    flowfile_logger.info(f'Number of records processed: {number_of_records}')
+    flowfile_logger.info(f"Number of records processed: {number_of_records}")
     queue.put(encodebytes(lf.serialize()))
 
 
-def calculate_schema_logic(df: pl.LazyFrame, optimize_memory: bool = True, flowfile_logger: Logger = None) -> List[Dict]:
+def calculate_schema_logic(
+    df: pl.LazyFrame, optimize_memory: bool = True, flowfile_logger: Logger = None
+) -> list[dict]:
     if flowfile_logger is None:
-        raise ValueError('flowfile_logger is required')
+        raise ValueError("flowfile_logger is required")
     schema = df.collect_schema()
-    schema_stats = [dict(column_name=k, pl_datatype=str(v), col_index=i) for i, (k, v) in
-                    enumerate(schema.items())]
-    flowfile_logger.info('Starting to calculate the number of records')
+    schema_stats = [dict(column_name=k, pl_datatype=str(v), col_index=i) for i, (k, v) in enumerate(schema.items())]
+    flowfile_logger.info("Starting to calculate the number of records")
     collected_streaming_info = collect_lazy_frame_and_get_streaming_info(df.select(pl.len()))
     n_records = collected_streaming_info.df[0, 0]
     if n_records < 10_000:
-        flowfile_logger.info('Collecting the whole dataset')
+        flowfile_logger.info("Collecting the whole dataset")
         df = collect_lazy_frame(df).lazy()
     if optimize_memory and n_records > 1_000_000:
         df = df.head(1_000_000)
@@ -133,20 +151,27 @@ def calculate_schema_logic(df: pl.LazyFrame, optimize_memory: bool = True, flowf
         else:
             df = df.drop(null_cols)
             pl_stats = df.describe()
-        n_unique_per_cols = list(df.select(pl.all().approx_n_unique()).collect(
-            engine="streaming" if collected_streaming_info.streaming_collect_available else "auto").to_dicts()[0].values()
-                                 )
-        stats_headers = pl_stats.drop_in_place('statistic').to_list()
-        stats = {v['column_name']: v for v in pl_stats.transpose(include_header=True, header_name='column_name',
-                                                                 column_names=stats_headers).to_dicts()}
-        for i, (col_stat, n_unique_values) in enumerate(zip(stats.values(), n_unique_per_cols)):
-            col_stat['n_unique'] = n_unique_values
-            col_stat['examples'] = ', '.join({str(col_stat['min']), str(col_stat['max'])})
-            col_stat['null_count'] = int(float(col_stat['null_count']))
-            col_stat['count'] = int(float(col_stat['count']))
+        n_unique_per_cols = list(
+            df.select(pl.all().approx_n_unique())
+            .collect(engine="streaming" if collected_streaming_info.streaming_collect_available else "auto")
+            .to_dicts()[0]
+            .values()
+        )
+        stats_headers = pl_stats.drop_in_place("statistic").to_list()
+        stats = {
+            v["column_name"]: v
+            for v in pl_stats.transpose(
+                include_header=True, header_name="column_name", column_names=stats_headers
+            ).to_dicts()
+        }
+        for i, (col_stat, n_unique_values) in enumerate(zip(stats.values(), n_unique_per_cols, strict=False)):
+            col_stat["n_unique"] = n_unique_values
+            col_stat["examples"] = ", ".join({str(col_stat["min"]), str(col_stat["max"])})
+            col_stat["null_count"] = int(float(col_stat["null_count"]))
+            col_stat["count"] = int(float(col_stat["count"]))
 
         for schema_stat in schema_stats:
-            deep_stat = stats.get(schema_stat['column_name'])
+            deep_stat = stats.get(schema_stat["column_name"])
             if deep_stat:
                 schema_stat.update(deep_stat)
         del df
@@ -155,30 +180,45 @@ def calculate_schema_logic(df: pl.LazyFrame, optimize_memory: bool = True, flowf
     return schema_stats
 
 
-def calculate_schema(polars_serializable_object: bytes, progress: Value, error_message: Array, queue: Queue,
-                     flowfile_flow_id: int, flowfile_node_id: int | str, *args, **kwargs):
+def calculate_schema(
+    polars_serializable_object: bytes,
+    progress: Value,
+    error_message: Array,
+    queue: Queue,
+    flowfile_flow_id: int,
+    flowfile_node_id: int | str,
+    *args,
+    **kwargs,
+):
     polars_serializable_object_io = io.BytesIO(polars_serializable_object)
     flowfile_logger = get_worker_logger(flowfile_flow_id, flowfile_node_id)
     flowfile_logger.info("Starting schema calculation")
     try:
         lf = pl.LazyFrame.deserialize(polars_serializable_object_io)
         schema_stats = calculate_schema_logic(lf, flowfile_logger=flowfile_logger)
-        flowfile_logger.info('schema_stats', schema_stats)
+        flowfile_logger.info("schema_stats", schema_stats)
         queue.put(schema_stats)
         flowfile_logger.info("Schema calculation completed successfully")
         with progress.get_lock():
             progress.value = 100
     except Exception as e:
         error_msg = str(e).encode()[:256]  # Limit error message length
-        flowfile_logger.error('error', e)
+        flowfile_logger.error("error", e)
         with error_message.get_lock():
-            error_message[:len(error_msg)] = error_msg
+            error_message[: len(error_msg)] = error_msg
         with progress.get_lock():
             progress.value = -1  # Indicate error
 
 
-def calculate_number_of_records(polars_serializable_object: bytes, progress: Value, error_message: Array,
-                                queue: Queue, flowfile_flow_id: int, *args, **kwargs):
+def calculate_number_of_records(
+    polars_serializable_object: bytes,
+    progress: Value,
+    error_message: Array,
+    queue: Queue,
+    flowfile_flow_id: int,
+    *args,
+    **kwargs,
+):
     flowfile_logger = get_worker_logger(flowfile_flow_id, -1)
     flowfile_logger.info("Starting number of records calculation")
     polars_serializable_object_io = io.BytesIO(polars_serializable_object)
@@ -187,47 +227,54 @@ def calculate_number_of_records(polars_serializable_object: bytes, progress: Val
         n_records = collect_lazy_frame(lf.select(pl.len()))[0, 0]
         queue.put(n_records)
         flowfile_logger.debug("Number of records calculation completed successfully")
-        flowfile_logger.debug(f'n_records {n_records}')
+        flowfile_logger.debug(f"n_records {n_records}")
         with progress.get_lock():
             progress.value = 100
     except Exception as e:
-        flowfile_logger.error('error', e)
+        flowfile_logger.error("error", e)
         error_msg = str(e).encode()[:256]  # Limit error message length
         with error_message.get_lock():
-            error_message[:len(error_msg)] = error_msg
+            error_message[: len(error_msg)] = error_msg
         with progress.get_lock():
             progress.value = -1  # Indicate error
-        return b'error'
-
-
-def execute_write_method(write_method: Callable, path: str, data_type: str = None, sheet_name: str = None,
-                         delimiter: str = None,
-                         write_mode: str = 'create', flowfile_logger: Logger = None):
-    flowfile_logger.info('executing write method')
-    if data_type == 'excel':
-        logger.info('Writing as excel file')
+        return b"error"
+
+
+def execute_write_method(
+    write_method: Callable,
+    path: str,
+    data_type: str = None,
+    sheet_name: str = None,
+    delimiter: str = None,
+    write_mode: str = "create",
+    flowfile_logger: Logger = None,
+):
+    flowfile_logger.info("executing write method")
+    if data_type == "excel":
+        logger.info("Writing as excel file")
         write_method(path, worksheet=sheet_name)
-    elif data_type == 'csv':
-        logger.info('Writing as csv file')
-        if write_mode == 'append':
-            with open(path, 'ab') as f:
-                write_method(f, separator=delimiter, quote_style='always')
+    elif data_type == "csv":
+        logger.info("Writing as csv file")
+        if write_mode == "append":
+            with open(path, "ab") as f:
+                write_method(f, separator=delimiter, quote_style="always")
         else:
-            write_method(path, separator=delimiter, quote_style='always')
-    elif data_type == 'parquet':
-        logger.info('Writing as parquet file')
+            write_method(path, separator=delimiter, quote_style="always")
+    elif data_type == "parquet":
+        logger.info("Writing as parquet file")
         write_method(path)
 
 
-def write_to_database(polars_serializable_object: bytes,
-                      progress: Value,
-                      error_message: Array,
-                      queue: Queue,
-                      file_path: str,
-                      database_write_settings: DatabaseWriteSettings,
-                      flowfile_flow_id: int = -1,
-                      flowfile_node_id: int | str = -1
-                      ):
+def write_to_database(
+    polars_serializable_object: bytes,
+    progress: Value,
+    error_message: Array,
+    queue: Queue,
+    file_path: str,
+    database_write_settings: DatabaseWriteSettings,
+    flowfile_flow_id: int = -1,
+    flowfile_node_id: int | str = -1,
+):
     """
     Writes a Polars DataFrame to a SQL database.
     """
@@ -242,22 +289,23 @@ def write_to_database(polars_serializable_object: bytes,
             progress.value = 100
     except Exception as e:
         error_msg = str(e).encode()[:1024]
-        flowfile_logger.error(f'Error during write operation: {str(e)}')
+        flowfile_logger.error(f"Error during write operation: {str(e)}")
         with error_message.get_lock():
-            error_message[:len(error_msg)] = error_msg
+            error_message[: len(error_msg)] = error_msg
         with progress.get_lock():
             progress.value = -1
 
 
-def write_to_cloud_storage(polars_serializable_object: bytes,
-                           progress: Value,
-                           error_message: Array,
-                           queue: Queue,
-                           file_path: str,
-                           cloud_write_settings: CloudStorageWriteSettings,
-                           flowfile_flow_id: int = -1,
-                           flowfile_node_id: int | str = -1
-                           ) -> None:
+def write_to_cloud_storage(
+    polars_serializable_object: bytes,
+    progress: Value,
+    error_message: Array,
+    queue: Queue,
+    file_path: str,
+    cloud_write_settings: CloudStorageWriteSettings,
+    flowfile_flow_id: int = -1,
+    flowfile_node_id: int | str = -1,
+) -> None:
     """
     Writes a Polars DataFrame to cloud storage using the provided settings.
     Args:
@@ -276,8 +324,7 @@ def write_to_cloud_storage(polars_serializable_object: bytes,
     flowfile_logger = get_worker_logger(flowfile_flow_id, flowfile_node_id)
     flowfile_logger.info(f"Starting write operation to: {cloud_write_settings.write_settings.resource_path}")
     df = pl.LazyFrame.deserialize(io.BytesIO(polars_serializable_object))
-    flowfile_logger.info(f"Starting to sync the data to cloud, execution plan: \n"
-                         f"{df.explain(format='plain')}")
+    flowfile_logger.info(f"Starting to sync the data to cloud, execution plan: \n" f"{df.explain(format='plain')}")
     try:
         write_df_to_cloud(df, cloud_write_settings, flowfile_logger)
         flowfile_logger.info("Write operation completed successfully")
@@ -285,26 +332,27 @@ def write_to_cloud_storage(polars_serializable_object: bytes,
             progress.value = 100
     except Exception as e:
         error_msg = str(e).encode()[:1024]
-        flowfile_logger.error(f'Error during write operation: {str(e)}')
+        flowfile_logger.error(f"Error during write operation: {str(e)}")
         with error_message.get_lock():
-            error_message[:len(error_msg)] = error_msg
+            error_message[: len(error_msg)] = error_msg
         with progress.get_lock():
             progress.value = -1
 
 
-def write_output(polars_serializable_object: bytes,
-                 progress: Value,
-                 error_message: Array,
-                 queue: Queue,
-                 file_path: str,
-                 data_type: str,
-                 path: str,
-                 write_mode: str,
-                 sheet_name: str = None,
-                 delimiter: str = None,
-                 flowfile_flow_id: int = -1,
-                 flowfile_node_id: int | str = -1
-                 ):
+def write_output(
+    polars_serializable_object: bytes,
+    progress: Value,
+    error_message: Array,
+    queue: Queue,
+    file_path: str,
+    data_type: str,
+    path: str,
+    write_mode: str,
+    sheet_name: str = None,
+    delimiter: str = None,
+    flowfile_flow_id: int = -1,
+    flowfile_node_id: int | str = -1,
+):
     flowfile_logger = get_worker_logger(flowfile_flow_id, flowfile_node_id)
     flowfile_logger.info(f"Starting write operation to: {path}")
     try:
@@ -312,42 +360,53 @@ def write_output(polars_serializable_object: bytes,
         if isinstance(df, pl.LazyFrame):
             flowfile_logger.info(f'Execution plan explanation:\n{df.explain(format="plain")}')
         flowfile_logger.info("Successfully deserialized dataframe")
-        sink_method_str = 'sink_'+data_type
-        write_method_str = 'write_'+data_type
+        sink_method_str = "sink_" + data_type
+        write_method_str = "write_" + data_type
         has_sink_method = hasattr(df, sink_method_str)
         write_method = None
-        if os.path.exists(path) and write_mode == 'create':
-            raise Exception('File already exists')
-        if has_sink_method and write_method != 'append':
-            flowfile_logger.info(f'Using sink method: {sink_method_str}')
-            write_method = getattr(df, 'sink_' + data_type)
+        if os.path.exists(path) and write_mode == "create":
+            raise Exception("File already exists")
+        if has_sink_method and write_method != "append":
+            flowfile_logger.info(f"Using sink method: {sink_method_str}")
+            write_method = getattr(df, "sink_" + data_type)
         elif not has_sink_method:
             if isinstance(df, pl.LazyFrame):
                 df = collect_lazy_frame(df)
             write_method = getattr(df, write_method_str)
         if write_method is not None:
-            execute_write_method(write_method, path=path, data_type=data_type, sheet_name=sheet_name,
-                                 delimiter=delimiter, write_mode=write_mode, flowfile_logger=flowfile_logger)
-            number_of_records_written = (collect_lazy_frame(df.select(pl.len()))[0, 0]
-                                         if isinstance(df, pl.LazyFrame) else df.height)
-            flowfile_logger.info(f'Number of records written: {number_of_records_written}')
+            execute_write_method(
+                write_method,
+                path=path,
+                data_type=data_type,
+                sheet_name=sheet_name,
+                delimiter=delimiter,
+                write_mode=write_mode,
+                flowfile_logger=flowfile_logger,
+            )
+            number_of_records_written = (
+                collect_lazy_frame(df.select(pl.len()))[0, 0] if isinstance(df, pl.LazyFrame) else df.height
+            )
+            flowfile_logger.info(f"Number of records written: {number_of_records_written}")
         else:
-            raise Exception('Write method not found')
+            raise Exception("Write method not found")
         with progress.get_lock():
             progress.value = 100
     except Exception as e:
-        logger.info(f'Error during write operation: {str(e)}')
-        error_message[:len(str(e))] = str(e).encode()
-
-
-def generic_task(func: Callable,
-                 progress: Value,
-                 error_message: Array,
-                 queue: Queue,
-                 file_path: str,
-                 flowfile_flow_id: int,
-                 flowfile_node_id: int | str,
-                 *args, **kwargs):
+        logger.info(f"Error during write operation: {str(e)}")
+        error_message[: len(str(e))] = str(e).encode()
+
+
+def generic_task(
+    func: Callable,
+    progress: Value,
+    error_message: Array,
+    queue: Queue,
+    file_path: str,
+    flowfile_flow_id: int,
+    flowfile_node_id: int | str,
+    *args,
+    **kwargs,
+):
     print(kwargs)
     flowfile_logger = get_worker_logger(flowfile_flow_id, flowfile_node_id)
     flowfile_logger.info("Starting generic task")
@@ -358,19 +417,19 @@ def generic_task(func: Callable,
         elif isinstance(df, pl.DataFrame):
             df.write_ipc(file_path)
         else:
-            raise Exception('Returned object is not a DataFrame or LazyFrame')
+            raise Exception("Returned object is not a DataFrame or LazyFrame")
         with progress.get_lock():
             progress.value = 100
         flowfile_logger.info("Task completed successfully")
     except Exception as e:
-        flowfile_logger.error(f'Error during task execution: {str(e)}')
+        flowfile_logger.error(f"Error during task execution: {str(e)}")
         error_msg = str(e).encode()[:1024]
         with error_message.get_lock():
-            error_message[:len(error_msg)] = error_msg
+            error_message[: len(error_msg)] = error_msg
         with progress.get_lock():
             progress.value = -1
 
     lf = pl.scan_ipc(file_path)
     number_of_records = collect_lazy_frame(lf.select(pl.len()))[0, 0]
-    flowfile_logger.info(f'Number of records processed: {number_of_records}')
+    flowfile_logger.info(f"Number of records processed: {number_of_records}")
     queue.put(encodebytes(lf.serialize()))

flowfile_worker/main.py

@@ -1,16 +1,14 @@
 import asyncio
-import uvicorn
 import signal
-
 from contextlib import asynccontextmanager
-from fastapi import FastAPI
 
-from shared.storage_config import storage
+import uvicorn
+from fastapi import FastAPI
 
-from flowfile_worker.routes import router
 from flowfile_worker import mp_context
-from flowfile_worker.configs import logger, FLOWFILE_CORE_URI, SERVICE_HOST, SERVICE_PORT
-
+from flowfile_worker.configs import FLOWFILE_CORE_URI, SERVICE_HOST, SERVICE_PORT, logger
+from flowfile_worker.routes import router
+from shared.storage_config import storage
 
 should_exit = False
 server_instance = None
@@ -19,11 +17,11 @@ server_instance = None
 @asynccontextmanager
 async def shutdown_handler(app: FastAPI):
     """Handle application startup and shutdown"""
-    logger.info('Starting application...')
+    logger.info("Starting application...")
     try:
         yield
     finally:
-        logger.info('Shutting down application...')
+        logger.info("Shutting down application...")
         logger.info("Cleaning up worker resources...")
         for p in mp_context.active_children():
             try:
@@ -84,17 +82,12 @@ def run(host: str = None, port: int = None):
     signal.signal(signal.SIGTERM, signal_handler)
     signal.signal(signal.SIGINT, signal_handler)
 
-    config = uvicorn.Config(
-        app,
-        host=host,
-        port=port,
-        loop="asyncio"
-    )
+    config = uvicorn.Config(app, host=host, port=port, loop="asyncio")
     server = uvicorn.Server(config)
     server_instance = server  # Store server instance globally
 
-    logger.info('Starting server...')
-    logger.info('Server started')
+    logger.info("Starting server...")
+    logger.info("Server started")
 
     try:
         server.run()
@@ -107,5 +100,6 @@ def run(host: str = None, port: int = None):
 
 if __name__ == "__main__":
     import multiprocessing
+
     multiprocessing.freeze_support()
     run()