bertrend 0.3.22__tar.gz → 0.3.24__tar.gz

{bertrend-0.3.22 → bertrend-0.3.24}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: bertrend
-Version: 0.3.22
+Version: 0.3.24
 Summary: BERTrend analyses topic evolution over time using state-of-the-art transformer models: topic modelling and LLM
 License: LICENSE.md
 License-File: AUTHORS.txt
@@ -42,7 +42,7 @@ Requires-Dist: langdetect (>=1.0.9)
 Requires-Dist: loguru (>=0.7.3)
 Requires-Dist: lxml-html-clean (>=0.2.2)
 Requires-Dist: markdown (>=3.7)
-Requires-Dist: newscatcherapi (>=0.7.3) ; extra == "apps"
+Requires-Dist: newscatcher-sdk (>=1.4.0) ; extra == "apps"
 Requires-Dist: newspaper4k (>=0.9.3.1) ; extra == "apps"
 Requires-Dist: nltk (>=3.9.1)
 Requires-Dist: numpy (<2)
@@ -53,6 +53,7 @@ Requires-Dist: opentelemetry-exporter-otlp-proto-grpc (==1.25.0)
 Requires-Dist: pandas (>=2.2.2)
 Requires-Dist: plotly (>=5.24.1)
 Requires-Dist: plotly-resampler (>=0.10.0)
+Requires-Dist: psutil (>=7.2.1)
 Requires-Dist: pyarrow (>=21.0.0)
 Requires-Dist: pygooglenews (>=0.1.3) ; extra == "apps"
 Requires-Dist: pylabeladjust (==0.1.13)
@@ -60,8 +61,8 @@ Requires-Dist: pytest (>=8.4.0)
 Requires-Dist: pytest-asyncio
 Requires-Dist: python-dotenv (>=1.1.1)
 Requires-Dist: requests (>=2.32.3)
+Requires-Dist: ruff (>=0.14.14)
 Requires-Dist: scikit-learn (>=1.5.2)
-Requires-Dist: scipy (==1.12)
 Requires-Dist: seaborn (>=0.13.2)
 Requires-Dist: sentence-transformers (==3.0.1)
 Requires-Dist: sentencepiece (>=0.2.0)
@@ -72,7 +73,6 @@ Requires-Dist: supervisor (>=4.3.0)
 Requires-Dist: thefuzz (>=0.22.1)
 Requires-Dist: tiktoken (>=0.8.0)
 Requires-Dist: tldextract (>=2.0.1)
-Requires-Dist: tokenizers (<0.20.0)
 Requires-Dist: torch (>=2.7.0)
 Requires-Dist: tqdm (>=4.67.1)
 Requires-Dist: typer (>=0.16.0)
@@ -94,6 +94,11 @@ Description-Content-Type: text/markdown
 ![Static Badge](https://img.shields.io/badge/python-%3E%3D3.12-blue)
 ![GitHub License](https://img.shields.io/github/license/rte-france/BERTrend)
 
+## News
+2025-11-24: BERTrend has been integrated into the [Netminer 5](https://netminer.gitbook.io/netminer5/module-reference/text/bertopic/bertrend) data analysis tool !
+
+## Overview
+
 ![BERTrend pipeline](./BERTrend_overview.png)
 
 ## Paper
@@ -174,11 +179,10 @@ Recommended steps:
      - Misc: `CUDA_VISIBLE_DEVICES`
 2. Use a virtual environment and install dependencies inside it:
    ```bash
-   python -m venv .venv
+   uv venv --python 3.13
    source .venv/bin/activate  # Windows: .venv\\Scripts\\activate
-   pip install -U pip
-   pip install .  # or pip install ".[apps]"
-   pip install python-dotenv  # ensures .env is auto-loaded
+   uv pip install . # or uv pip install .[apps]
+   uv pip install python-dotenv  # ensures .env is auto-loaded
    ```
 3. Notes
    - If `python-dotenv` isn’t installed, `.env` won’t be auto-loaded; you can either install it or export variables via your shell/runner.
@@ -188,7 +192,7 @@ Recommended steps:
 ### Hardware and Software Requirements
 
 - Recommended: at least one GPU with 16GB RAM for faster processing
-- Python >= 3.12 is required
+- Python >= 3.13 is required
 
 ### Docker Installation
 
@@ -198,28 +202,28 @@ For detailed instructions on using BERTrend with Docker, see the [Docker documen
 
 ### Package Installation
 
-- (Recommended): create a new python environment using `venv` or `conda`: 
+- (Recommended): create a new python environment using `uv`: 
 
-  `python -m venv <path>/bertrend`
+  `uv venv --python 3.13`
 
 
 - Installation from pypi
 
-  `pip install bertrend` 
+  `uv pip install bertrend` 
 
 
 - Install using pip or poetry in the BERTrend home directory:
 
   ```bash
   # Basic installation with core dependencies
-  pip install .  # or poetry install
+  uv pip install . 
 
     # Installation with apps dependencies
-  pip install ".[apps]"  # or poetry install --extras apps
+  uv pip install .[apps]
 
   ```
 
-- (Use `pip install -e .` for a local installation)
+- (Use `uv pip install -e .` for a local installation)
 
 NB. Due to the number of dependencies, the installation may take some time on an empty environment.
 

{bertrend-0.3.22 → bertrend-0.3.24}/README.md

@@ -9,6 +9,11 @@
 ![Static Badge](https://img.shields.io/badge/python-%3E%3D3.12-blue)
 ![GitHub License](https://img.shields.io/github/license/rte-france/BERTrend)
 
+## News
+2025-11-24: BERTrend has been integrated into the [Netminer 5](https://netminer.gitbook.io/netminer5/module-reference/text/bertopic/bertrend) data analysis tool !
+
+## Overview
+
 ![BERTrend pipeline](./BERTrend_overview.png)
 
 ## Paper
@@ -89,11 +94,10 @@ Recommended steps:
      - Misc: `CUDA_VISIBLE_DEVICES`
 2. Use a virtual environment and install dependencies inside it:
    ```bash
-   python -m venv .venv
+   uv venv --python 3.13
    source .venv/bin/activate  # Windows: .venv\\Scripts\\activate
-   pip install -U pip
-   pip install .  # or pip install ".[apps]"
-   pip install python-dotenv  # ensures .env is auto-loaded
+   uv pip install . # or uv pip install .[apps]
+   uv pip install python-dotenv  # ensures .env is auto-loaded
    ```
 3. Notes
    - If `python-dotenv` isn’t installed, `.env` won’t be auto-loaded; you can either install it or export variables via your shell/runner.
@@ -103,7 +107,7 @@ Recommended steps:
 ### Hardware and Software Requirements
 
 - Recommended: at least one GPU with 16GB RAM for faster processing
-- Python >= 3.12 is required
+- Python >= 3.13 is required
 
 ### Docker Installation
 
@@ -113,28 +117,28 @@ For detailed instructions on using BERTrend with Docker, see the [Docker documen
 
 ### Package Installation
 
-- (Recommended): create a new python environment using `venv` or `conda`: 
+- (Recommended): create a new python environment using `uv`: 
 
-  `python -m venv <path>/bertrend`
+  `uv venv --python 3.13`
 
 
 - Installation from pypi
 
-  `pip install bertrend` 
+  `uv pip install bertrend` 
 
 
 - Install using pip or poetry in the BERTrend home directory:
 
   ```bash
   # Basic installation with core dependencies
-  pip install .  # or poetry install
+  uv pip install . 
 
     # Installation with apps dependencies
-  pip install ".[apps]"  # or poetry install --extras apps
+  uv pip install .[apps]
 
   ```
 
-- (Use `pip install -e .` for a local installation)
+- (Use `uv pip install -e .` for a local installation)
 
 NB. Due to the number of dependencies, the installation may take some time on an empty environment.
 

{bertrend-0.3.22 → bertrend-0.3.24}/bertrend/BERTopicModel.py

@@ -257,9 +257,9 @@ class BERTopicModel:
         if zeroshot_topic_list:
             self.config["bertopic_model"]["zeroshot_topic_list"] = zeroshot_topic_list
         if zeroshot_min_similarity is not None:
-            self.config["bertopic_model"][
-                "zeroshot_min_similarity"
-            ] = zeroshot_min_similarity
+            self.config["bertopic_model"]["zeroshot_min_similarity"] = (
+                zeroshot_min_similarity
+            )
         # Load and fit model
         try:
             logger.debug("\tInitializing BERTopic model")

{bertrend-0.3.22 → bertrend-0.3.24}/bertrend/BERTrend.py

@@ -287,7 +287,7 @@ class BERTrend:
 
         for i, (period, group) in enumerate(non_empty_groups):
             try:
-                logger.info(f"Training topic model {i+1}/{len(non_empty_groups)}...")
+                logger.info(f"Training topic model {i + 1}/{len(non_empty_groups)}...")
                 (
                     new_topic_model,
                     self.doc_groups[period],

{bertrend-0.3.22 → bertrend-0.3.24}/bertrend/article_scoring/scoring_agent.py

@@ -37,7 +37,6 @@ async def score_articles(articles: list[str]):
 
 
 if __name__ == "__main__":
-
     path = Path("/DSIA/nlp/bertrend/data/feeds/feed_nlp/2025-01-07_feed_nlp.jsonl")
     df = load_data(path)
     print(len(df), df.columns)

{bertrend-0.3.22 → bertrend-0.3.24}/bertrend/demos/demos_utils/data_loading_component.py

@@ -55,7 +55,7 @@ FORMAT_ICONS = {
 
 @st.dialog(translate("column_selection"))
 def _select_alternative_columns(df: pd.DataFrame, message: str = ""):
-    st.warning(message, icon=WARNING_ICON),
+    (st.warning(message, icon=WARNING_ICON),)
     if TEXT_COLUMN not in df.columns:
         text_column = st.selectbox(
             label=translate("text_column_selection"), options=df.columns

{bertrend-0.3.22 → bertrend-0.3.24}/bertrend/demos/streamlit_components/clickable_df_component.py

@@ -8,6 +8,8 @@ from typing import Callable
 import pandas as pd
 import streamlit as st
 
+from bertrend_apps.prospective_demo.i18n import translate
+
 
 def clickable_df(
     df: pd.DataFrame, clickable_buttons: list[tuple[str | Callable, Callable, str]]
@@ -18,7 +20,7 @@ def clickable_df(
     cols = st.columns(len(df.columns) * [3] + len(clickable_buttons) * [1])
     for i, c in enumerate(df.columns):
         with cols[i]:
-            st.write(f"**{c}**")
+            st.write(f"**{translate('col_' + c, default=c)}**")
     # Generate a unique identifier, this will be used to identify the keys in case multiple clickable_df are used
     unique_id = zlib.crc32(" ".join(df.columns.tolist()).encode())
     for index, row in df.iterrows():

{bertrend-0.3.22 → bertrend-0.3.24}/bertrend/demos/topic_analysis/demo_pages/explore_topics.py

@@ -226,7 +226,7 @@ def display_representative_documents(filtered_df: pd.DataFrame):
             date = doc.timestamp.strftime("%A %d %b %Y %H:%M:%S")
             snippet = doc.text[:200] + "..." if len(doc.text) > 150 else doc.text
 
-            content = f"""**{doc.title}**\n\n{date} | {translate('unknown_source') if website_name == translate('unknown_source') else website_name}\n\n{snippet}"""
+            content = f"""**{doc.title}**\n\n{date} | {translate("unknown_source") if website_name == translate("unknown_source") else website_name}\n\n{snippet}"""
 
             if website_name != translate("unknown_source"):
                 st.link_button(content, doc.url)

{bertrend-0.3.22 → bertrend-0.3.24}/bertrend/llm_utils/newsletter_features.py

@@ -108,7 +108,6 @@ def generate_newsletter(
 
     # Iterate over topics
     for i in tqdm(range(top_n_topics), desc="Processing topics..."):
-
         topic_keywords = topics_info["Representation"].iloc[i]
 
         sub_df = get_most_representative_docs(
@@ -180,7 +179,9 @@ def generate_newsletter(
             article_summary = (
                 summaries[i]
                 if summary_mode == "document"
-                else doc.text if summary_mode == "none" else None
+                else doc.text
+                if summary_mode == "none"
+                else None
             )
             article_list.append(
                 Article(

{bertrend-0.3.22 → bertrend-0.3.24}/bertrend/llm_utils/openai_client.py

@@ -8,17 +8,12 @@ import re
 from enum import Enum
 from typing import Type
 
-from dotenv import load_dotenv
 from openai import OpenAI, AzureOpenAI, Timeout, Stream
 from loguru import logger
 from openai.types.chat import ChatCompletion, ChatCompletionChunk
 from pydantic import BaseModel
 
-# Load environment variables at module import
-if load_dotenv(override=True):
-    logger.info("Loaded .env file")
-else:
-    logger.warning("Failed to load .env file")
+# Note: .env is loaded in bertrend/__init__.py which is imported before this module
 
 MAX_ATTEMPTS = 3
 TIMEOUT = 60.0

{bertrend-0.3.22 → bertrend-0.3.24}/bertrend/metrics/temporal_metrics_embedding.py

@@ -187,9 +187,7 @@ class TempTopic:
         timestamps = documents["Timestamps"].unique()
 
         topics_over_time = []  # Accumulates the final data for each timestamp
-        document_per_topic_list = (
-            []
-        )  # Tracks documents associated with each topic at each timestamp
+        document_per_topic_list = []  # Tracks documents associated with each topic at each timestamp
 
         previous_c_tf_idf = None
         previous_topics = None
@@ -437,7 +435,7 @@ class TempTopic:
         """
 
         with open(self.debug_file, "a", encoding="utf-8") as f:
-            f.write(f"{'#'*50}\n")
+            f.write(f"{'#' * 50}\n")
             f.write(f"Failed match for Topic {topic_id} at Timestamp {timestamp}\n")
             f.write(f"Phrase to match: '{phrase}'\n")
             f.write(f"Best match: '{best_match}' with score {best_score}\n\n")
@@ -445,7 +443,7 @@ class TempTopic:
             for idx, doc in enumerate(token_strings):
                 f.write(f"Document {idx}:\n")
                 f.write(" ".join(doc) + "\n\n")
-            f.write(f"{'#'*50}\n\n")
+            f.write(f"{'#' * 50}\n\n")
 
     def _calculate_representation_embeddings(
         self,

{bertrend-0.3.22 → bertrend-0.3.24}/bertrend/services/authentication.py

@@ -39,27 +39,28 @@ class SecureAPIClient:
     def _get_access_token(self, scope: str = None):
         """Obtain an access token using the client credentials flow"""
         token_url = f"{self.url}/token"
-        response = requests.post(
-            token_url,
-            data={
-                "username": self.client_id,  # Send client_id as username
-                "password": self.client_secret,  # Send client_secret as password
-                "scope": scope,  # Requesting specific scopes
-            },
-            verify=False,  # verify=False to avoid problems of certificate not generated by a trusted CA
-        )
+        with (
+            requests.post(
+                token_url,
+                data={
+                    "username": self.client_id,  # Send client_id as username
+                    "password": self.client_secret,  # Send client_secret as password
+                    "scope": scope,  # Requesting specific scopes
+                },
+                verify=False,  # verify=False to avoid problems of certificate not generated by a trusted CA
+            ) as response
+        ):
+            if response.status_code == status.HTTP_200_OK:
+                token_data = response.json()
+                access_token = token_data["access_token"]
+                expires_in = token_data.get(
+                    "expires_in", 3600
+                )  # Default to 1 hour if expires_in is not provided
 
-        if response.status_code == status.HTTP_200_OK:
-            token_data = response.json()
-            access_token = token_data["access_token"]
-            expires_in = token_data.get(
-                "expires_in", 3600
-            )  # Default to 1 hour if expires_in is not provided
-
-            # Set the token and its expiry time (current time + expires_in)
-            self.token = access_token
-            self.token_expiry = time.time() + expires_in
-        else:
-            raise Exception(
-                f"Failed to obtain token: {response.status_code} {response.text}"
-            )
+                # Set the token and its expiry time (current time + expires_in)
+                self.token = access_token
+                self.token_expiry = time.time() + expires_in
+            else:
+                raise Exception(
+                    f"Failed to obtain token: {response.status_code} {response.text}"
+                )

{bertrend-0.3.22 → bertrend-0.3.24}/bertrend/services/embedding_client.py

@@ -43,33 +43,33 @@ class EmbeddingAPIClient(SecureAPIClient, Embeddings):
         """
         Return currently loaded model name in Embedding API.
         """
-        response = requests.get(
+        with requests.get(
             self.url + "/model_name",
             verify=False,
-        )
-        if response.status_code == 200:
-            model_name = response.json()
-            logger.debug(f"Model name: {model_name}")
-            return model_name
-        else:
-            logger.error(f"Error: {response.status_code}")
-            raise Exception(f"Error: {response.status_code}")
+        ) as response:
+            if response.status_code == 200:
+                model_name = response.json()
+                logger.debug(f"Model name: {model_name}")
+                return model_name
+            else:
+                logger.error(f"Error: {response.status_code}")
+                raise Exception(f"Error: {response.status_code}")
 
     def get_num_workers(self) -> int:
         """
         Return currently loaded number of workers in Embedding API.
         """
-        response = requests.get(
+        with requests.get(
             self.url + "/num_workers",
             verify=False,
-        )
-        if response.status_code == 200:
-            num_workers = response.json()
-            logger.debug(f"Number of workers: {num_workers}")
-            return num_workers
-        else:
-            logger.error(f"Error: {response.status_code}")
-            raise Exception(f"Error: {response.status_code}")
+        ) as response:
+            if response.status_code == 200:
+                num_workers = response.json()
+                logger.debug(f"Number of workers: {num_workers}")
+                return num_workers
+            else:
+                logger.error(f"Error: {response.status_code}")
+                raise Exception(f"Error: {response.status_code}")
 
     def embed_query(
         self, text: str | list[str], show_progress_bar: bool = False
@@ -78,36 +78,36 @@ class EmbeddingAPIClient(SecureAPIClient, Embeddings):
             text = [text]
         logger.debug(f"Calling EmbeddingAPI using model: {self.model_name}")
         logger.debug(f"Computing embeddings...")
-        response = requests.post(
+        with requests.post(
             self.url + "/encode",
             data=json.dumps({"text": text, "show_progress_bar": show_progress_bar}),
             verify=False,
             headers=self._get_headers(),
-        )
-        if response.status_code == 200:
-            embeddings = np.array(response.json()["embeddings"])
-            logger.debug(f"Computing embeddings done")
-            return embeddings.tolist()[0]
-        else:
-            logger.error(f"Error: {response.status_code}")
+        ) as response:
+            if response.status_code == 200:
+                embeddings = np.array(response.json()["embeddings"])
+                logger.debug(f"Computing embeddings done")
+                return embeddings.tolist()[0]
+            else:
+                logger.error(f"Error: {response.status_code}")
 
     def embed_batch(
         self, texts: list[str], show_progress_bar: bool = True
     ) -> list[list[float]]:
         logger.debug(f"Computing embeddings...")
-        response = requests.post(
+        with requests.post(
             self.url + "/encode",
             data=json.dumps({"text": texts, "show_progress_bar": show_progress_bar}),
             verify=False,
             headers=self._get_headers(),
-        )
-        if response.status_code == 200:
-            embeddings = np.array(response.json()["embeddings"])
-            logger.debug(f"Computing embeddings done for batch")
-            return embeddings.tolist()
-        else:
-            logger.error(f"Error: {response.status_code}")
-            return []
+        ) as response:
+            if response.status_code == 200:
+                embeddings = np.array(response.json()["embeddings"])
+                logger.debug(f"Computing embeddings done for batch")
+                return embeddings.tolist()
+            else:
+                logger.error(f"Error: {response.status_code}")
+                return []
 
     def embed_documents(
         self,
@@ -133,7 +133,13 @@ class EmbeddingAPIClient(SecureAPIClient, Embeddings):
         )
 
         # Parallel request
-        results = Parallel(n_jobs=MAX_N_JOBS)(
+        #
+        # We explicitly use a *thread-based* backend here. Using the default
+        # (process-based) backend would require pickling ``self`` and the
+        # underlying SecureAPIClient state (e.g. auth/session objects), which
+        # is fragile and can easily break. Threads share the same context and
+        # avoid these issues while still allowing concurrent HTTP requests.
+        results = Parallel(n_jobs=MAX_N_JOBS, prefer="threads")(
             delayed(self.embed_batch)(batch, show_progress_bar) for batch in batches
         )
 

{bertrend-0.3.22 → bertrend-0.3.24}/bertrend/services/embedding_server/routers/authentication.py

@@ -31,7 +31,7 @@ async def login_for_access_token(
     "/list_registered_clients", summary="List registered clients (requires admin scope)"
 )
 async def list_clients(
-    current_client: TokenData = Security(get_current_client, scopes=[ADMIN])
+    current_client: TokenData = Security(get_current_client, scopes=[ADMIN]),
 ):
     return list_registered_clients()
 

{bertrend-0.3.22 → bertrend-0.3.24}/bertrend/services/embedding_server/start.py

@@ -4,16 +4,19 @@
 #  This file is part of BERTrend.
 
 import os
-import uvicorn
 
+# Load the configuration BEFORE any other imports that might use CUDA
 from bertrend.services.embedding_server.config.settings import get_config
 
-# Load the configuration
 CONFIG = get_config()
 
-# Set the CUDA_VISIBLE_DEVICES environment variable
+# Set the CUDA_VISIBLE_DEVICES environment variable BEFORE importing uvicorn
+# This is critical because uvicorn will import the app module, which imports torch
+# We override the value with the content of the config
 os.environ["CUDA_VISIBLE_DEVICES"] = CONFIG.cuda_visible_devices
 
+import uvicorn
+
 # Start the FastAPI application
 if __name__ == "__main__":
     uvicorn.run(

{bertrend-0.3.22 → bertrend-0.3.24}/bertrend/services/embedding_server/status.py

@@ -17,13 +17,13 @@ if CONFIG.host == "0.0.0.0":
 
 # Try to check health endpoint and handle any connection errors
 try:
-    response = requests.get(
+    with requests.get(
         f"https://{CONFIG.host}:{CONFIG.port}/health", timeout=5, verify=False
-    )
-    if response.status_code == 200:
-        sys.exit(0)
-    else:
-        sys.exit(1)
+    ) as response:
+        if response.status_code == 200:
+            sys.exit(0)
+        else:
+            sys.exit(1)
 
 # If an error occurs, exit with status code 1
 except (requests.exceptions.RequestException, requests.exceptions.ConnectionError) as e:

{bertrend-0.3.22 → bertrend-0.3.24}/bertrend/services/embedding_service.py

@@ -79,7 +79,9 @@ class EmbeddingService(BaseEmbedder):
         self.embedding_model_name = model_name
         self.embedding_dtype = embedding_dtype
 
-    def embed(self, texts: list[str] | pd.Series, verbose: bool = False) -> tuple[
+    def embed(
+        self, texts: list[str] | pd.Series, verbose: bool = False
+    ) -> tuple[
         np.ndarray,
         list[list[str]] | None,
         list[np.ndarray] | None,
@@ -267,14 +269,14 @@ class EmbeddingService(BaseEmbedder):
         Exception
             If the API request fails.
         """
-        response = requests.get(self.url + "/model_name", verify=False)
-        if response.status_code == 200:
-            model_name = response.json()
-            logger.debug(f"Model name: {model_name}")
-            return model_name
-        else:
-            logger.error(f"Error: {response.status_code}")
-            raise Exception(f"Error: {response.status_code}")
+        with requests.get(self.url + "/model_name", verify=False) as response:
+            if response.status_code == 200:
+                model_name = response.json()
+                logger.debug(f"Remote model name: {model_name}")
+                return model_name
+            else:
+                logger.error(f"Error: {response.status_code}")
+                raise Exception(f"Error: {response.status_code}")
 
 
 def _convert_to_numpy(obj, type=None):

{bertrend-0.3.22 → bertrend-0.3.24}/bertrend/services/scheduling/docker-compose.yml

@@ -4,7 +4,6 @@ services:
       context: .
       dockerfile: Dockerfile
     container_name: bertrend-scheduler
-    user: "${HOST_UID:-1000}:${HOST_GID:-1000}"
     ports:
       - "8882:8000"
     volumes:

{bertrend-0.3.22 → bertrend-0.3.24}/bertrend/services/scheduling/job_utils/job_functions.py

@@ -5,7 +5,6 @@
 import time
 
 import requests
-from fastapi import HTTPException
 from loguru import logger
 
 
@@ -24,27 +23,27 @@ def http_request(
     method: str = "GET",
     headers: dict = None,
     json_data: dict = None,
-    timeout: int = 30,
+    timeout: int = 600,  # 10 min
 ):
     """Execute an HTTP request (curl-like functionality)"""
     logger.info(f"Executing HTTP {method} request to {url}")
     try:
-        response = requests.request(
+        with requests.request(
             method=method.upper(),
             url=url,
             headers=headers,
             json=json_data,
             timeout=timeout,
-        )
-        if response.status_code != 200:
-            response.raise_for_status()
-        logger.info(f"HTTP request completed with status code: {response.status_code}")
-        return f"Request to {url} completed with status {response.status_code}"
+        ) as response:
+            if response.status_code != 200:
+                response.raise_for_status()
+            logger.info(
+                f"HTTP request completed with status code: {response.status_code}"
+            )
+            return f"Request to {url} completed with status {response.status_code}"
     except Exception as e:
         logger.error(f"HTTP request failed: {str(e)}")
-        raise HTTPException(
-            status_code=500, detail=f"Error executing request: {str(e)}"
-        )
+        raise RuntimeError(f"Error executing request: {str(e)}")
 
 
 # Job function registry