bertrend 0.4.5__tar.gz → 0.4.7__tar.gz

{bertrend-0.4.5 → bertrend-0.4.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: bertrend
-Version: 0.4.5
+Version: 0.4.7
 Summary: BERTrend analyses topic evolution over time using state-of-the-art transformer models: topic modelling and LLM
 License: LICENSE.md
 License-File: AUTHORS.txt
@@ -12,6 +12,7 @@ Maintainer: Jérôme Picault
 Maintainer-email: jerome.picault@rte-france.com
 Requires-Python: >=3.12,<4.0
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
+Classifier: Development Status :: 4 - Beta
 Requires-Dist: APScheduler (>=3.11.2)
 Requires-Dist: PyJWT (>=2.11.0)
 Requires-Dist: SQLAlchemy (>=2.0.46)
@@ -91,6 +92,7 @@ Description-Content-Type: text/markdown
 [![PyPi_Version](https://img.shields.io/pypi/v/bertrend.svg)](https://pypi.org/project/bertrend/)
 ![Static Badge](https://img.shields.io/badge/python-%3E%3D3.12-blue)
 ![GitHub License](https://img.shields.io/github/license/rte-france/BERTrend)
+[![Lines of Code](https://img.shields.io/endpoint?url=https%3A%2F%2Ftokei.kojix2.net%2Fbadge%2Fgithub%2Frte-france%2FBERTrend%2Flines)](https://tokei.kojix2.net/github/rte-france/BERTrend)
 
 ## News
 
@@ -122,7 +124,7 @@ The BERTrend repository provides a set of metrics, methods, and visualization to
 topic modeling in large text corpora. The tools are designed to help users detect, analyze, and visualize emerging
 topics and trends over time.
 
-The code base is illustrated via two main demos:
+The code base is illustrated via three main demos:
 
 ### Dynamic Topic Modeling Analysis
 
@@ -168,6 +170,24 @@ https://github.com/user-attachments/assets/d79368d9-d4e0-4324-8a98-a888f0ab3b65
 - Interpretation of these signals using LLMs
 - Inspection of the topic merging process using Sankey diagram
 
+### Prospective Analysis
+
+- [bertrend/bertrend_apps/prospective_demo](bertrend/bertrend_apps/prospective_demo): A comprehensive "Prospective
+  Analysis Demo" application for monitoring, analysis, and trend detection in real time (works with live data).
+
+#### Prospective Analysis Demonstrator Video
+
+(Coming soon)
+
+#### Demonstrator Features
+
+- Data flow configuration and collection status monitoring
+- Model status and monitoring by information source
+- Real-time signal analysis and trend exploration
+- Detailed topic analysis and interpretation
+- Automated report and newsletter generation
+- Comparative analysis between different periods
+
 ## Installation
 
 ### Environment Setup (.env and .venv)

{bertrend-0.4.5 → bertrend-0.4.7}/README.md

@@ -8,6 +8,7 @@
 [![PyPi_Version](https://img.shields.io/pypi/v/bertrend.svg)](https://pypi.org/project/bertrend/)
 ![Static Badge](https://img.shields.io/badge/python-%3E%3D3.12-blue)
 ![GitHub License](https://img.shields.io/github/license/rte-france/BERTrend)
+[![Lines of Code](https://img.shields.io/endpoint?url=https%3A%2F%2Ftokei.kojix2.net%2Fbadge%2Fgithub%2Frte-france%2FBERTrend%2Flines)](https://tokei.kojix2.net/github/rte-france/BERTrend)
 
 ## News
 
@@ -39,7 +40,7 @@ The BERTrend repository provides a set of metrics, methods, and visualization to
 topic modeling in large text corpora. The tools are designed to help users detect, analyze, and visualize emerging
 topics and trends over time.
 
-The code base is illustrated via two main demos:
+The code base is illustrated via three main demos:
 
 ### Dynamic Topic Modeling Analysis
 
@@ -85,6 +86,24 @@ https://github.com/user-attachments/assets/d79368d9-d4e0-4324-8a98-a888f0ab3b65
 - Interpretation of these signals using LLMs
 - Inspection of the topic merging process using Sankey diagram
 
+### Prospective Analysis
+
+- [bertrend/bertrend_apps/prospective_demo](bertrend/bertrend_apps/prospective_demo): A comprehensive "Prospective
+  Analysis Demo" application for monitoring, analysis, and trend detection in real time (works with live data).
+
+#### Prospective Analysis Demonstrator Video
+
+(Coming soon)
+
+#### Demonstrator Features
+
+- Data flow configuration and collection status monitoring
+- Model status and monitoring by information source
+- Real-time signal analysis and trend exploration
+- Detailed topic analysis and interpretation
+- Automated report and newsletter generation
+- Comparative analysis between different periods
+
 ## Installation
 
 ### Environment Setup (.env and .venv)

{bertrend-0.4.5 → bertrend-0.4.7}/bertrend/BERTrend.py

@@ -364,7 +364,7 @@ class BERTrend:
         # Check if both timestamps exist in topic models
         if new_model is None or self.last_topic_model is None:
             raise ValueError(
-                f"At least one topic model is not valid. You must fit the BERTrend model before merging models."
+                "At least one topic model is not valid. You must fit the BERTrend model before merging models."
             )
 
         # Get default BERTrend config if argument is not provided
@@ -782,6 +782,13 @@ class BERTrend:
         # Unserialize BERTrend object (using dill as an improvement of pickle for complex objects)
         with open(models_path / BERTREND_FILE, "rb") as f:
             bertrend = dill.load(f)
+
+        # Ensure compatibility with older HDBSCAN versions: cluster_selection_persistence attribute
+        if getattr(bertrend, "last_topic_model", None) is not None and not hasattr(
+            bertrend.last_topic_model.hdbscan_model, "cluster_selection_persistence"
+        ):
+            bertrend.last_topic_model.hdbscan_model.cluster_selection_persistence = 0.0
+
         return bertrend
 
     @classmethod

{bertrend-0.4.5 → bertrend-0.4.7}/bertrend/bertrend_apps/common/apscheduler_utils.py

@@ -7,6 +7,7 @@ from __future__ import annotations
 
 import hashlib
 import os
+import re
 from contextlib import contextmanager
 from datetime import datetime
 from pathlib import Path
@@ -293,11 +294,15 @@ class APSchedulerUtils(SchedulerUtils):
 
     def remove_scrapping_for_user(self, feed_id: str, user: str | None = None):
         """Removes from the scheduler service the job matching the provided feed_id"""
+        # NB. user and model_id are escaped in case they contain special characters that can be interpreted in the regex search
         try:
             job_ids = self.find_jobs(
                 patterns={
                     "url": ".*/scrape-feed.*",
-                    "json_data": {"user": user, "model_id": feed_id},
+                    "json_data": {
+                        "user": re.escape(user),
+                        "model_id": re.escape(feed_id),
+                    },
                 }
             )
             self.remove_jobs(job_ids)
@@ -308,11 +313,15 @@ class APSchedulerUtils(SchedulerUtils):
 
     def remove_scheduled_training_for_user(self, model_id: str, user: str):
         """Removes from the crontab the training job matching the provided model_id"""
+        # NB. user and model_id are escaped in case they contain special characters that can be interpreted in the regex search
         try:
             job_ids = self.find_jobs(
                 patterns={
                     "url": ".*/train-new-model.*",
-                    "json_data": {"user": user, "model_id": model_id},
+                    "json_data": {
+                        "user": re.escape(user),
+                        "model_id": re.escape(model_id),
+                    },
                 }
             )
             self.remove_jobs(job_ids)
@@ -325,11 +334,15 @@ class APSchedulerUtils(SchedulerUtils):
         self, model_id: str, user: str
     ) -> bool:
         """Removes from the crontab the report generation job matching the provided model_id"""
+        # NB. user and model_id are escaped in case they contain special characters that can be interpreted in the regex search
         try:
             job_ids = self.find_jobs(
                 patterns={
                     "url": ".*/generate-report.*",
-                    "json_data": {"user": user, "model_id": model_id},
+                    "json_data": {
+                        "user": re.escape(user),
+                        "model_id": re.escape(model_id),
+                    },
                 }
             )
             self.remove_jobs(job_ids)
@@ -342,11 +355,15 @@ class APSchedulerUtils(SchedulerUtils):
         self, feed_id: str, user: str | None = None
     ) -> bool:
         """Checks if a given scrapping feed is active (registered with the service)."""
+        # NB. user and model_id are escaped in case they contain special characters that can be interpreted in the regex search
         try:
             job_ids = self.find_jobs(
                 patterns={
                     "url": ".*/scrape-feed.*",
-                    "json_data": {"user": user, "model_id": feed_id},
+                    "json_data": {
+                        "user": re.escape(user),
+                        "model_id": re.escape(feed_id),
+                    },
                 }
             )
             return len(job_ids) > 0
@@ -358,11 +375,15 @@ class APSchedulerUtils(SchedulerUtils):
 
     def check_if_learning_active_for_user(self, model_id: str, user: str) -> bool:
         """Checks if a given scrapping feed is active (registered in the crontab"""
+        # NB. user and model_id are escaped in case they contain special characters that can be interpreted in the regex search
         try:
             job_ids = self.find_jobs(
                 patterns={
                     "url": ".*/train-new-model.*",
-                    "json_data": {"user": user, "model_id": model_id},
+                    "json_data": {
+                        "user": re.escape(user),
+                        "model_id": re.escape(model_id),
+                    },
                 }
             )
             return len(job_ids) > 0
@@ -376,11 +397,15 @@ class APSchedulerUtils(SchedulerUtils):
         self, model_id: str, user: str
     ) -> bool:
         """Checks if automated report generation is active (registered in the crontab)"""
+        # NB. user and model_id are escaped in case they contain special characters that can be interpreted in the regex search
         try:
             job_ids = self.find_jobs(
                 patterns={
                     "url": ".*/generate-report.*",
-                    "json_data": {"user": user, "model_id": model_id},
+                    "json_data": {
+                        "user": re.escape(user),
+                        "model_id": re.escape(model_id),
+                    },
                 }
             )
             return len(job_ids) > 0
@@ -394,11 +419,15 @@ class APSchedulerUtils(SchedulerUtils):
         self, feed_id: str, user: str | None = None
     ) -> datetime | None:
         """Return the next scrapping date for the given feed_id and user"""
+        # NB. user and model_id are escaped in case they contain special characters that can be interpreted in the regex search
         try:
             jobs = self.find_jobs_description(
                 patterns={
                     "url": ".*/scrape-feed.*",
-                    "json_data": {"user": user, "model_id": feed_id},
+                    "json_data": {
+                        "user": re.escape(user),
+                        "model_id": re.escape(feed_id),
+                    },
                 }
             )
             if len(jobs) == 0:
@@ -414,11 +443,15 @@ class APSchedulerUtils(SchedulerUtils):
         self, model_id: str, user: str | None = None
     ) -> datetime | None:
         """Return the next scrapping date for the given feed_id and user"""
+        # NB. user and model_id are escaped in case they contain special characters that can be interpreted in the regex search
         try:
             jobs = self.find_jobs_description(
                 patterns={
                     "url": ".*/train-new-model.*",
-                    "json_data": {"user": user, "model_id": model_id},
+                    "json_data": {
+                        "user": re.escape(user),
+                        "model_id": re.escape(model_id),
+                    },
                 }
             )
             if len(jobs) == 0:

{bertrend-0.4.5 → bertrend-0.4.7}/bertrend/bertrend_apps/exploration/curebot/tabs/tab1.py

@@ -31,7 +31,7 @@ def show() -> None:
         except Exception as e:
             logger.error(e)
             st.error(
-                f"Erreur lors du chargement des données. Vérifiez que vos données respectent le format Curebot attendu."
+                "Erreur lors du chargement des données. Vérifiez que vos données respectent le format Curebot attendu."
             )
 
     # If data is loaded

{bertrend-0.4.5 → bertrend-0.4.7}/bertrend/bertrend_apps/exploration/curebot/tabs/tab3.py

@@ -45,7 +45,7 @@ def show() -> None:
             st.button(
                 "Éditer",
                 on_click=edit_newsletter,
-                disabled=not "newsletter_text" in st.session_state,
+                disabled="newsletter_text" not in st.session_state,
             )
 
         # Show newsletter download button
@@ -65,7 +65,7 @@ def show() -> None:
                 file_name="newsletters.html",
                 mime="text/html",
                 data=data,
-                disabled=not "newsletter_text" in st.session_state,
+                disabled="newsletter_text" not in st.session_state,
             )
 
         # Show newsletter

{bertrend-0.4.5 → bertrend-0.4.7}/bertrend/bertrend_apps/prospective_demo/authentication.py

@@ -3,14 +3,17 @@
 #  SPDX-License-Identifier: MPL-2.0
 #  This file is part of BERTrend.
 import hmac
+import os
 
 import streamlit as st
 
-from bertrend.demos.demos_utils.icons import UNHAPPY_ICON
+from bertrend.bertrend_apps.prospective_demo.i18n import translate
+from bertrend.demos.demos_utils.icons import EMAIL_ICON, UNHAPPY_ICON
 
 
 def login_form():
     """Form with widgets to collect user information"""
+    st.header("")
     with st.form("Credentials"):
         st.text_input("Username", key="username")
         st.text_input("Password", type="password", key="password")
@@ -38,6 +41,16 @@ def logout():
         del st.session_state["username"]
 
 
+def show_contact_info():
+    contact = os.getenv("BERTREND_CONTACT_EMAIL", "contact@bertrend.com")
+    st.link_button(translate("contact_msg"), f"mailto:{contact}", icon=EMAIL_ICON)
+
+
+def show_project_info():
+    st.write("")
+    st.markdown(translate("project_info_msg"))
+
+
 def check_password() -> str | None:
     """Returns the user name if the user had a correct password, otherwise None."""
 
@@ -49,4 +62,8 @@ def check_password() -> str | None:
     login_form()
     if "password_correct" in st.session_state:
         st.error(f"{UNHAPPY_ICON} User not known or password incorrect")
+
+    show_contact_info()
+
+    show_project_info()
     return None

{bertrend-0.4.5 → bertrend-0.4.7}/bertrend/bertrend_apps/prospective_demo/feeds_config.py

@@ -20,6 +20,7 @@ from bertrend.bertrend_apps.prospective_demo.feeds_common import (
     read_user_feeds,
 )
 from bertrend.bertrend_apps.prospective_demo.i18n import translate
+from bertrend.bertrend_apps.prospective_demo.models_info import delete_model_config
 from bertrend.config.parameters import LANGUAGES
 from bertrend.demos.demos_utils.icons import (
     ADD_ICON,
@@ -337,7 +338,6 @@ def handle_delete(row_dict: dict):
                 feed_id=feed_id, user=st.session_state.username
             )
             delete_feed_config(feed_id)
-            logger.info(f"Flux {feed_id} supprimé !")
             # Remove from crontab associated training
             SCHEDULER_UTILS.remove_scheduled_training_for_user(
                 model_id=feed_id, user=st.session_state.username
@@ -349,6 +349,8 @@ def handle_delete(row_dict: dict):
                 SCHEDULER_UTILS.remove_scheduled_report_generation_for_user(
                     model_id=feed_id, user=st.session_state.username
                 )
+            delete_model_config(feed_id)
+            logger.info(f"Flux {feed_id} supprimé !")
             time.sleep(0.2)
             st.rerun()
     with col2:

{bertrend-0.4.5 → bertrend-0.4.7}/bertrend/bertrend_apps/prospective_demo/i18n_translations.py

@@ -3,10 +3,18 @@
 #  SPDX-License-Identifier: MPL-2.0
 #  This file is part of BERTrend.
 TRANSLATIONS = {
+    "project_info_msg": {
+        "fr": "BERTrend est un projet open-source développé par RTE. Visitez notre github pour plus d'informations: https://github.com/rte-france/BERTrend",
+        "en": "BERTrend is an open-source project developed by RTE. Visit our github for more information: https://github.com/rte-france/BERTrend",
+    },
+    "contact_msg": {
+        "en": "Questions, new account or bug reports? Contact us !",
+        "fr": "Des questions, un nouveau compte ou des rapports de bugs ? Contactez-nous !",
+    },
     # App.py translations
     "app_title": {
-        "fr": "BERTrend - Démo Veille & Analyse",
-        "en": "BERTrend - Monitoring & Analysis Demo",
+        "fr": "BERTrend - IA pour la Veille (Analyses & Tendances)",
+        "en": "BERTrend - AI for Monitoring, Analysis & Trends",
     },
     "check_data_button_label": {"fr": "Vérifier les données", "en": "Check data"},
     "tab_monitoring": {"fr": "Veilles", "en": "Monitoring"},

{bertrend-0.4.5 → bertrend-0.4.7}/bertrend/bertrend_apps/prospective_demo/models_info.py

@@ -13,6 +13,16 @@ import toml
 from loguru import logger
 
 from bertrend import load_toml_config
+from bertrend.bertrend_apps import SCHEDULER_UTILS
+from bertrend.bertrend_apps.prospective_demo import (
+    DEFAULT_ANALYSIS_CFG,
+    get_model_cfg_path,
+    get_user_models_path,
+)
+from bertrend.bertrend_apps.prospective_demo.i18n import translate
+from bertrend.bertrend_apps.prospective_demo.perf_utils import get_least_used_gpu
+from bertrend.bertrend_apps.prospective_demo.process_new_data import regenerate_models
+from bertrend.bertrend_apps.prospective_demo.utils import is_valid_email
 from bertrend.config.parameters import LANGUAGES
 from bertrend.demos.demos_utils.icons import (
     DELETE_ICON,
@@ -28,16 +38,6 @@ from bertrend.demos.streamlit_components.clickable_df_component import clickable
 from bertrend.demos.streamlit_components.input_with_pills_component import (
     input_with_pills,
 )
-from bertrend.bertrend_apps import SCHEDULER_UTILS
-from bertrend.bertrend_apps.prospective_demo import (
-    DEFAULT_ANALYSIS_CFG,
-    get_model_cfg_path,
-    get_user_models_path,
-)
-from bertrend.bertrend_apps.prospective_demo.i18n import translate
-from bertrend.bertrend_apps.prospective_demo.perf_utils import get_least_used_gpu
-from bertrend.bertrend_apps.prospective_demo.process_new_data import regenerate_models
-from bertrend.bertrend_apps.prospective_demo.utils import is_valid_email
 
 
 @st.cache_data(ttl=60)
@@ -302,6 +302,17 @@ def save_model_config(model_id: str, config: dict):
     logger.debug(f"Saved model analysis config {config} to {model_cfg_path}")
 
 
+def delete_model_config(model_id: str):
+    model_cfg_path = get_model_cfg_path(
+        user_name=st.session_state.username, model_id=model_id
+    )
+    if os.path.exists(model_cfg_path):
+        os.remove(model_cfg_path)
+        logger.info(f"Model config {model_id} removed")
+    else:
+        logger.warning(f"Model config {model_id} not found")
+
+
 @st.dialog(translate("dialog_confirmation"))
 def handle_delete_models(row_dict: dict):
     """Function to handle remove models from cache"""

{bertrend-0.4.5 → bertrend-0.4.7}/bertrend/bertrend_apps/prospective_demo/process_new_data.py

@@ -14,14 +14,6 @@ from loguru import logger
 from bertrend import FEED_BASE_PATH, load_toml_config
 from bertrend.BERTopicModel import BERTopicModel
 from bertrend.BERTrend import BERTrend, train_new_data
-from bertrend.services.embedding_service import EmbeddingService
-from bertrend.trend_analysis.weak_signals import analyze_signal
-from bertrend.utils.data_loading import (
-    TEXT_COLUMN,
-    group_by_days,
-    load_data,
-    split_data,
-)
 from bertrend.bertrend_apps.prospective_demo import (
     LLM_TOPIC_DESCRIPTION_COLUMN,
     LLM_TOPIC_TITLE_COLUMN,
@@ -37,6 +29,14 @@ from bertrend.bertrend_apps.prospective_demo import (
 from bertrend.bertrend_apps.prospective_demo.llm_utils import (
     generate_bertrend_topic_description,
 )
+from bertrend.services.embedding_service import EmbeddingService
+from bertrend.trend_analysis.weak_signals import analyze_signal
+from bertrend.utils.data_loading import (
+    TEXT_COLUMN,
+    group_by_days,
+    load_data,
+    split_data,
+)
 
 DEFAULT_TOP_K = 5
 
@@ -236,7 +236,7 @@ def train_new_model_for_period(
     reference_timestamp: pd.Timestamp,
 ):
     logger.info(
-        f"Training BERTrend model with new data - user: {user_name}, model_id: {model_id}, reference_timestamp: {reference_timestamp}..."
+        f"[U:{user_name}|M:{model_id}|TS:{reference_timestamp}] Training BERTrend model with new data..."
     )
     # Initialization of embedding service
     # TODO: customize service (lang, etc)
@@ -317,17 +317,24 @@ def train_new_model_for_period(
 
             output_path = interpretation_path / f"{df_name}.parquet"
             df.to_parquet(output_path)
-            logger.success(f"{df_name} saved to: {output_path}")
-
-            # Obtain detailed LLM-based interpretion for signals
-            generate_llm_interpretation(
-                bertrend,
-                reference_timestamp=reference_timestamp,
-                df=df,
-                df_name=df_name,
-                output_path=interpretation_path,
+            logger.success(
+                f"[U:{user_name}|M:{model_id}|TS:{reference_timestamp}] {df_name} saved to: {output_path}"
             )
 
+            # Do not generate LLM interpretation for NOISE
+            if df_name != NOISE:
+                # Obtain detailed LLM-based interpretion for signals
+                logger.info(
+                    f"[U:{user_name}|M:{model_id}|TS:{reference_timestamp}] Generating LLM interpretation for {df_name}"
+                )
+                generate_llm_interpretation(
+                    bertrend,
+                    reference_timestamp=reference_timestamp,
+                    df=df,
+                    df_name=df_name,
+                    output_path=interpretation_path,
+                )
+
 
 def regenerate_models(
     model_id: str, user: str, with_analysis: bool = True, since: pd.Timestamp = None
@@ -335,8 +342,7 @@ def regenerate_models(
     """Regenerate from scratch (method retrospective) the models associated with the specified model identifier
     for the specified user."""
     logger.info(
-        f"Regenerating models for user '{user}' about '{model_id}', "
-        f"with analysis: {with_analysis}..."
+        f"[U:{user}|M:{model_id}] Regenerating models, with analysis: {with_analysis}..."
     )
     # Get relevant model info from config
     model_config = get_model_config(model_id=model_id, user=user)
@@ -346,12 +352,14 @@ def regenerate_models(
 
     # Load model config
     df = load_all_data(model_id=model_id, user=user, language_code=language_code)
-    logger.info(f"Size of dataset: {len(df)}")
+    logger.info(f"[U:{user}|M:{model_id}] Size of dataset: {len(df)}")
 
     if since:
         # Keep only the most recent data
         df = df[df["timestamp"] >= since]
-        logger.info(f"Size of dataset (after date {since}): {len(df)}")
+        logger.info(
+            f"[U:{user}|M:{model_id}] Size of dataset (after date {since}): {len(df)}"
+        )
 
     # Split data by paragraphs
     if split_by_paragraph:
@@ -392,7 +400,7 @@ def regenerate_models(
         bertrend.save_model(models_path=bertrend_models_path)
 
         logger.success(
-            f"Regenerated models for '{model_id}' from scratch. BERTrend model was built using {len(bertrend.doc_groups)} models/time periods."
+            f"[U:{user}|M:{model_id}] Regenerated models from scratch. BERTrend model was built using {len(bertrend.doc_groups)} models/time periods."
         )
 
     else:  # with analysis
@@ -405,7 +413,7 @@ def regenerate_models(
             )
 
         logger.success(
-            f"Regenerated models for '{model_id}' from scratch with LLM-based analysis. BERTrend model was built using {len(grouped_data)} models/time periods."
+            f"[U:{user}|M:{model_id}] Regenerated models from scratch with LLM-based analysis. BERTrend model was built using {len(grouped_data)} models/time periods."
         )
 
 
@@ -419,7 +427,7 @@ def train_new_model(
     Returns:
         dict with keys: status, message, and optionally error details
     """
-    logger.info(f'Processing new data for user "{user_name}" about "{model_id}"...')
+    logger.info(f"[U:{user_name}|M:{model_id}] Processing new data...")
 
     # Get relevant model info from config
     model_config = get_model_config(model_id=model_id, user=user_name)
@@ -427,7 +435,9 @@ def train_new_model(
     language_code = model_config["language"]
     split_by_paragraph = model_config.get("split_by_paragraph", True)
 
-    logger.info(f"Splitting data by paragraphs: {split_by_paragraph}")
+    logger.info(
+        f"[U:{user_name}|M:{model_id}] Splitting data by paragraphs: {split_by_paragraph}"
+    )
 
     # Load data for last period
     new_data = load_all_data(
@@ -437,7 +447,7 @@ def train_new_model(
     if new_data is None or new_data.empty:
         return {
             "status": "no_data",
-            "message": f"No new data found for model '{model_id}'",
+            "message": f"[U:{user_name}|M:{model_id}] No new data found.",
         }
 
     # Filter data according to granularity
@@ -463,7 +473,7 @@ def train_new_model(
 
     return {
         "status": "success",
-        "message": f"Successfully trained new model for user '{user_name}' and model '{model_id}'",
+        "message": f"[U:{user_name}|M:{model_id}|TS:{reference_timestamp}] Successfully trained new model",
     }