bertrend 0.4.24__tar.gz → 0.4.26__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {bertrend-0.4.24 → bertrend-0.4.26}/PKG-INFO +2 -2
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/queue_management/bertrend_worker.py +4 -2
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/queue_management/rabbitmq_config.py +12 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/queue_management/test_bertrend_worker.py +65 -2
- {bertrend-0.4.24 → bertrend-0.4.26}/pyproject.toml +2 -2
- {bertrend-0.4.24 → bertrend-0.4.26}/AUTHORS.txt +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/LICENSE.md +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/README.md +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/BERTopicModel.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/BERTrend.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/article_scoring/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/article_scoring/article_scoring.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/article_scoring/prompts.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/article_scoring/scoring_agent.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/common/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/common/apscheduler_utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/common/crontab_utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/common/date_utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/common/mail_utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/common/portable_paths.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/common/scheduler_utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/config/feeds/arxiv_feed.toml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/config/feeds/decarbonation_feed.toml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/config/feeds/feed_deep_research_example.toml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/config/feeds/llm_en_feed.toml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/config/feeds/llm_feed.toml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/config/feeds/nlp_feed.toml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/config/feeds/rte_feed.toml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/config/newsletters/arxiv_newsletter_from_last.toml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/config/newsletters/decarbonation_newsletter_from_last.toml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/config/newsletters/llm_en_newsletter_from_last.toml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/config/newsletters/llm_newsletter_from_last.toml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/config/newsletters/nlp_newsletter_from_last.toml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/config/newsletters/rte_newsletter_from_last.toml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/data_provider/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/data_provider/__main__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/data_provider/arxiv_provider.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/data_provider/atom_feed_provider.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/data_provider/bing_news_provider.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/data_provider/data_provider.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/data_provider/data_provider_utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/data_provider/deep_research_provider.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/data_provider/google_news_provider.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/data_provider/newscatcher_provider.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/data_provider/rss_feed_provider.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/data_provider/utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/exploration/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/exploration/curebot/.streamlit/config.toml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/exploration/curebot/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/exploration/curebot/app.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/exploration/curebot/app_utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/exploration/curebot/config.toml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/exploration/curebot/import_extraction_article.ipynb +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/exploration/curebot/prompts.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/exploration/curebot/start_newsletter_generator.sh +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/exploration/curebot/tabs/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/exploration/curebot/tabs/tab1.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/exploration/curebot/tabs/tab2.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/exploration/curebot/tabs/tab3.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/exploration/geoviz/.streamlit/config.toml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/exploration/geoviz/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/exploration/geoviz/app.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/exploration/geoviz/backend.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/exploration/start_apps.sh +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/exploration/stop_apps.sh +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/install_feeds_and_newsletters.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/migrate_scheduled_job_paths.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/newsletters/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/newsletters/__main__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/newsletters/newsletter_generation.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/newsletters/utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/.streamlit/config.toml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/.streamlit/secrets.toml.example +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/app.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/authentication.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/automated_report_generation.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/dashboard_analysis.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/dashboard_common.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/dashboard_comparative.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/dashboard_signals.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/data_model.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/detailed_report_template.html +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/feed_query_generator.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/feeds_common.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/feeds_config.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/feeds_data.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/i18n.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/i18n_translations.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/llm_utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/models_info.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/perf_utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/process_new_data.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/report_generation.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/report_generation_utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/start_demo.sh +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/bertrend/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/bertrend/bertrend_service.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/bertrend/config/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/bertrend/config/default_config.toml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/bertrend/config/settings.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/bertrend/models/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/bertrend/models/bertrend_app_models.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/bertrend/models/data_provider_models.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/bertrend/models/newsletters_models.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/bertrend/routers/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/bertrend/routers/bertrend_app.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/bertrend/routers/data_provider.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/bertrend/routers/info.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/bertrend/routers/newsletters.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/bertrend/start.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/bertrend/status.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/bertrend/stop.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/queue_management/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/queue_management/client.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/queue_management/docker-compose-rabbitmq.yml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/queue_management/queue_manager.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/queue_management/start_rabbitmq.sh +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/queue_monitor/.streamlit/config.toml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/queue_monitor/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/queue_monitor/app.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/utils/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/utils/logging_utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/config/bertopic_default_config.toml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/config/bertrend_default_config.toml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/config/parameters.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/config/services_default_config.toml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/demos_utils/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/demos_utils/data_loading_component.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/demos_utils/embed_documents_component.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/demos_utils/i18n.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/demos_utils/i18n_translations.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/demos_utils/icons.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/demos_utils/parameters_component.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/demos_utils/state_utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/start_summarizer_app.sh +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/start_topic_analysis_app.sh +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/start_weak_signals_app.sh +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/streamlit_components/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/streamlit_components/clickable_df_component.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/streamlit_components/input_with_pills_component.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/summarization/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/summarization/summarizer_app.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/topic_analysis/.streamlit/config.toml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/topic_analysis/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/topic_analysis/app.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/topic_analysis/app_utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/topic_analysis/demo_pages/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/topic_analysis/demo_pages/explore_topics.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/topic_analysis/demo_pages/newsletters_generation.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/topic_analysis/demo_pages/temporal_visualizations.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/topic_analysis/demo_pages/topic_visualizations.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/topic_analysis/demo_pages/training_page.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/topic_analysis/i18n_translations.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/weak_signals/.streamlit/config.toml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/weak_signals/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/weak_signals/app.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/weak_signals/i18n_translations.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/weak_signals/visualizations_utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/llm_utils/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/llm_utils/agent_utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/llm_utils/newsletter.css +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/llm_utils/newsletter_features.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/llm_utils/newsletter_model.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/llm_utils/newsletter_outlook_template.html +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/llm_utils/newsletter_template.html +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/llm_utils/openai_client.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/llm_utils/prompts.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/metrics/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/metrics/temporal_metrics_embedding.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/metrics/topic_metrics.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/resources/common_ngrams.json +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/resources/stopwords-en.json +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/resources/stopwords-fr.json +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/resources/stopwords-rte.json +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/article_scoring_server/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/article_scoring_server/config/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/article_scoring_server/config/default_config.toml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/article_scoring_server/config/settings.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/article_scoring_server/models.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/article_scoring_server/routers/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/article_scoring_server/routers/info.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/article_scoring_server/routers/scoring.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/article_scoring_server/scoring_service.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/article_scoring_server/start.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/authentication.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/cert.pem +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/embedding_client.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/embedding_server/README.md +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/embedding_server/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/embedding_server/bertrend_client_registry.json +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/embedding_server/config/default_config.toml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/embedding_server/config/settings.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/embedding_server/main.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/embedding_server/models.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/embedding_server/requirements.txt +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/embedding_server/routers/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/embedding_server/routers/authentication.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/embedding_server/routers/embeddings.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/embedding_server/routers/info.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/embedding_server/security.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/embedding_server/start.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/embedding_server/status.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/embedding_server/stop.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/embedding_service.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/key.pem +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/scheduling/.dockerignore +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/scheduling/Docker_setup.md +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/scheduling/Dockerfile +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/scheduling/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/scheduling/dashboard_scheduling.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/scheduling/docker-compose.yml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/scheduling/job_utils/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/scheduling/job_utils/job_functions.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/scheduling/models/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/scheduling/models/scheduling_models.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/scheduling/requirements.txt +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/scheduling/routers/info.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/scheduling/routers/scheduling.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/scheduling/scheduling_service.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/scheduling/start_docker_scheduling_service.sh +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/summarizer.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/summary/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/summary/abstractive_summarizer.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/summary/chatgpt_summarizer.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/summary/extractive_summarizer.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/summary/lexrank.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/summary/prompts.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/summary_client.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/summary_server/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/summary_server/config/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/summary_server/config/default_config.toml +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/summary_server/config/settings.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/summary_server/main.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/summary_server/models.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/summary_server/routers/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/summary_server/routers/info.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/summary_server/routers/summarize.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/services/summary_server/start.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/README_integration_tests.md +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/apps/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/apps/test_automated_report_generation.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/apps/test_feed_query_dialog_state.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/apps/test_feed_query_generator.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/apps/test_migrate_scheduled_job_paths.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/apps/test_process_new_data.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/conftest.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/core/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/core/test_bertrend.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/core/test_data_structure.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/core/test_representative_docs.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/core/test_temporal_metrics_embedding.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/core/test_topic_description.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/core/test_topic_metrics.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/core/test_topic_model.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/core/test_trend_analysis_data_structure.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/core/test_trend_analysis_prompts.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/core/test_trend_analysis_visualizations.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/core/test_trend_analysis_weak_signals.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/core/test_visualizations.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/data_provider/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/data_provider/test_arxiv_provider.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/data_provider/test_bing_news_provider.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/data_provider/test_data_provider_base.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/data_provider/test_data_provider_utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/data_provider/test_deep_research_live.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/data_provider/test_deep_research_provider.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/data_provider/test_google_news_provider.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/data_provider/test_newscatcher_provider.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/data_provider/test_rss_atom_provider.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/demos/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/demos/summarization/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/demos/summarization/test_summarizer_app.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/llm/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/llm/test_agent_utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/llm/test_article_scoring.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/llm/test_article_scoring_models.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/llm/test_newsletter_features.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/llm/test_newsletter_model.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/llm/test_openai_client.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/article_scoring/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/article_scoring/test_article_scoring_server.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/bertrend/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/bertrend/test_bertrend_service.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/bertrend/test_models.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/bertrend/test_routers_bertrend_app.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/bertrend/test_routers_info.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/bertrend/test_routers_newsletters.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/embedding/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/embedding/test_embedding_client.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/embedding_server/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/embedding_server/test_models.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/embedding_server/test_routers.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/embedding_server/test_security.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/embedding_server/test_settings.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/queue/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/queue/test_bertrend_worker.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/queue/test_client.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/queue/test_queue_manager.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/queue_management/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/queue_management/test_queue_manager.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/scheduling/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/scheduling/test_job_exception_fix.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/scheduling/test_scheduling_service.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/scheduling/test_stress_test.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/summarizer/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/summarizer/test_abstractive_summarizer.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/summarizer/test_chatgpt_summarizer.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/summarizer/test_extractive_summarizer.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/summarizer/test_summarizer.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/summary/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/summary/test_summary_client.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/summary/test_summary_config.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/summary/test_summary_server.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/test_installation.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/test_integration.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/utils/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/utils/test_apscheduler_utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/utils/test_cache_utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/utils/test_config_utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/utils/test_crontab_utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/utils/test_data_loading.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/utils/test_date_utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/utils/test_lazy_scheduler.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/utils/test_mail_utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/utils/test_multiworker.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/utils/test_portable_paths.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/utils/test_scheduler_utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/utils/test_utils_init.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/topic_analysis/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/topic_analysis/data_structure.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/topic_analysis/prompts.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/topic_analysis/representative_docs.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/topic_analysis/topic_description.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/topic_analysis/visualizations.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/trend_analysis/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/trend_analysis/data_structure.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/trend_analysis/prompts.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/trend_analysis/signal_llm_template_en.html +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/trend_analysis/signal_llm_template_fr.html +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/trend_analysis/visualizations.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/trend_analysis/weak_signals.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/utils/__init__.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/utils/cache_utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/utils/config_utils.py +0 -0
- {bertrend-0.4.24 → bertrend-0.4.26}/bertrend/utils/data_loading.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: bertrend
|
|
3
|
-
Version: 0.4.
|
|
3
|
+
Version: 0.4.26
|
|
4
4
|
Summary: BERTrend analyses topic evolution over time using state-of-the-art transformer models: topic modelling and LLM
|
|
5
5
|
License: LICENSE.md
|
|
6
6
|
License-File: AUTHORS.txt
|
|
@@ -48,7 +48,7 @@ Requires-Dist: markdown (>=3.10.1)
|
|
|
48
48
|
Requires-Dist: newscatcher-sdk (>=1.4.0)
|
|
49
49
|
Requires-Dist: newspaper4k (>=0.9.3.1)
|
|
50
50
|
Requires-Dist: nicegui[highcharts] (>=3.8.0)
|
|
51
|
-
Requires-Dist: nltk (>=3.
|
|
51
|
+
Requires-Dist: nltk (>=3.10.4)
|
|
52
52
|
Requires-Dist: numpy (>=2.3.5,<3.0.0)
|
|
53
53
|
Requires-Dist: openai (>=2.18.0)
|
|
54
54
|
Requires-Dist: openai-agents[litellm] (>=0.8.3)
|
|
@@ -316,6 +316,7 @@ class BertrendWorker:
|
|
|
316
316
|
):
|
|
317
317
|
"""Callback function for processing messages from the queue_management"""
|
|
318
318
|
correlation_id = message.correlation_id
|
|
319
|
+
job_timeout = self.config.job_timeout
|
|
319
320
|
|
|
320
321
|
try:
|
|
321
322
|
logger.info(f"Received request: {correlation_id}")
|
|
@@ -326,9 +327,10 @@ class BertrendWorker:
|
|
|
326
327
|
logger.info(f"Request endpoint: {request_data.get('endpoint')}")
|
|
327
328
|
|
|
328
329
|
# Process request with a timeout to avoid blocking the queue indefinitely
|
|
330
|
+
job_timeout = self.config.job_timeout_for(request_data.get("endpoint"))
|
|
329
331
|
response_data = await asyncio.wait_for(
|
|
330
332
|
self.process_request(request_data),
|
|
331
|
-
timeout=
|
|
333
|
+
timeout=job_timeout,
|
|
332
334
|
)
|
|
333
335
|
|
|
334
336
|
# Add metadata
|
|
@@ -345,7 +347,7 @@ class BertrendWorker:
|
|
|
345
347
|
# The timeout only stops waiting: the job thread cannot be killed and
|
|
346
348
|
# keeps running, so a retry would start a concurrent duplicate run.
|
|
347
349
|
logger.error(
|
|
348
|
-
f"Message {correlation_id} timed out after {
|
|
350
|
+
f"Message {correlation_id} timed out after {job_timeout}s "
|
|
349
351
|
f"— sending to DLQ without retry (the job may still be running)"
|
|
350
352
|
)
|
|
351
353
|
await message.reject(requeue=False)
|
|
@@ -45,3 +45,15 @@ class RabbitMQConfig:
|
|
|
45
45
|
# job cannot block the single-slot queue for an extended period; raise via
|
|
46
46
|
# env var for genuinely long-running jobs.
|
|
47
47
|
job_timeout: int = int(os.getenv("RABBITMQ_JOB_TIMEOUT", 900))
|
|
48
|
+
|
|
49
|
+
# Job timeout for /regenerate, which retrains a model over all its periods and
|
|
50
|
+
# therefore runs much longer than an incremental training (default: 4 h).
|
|
51
|
+
regenerate_job_timeout: int = int(
|
|
52
|
+
os.getenv("RABBITMQ_REGENERATE_JOB_TIMEOUT", 14400)
|
|
53
|
+
)
|
|
54
|
+
|
|
55
|
+
def job_timeout_for(self, endpoint: str | None) -> int:
|
|
56
|
+
"""Return the job timeout (in seconds) that applies to an endpoint."""
|
|
57
|
+
if endpoint == "/regenerate":
|
|
58
|
+
return self.regenerate_job_timeout
|
|
59
|
+
return self.job_timeout
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/tests/services/queue_management/test_bertrend_worker.py
RENAMED
|
@@ -53,8 +53,12 @@ def _make_message(
|
|
|
53
53
|
return msg
|
|
54
54
|
|
|
55
55
|
|
|
56
|
-
def _make_worker(
|
|
57
|
-
|
|
56
|
+
def _make_worker(
|
|
57
|
+
job_timeout: int = 5, regenerate_job_timeout: int = 5
|
|
58
|
+
) -> BertrendWorker:
|
|
59
|
+
config = RabbitMQConfig(
|
|
60
|
+
job_timeout=job_timeout, regenerate_job_timeout=regenerate_job_timeout
|
|
61
|
+
)
|
|
58
62
|
worker = BertrendWorker(config)
|
|
59
63
|
# Replace queue_manager with a mock so no real RabbitMQ connection is needed
|
|
60
64
|
worker.queue_manager = MagicMock()
|
|
@@ -336,3 +340,62 @@ async def test_timeout_rejects_at_max_retries():
|
|
|
336
340
|
worker.queue_manager.republish_with_retry.assert_not_awaited()
|
|
337
341
|
msg.reject.assert_awaited_once_with(requeue=False)
|
|
338
342
|
msg.nack.assert_not_awaited()
|
|
343
|
+
|
|
344
|
+
|
|
345
|
+
# ---------------------------------------------------------------------------
|
|
346
|
+
# Test 6 — /regenerate has its own, longer, job timeout
|
|
347
|
+
# ---------------------------------------------------------------------------
|
|
348
|
+
|
|
349
|
+
|
|
350
|
+
def test_job_timeout_for_regenerate_uses_its_own_timeout():
|
|
351
|
+
config = RabbitMQConfig(job_timeout=900, regenerate_job_timeout=14400)
|
|
352
|
+
|
|
353
|
+
assert config.job_timeout_for("/regenerate") == 14400
|
|
354
|
+
assert config.job_timeout_for("/train-new-model") == 900
|
|
355
|
+
assert config.job_timeout_for(None) == 900
|
|
356
|
+
|
|
357
|
+
|
|
358
|
+
@pytest.mark.asyncio
|
|
359
|
+
@pytest.mark.parametrize(
|
|
360
|
+
"endpoint, timed_out",
|
|
361
|
+
[("/regenerate", False), ("/train-new-model", True)],
|
|
362
|
+
)
|
|
363
|
+
async def test_callback_applies_endpoint_job_timeout(endpoint, timed_out):
|
|
364
|
+
"""
|
|
365
|
+
A job lasting longer than job_timeout but less than regenerate_job_timeout
|
|
366
|
+
completes for /regenerate, and still times out for the other endpoints.
|
|
367
|
+
"""
|
|
368
|
+
worker = _make_worker(job_timeout=1, regenerate_job_timeout=5)
|
|
369
|
+
|
|
370
|
+
async def slow_handler(request_data):
|
|
371
|
+
await asyncio.sleep(1.5)
|
|
372
|
+
return {"status": "success", "response": {}}
|
|
373
|
+
|
|
374
|
+
msg = _make_message({"endpoint": endpoint, "method": "POST", "json_data": {}})
|
|
375
|
+
|
|
376
|
+
with patch.object(worker, "process_request", side_effect=slow_handler):
|
|
377
|
+
await worker.callback(msg)
|
|
378
|
+
|
|
379
|
+
if timed_out:
|
|
380
|
+
msg.reject.assert_awaited_once_with(requeue=False)
|
|
381
|
+
msg.ack.assert_not_awaited()
|
|
382
|
+
else:
|
|
383
|
+
msg.ack.assert_awaited_once()
|
|
384
|
+
msg.reject.assert_not_awaited()
|
|
385
|
+
|
|
386
|
+
|
|
387
|
+
@pytest.mark.asyncio
|
|
388
|
+
async def test_callback_dead_letters_regenerate_beyond_its_timeout():
|
|
389
|
+
worker = _make_worker(job_timeout=5, regenerate_job_timeout=1)
|
|
390
|
+
|
|
391
|
+
async def slow_handler(request_data):
|
|
392
|
+
await asyncio.sleep(10)
|
|
393
|
+
return {"status": "success", "response": {}}
|
|
394
|
+
|
|
395
|
+
msg = _make_message({"endpoint": "/regenerate", "method": "POST", "json_data": {}})
|
|
396
|
+
|
|
397
|
+
with patch.object(worker, "process_request", side_effect=slow_handler):
|
|
398
|
+
await worker.callback(msg)
|
|
399
|
+
|
|
400
|
+
msg.reject.assert_awaited_once_with(requeue=False)
|
|
401
|
+
msg.ack.assert_not_awaited()
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
[project]
|
|
2
2
|
name = "bertrend"
|
|
3
|
-
version = "0.4.
|
|
3
|
+
version = "0.4.26"
|
|
4
4
|
description = "BERTrend analyses topic evolution over time using state-of-the-art transformer models: topic modelling and LLM"
|
|
5
5
|
license = "LICENSE.md"
|
|
6
6
|
readme = "README.md"
|
|
@@ -39,7 +39,7 @@ dependencies = [
|
|
|
39
39
|
"loguru (>=0.7.3)",
|
|
40
40
|
"lxml-html-clean (>=0.4.3)",
|
|
41
41
|
"markdown (>=3.10.1)",
|
|
42
|
-
"nltk (>=3.
|
|
42
|
+
"nltk (>=3.10.4)",
|
|
43
43
|
"openai (>=2.18.0)",
|
|
44
44
|
"openai-agents[litellm] (>=0.8.3)",
|
|
45
45
|
"openpyxl (>=3.1.5)",
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/config/feeds/decarbonation_feed.toml
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/data_provider/atom_feed_provider.py
RENAMED
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/data_provider/bing_news_provider.py
RENAMED
|
File without changes
|
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/data_provider/data_provider_utils.py
RENAMED
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/data_provider/deep_research_provider.py
RENAMED
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/data_provider/google_news_provider.py
RENAMED
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/data_provider/newscatcher_provider.py
RENAMED
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/data_provider/rss_feed_provider.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/exploration/curebot/tabs/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/exploration/geoviz/.streamlit/config.toml
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/newsletters/newsletter_generation.py
RENAMED
|
File without changes
|
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/.streamlit/config.toml
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/authentication.py
RENAMED
|
File without changes
|
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/dashboard_analysis.py
RENAMED
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/dashboard_common.py
RENAMED
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/dashboard_comparative.py
RENAMED
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/dashboard_signals.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/feed_query_generator.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/i18n_translations.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/process_new_data.py
RENAMED
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/prospective_demo/report_generation.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/bertrend/bertrend_service.py
RENAMED
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/bertrend/config/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/bertrend/config/settings.py
RENAMED
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/bertrend/models/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/bertrend/routers/__init__.py
RENAMED
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/bertrend/routers/bertrend_app.py
RENAMED
|
File without changes
|
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/bertrend/routers/info.py
RENAMED
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/bertrend/routers/newsletters.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/queue_management/__init__.py
RENAMED
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/queue_management/client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/bertrend_apps/services/queue_monitor/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/streamlit_components/clickable_df_component.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/topic_analysis/demo_pages/explore_topics.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/topic_analysis/demo_pages/topic_visualizations.py
RENAMED
|
File without changes
|
{bertrend-0.4.24 → bertrend-0.4.26}/bertrend/demos/topic_analysis/demo_pages/training_page.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|