bertrend 0.4.26__tar.gz → 0.4.27__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {bertrend-0.4.26 → bertrend-0.4.27}/PKG-INFO +3 -3
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/data_provider/utils.py +7 -2
- bertrend-0.4.27/bertrend/tests/data_provider/test_decode_google_news_url.py +61 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/pyproject.toml +3 -3
- {bertrend-0.4.26 → bertrend-0.4.27}/AUTHORS.txt +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/LICENSE.md +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/README.md +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/BERTopicModel.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/BERTrend.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/article_scoring/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/article_scoring/article_scoring.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/article_scoring/prompts.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/article_scoring/scoring_agent.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/common/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/common/apscheduler_utils.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/common/crontab_utils.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/common/date_utils.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/common/mail_utils.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/common/portable_paths.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/common/scheduler_utils.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/config/feeds/arxiv_feed.toml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/config/feeds/decarbonation_feed.toml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/config/feeds/feed_deep_research_example.toml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/config/feeds/llm_en_feed.toml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/config/feeds/llm_feed.toml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/config/feeds/nlp_feed.toml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/config/feeds/rte_feed.toml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/config/newsletters/arxiv_newsletter_from_last.toml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/config/newsletters/decarbonation_newsletter_from_last.toml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/config/newsletters/llm_en_newsletter_from_last.toml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/config/newsletters/llm_newsletter_from_last.toml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/config/newsletters/nlp_newsletter_from_last.toml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/config/newsletters/rte_newsletter_from_last.toml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/data_provider/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/data_provider/__main__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/data_provider/arxiv_provider.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/data_provider/atom_feed_provider.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/data_provider/bing_news_provider.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/data_provider/data_provider.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/data_provider/data_provider_utils.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/data_provider/deep_research_provider.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/data_provider/google_news_provider.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/data_provider/newscatcher_provider.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/data_provider/rss_feed_provider.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/exploration/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/exploration/curebot/.streamlit/config.toml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/exploration/curebot/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/exploration/curebot/app.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/exploration/curebot/app_utils.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/exploration/curebot/config.toml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/exploration/curebot/import_extraction_article.ipynb +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/exploration/curebot/prompts.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/exploration/curebot/start_newsletter_generator.sh +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/exploration/curebot/tabs/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/exploration/curebot/tabs/tab1.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/exploration/curebot/tabs/tab2.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/exploration/curebot/tabs/tab3.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/exploration/geoviz/.streamlit/config.toml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/exploration/geoviz/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/exploration/geoviz/app.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/exploration/geoviz/backend.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/exploration/start_apps.sh +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/exploration/stop_apps.sh +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/install_feeds_and_newsletters.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/migrate_scheduled_job_paths.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/newsletters/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/newsletters/__main__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/newsletters/newsletter_generation.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/newsletters/utils.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/.streamlit/config.toml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/.streamlit/secrets.toml.example +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/app.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/authentication.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/automated_report_generation.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/dashboard_analysis.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/dashboard_common.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/dashboard_comparative.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/dashboard_signals.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/data_model.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/detailed_report_template.html +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/feed_query_generator.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/feeds_common.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/feeds_config.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/feeds_data.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/i18n.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/i18n_translations.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/llm_utils.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/models_info.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/perf_utils.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/process_new_data.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/report_generation.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/report_generation_utils.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/start_demo.sh +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/utils.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/bertrend/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/bertrend/bertrend_service.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/bertrend/config/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/bertrend/config/default_config.toml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/bertrend/config/settings.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/bertrend/models/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/bertrend/models/bertrend_app_models.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/bertrend/models/data_provider_models.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/bertrend/models/newsletters_models.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/bertrend/routers/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/bertrend/routers/bertrend_app.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/bertrend/routers/data_provider.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/bertrend/routers/info.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/bertrend/routers/newsletters.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/bertrend/start.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/bertrend/status.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/bertrend/stop.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/queue_management/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/queue_management/bertrend_worker.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/queue_management/client.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/queue_management/docker-compose-rabbitmq.yml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/queue_management/queue_manager.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/queue_management/rabbitmq_config.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/queue_management/start_rabbitmq.sh +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/queue_monitor/.streamlit/config.toml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/queue_monitor/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/queue_monitor/app.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/utils/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/utils/logging_utils.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/config/bertopic_default_config.toml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/config/bertrend_default_config.toml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/config/parameters.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/config/services_default_config.toml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/demos_utils/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/demos_utils/data_loading_component.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/demos_utils/embed_documents_component.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/demos_utils/i18n.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/demos_utils/i18n_translations.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/demos_utils/icons.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/demos_utils/parameters_component.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/demos_utils/state_utils.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/start_summarizer_app.sh +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/start_topic_analysis_app.sh +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/start_weak_signals_app.sh +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/streamlit_components/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/streamlit_components/clickable_df_component.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/streamlit_components/input_with_pills_component.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/summarization/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/summarization/summarizer_app.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/topic_analysis/.streamlit/config.toml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/topic_analysis/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/topic_analysis/app.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/topic_analysis/app_utils.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/topic_analysis/demo_pages/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/topic_analysis/demo_pages/explore_topics.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/topic_analysis/demo_pages/newsletters_generation.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/topic_analysis/demo_pages/temporal_visualizations.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/topic_analysis/demo_pages/topic_visualizations.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/topic_analysis/demo_pages/training_page.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/topic_analysis/i18n_translations.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/weak_signals/.streamlit/config.toml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/weak_signals/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/weak_signals/app.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/weak_signals/i18n_translations.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/weak_signals/visualizations_utils.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/llm_utils/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/llm_utils/agent_utils.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/llm_utils/newsletter.css +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/llm_utils/newsletter_features.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/llm_utils/newsletter_model.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/llm_utils/newsletter_outlook_template.html +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/llm_utils/newsletter_template.html +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/llm_utils/openai_client.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/llm_utils/prompts.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/metrics/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/metrics/temporal_metrics_embedding.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/metrics/topic_metrics.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/resources/common_ngrams.json +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/resources/stopwords-en.json +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/resources/stopwords-fr.json +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/resources/stopwords-rte.json +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/article_scoring_server/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/article_scoring_server/config/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/article_scoring_server/config/default_config.toml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/article_scoring_server/config/settings.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/article_scoring_server/models.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/article_scoring_server/routers/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/article_scoring_server/routers/info.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/article_scoring_server/routers/scoring.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/article_scoring_server/scoring_service.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/article_scoring_server/start.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/authentication.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/cert.pem +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/embedding_client.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/embedding_server/README.md +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/embedding_server/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/embedding_server/bertrend_client_registry.json +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/embedding_server/config/default_config.toml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/embedding_server/config/settings.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/embedding_server/main.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/embedding_server/models.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/embedding_server/requirements.txt +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/embedding_server/routers/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/embedding_server/routers/authentication.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/embedding_server/routers/embeddings.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/embedding_server/routers/info.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/embedding_server/security.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/embedding_server/start.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/embedding_server/status.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/embedding_server/stop.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/embedding_service.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/key.pem +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/scheduling/.dockerignore +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/scheduling/Docker_setup.md +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/scheduling/Dockerfile +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/scheduling/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/scheduling/dashboard_scheduling.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/scheduling/docker-compose.yml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/scheduling/job_utils/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/scheduling/job_utils/job_functions.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/scheduling/models/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/scheduling/models/scheduling_models.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/scheduling/requirements.txt +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/scheduling/routers/info.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/scheduling/routers/scheduling.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/scheduling/scheduling_service.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/scheduling/start_docker_scheduling_service.sh +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/summarizer.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/summary/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/summary/abstractive_summarizer.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/summary/chatgpt_summarizer.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/summary/extractive_summarizer.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/summary/lexrank.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/summary/prompts.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/summary_client.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/summary_server/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/summary_server/config/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/summary_server/config/default_config.toml +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/summary_server/config/settings.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/summary_server/main.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/summary_server/models.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/summary_server/routers/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/summary_server/routers/info.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/summary_server/routers/summarize.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/services/summary_server/start.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/README_integration_tests.md +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/apps/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/apps/test_automated_report_generation.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/apps/test_feed_query_dialog_state.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/apps/test_feed_query_generator.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/apps/test_migrate_scheduled_job_paths.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/apps/test_process_new_data.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/conftest.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/core/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/core/test_bertrend.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/core/test_data_structure.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/core/test_representative_docs.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/core/test_temporal_metrics_embedding.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/core/test_topic_description.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/core/test_topic_metrics.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/core/test_topic_model.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/core/test_trend_analysis_data_structure.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/core/test_trend_analysis_prompts.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/core/test_trend_analysis_visualizations.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/core/test_trend_analysis_weak_signals.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/core/test_visualizations.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/data_provider/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/data_provider/test_arxiv_provider.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/data_provider/test_bing_news_provider.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/data_provider/test_data_provider_base.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/data_provider/test_data_provider_utils.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/data_provider/test_deep_research_live.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/data_provider/test_deep_research_provider.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/data_provider/test_google_news_provider.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/data_provider/test_newscatcher_provider.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/data_provider/test_rss_atom_provider.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/demos/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/demos/summarization/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/demos/summarization/test_summarizer_app.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/llm/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/llm/test_agent_utils.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/llm/test_article_scoring.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/llm/test_article_scoring_models.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/llm/test_newsletter_features.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/llm/test_newsletter_model.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/llm/test_openai_client.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/article_scoring/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/article_scoring/test_article_scoring_server.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/bertrend/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/bertrend/test_bertrend_service.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/bertrend/test_models.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/bertrend/test_routers_bertrend_app.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/bertrend/test_routers_info.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/bertrend/test_routers_newsletters.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/embedding/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/embedding/test_embedding_client.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/embedding_server/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/embedding_server/test_models.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/embedding_server/test_routers.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/embedding_server/test_security.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/embedding_server/test_settings.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/queue/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/queue/test_bertrend_worker.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/queue/test_client.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/queue/test_queue_manager.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/queue_management/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/queue_management/test_bertrend_worker.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/queue_management/test_queue_manager.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/scheduling/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/scheduling/test_job_exception_fix.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/scheduling/test_scheduling_service.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/scheduling/test_stress_test.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/summarizer/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/summarizer/test_abstractive_summarizer.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/summarizer/test_chatgpt_summarizer.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/summarizer/test_extractive_summarizer.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/summarizer/test_summarizer.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/summary/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/summary/test_summary_client.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/summary/test_summary_config.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/services/summary/test_summary_server.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/test_installation.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/test_integration.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/utils/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/utils/test_apscheduler_utils.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/utils/test_cache_utils.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/utils/test_config_utils.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/utils/test_crontab_utils.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/utils/test_data_loading.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/utils/test_date_utils.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/utils/test_lazy_scheduler.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/utils/test_mail_utils.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/utils/test_multiworker.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/utils/test_portable_paths.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/utils/test_scheduler_utils.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/tests/utils/test_utils_init.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/topic_analysis/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/topic_analysis/data_structure.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/topic_analysis/prompts.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/topic_analysis/representative_docs.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/topic_analysis/topic_description.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/topic_analysis/visualizations.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/trend_analysis/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/trend_analysis/data_structure.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/trend_analysis/prompts.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/trend_analysis/signal_llm_template_en.html +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/trend_analysis/signal_llm_template_fr.html +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/trend_analysis/visualizations.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/trend_analysis/weak_signals.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/utils/__init__.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/utils/cache_utils.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/utils/config_utils.py +0 -0
- {bertrend-0.4.26 → bertrend-0.4.27}/bertrend/utils/data_loading.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: bertrend
|
|
3
|
-
Version: 0.4.
|
|
3
|
+
Version: 0.4.27
|
|
4
4
|
Summary: BERTrend analyses topic evolution over time using state-of-the-art transformer models: topic modelling and LLM
|
|
5
5
|
License: LICENSE.md
|
|
6
6
|
License-File: AUTHORS.txt
|
|
@@ -10,7 +10,7 @@ Author: Jérôme Picault
|
|
|
10
10
|
Author-email: jerome.picault@rte-france.com
|
|
11
11
|
Maintainer: Jérôme Picault
|
|
12
12
|
Maintainer-email: jerome.picault@rte-france.com
|
|
13
|
-
Requires-Python: >=3.12,<
|
|
13
|
+
Requires-Python: >=3.12,<3.14
|
|
14
14
|
Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
|
|
15
15
|
Classifier: Development Status :: 4 - Beta
|
|
16
16
|
Requires-Dist: APScheduler (>=3.11.2)
|
|
@@ -32,7 +32,7 @@ Requires-Dist: gensim (>=4.4.0)
|
|
|
32
32
|
Requires-Dist: geopy (>=2.4.1)
|
|
33
33
|
Requires-Dist: google-api-python-client (>=2.189.0)
|
|
34
34
|
Requires-Dist: google-auth-oauthlib (>=1.2.4)
|
|
35
|
-
Requires-Dist: googlenewsdecoder (>=0.1.7)
|
|
35
|
+
Requires-Dist: googlenewsdecoder (>=0.1.7,<0.2)
|
|
36
36
|
Requires-Dist: goose3 (>=3.1.21)
|
|
37
37
|
Requires-Dist: hdbscan (>=0.8.41)
|
|
38
38
|
Requires-Dist: httpx (>=0.28.1)
|
|
@@ -10,7 +10,6 @@ import time
|
|
|
10
10
|
from urllib.parse import urlsplit
|
|
11
11
|
|
|
12
12
|
import requests
|
|
13
|
-
from googlenewsdecoder import new_decoderv1
|
|
14
13
|
from loguru import logger
|
|
15
14
|
|
|
16
15
|
# Ref: https://stackoverflow.com/a/59023463/
|
|
@@ -153,9 +152,15 @@ def decode_google_news_url(
|
|
|
153
152
|
url: str,
|
|
154
153
|
) -> str: # Not cached because not all Google News URLs are encoded.
|
|
155
154
|
"""Return Google News entry URLs after decoding their encoding as applicable."""
|
|
155
|
+
if not url.startswith(_ENCODED_URL_PREFIX):
|
|
156
|
+
return url
|
|
157
|
+
|
|
158
|
+
# Imported here so that a broken decoder does not prevent the other data providers from loading
|
|
159
|
+
from googlenewsdecoder import new_decoderv1
|
|
160
|
+
|
|
156
161
|
time.sleep(0.5) # to avoid being banned
|
|
157
162
|
|
|
158
|
-
decoded_content = new_decoderv1(url)
|
|
163
|
+
decoded_content = new_decoderv1(url)
|
|
159
164
|
if decoded_content["status"]:
|
|
160
165
|
# decoding was ok
|
|
161
166
|
return decoded_content["decoded_url"]
|
|
@@ -0,0 +1,61 @@
|
|
|
1
|
+
# Copyright (c) 2024-2026, RTE (https://www.rte-france.com)
|
|
2
|
+
# See AUTHORS.txt
|
|
3
|
+
# SPDX-License-Identifier: MPL-2.0
|
|
4
|
+
# This file is part of BERTrend.
|
|
5
|
+
|
|
6
|
+
import builtins
|
|
7
|
+
import importlib
|
|
8
|
+
import sys
|
|
9
|
+
from unittest.mock import patch
|
|
10
|
+
|
|
11
|
+
import pytest
|
|
12
|
+
|
|
13
|
+
from bertrend.bertrend_apps.data_provider import utils
|
|
14
|
+
from bertrend.bertrend_apps.data_provider.utils import decode_google_news_url
|
|
15
|
+
|
|
16
|
+
ENCODED_URL = "https://news.google.com/rss/articles/CBMiABCDEF?oc=5"
|
|
17
|
+
|
|
18
|
+
|
|
19
|
+
@patch("bertrend.bertrend_apps.data_provider.utils.time.sleep")
|
|
20
|
+
def test_non_encoded_url_is_returned_unchanged(mock_sleep):
|
|
21
|
+
url = "https://www.example.com/article"
|
|
22
|
+
assert decode_google_news_url(url) == url
|
|
23
|
+
mock_sleep.assert_not_called()
|
|
24
|
+
|
|
25
|
+
|
|
26
|
+
@patch("bertrend.bertrend_apps.data_provider.utils.time.sleep")
|
|
27
|
+
@patch("googlenewsdecoder.new_decoderv1")
|
|
28
|
+
def test_encoded_url_is_decoded(mock_decoder, mock_sleep):
|
|
29
|
+
mock_decoder.return_value = {
|
|
30
|
+
"status": True,
|
|
31
|
+
"decoded_url": "https://www.example.com/article",
|
|
32
|
+
}
|
|
33
|
+
assert decode_google_news_url(ENCODED_URL) == "https://www.example.com/article"
|
|
34
|
+
mock_decoder.assert_called_once_with(ENCODED_URL)
|
|
35
|
+
|
|
36
|
+
|
|
37
|
+
@patch("bertrend.bertrend_apps.data_provider.utils.time.sleep")
|
|
38
|
+
@patch("googlenewsdecoder.new_decoderv1")
|
|
39
|
+
def test_decoding_failure_raises(mock_decoder, mock_sleep):
|
|
40
|
+
mock_decoder.return_value = {"status": False, "message": "error"}
|
|
41
|
+
with pytest.raises(Exception, match="Error decoding Google News URL"):
|
|
42
|
+
decode_google_news_url(ENCODED_URL)
|
|
43
|
+
|
|
44
|
+
|
|
45
|
+
def test_module_imports_without_googlenewsdecoder():
|
|
46
|
+
real_import = builtins.__import__
|
|
47
|
+
|
|
48
|
+
def failing_import(name, *args, **kwargs):
|
|
49
|
+
if name == "googlenewsdecoder":
|
|
50
|
+
raise ImportError("cannot import name 'new_decoderv1'")
|
|
51
|
+
return real_import(name, *args, **kwargs)
|
|
52
|
+
|
|
53
|
+
with (
|
|
54
|
+
patch.dict(sys.modules, {"googlenewsdecoder": None}),
|
|
55
|
+
patch("builtins.__import__", side_effect=failing_import),
|
|
56
|
+
):
|
|
57
|
+
reloaded = importlib.reload(utils)
|
|
58
|
+
assert reloaded.decode_google_news_url("https://www.example.com/a") == (
|
|
59
|
+
"https://www.example.com/a"
|
|
60
|
+
)
|
|
61
|
+
importlib.reload(utils)
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
[project]
|
|
2
2
|
name = "bertrend"
|
|
3
|
-
version = "0.4.
|
|
3
|
+
version = "0.4.27"
|
|
4
4
|
description = "BERTrend analyses topic evolution over time using state-of-the-art transformer models: topic modelling and LLM"
|
|
5
5
|
license = "LICENSE.md"
|
|
6
6
|
readme = "README.md"
|
|
7
|
-
requires-python = ">=3.12,<
|
|
7
|
+
requires-python = ">=3.12,<3.14"
|
|
8
8
|
authors = [
|
|
9
9
|
{ name = "Jérôme Picault", email = "jerome.picault@rte-france.com" },
|
|
10
10
|
{ name = "Guillaume Grosjean", email = "guillaume.grosjean@rte-france.com>" },
|
|
@@ -74,7 +74,7 @@ dependencies = [
|
|
|
74
74
|
"aio-pika>=9.5.5",
|
|
75
75
|
"arxiv>=2.4.0",
|
|
76
76
|
"feedparser>=6.0.12",
|
|
77
|
-
"googlenewsdecoder>=0.1.7",
|
|
77
|
+
"googlenewsdecoder>=0.1.7,<0.2",
|
|
78
78
|
"google-api-python-client>=2.189.0",
|
|
79
79
|
"google-auth-oauthlib>=1.2.4",
|
|
80
80
|
"goose3>=3.1.21",
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/config/feeds/decarbonation_feed.toml
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/data_provider/atom_feed_provider.py
RENAMED
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/data_provider/bing_news_provider.py
RENAMED
|
File without changes
|
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/data_provider/data_provider_utils.py
RENAMED
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/data_provider/deep_research_provider.py
RENAMED
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/data_provider/google_news_provider.py
RENAMED
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/data_provider/newscatcher_provider.py
RENAMED
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/data_provider/rss_feed_provider.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/exploration/curebot/tabs/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/exploration/geoviz/.streamlit/config.toml
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/newsletters/newsletter_generation.py
RENAMED
|
File without changes
|
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/.streamlit/config.toml
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/authentication.py
RENAMED
|
File without changes
|
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/dashboard_analysis.py
RENAMED
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/dashboard_common.py
RENAMED
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/dashboard_comparative.py
RENAMED
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/dashboard_signals.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/feed_query_generator.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/i18n_translations.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/process_new_data.py
RENAMED
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/prospective_demo/report_generation.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/bertrend/bertrend_service.py
RENAMED
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/bertrend/config/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/bertrend/config/settings.py
RENAMED
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/bertrend/models/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/bertrend/routers/__init__.py
RENAMED
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/bertrend/routers/bertrend_app.py
RENAMED
|
File without changes
|
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/bertrend/routers/info.py
RENAMED
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/bertrend/routers/newsletters.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/queue_management/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/queue_management/client.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/bertrend_apps/services/queue_monitor/__init__.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/streamlit_components/clickable_df_component.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/topic_analysis/demo_pages/explore_topics.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/topic_analysis/demo_pages/topic_visualizations.py
RENAMED
|
File without changes
|
{bertrend-0.4.26 → bertrend-0.4.27}/bertrend/demos/topic_analysis/demo_pages/training_page.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|