unique_web_search 2026.46.0.dev4__tar.gz → 2026.46.0.dev5__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/PKG-INFO +4 -4
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/pyproject.toml +4 -4
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/crawlers/base.py +9 -1
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/crawlers/basic.py +1 -1
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/base_executor.py +43 -1
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v1/executor.py +1 -7
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v2/executor.py +7 -5
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/README.md +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/client_settings.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/config.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/invocation_stats.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/metrics.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/prompts.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/schema.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/service.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/_registry.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/argument_screening/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/argument_screening/config.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/argument_screening/exceptions.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/argument_screening/prompts/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/argument_screening/prompts/guidelines.j2 +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/argument_screening/prompts/guidelines_with_keywords.j2 +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/argument_screening/prompts/rejection_response.j2 +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/argument_screening/prompts/system_prompt.j2 +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/argument_screening/prompts/user_prompt.j2 +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/argument_screening/service.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/client/http_client.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/cleaning/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/cleaning/character_sanitize.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/cleaning/clean.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/cleaning/config.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/config.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/base.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/config.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/llm_guard_judge.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/llm_keyword_redact.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/llm_process.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/prompts/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/prompts/judge_and_sanitize_prompt.j2 +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/prompts/judge_prompt.j2 +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/prompts/keyword_extract_prompt.j2 +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/prompts/page_context.j2 +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/prompts/sanitize_rules.j2 +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/prompts/system_prompt.j2 +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/prompts/user_prompt.j2 +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/schema.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/settings.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/truncate.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/service.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/crawlers/README.md +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/crawlers/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/crawlers/firecrawl.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/crawlers/jina.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/crawlers/registry.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/crawlers/tavily.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/crawlers/url_safety/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/crawlers/utils.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/README.md +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/base_config.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/context.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/modes.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v1/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v1/config.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v1/prompts/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v1/prompts/refine_query_system_prompt.j2 +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v1/prompts/tool_description.j2 +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v1/prompts/tool_description_for_system_prompt.j2 +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v1/schema.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v1/strategy.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v2/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v2/config.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v2/prompts/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v2/prompts/step_query_description.j2 +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v2/prompts/tool_description.j2 +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v2/prompts/tool_description_for_system_prompt.j2 +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v2/schema.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v2/strategy.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v3/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v3/config.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v3/executor.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v3/prompts/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v3/prompts/tool_description.j2 +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v3/prompts/tool_description_for_system_prompt.j2 +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v3/schema.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v3/strategy.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/helpers.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/httpx_logging.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/message_log.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/proxy/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/proxy/bridge.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/proxy/mappers.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/query_elicitation.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/README.md +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/base.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/bing.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/brave.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/custom_api.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/google.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/perplexity.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/registry.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/schema.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/google/schema.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/grounding/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/grounding/bing/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/grounding/bing/citation_instructions.j2 +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/grounding/bing/citation_parsing.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/grounding/bing/client.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/grounding/bing/models.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/grounding/bing/runner.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/grounding/models.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/grounding/response_parsing.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/grounding/vertexai/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/grounding/vertexai/client.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/grounding/vertexai/exceptions.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/grounding/vertexai/gemini.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/grounding/vertexai/response_handler.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/vertexai.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/snippet_judge/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/snippet_judge/prompts.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/snippet_judge/schema.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/snippet_judge/service.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/structured_llm.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/settings.py +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/skills/web-search-v3.md +0 -0
- {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/utils.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.3
|
|
2
2
|
Name: unique-web-search
|
|
3
|
-
Version: 2026.46.0.
|
|
3
|
+
Version: 2026.46.0.dev5
|
|
4
4
|
Summary:
|
|
5
5
|
Author: Andreas Hauri, Gustav Hartz, Rami Azouz
|
|
6
6
|
Author-email: Andreas Hauri <andreas@unique.ch>, Gustav Hartz <gustav.hartz.ext@unique.ch>, Rami Azouz <rami.ext@unique.ch>
|
|
@@ -16,7 +16,7 @@ Requires-Dist: tavily-python>=0.7.11,<1
|
|
|
16
16
|
Requires-Dist: unidecode>=1.4.0,<2
|
|
17
17
|
Requires-Dist: azure-ai-projects>=2.3,<3
|
|
18
18
|
Requires-Dist: azure-identity>=1.25.0,<2
|
|
19
|
-
Requires-Dist: unique-toolkit[monitoring]>=2026.46.0.
|
|
19
|
+
Requires-Dist: unique-toolkit[monitoring]>=2026.46.0.dev10,<2026.46.0rc0
|
|
20
20
|
Requires-Dist: azure-core>=1.36.0,<2
|
|
21
21
|
Requires-Dist: google-cloud-aiplatform>=1.128.0,<2
|
|
22
22
|
Requires-Dist: google-auth>=2.43.0,<3
|
|
@@ -25,8 +25,8 @@ Requires-Dist: rapidfuzz>=3.0.0,<4
|
|
|
25
25
|
Requires-Dist: httpx>=0.28.1
|
|
26
26
|
Requires-Dist: certifi>=2025.11.12
|
|
27
27
|
Requires-Dist: jinja2>=3.1.6
|
|
28
|
-
Requires-Dist: unique-search-proxy-core>=2026.46.0.
|
|
29
|
-
Requires-Dist: unique-search-proxy-sdk>=2026.46.0.
|
|
28
|
+
Requires-Dist: unique-search-proxy-core>=2026.46.0.dev3,<2026.46.0rc0
|
|
29
|
+
Requires-Dist: unique-search-proxy-sdk>=2026.46.0.dev2,<2026.46.0rc0
|
|
30
30
|
Requires-Dist: openai>=1.105.0,<3
|
|
31
31
|
Requires-Python: >=3.12, <4.0
|
|
32
32
|
Description-Content-Type: text/markdown
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
[project]
|
|
2
2
|
name = "unique_web_search"
|
|
3
|
-
version = "2026.46.0.
|
|
3
|
+
version = "2026.46.0.dev5"
|
|
4
4
|
description = ""
|
|
5
5
|
readme = "README.md"
|
|
6
6
|
requires-python = ">=3.12,<4.0"
|
|
@@ -22,7 +22,7 @@ dependencies = [
|
|
|
22
22
|
"unidecode>=1.4.0,<2",
|
|
23
23
|
"azure-ai-projects>=2.3,<3",
|
|
24
24
|
"azure-identity>=1.25.0,<2",
|
|
25
|
-
"unique-toolkit[monitoring]>=2026.46.0.
|
|
25
|
+
"unique-toolkit[monitoring]>=2026.46.0.dev10,<2026.46.0rc0",
|
|
26
26
|
"azure-core>=1.36.0,<2",
|
|
27
27
|
"google-cloud-aiplatform>=1.128.0,<2",
|
|
28
28
|
"google-auth>=2.43.0,<3",
|
|
@@ -31,8 +31,8 @@ dependencies = [
|
|
|
31
31
|
"httpx>=0.28.1",
|
|
32
32
|
"certifi>=2025.11.12",
|
|
33
33
|
"jinja2>=3.1.6",
|
|
34
|
-
"unique-search-proxy-core>=2026.46.0.
|
|
35
|
-
"unique-search-proxy-sdk>=2026.46.0.
|
|
34
|
+
"unique-search-proxy-core>=2026.46.0.dev3,<2026.46.0rc0",
|
|
35
|
+
"unique-search-proxy-sdk>=2026.46.0.dev2,<2026.46.0rc0",
|
|
36
36
|
"openai>=1.105.0,<3",
|
|
37
37
|
]
|
|
38
38
|
|
|
@@ -24,6 +24,10 @@ CrawlerConfig = TypeVar(
|
|
|
24
24
|
bound=BaseCrawlerConfig,
|
|
25
25
|
)
|
|
26
26
|
|
|
27
|
+
# A busy proxy worker can answer up to 5 s after the crawl timeout. Waiting
|
|
28
|
+
# longer than that makes sure the finished pages still reach the tool.
|
|
29
|
+
_PROXY_CLIENT_TIMEOUT_MARGIN_SECONDS = 10.0
|
|
30
|
+
|
|
27
31
|
|
|
28
32
|
class BaseCrawler(ABC, Generic[CrawlerConfig]):
|
|
29
33
|
"""Base class for web-page crawlers.
|
|
@@ -58,7 +62,7 @@ class BaseCrawler(ABC, Generic[CrawlerConfig]):
|
|
|
58
62
|
"""Dump deployment config fields into the generic proxy crawl call."""
|
|
59
63
|
params = self.config.model_dump(exclude={"crawler"}, exclude_none=True)
|
|
60
64
|
async with open_search_proxy_client(
|
|
61
|
-
timeout=
|
|
65
|
+
timeout=self._proxy_client_timeout,
|
|
62
66
|
context=self._request_context,
|
|
63
67
|
) as client:
|
|
64
68
|
response = await client.crawl.crawl(
|
|
@@ -68,5 +72,9 @@ class BaseCrawler(ABC, Generic[CrawlerConfig]):
|
|
|
68
72
|
)
|
|
69
73
|
return map_crawl_response(response, urls)
|
|
70
74
|
|
|
75
|
+
@property
|
|
76
|
+
def _proxy_client_timeout(self) -> float:
|
|
77
|
+
return float(self.config.timeout) + _PROXY_CLIENT_TIMEOUT_MARGIN_SECONDS
|
|
78
|
+
|
|
71
79
|
@abstractmethod
|
|
72
80
|
async def _legacy_crawl(self, targets: list[ResolvedCrawlTarget]) -> list[str]: ...
|
|
@@ -77,7 +77,7 @@ class BasicCrawler(BaseCrawler[BasicConfig]):
|
|
|
77
77
|
exclude_none=True,
|
|
78
78
|
)
|
|
79
79
|
async with open_search_proxy_client(
|
|
80
|
-
timeout=
|
|
80
|
+
timeout=self._proxy_client_timeout,
|
|
81
81
|
context=self._request_context,
|
|
82
82
|
) as client:
|
|
83
83
|
response = await client.crawl.crawl(
|
|
@@ -3,7 +3,9 @@ from abc import ABC, abstractmethod
|
|
|
3
3
|
from time import time
|
|
4
4
|
from typing import Generic, TypeVar
|
|
5
5
|
|
|
6
|
+
import httpx
|
|
6
7
|
from pydantic import BaseModel
|
|
8
|
+
from unique_search_proxy_core.errors import RateLimitedError, UpstreamTimeoutError
|
|
7
9
|
from unique_search_proxy_core.param_policy.exposed_params import ExposedParams
|
|
8
10
|
from unique_toolkit.agentic.tools.tool_progress_reporter import (
|
|
9
11
|
ProgressState,
|
|
@@ -13,7 +15,12 @@ from unique_toolkit.language_model import LanguageModelFunction
|
|
|
13
15
|
from unique_toolkit.monitoring import metric_scope
|
|
14
16
|
|
|
15
17
|
from unique_web_search.invocation_stats import collector
|
|
16
|
-
from unique_web_search.metrics import
|
|
18
|
+
from unique_web_search.metrics import (
|
|
19
|
+
crawl_duration,
|
|
20
|
+
crawl_errors,
|
|
21
|
+
llm_duration,
|
|
22
|
+
llm_errors,
|
|
23
|
+
)
|
|
17
24
|
from unique_web_search.schema import (
|
|
18
25
|
StepDebugInfo,
|
|
19
26
|
WebPageChunk,
|
|
@@ -29,6 +36,15 @@ from unique_web_search.services.search_engine.schema import (
|
|
|
29
36
|
|
|
30
37
|
_LOGGER = logging.getLogger(__name__)
|
|
31
38
|
|
|
39
|
+
# Only failures that may pass on their own fall back to snippets. Config and
|
|
40
|
+
# contract errors must keep failing visibly.
|
|
41
|
+
_TRANSIENT_CRAWL_ERRORS = (
|
|
42
|
+
httpx.TimeoutException,
|
|
43
|
+
httpx.NetworkError,
|
|
44
|
+
UpstreamTimeoutError,
|
|
45
|
+
RateLimitedError,
|
|
46
|
+
)
|
|
47
|
+
|
|
32
48
|
|
|
33
49
|
T = TypeVar("T", bound=BaseModel)
|
|
34
50
|
|
|
@@ -113,6 +129,32 @@ class BaseWebSearchExecutor(ABC, Generic[T]):
|
|
|
113
129
|
async def run(self) -> list[ContentChunk]:
|
|
114
130
|
raise NotImplementedError("Subclasses must implement this method.")
|
|
115
131
|
|
|
132
|
+
async def _crawl_search_result_pages(
|
|
133
|
+
self, web_search_results: list[WebSearchResult]
|
|
134
|
+
) -> list[str]:
|
|
135
|
+
"""Crawl the pages behind search results, one content string per result.
|
|
136
|
+
|
|
137
|
+
If the crawl times out, cannot reach the proxy or is rate limited, each
|
|
138
|
+
result keeps its current content so its title and snippet still reach
|
|
139
|
+
the model. Other errors propagate.
|
|
140
|
+
"""
|
|
141
|
+
crawler = self.crawler_service.config.crawler.value
|
|
142
|
+
try:
|
|
143
|
+
with metric_scope(crawl_duration, crawl_errors, crawler=crawler):
|
|
144
|
+
return await self.crawler_service.crawl(
|
|
145
|
+
[result.url for result in web_search_results]
|
|
146
|
+
)
|
|
147
|
+
except _TRANSIENT_CRAWL_ERRORS as exc:
|
|
148
|
+
# Exception messages can carry URLs.
|
|
149
|
+
_LOGGER.warning(
|
|
150
|
+
"Company %s crawl failed, keeping search snippets crawler=%s pages=%d error_type=%s",
|
|
151
|
+
self.company_id,
|
|
152
|
+
crawler,
|
|
153
|
+
len(web_search_results),
|
|
154
|
+
type(exc).__name__,
|
|
155
|
+
)
|
|
156
|
+
return [result.content for result in web_search_results]
|
|
157
|
+
|
|
116
158
|
async def _content_processing(
|
|
117
159
|
self, objective: str, web_search_results: list[WebSearchResult]
|
|
118
160
|
) -> list[WebPageChunk]:
|
|
@@ -14,8 +14,6 @@ from unique_toolkit.monitoring import metric_scope
|
|
|
14
14
|
|
|
15
15
|
from unique_web_search.invocation_stats import collector
|
|
16
16
|
from unique_web_search.metrics import (
|
|
17
|
-
crawl_duration,
|
|
18
|
-
crawl_errors,
|
|
19
17
|
llm_duration,
|
|
20
18
|
llm_errors,
|
|
21
19
|
search_duration,
|
|
@@ -305,13 +303,9 @@ class WebSearchV1Executor(BaseWebSearchExecutor[WebSearchToolParameters]):
|
|
|
305
303
|
return search_results
|
|
306
304
|
|
|
307
305
|
async def _crawl(self, web_search_results: list[WebSearchResult]) -> list[str]:
|
|
308
|
-
crawler = self.crawler_service.config.crawler.value
|
|
309
306
|
start_time = time()
|
|
310
307
|
_LOGGER.info(f"Company {self.company_id} Crawling with {self.crawler_service}")
|
|
311
|
-
|
|
312
|
-
crawl_results = await self.crawler_service.crawl(
|
|
313
|
-
[result.url for result in web_search_results]
|
|
314
|
-
)
|
|
308
|
+
crawl_results = await self._crawl_search_result_pages(web_search_results)
|
|
315
309
|
end_time = time()
|
|
316
310
|
delta_time = end_time - start_time
|
|
317
311
|
_LOGGER.info(
|
|
@@ -79,7 +79,12 @@ class WebSearchV2Executor(BaseWebSearchExecutor[WebSearchPlan]):
|
|
|
79
79
|
|
|
80
80
|
for result in results_nested:
|
|
81
81
|
if isinstance(result, BaseException):
|
|
82
|
-
|
|
82
|
+
# The exception message can carry the step's query or URL.
|
|
83
|
+
_LOGGER.error(
|
|
84
|
+
"Error executing step company_id=%s error_type=%s",
|
|
85
|
+
self.company_id,
|
|
86
|
+
type(result).__name__,
|
|
87
|
+
)
|
|
83
88
|
else:
|
|
84
89
|
results.extend(result)
|
|
85
90
|
|
|
@@ -162,10 +167,7 @@ class WebSearchV2Executor(BaseWebSearchExecutor[WebSearchPlan]):
|
|
|
162
167
|
crawler = self.crawler_service.config.crawler.value
|
|
163
168
|
time_start = time()
|
|
164
169
|
_LOGGER.info(f"Company {self.company_id} Crawling with {crawler}")
|
|
165
|
-
|
|
166
|
-
crawl_results = await self.crawler_service.crawl(
|
|
167
|
-
[result.url for result in results]
|
|
168
|
-
)
|
|
170
|
+
crawl_results = await self._crawl_search_result_pages(results)
|
|
169
171
|
delta_time = time() - time_start
|
|
170
172
|
for result, content in zip(results, crawl_results):
|
|
171
173
|
result.content = content
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/utils.py
RENAMED
|
File without changes
|