unique_web_search 2026.46.0.dev6__tar.gz → 2026.46.0.dev8__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/PKG-INFO +6 -6
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/README.md +2 -2
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/pyproject.toml +4 -4
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/crawlers/basic.py +3 -1
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/README.md +3 -3
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/brave.py +4 -5
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/perplexity.py +4 -5
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/client_settings.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/config.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/invocation_stats.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/metrics.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/prompts.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/schema.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/service.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/_registry.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/argument_screening/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/argument_screening/config.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/argument_screening/exceptions.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/argument_screening/prompts/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/argument_screening/prompts/guidelines.j2 +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/argument_screening/prompts/guidelines_with_keywords.j2 +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/argument_screening/prompts/rejection_response.j2 +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/argument_screening/prompts/system_prompt.j2 +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/argument_screening/prompts/user_prompt.j2 +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/argument_screening/service.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/client/http_client.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/cleaning/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/cleaning/character_sanitize.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/cleaning/clean.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/cleaning/config.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/config.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/base.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/config.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/llm_guard_judge.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/llm_keyword_redact.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/llm_process.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/prompts/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/prompts/judge_and_sanitize_prompt.j2 +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/prompts/judge_prompt.j2 +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/prompts/keyword_extract_prompt.j2 +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/prompts/page_context.j2 +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/prompts/sanitize_rules.j2 +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/prompts/system_prompt.j2 +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/prompts/user_prompt.j2 +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/schema.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/settings.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/truncate.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/service.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/crawlers/README.md +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/crawlers/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/crawlers/base.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/crawlers/firecrawl.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/crawlers/jina.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/crawlers/registry.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/crawlers/tavily.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/crawlers/url_safety/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/crawlers/utils.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/README.md +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/base_config.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/base_executor.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/context.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/modes.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v1/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v1/config.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v1/executor.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v1/prompts/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v1/prompts/refine_query_system_prompt.j2 +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v1/prompts/tool_description.j2 +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v1/prompts/tool_description_for_system_prompt.j2 +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v1/schema.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v1/strategy.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v2/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v2/config.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v2/executor.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v2/prompts/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v2/prompts/step_query_description.j2 +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v2/prompts/tool_description.j2 +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v2/prompts/tool_description_for_system_prompt.j2 +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v2/schema.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v2/strategy.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v3/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v3/config.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v3/executor.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v3/prompts/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v3/prompts/tool_description.j2 +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v3/prompts/tool_description_for_system_prompt.j2 +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v3/schema.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v3/strategy.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/helpers.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/httpx_logging.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/message_log.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/proxy/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/proxy/bridge.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/proxy/mappers.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/query_elicitation.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/base.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/bing.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/custom_api.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/google.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/registry.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/schema.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/google/schema.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/grounding/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/grounding/bing/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/grounding/bing/citation_instructions.j2 +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/grounding/bing/citation_parsing.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/grounding/bing/client.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/grounding/bing/models.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/grounding/bing/runner.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/grounding/models.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/grounding/response_parsing.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/grounding/vertexai/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/grounding/vertexai/client.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/grounding/vertexai/exceptions.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/grounding/vertexai/gemini.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/grounding/vertexai/response_handler.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/vertexai.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/snippet_judge/__init__.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/snippet_judge/prompts.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/snippet_judge/schema.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/snippet_judge/service.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/structured_llm.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/settings.py +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/skills/web-search-v3.md +0 -0
- {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/utils.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.3
|
|
2
2
|
Name: unique-web-search
|
|
3
|
-
Version: 2026.46.0.
|
|
3
|
+
Version: 2026.46.0.dev8
|
|
4
4
|
Summary:
|
|
5
5
|
Author: Andreas Hauri, Gustav Hartz, Rami Azouz
|
|
6
6
|
Author-email: Andreas Hauri <andreas@unique.ch>, Gustav Hartz <gustav.hartz.ext@unique.ch>, Rami Azouz <rami.ext@unique.ch>
|
|
@@ -16,7 +16,7 @@ Requires-Dist: tavily-python>=0.7.11,<1
|
|
|
16
16
|
Requires-Dist: unidecode>=1.4.0,<2
|
|
17
17
|
Requires-Dist: azure-ai-projects>=2.3,<3
|
|
18
18
|
Requires-Dist: azure-identity>=1.25.0,<2
|
|
19
|
-
Requires-Dist: unique-toolkit[monitoring]>=2026.46.0.
|
|
19
|
+
Requires-Dist: unique-toolkit[monitoring]>=2026.46.0.dev13,<2026.46.0rc0
|
|
20
20
|
Requires-Dist: azure-core>=1.36.0,<2
|
|
21
21
|
Requires-Dist: google-cloud-aiplatform>=1.128.0,<2
|
|
22
22
|
Requires-Dist: google-auth>=2.43.0,<3
|
|
@@ -25,8 +25,8 @@ Requires-Dist: rapidfuzz>=3.0.0,<4
|
|
|
25
25
|
Requires-Dist: httpx>=0.28.1
|
|
26
26
|
Requires-Dist: certifi>=2025.11.12
|
|
27
27
|
Requires-Dist: jinja2>=3.1.6
|
|
28
|
-
Requires-Dist: unique-search-proxy-core>=2026.46.0.
|
|
29
|
-
Requires-Dist: unique-search-proxy-sdk>=2026.46.0.
|
|
28
|
+
Requires-Dist: unique-search-proxy-core>=2026.46.0.dev4,<2026.46.0rc0
|
|
29
|
+
Requires-Dist: unique-search-proxy-sdk>=2026.46.0.dev3,<2026.46.0rc0
|
|
30
30
|
Requires-Dist: openai>=1.105.0,<3
|
|
31
31
|
Requires-Python: >=3.12, <4.0
|
|
32
32
|
Description-Content-Type: text/markdown
|
|
@@ -65,8 +65,8 @@ Query → normalised results (URL / title / snippet / optional content). Optiona
|
|
|
65
65
|
| Engine | Proxy | Notes |
|
|
66
66
|
|--------|-------|-------|
|
|
67
67
|
| Google | legacy + proxy | Requires scraping by default |
|
|
68
|
-
| Brave | **proxy-only** | Rich snippets; configurable `requires_scraping
|
|
69
|
-
| Perplexity | **proxy-only** | Content extraction knobs; configurable `requires_scraping
|
|
68
|
+
| Brave | **proxy-only** | Rich snippets; configurable `requires_scraping` (on by default); `ExposableParam` knobs |
|
|
69
|
+
| Perplexity | **proxy-only** | Content extraction knobs; configurable `requires_scraping` (on by default); `ExposableParam` |
|
|
70
70
|
| Custom API | legacy + proxy | Your REST endpoint; proxy mode rejects redirects |
|
|
71
71
|
|
|
72
72
|
Standard engines that live in proxy-core use **`ExposableParam`** (`expose` + `value`) for optional provider knobs. See [Search Engines README](./src/unique_web_search/services/search_engine/README.md).
|
|
@@ -32,8 +32,8 @@ Query → normalised results (URL / title / snippet / optional content). Optiona
|
|
|
32
32
|
| Engine | Proxy | Notes |
|
|
33
33
|
|--------|-------|-------|
|
|
34
34
|
| Google | legacy + proxy | Requires scraping by default |
|
|
35
|
-
| Brave | **proxy-only** | Rich snippets; configurable `requires_scraping
|
|
36
|
-
| Perplexity | **proxy-only** | Content extraction knobs; configurable `requires_scraping
|
|
35
|
+
| Brave | **proxy-only** | Rich snippets; configurable `requires_scraping` (on by default); `ExposableParam` knobs |
|
|
36
|
+
| Perplexity | **proxy-only** | Content extraction knobs; configurable `requires_scraping` (on by default); `ExposableParam` |
|
|
37
37
|
| Custom API | legacy + proxy | Your REST endpoint; proxy mode rejects redirects |
|
|
38
38
|
|
|
39
39
|
Standard engines that live in proxy-core use **`ExposableParam`** (`expose` + `value`) for optional provider knobs. See [Search Engines README](./src/unique_web_search/services/search_engine/README.md).
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
[project]
|
|
2
2
|
name = "unique_web_search"
|
|
3
|
-
version = "2026.46.0.
|
|
3
|
+
version = "2026.46.0.dev8"
|
|
4
4
|
description = ""
|
|
5
5
|
readme = "README.md"
|
|
6
6
|
requires-python = ">=3.12,<4.0"
|
|
@@ -22,7 +22,7 @@ dependencies = [
|
|
|
22
22
|
"unidecode>=1.4.0,<2",
|
|
23
23
|
"azure-ai-projects>=2.3,<3",
|
|
24
24
|
"azure-identity>=1.25.0,<2",
|
|
25
|
-
"unique-toolkit[monitoring]>=2026.46.0.
|
|
25
|
+
"unique-toolkit[monitoring]>=2026.46.0.dev13,<2026.46.0rc0",
|
|
26
26
|
"azure-core>=1.36.0,<2",
|
|
27
27
|
"google-cloud-aiplatform>=1.128.0,<2",
|
|
28
28
|
"google-auth>=2.43.0,<3",
|
|
@@ -31,8 +31,8 @@ dependencies = [
|
|
|
31
31
|
"httpx>=0.28.1",
|
|
32
32
|
"certifi>=2025.11.12",
|
|
33
33
|
"jinja2>=3.1.6",
|
|
34
|
-
"unique-search-proxy-core>=2026.46.0.
|
|
35
|
-
"unique-search-proxy-sdk>=2026.46.0.
|
|
34
|
+
"unique-search-proxy-core>=2026.46.0.dev4,<2026.46.0rc0",
|
|
35
|
+
"unique-search-proxy-sdk>=2026.46.0.dev3,<2026.46.0rc0",
|
|
36
36
|
"openai>=1.105.0,<3",
|
|
37
37
|
]
|
|
38
38
|
|
|
@@ -32,6 +32,8 @@ from unique_web_search.services.proxy.mappers import map_crawl_response
|
|
|
32
32
|
_LOGGER = logging.getLogger(__name__)
|
|
33
33
|
|
|
34
34
|
_DEFAULT_URL_BLOCKED_PATTERNS = [r".*\.pdf$"]
|
|
35
|
+
# Only the search proxy can read PDFs; the direct crawl would pass their bytes on as text.
|
|
36
|
+
_PROXY_ONLY_MIMES = {CONTENT_TYPE_TOGGLE_TO_MIME["pdf"]}
|
|
35
37
|
|
|
36
38
|
|
|
37
39
|
class BasicConfig(CoreBasicConfig):
|
|
@@ -161,7 +163,7 @@ class BasicCrawler(BaseCrawler[BasicConfig]):
|
|
|
161
163
|
for field_name, mime in CONTENT_TYPE_TOGGLE_TO_MIME.items()
|
|
162
164
|
if getattr(self.config.content_types, field_name)
|
|
163
165
|
}
|
|
164
|
-
return content_type not in allowed_mimes
|
|
166
|
+
return content_type not in allowed_mimes - _PROXY_ONLY_MIMES
|
|
165
167
|
|
|
166
168
|
|
|
167
169
|
def _markdownify_html_with_timeout(content: str, timeout: float) -> str:
|
|
@@ -33,7 +33,7 @@ Deployment configs for Google / Brave / Perplexity (and agent base fields) live
|
|
|
33
33
|
| Proxy route | `POST /v1/search` | `POST /v1/agent-search` |
|
|
34
34
|
| Result shape | `SearchResponse` → `WebSearchResult` list | Opaque `answer` text (+ provider `citations`) → parsed locally |
|
|
35
35
|
| LLM knobs | `ExposableParam` + `config.merge()` | `ExposableParam` (Bing only) |
|
|
36
|
-
| Typical scrape | Often yes (Google) | Often no (`requires_scraping=false`) |
|
|
36
|
+
| Typical scrape | Often yes (Google; Brave and Perplexity by default) | Often no (`requires_scraping=false`) |
|
|
37
37
|
|
|
38
38
|
---
|
|
39
39
|
|
|
@@ -97,7 +97,7 @@ GOOGLE_SEARCH_ENGINE_ID=...
|
|
|
97
97
|
|
|
98
98
|
### Brave Search (proxy-only)
|
|
99
99
|
|
|
100
|
-
**Provider:** Brave Search API · **Requires scraping:** configurable, default
|
|
100
|
+
**Provider:** Brave Search API · **Requires scraping:** configurable, default yes · **Legacy:** not supported
|
|
101
101
|
|
|
102
102
|
Config: `unique_web_search.services.search_engine.brave.BraveSearchConfig` (extends `unique_search_proxy_core.search_engines.brave.schema.BraveConfig` with `requires_scraping`, which is never sent to the proxy)
|
|
103
103
|
|
|
@@ -117,7 +117,7 @@ results = await search.search("privacy-focused search") # requires SEARCH_PROXY
|
|
|
117
117
|
|
|
118
118
|
### Perplexity Search (proxy-only)
|
|
119
119
|
|
|
120
|
-
**Provider:** Perplexity Search API · **Requires scraping:** configurable, default
|
|
120
|
+
**Provider:** Perplexity Search API · **Requires scraping:** configurable, default yes · **Legacy:** not supported
|
|
121
121
|
|
|
122
122
|
Config: `unique_web_search.services.search_engine.perplexity.PerplexitySearchConfig` (extends `unique_search_proxy_core.search_engines.perplexity.schema.PerplexityConfig` with `requires_scraping`, which is never sent to the proxy)
|
|
123
123
|
|
|
@@ -21,11 +21,10 @@ from unique_web_search.services.search_engine.schema import (
|
|
|
21
21
|
|
|
22
22
|
|
|
23
23
|
class BraveSearchConfig(BraveConfig):
|
|
24
|
-
# The admin form stores
|
|
25
|
-
#
|
|
26
|
-
# validation.
|
|
24
|
+
# The admin form stores requires_scraping as null after an engine switch.
|
|
25
|
+
# NoneToDefault reads null as True; json_schema_extra lets the form accept it.
|
|
27
26
|
requires_scraping: Annotated[bool, NoneToDefault] = Field(
|
|
28
|
-
default=
|
|
27
|
+
default=True,
|
|
29
28
|
title="Requires scraping",
|
|
30
29
|
description=(
|
|
31
30
|
"Crawl every search result and pass the full page content to the "
|
|
@@ -60,7 +59,7 @@ class BraveSearch(SearchEngine[BraveSearchConfig]):
|
|
|
60
59
|
|
|
61
60
|
@property
|
|
62
61
|
def requires_scraping(self) -> bool:
|
|
63
|
-
return getattr(self.config, "requires_scraping",
|
|
62
|
+
return getattr(self.config, "requires_scraping", True)
|
|
64
63
|
|
|
65
64
|
@override
|
|
66
65
|
async def _legacy_search(
|
|
@@ -21,11 +21,10 @@ from unique_web_search.services.search_engine.schema import (
|
|
|
21
21
|
|
|
22
22
|
|
|
23
23
|
class PerplexitySearchConfig(PerplexityConfig):
|
|
24
|
-
# The admin form stores
|
|
25
|
-
#
|
|
26
|
-
# form's validation.
|
|
24
|
+
# The admin form stores requires_scraping as null after an engine switch.
|
|
25
|
+
# NoneToDefault reads null as True; json_schema_extra lets the form accept it.
|
|
27
26
|
requires_scraping: Annotated[bool, NoneToDefault] = Field(
|
|
28
|
-
default=
|
|
27
|
+
default=True,
|
|
29
28
|
title="Requires scraping",
|
|
30
29
|
description=(
|
|
31
30
|
"Crawl every search result and pass the full page content to the "
|
|
@@ -57,7 +56,7 @@ class PerplexitySearch(SearchEngine[PerplexitySearchConfig]):
|
|
|
57
56
|
|
|
58
57
|
@property
|
|
59
58
|
def requires_scraping(self) -> bool:
|
|
60
|
-
return getattr(self.config, "requires_scraping",
|
|
59
|
+
return getattr(self.config, "requires_scraping", True)
|
|
61
60
|
|
|
62
61
|
@override
|
|
63
62
|
async def _legacy_search(
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/utils.py
RENAMED
|
File without changes
|