unique_web_search 2026.46.0.dev4__tar.gz → 2026.46.0.dev6__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (129) hide show
  1. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/PKG-INFO +6 -6
  2. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/README.md +2 -2
  3. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/pyproject.toml +4 -4
  4. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/crawlers/base.py +9 -1
  5. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/crawlers/basic.py +1 -1
  6. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/base_executor.py +43 -1
  7. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/v1/executor.py +1 -7
  8. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/v2/executor.py +7 -5
  9. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/search_engine/README.md +5 -5
  10. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/search_engine/__init__.py +9 -3
  11. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/search_engine/brave.py +33 -4
  12. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/search_engine/perplexity.py +30 -3
  13. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/__init__.py +0 -0
  14. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/client_settings.py +0 -0
  15. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/config.py +0 -0
  16. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/invocation_stats.py +0 -0
  17. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/metrics.py +0 -0
  18. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/prompts.py +0 -0
  19. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/schema.py +0 -0
  20. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/service.py +0 -0
  21. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/_registry.py +0 -0
  22. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/argument_screening/__init__.py +0 -0
  23. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/argument_screening/config.py +0 -0
  24. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/argument_screening/exceptions.py +0 -0
  25. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/argument_screening/prompts/__init__.py +0 -0
  26. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/argument_screening/prompts/guidelines.j2 +0 -0
  27. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/argument_screening/prompts/guidelines_with_keywords.j2 +0 -0
  28. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/argument_screening/prompts/rejection_response.j2 +0 -0
  29. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/argument_screening/prompts/system_prompt.j2 +0 -0
  30. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/argument_screening/prompts/user_prompt.j2 +0 -0
  31. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/argument_screening/service.py +0 -0
  32. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/client/http_client.py +0 -0
  33. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/content_processing/__init__.py +0 -0
  34. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/content_processing/cleaning/__init__.py +0 -0
  35. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/content_processing/cleaning/character_sanitize.py +0 -0
  36. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/content_processing/cleaning/clean.py +0 -0
  37. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/content_processing/cleaning/config.py +0 -0
  38. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/content_processing/config.py +0 -0
  39. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/content_processing/processing_strategies/base.py +0 -0
  40. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/content_processing/processing_strategies/config.py +0 -0
  41. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/content_processing/processing_strategies/llm_guard_judge.py +0 -0
  42. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/content_processing/processing_strategies/llm_keyword_redact.py +0 -0
  43. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/content_processing/processing_strategies/llm_process.py +0 -0
  44. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/content_processing/processing_strategies/prompts/__init__.py +0 -0
  45. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/content_processing/processing_strategies/prompts/judge_and_sanitize_prompt.j2 +0 -0
  46. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/content_processing/processing_strategies/prompts/judge_prompt.j2 +0 -0
  47. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/content_processing/processing_strategies/prompts/keyword_extract_prompt.j2 +0 -0
  48. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/content_processing/processing_strategies/prompts/page_context.j2 +0 -0
  49. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/content_processing/processing_strategies/prompts/sanitize_rules.j2 +0 -0
  50. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/content_processing/processing_strategies/prompts/system_prompt.j2 +0 -0
  51. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/content_processing/processing_strategies/prompts/user_prompt.j2 +0 -0
  52. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/content_processing/processing_strategies/schema.py +0 -0
  53. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/content_processing/processing_strategies/settings.py +0 -0
  54. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/content_processing/processing_strategies/truncate.py +0 -0
  55. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/content_processing/service.py +0 -0
  56. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/crawlers/README.md +0 -0
  57. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/crawlers/__init__.py +0 -0
  58. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/crawlers/firecrawl.py +0 -0
  59. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/crawlers/jina.py +0 -0
  60. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/crawlers/registry.py +0 -0
  61. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/crawlers/tavily.py +0 -0
  62. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/crawlers/url_safety/__init__.py +0 -0
  63. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/crawlers/utils.py +0 -0
  64. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/README.md +0 -0
  65. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/__init__.py +0 -0
  66. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/base_config.py +0 -0
  67. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/context.py +0 -0
  68. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/modes.py +0 -0
  69. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/v1/__init__.py +0 -0
  70. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/v1/config.py +0 -0
  71. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/v1/prompts/__init__.py +0 -0
  72. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/v1/prompts/refine_query_system_prompt.j2 +0 -0
  73. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/v1/prompts/tool_description.j2 +0 -0
  74. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/v1/prompts/tool_description_for_system_prompt.j2 +0 -0
  75. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/v1/schema.py +0 -0
  76. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/v1/strategy.py +0 -0
  77. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/v2/__init__.py +0 -0
  78. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/v2/config.py +0 -0
  79. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/v2/prompts/__init__.py +0 -0
  80. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/v2/prompts/step_query_description.j2 +0 -0
  81. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/v2/prompts/tool_description.j2 +0 -0
  82. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/v2/prompts/tool_description_for_system_prompt.j2 +0 -0
  83. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/v2/schema.py +0 -0
  84. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/v2/strategy.py +0 -0
  85. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/v3/__init__.py +0 -0
  86. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/v3/config.py +0 -0
  87. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/v3/executor.py +0 -0
  88. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/v3/prompts/__init__.py +0 -0
  89. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/v3/prompts/tool_description.j2 +0 -0
  90. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/v3/prompts/tool_description_for_system_prompt.j2 +0 -0
  91. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/v3/schema.py +0 -0
  92. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/executors/v3/strategy.py +0 -0
  93. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/helpers.py +0 -0
  94. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/httpx_logging.py +0 -0
  95. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/message_log.py +0 -0
  96. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/proxy/__init__.py +0 -0
  97. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/proxy/bridge.py +0 -0
  98. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/proxy/mappers.py +0 -0
  99. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/query_elicitation.py +0 -0
  100. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/search_engine/base.py +0 -0
  101. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/search_engine/bing.py +0 -0
  102. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/search_engine/custom_api.py +0 -0
  103. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/search_engine/google.py +0 -0
  104. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/search_engine/registry.py +0 -0
  105. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/search_engine/schema.py +0 -0
  106. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/search_engine/utils/google/schema.py +0 -0
  107. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/search_engine/utils/grounding/__init__.py +0 -0
  108. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/search_engine/utils/grounding/bing/__init__.py +0 -0
  109. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/search_engine/utils/grounding/bing/citation_instructions.j2 +0 -0
  110. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/search_engine/utils/grounding/bing/citation_parsing.py +0 -0
  111. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/search_engine/utils/grounding/bing/client.py +0 -0
  112. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/search_engine/utils/grounding/bing/models.py +0 -0
  113. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/search_engine/utils/grounding/bing/runner.py +0 -0
  114. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/search_engine/utils/grounding/models.py +0 -0
  115. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/search_engine/utils/grounding/response_parsing.py +0 -0
  116. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/search_engine/utils/grounding/vertexai/__init__.py +0 -0
  117. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/search_engine/utils/grounding/vertexai/client.py +0 -0
  118. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/search_engine/utils/grounding/vertexai/exceptions.py +0 -0
  119. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/search_engine/utils/grounding/vertexai/gemini.py +0 -0
  120. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/search_engine/utils/grounding/vertexai/response_handler.py +0 -0
  121. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/search_engine/vertexai.py +0 -0
  122. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/snippet_judge/__init__.py +0 -0
  123. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/snippet_judge/prompts.py +0 -0
  124. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/snippet_judge/schema.py +0 -0
  125. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/snippet_judge/service.py +0 -0
  126. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/services/structured_llm.py +0 -0
  127. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/settings.py +0 -0
  128. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/skills/web-search-v3.md +0 -0
  129. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev6}/src/unique_web_search/utils.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: unique-web-search
3
- Version: 2026.46.0.dev4
3
+ Version: 2026.46.0.dev6
4
4
  Summary:
5
5
  Author: Andreas Hauri, Gustav Hartz, Rami Azouz
6
6
  Author-email: Andreas Hauri <andreas@unique.ch>, Gustav Hartz <gustav.hartz.ext@unique.ch>, Rami Azouz <rami.ext@unique.ch>
@@ -16,7 +16,7 @@ Requires-Dist: tavily-python>=0.7.11,<1
16
16
  Requires-Dist: unidecode>=1.4.0,<2
17
17
  Requires-Dist: azure-ai-projects>=2.3,<3
18
18
  Requires-Dist: azure-identity>=1.25.0,<2
19
- Requires-Dist: unique-toolkit[monitoring]>=2026.46.0.dev8,<2026.46.0rc0
19
+ Requires-Dist: unique-toolkit[monitoring]>=2026.46.0.dev10,<2026.46.0rc0
20
20
  Requires-Dist: azure-core>=1.36.0,<2
21
21
  Requires-Dist: google-cloud-aiplatform>=1.128.0,<2
22
22
  Requires-Dist: google-auth>=2.43.0,<3
@@ -25,8 +25,8 @@ Requires-Dist: rapidfuzz>=3.0.0,<4
25
25
  Requires-Dist: httpx>=0.28.1
26
26
  Requires-Dist: certifi>=2025.11.12
27
27
  Requires-Dist: jinja2>=3.1.6
28
- Requires-Dist: unique-search-proxy-core>=2026.46.0.dev1,<2026.46.0rc0
29
- Requires-Dist: unique-search-proxy-sdk>=2026.46.0.dev1,<2026.46.0rc0
28
+ Requires-Dist: unique-search-proxy-core>=2026.46.0.dev3,<2026.46.0rc0
29
+ Requires-Dist: unique-search-proxy-sdk>=2026.46.0.dev2,<2026.46.0rc0
30
30
  Requires-Dist: openai>=1.105.0,<3
31
31
  Requires-Python: >=3.12, <4.0
32
32
  Description-Content-Type: text/markdown
@@ -65,8 +65,8 @@ Query → normalised results (URL / title / snippet / optional content). Optiona
65
65
  | Engine | Proxy | Notes |
66
66
  |--------|-------|-------|
67
67
  | Google | legacy + proxy | Requires scraping by default |
68
- | Brave | **proxy-only** | Rich snippets; `ExposableParam` knobs |
69
- | Perplexity | **proxy-only** | Content extraction knobs; `ExposableParam` |
68
+ | Brave | **proxy-only** | Rich snippets; configurable `requires_scraping`; `ExposableParam` knobs |
69
+ | Perplexity | **proxy-only** | Content extraction knobs; configurable `requires_scraping`; `ExposableParam` |
70
70
  | Custom API | legacy + proxy | Your REST endpoint; proxy mode rejects redirects |
71
71
 
72
72
  Standard engines that live in proxy-core use **`ExposableParam`** (`expose` + `value`) for optional provider knobs. See [Search Engines README](./src/unique_web_search/services/search_engine/README.md).
@@ -32,8 +32,8 @@ Query → normalised results (URL / title / snippet / optional content). Optiona
32
32
  | Engine | Proxy | Notes |
33
33
  |--------|-------|-------|
34
34
  | Google | legacy + proxy | Requires scraping by default |
35
- | Brave | **proxy-only** | Rich snippets; `ExposableParam` knobs |
36
- | Perplexity | **proxy-only** | Content extraction knobs; `ExposableParam` |
35
+ | Brave | **proxy-only** | Rich snippets; configurable `requires_scraping`; `ExposableParam` knobs |
36
+ | Perplexity | **proxy-only** | Content extraction knobs; configurable `requires_scraping`; `ExposableParam` |
37
37
  | Custom API | legacy + proxy | Your REST endpoint; proxy mode rejects redirects |
38
38
 
39
39
  Standard engines that live in proxy-core use **`ExposableParam`** (`expose` + `value`) for optional provider knobs. See [Search Engines README](./src/unique_web_search/services/search_engine/README.md).
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "unique_web_search"
3
- version = "2026.46.0.dev4"
3
+ version = "2026.46.0.dev6"
4
4
  description = ""
5
5
  readme = "README.md"
6
6
  requires-python = ">=3.12,<4.0"
@@ -22,7 +22,7 @@ dependencies = [
22
22
  "unidecode>=1.4.0,<2",
23
23
  "azure-ai-projects>=2.3,<3",
24
24
  "azure-identity>=1.25.0,<2",
25
- "unique-toolkit[monitoring]>=2026.46.0.dev8,<2026.46.0rc0",
25
+ "unique-toolkit[monitoring]>=2026.46.0.dev10,<2026.46.0rc0",
26
26
  "azure-core>=1.36.0,<2",
27
27
  "google-cloud-aiplatform>=1.128.0,<2",
28
28
  "google-auth>=2.43.0,<3",
@@ -31,8 +31,8 @@ dependencies = [
31
31
  "httpx>=0.28.1",
32
32
  "certifi>=2025.11.12",
33
33
  "jinja2>=3.1.6",
34
- "unique-search-proxy-core>=2026.46.0.dev1,<2026.46.0rc0",
35
- "unique-search-proxy-sdk>=2026.46.0.dev1,<2026.46.0rc0",
34
+ "unique-search-proxy-core>=2026.46.0.dev3,<2026.46.0rc0",
35
+ "unique-search-proxy-sdk>=2026.46.0.dev2,<2026.46.0rc0",
36
36
  "openai>=1.105.0,<3",
37
37
  ]
38
38
 
@@ -24,6 +24,10 @@ CrawlerConfig = TypeVar(
24
24
  bound=BaseCrawlerConfig,
25
25
  )
26
26
 
27
+ # A busy proxy worker can answer up to 5 s after the crawl timeout. Waiting
28
+ # longer than that makes sure the finished pages still reach the tool.
29
+ _PROXY_CLIENT_TIMEOUT_MARGIN_SECONDS = 10.0
30
+
27
31
 
28
32
  class BaseCrawler(ABC, Generic[CrawlerConfig]):
29
33
  """Base class for web-page crawlers.
@@ -58,7 +62,7 @@ class BaseCrawler(ABC, Generic[CrawlerConfig]):
58
62
  """Dump deployment config fields into the generic proxy crawl call."""
59
63
  params = self.config.model_dump(exclude={"crawler"}, exclude_none=True)
60
64
  async with open_search_proxy_client(
61
- timeout=float(self.config.timeout),
65
+ timeout=self._proxy_client_timeout,
62
66
  context=self._request_context,
63
67
  ) as client:
64
68
  response = await client.crawl.crawl(
@@ -68,5 +72,9 @@ class BaseCrawler(ABC, Generic[CrawlerConfig]):
68
72
  )
69
73
  return map_crawl_response(response, urls)
70
74
 
75
+ @property
76
+ def _proxy_client_timeout(self) -> float:
77
+ return float(self.config.timeout) + _PROXY_CLIENT_TIMEOUT_MARGIN_SECONDS
78
+
71
79
  @abstractmethod
72
80
  async def _legacy_crawl(self, targets: list[ResolvedCrawlTarget]) -> list[str]: ...
@@ -77,7 +77,7 @@ class BasicCrawler(BaseCrawler[BasicConfig]):
77
77
  exclude_none=True,
78
78
  )
79
79
  async with open_search_proxy_client(
80
- timeout=float(self.config.timeout),
80
+ timeout=self._proxy_client_timeout,
81
81
  context=self._request_context,
82
82
  ) as client:
83
83
  response = await client.crawl.crawl(
@@ -3,7 +3,9 @@ from abc import ABC, abstractmethod
3
3
  from time import time
4
4
  from typing import Generic, TypeVar
5
5
 
6
+ import httpx
6
7
  from pydantic import BaseModel
8
+ from unique_search_proxy_core.errors import RateLimitedError, UpstreamTimeoutError
7
9
  from unique_search_proxy_core.param_policy.exposed_params import ExposedParams
8
10
  from unique_toolkit.agentic.tools.tool_progress_reporter import (
9
11
  ProgressState,
@@ -13,7 +15,12 @@ from unique_toolkit.language_model import LanguageModelFunction
13
15
  from unique_toolkit.monitoring import metric_scope
14
16
 
15
17
  from unique_web_search.invocation_stats import collector
16
- from unique_web_search.metrics import llm_duration, llm_errors
18
+ from unique_web_search.metrics import (
19
+ crawl_duration,
20
+ crawl_errors,
21
+ llm_duration,
22
+ llm_errors,
23
+ )
17
24
  from unique_web_search.schema import (
18
25
  StepDebugInfo,
19
26
  WebPageChunk,
@@ -29,6 +36,15 @@ from unique_web_search.services.search_engine.schema import (
29
36
 
30
37
  _LOGGER = logging.getLogger(__name__)
31
38
 
39
+ # Only failures that may pass on their own fall back to snippets. Config and
40
+ # contract errors must keep failing visibly.
41
+ _TRANSIENT_CRAWL_ERRORS = (
42
+ httpx.TimeoutException,
43
+ httpx.NetworkError,
44
+ UpstreamTimeoutError,
45
+ RateLimitedError,
46
+ )
47
+
32
48
 
33
49
  T = TypeVar("T", bound=BaseModel)
34
50
 
@@ -113,6 +129,32 @@ class BaseWebSearchExecutor(ABC, Generic[T]):
113
129
  async def run(self) -> list[ContentChunk]:
114
130
  raise NotImplementedError("Subclasses must implement this method.")
115
131
 
132
+ async def _crawl_search_result_pages(
133
+ self, web_search_results: list[WebSearchResult]
134
+ ) -> list[str]:
135
+ """Crawl the pages behind search results, one content string per result.
136
+
137
+ If the crawl times out, cannot reach the proxy or is rate limited, each
138
+ result keeps its current content so its title and snippet still reach
139
+ the model. Other errors propagate.
140
+ """
141
+ crawler = self.crawler_service.config.crawler.value
142
+ try:
143
+ with metric_scope(crawl_duration, crawl_errors, crawler=crawler):
144
+ return await self.crawler_service.crawl(
145
+ [result.url for result in web_search_results]
146
+ )
147
+ except _TRANSIENT_CRAWL_ERRORS as exc:
148
+ # Exception messages can carry URLs.
149
+ _LOGGER.warning(
150
+ "Company %s crawl failed, keeping search snippets crawler=%s pages=%d error_type=%s",
151
+ self.company_id,
152
+ crawler,
153
+ len(web_search_results),
154
+ type(exc).__name__,
155
+ )
156
+ return [result.content for result in web_search_results]
157
+
116
158
  async def _content_processing(
117
159
  self, objective: str, web_search_results: list[WebSearchResult]
118
160
  ) -> list[WebPageChunk]:
@@ -14,8 +14,6 @@ from unique_toolkit.monitoring import metric_scope
14
14
 
15
15
  from unique_web_search.invocation_stats import collector
16
16
  from unique_web_search.metrics import (
17
- crawl_duration,
18
- crawl_errors,
19
17
  llm_duration,
20
18
  llm_errors,
21
19
  search_duration,
@@ -305,13 +303,9 @@ class WebSearchV1Executor(BaseWebSearchExecutor[WebSearchToolParameters]):
305
303
  return search_results
306
304
 
307
305
  async def _crawl(self, web_search_results: list[WebSearchResult]) -> list[str]:
308
- crawler = self.crawler_service.config.crawler.value
309
306
  start_time = time()
310
307
  _LOGGER.info(f"Company {self.company_id} Crawling with {self.crawler_service}")
311
- with metric_scope(crawl_duration, crawl_errors, crawler=crawler):
312
- crawl_results = await self.crawler_service.crawl(
313
- [result.url for result in web_search_results]
314
- )
308
+ crawl_results = await self._crawl_search_result_pages(web_search_results)
315
309
  end_time = time()
316
310
  delta_time = end_time - start_time
317
311
  _LOGGER.info(
@@ -79,7 +79,12 @@ class WebSearchV2Executor(BaseWebSearchExecutor[WebSearchPlan]):
79
79
 
80
80
  for result in results_nested:
81
81
  if isinstance(result, BaseException):
82
- _LOGGER.exception(f"Error executing step: {result}")
82
+ # The exception message can carry the step's query or URL.
83
+ _LOGGER.error(
84
+ "Error executing step company_id=%s error_type=%s",
85
+ self.company_id,
86
+ type(result).__name__,
87
+ )
83
88
  else:
84
89
  results.extend(result)
85
90
 
@@ -162,10 +167,7 @@ class WebSearchV2Executor(BaseWebSearchExecutor[WebSearchPlan]):
162
167
  crawler = self.crawler_service.config.crawler.value
163
168
  time_start = time()
164
169
  _LOGGER.info(f"Company {self.company_id} Crawling with {crawler}")
165
- with metric_scope(crawl_duration, crawl_errors, crawler=crawler):
166
- crawl_results = await self.crawler_service.crawl(
167
- [result.url for result in results]
168
- )
170
+ crawl_results = await self._crawl_search_result_pages(results)
169
171
  delta_time = time() - time_start
170
172
  for result, content in zip(results, crawl_results):
171
173
  result.content = content
@@ -22,7 +22,7 @@ return await self._legacy_search(...) # direct provider call from this proc
22
22
  | **Standard** | Custom API | yes | yes |
23
23
  | **Agent** | Bing, VertexAI | yes | yes |
24
24
 
25
- Deployment configs for Google / Brave / Perplexity (and agent base fields) live in **`unique_search_proxy_core`**. This package registers tool wrappers and adds web-only fields where needed (e.g. `requires_scraping` on Bing/VertexAI).
25
+ Deployment configs for Google / Brave / Perplexity (and agent base fields) live in **`unique_search_proxy_core`**. This package registers tool wrappers and adds web-only fields where needed (e.g. `requires_scraping` on Brave/Perplexity/Bing/VertexAI).
26
26
 
27
27
  ---
28
28
 
@@ -97,9 +97,9 @@ GOOGLE_SEARCH_ENGINE_ID=...
97
97
 
98
98
  ### Brave Search (proxy-only)
99
99
 
100
- **Provider:** Brave Search API · **Requires scraping:** typically no (rich snippets) · **Legacy:** not supported
100
+ **Provider:** Brave Search API · **Requires scraping:** configurable, default no (rich snippets) · **Legacy:** not supported
101
101
 
102
- Config: `unique_search_proxy_core.search_engines.brave.schema.BraveConfig`
102
+ Config: `unique_web_search.services.search_engine.brave.BraveSearchConfig` (extends `unique_search_proxy_core.search_engines.brave.schema.BraveConfig` with `requires_scraping`, which is never sent to the proxy)
103
103
 
104
104
  Fixed bools include `extra_snippets`, `spellcheck`, `text_decorations`. Exposable knobs include country, search language, result filter, and related locale fields (see schema for full list).
105
105
 
@@ -117,9 +117,9 @@ results = await search.search("privacy-focused search") # requires SEARCH_PROXY
117
117
 
118
118
  ### Perplexity Search (proxy-only)
119
119
 
120
- **Provider:** Perplexity Search API · **Legacy:** not supported
120
+ **Provider:** Perplexity Search API · **Requires scraping:** configurable, default no (page excerpts) · **Legacy:** not supported
121
121
 
122
- Config: `unique_search_proxy_core.search_engines.perplexity.schema.PerplexityConfig`
122
+ Config: `unique_web_search.services.search_engine.perplexity.PerplexitySearchConfig` (extends `unique_search_proxy_core.search_engines.perplexity.schema.PerplexityConfig` with `requires_scraping`, which is never sent to the proxy)
123
123
 
124
124
  | Field | Notes |
125
125
  |-------|-------|
@@ -24,7 +24,10 @@ from unique_web_search.services.search_engine.bing import ( # noqa: E402
24
24
  BingSearch,
25
25
  BingSearchConfig,
26
26
  )
27
- from unique_web_search.services.search_engine.brave import BraveSearch # noqa: E402
27
+ from unique_web_search.services.search_engine.brave import ( # noqa: E402
28
+ BraveSearch,
29
+ BraveSearchConfig,
30
+ )
28
31
  from unique_web_search.services.search_engine.custom_api import ( # noqa: E402
29
32
  CustomAPI,
30
33
  CustomAPIConfig,
@@ -32,6 +35,7 @@ from unique_web_search.services.search_engine.custom_api import ( # noqa: E402
32
35
  from unique_web_search.services.search_engine.google import GoogleSearch # noqa: E402
33
36
  from unique_web_search.services.search_engine.perplexity import ( # noqa: E402
34
37
  PerplexitySearch,
38
+ PerplexitySearchConfig,
35
39
  )
36
40
  from unique_web_search.services.search_engine.vertexai import ( # noqa: E402
37
41
  VertexAI,
@@ -45,8 +49,8 @@ SearchEngineConfigTypes = (
45
49
  GoogleConfig
46
50
  | BingSearchConfig
47
51
  | CustomAPIConfig
48
- | BraveConfig
49
- | PerplexityConfig
52
+ | BraveSearchConfig
53
+ | PerplexitySearchConfig
50
54
  | VertexAIConfig
51
55
  )
52
56
 
@@ -76,8 +80,10 @@ __all__ = [
76
80
  "BingSearch",
77
81
  "BraveSearch",
78
82
  "BraveConfig",
83
+ "BraveSearchConfig",
79
84
  "PerplexitySearch",
80
85
  "PerplexityConfig",
86
+ "PerplexitySearchConfig",
81
87
  "get_search_engine_service",
82
88
  "SearchEngine",
83
89
  "get_search_engine_config_types_from_names",
@@ -1,8 +1,13 @@
1
- from typing import override
1
+ from typing import Annotated, override
2
2
 
3
+ from pydantic import BaseModel, Field
3
4
  from unique_search_proxy_core.param_policy.exposed_params import ExposedParams
4
5
  from unique_search_proxy_core.search_engines.base import SearchEngineType
5
- from unique_search_proxy_core.search_engines.brave.schema import BraveConfig
6
+ from unique_search_proxy_core.search_engines.brave.schema import (
7
+ BraveConfig,
8
+ BraveSearchRequest,
9
+ )
10
+ from unique_toolkit._common.pydantic_helpers import NoneToDefault
6
11
 
7
12
  from unique_web_search.client_settings import get_brave_search_settings
8
13
  from unique_web_search.services.proxy.bridge import (
@@ -15,14 +20,34 @@ from unique_web_search.services.search_engine.schema import (
15
20
  )
16
21
 
17
22
 
23
+ class BraveSearchConfig(BraveConfig):
24
+ # The admin form stores null here when a space switches to Brave from an
25
+ # engine that has this field, so null must load as off and pass the form's
26
+ # validation.
27
+ requires_scraping: Annotated[bool, NoneToDefault] = Field(
28
+ default=False,
29
+ title="Requires scraping",
30
+ description=(
31
+ "Crawl every search result and pass the full page content to the "
32
+ "model instead of only the Brave snippets."
33
+ ),
34
+ json_schema_extra={"type": ["boolean", "null"]},
35
+ )
36
+
37
+ @classmethod
38
+ def request_model(cls) -> type[BaseModel]:
39
+ """Use the proxy's wire contract, excluding tool-only configuration fields."""
40
+ return BraveSearchRequest
41
+
42
+
18
43
  @register_search_engine(
19
44
  name="brave",
20
45
  key=SearchEngineType.BRAVE,
21
- config_cls=BraveConfig,
46
+ config_cls=BraveSearchConfig,
22
47
  mode=SearchEngineMode.STANDARD,
23
48
  config_display_name="Brave",
24
49
  )
25
- class BraveSearch(SearchEngine[BraveConfig]):
50
+ class BraveSearch(SearchEngine[BraveSearchConfig]):
26
51
  def __init__(
27
52
  self,
28
53
  *args,
@@ -33,6 +58,10 @@ class BraveSearch(SearchEngine[BraveConfig]):
33
58
  search_proxy_client_enabled or get_brave_search_settings().is_configured
34
59
  )
35
60
 
61
+ @property
62
+ def requires_scraping(self) -> bool:
63
+ return getattr(self.config, "requires_scraping", False)
64
+
36
65
  @override
37
66
  async def _legacy_search(
38
67
  self,
@@ -1,10 +1,13 @@
1
- from typing import override
1
+ from typing import Annotated, override
2
2
 
3
+ from pydantic import BaseModel, Field
3
4
  from unique_search_proxy_core.param_policy.exposed_params import ExposedParams
4
5
  from unique_search_proxy_core.search_engines.base import SearchEngineType
5
6
  from unique_search_proxy_core.search_engines.perplexity.schema import (
6
7
  PerplexityConfig,
8
+ PerplexitySearchRequest,
7
9
  )
10
+ from unique_toolkit._common.pydantic_helpers import NoneToDefault
8
11
 
9
12
  from unique_web_search.client_settings import get_perplexity_search_settings
10
13
  from unique_web_search.services.proxy.bridge import (
@@ -17,14 +20,34 @@ from unique_web_search.services.search_engine.schema import (
17
20
  )
18
21
 
19
22
 
23
+ class PerplexitySearchConfig(PerplexityConfig):
24
+ # The admin form stores null here when a space switches to Perplexity from
25
+ # an engine that has this field, so null must load as off and pass the
26
+ # form's validation.
27
+ requires_scraping: Annotated[bool, NoneToDefault] = Field(
28
+ default=False,
29
+ title="Requires scraping",
30
+ description=(
31
+ "Crawl every search result and pass the full page content to the "
32
+ "model instead of only the Perplexity excerpts."
33
+ ),
34
+ json_schema_extra={"type": ["boolean", "null"]},
35
+ )
36
+
37
+ @classmethod
38
+ def request_model(cls) -> type[BaseModel]:
39
+ """Use the proxy's wire contract, excluding tool-only configuration fields."""
40
+ return PerplexitySearchRequest
41
+
42
+
20
43
  @register_search_engine(
21
44
  name="perplexity",
22
45
  key=SearchEngineType.PERPLEXITY,
23
- config_cls=PerplexityConfig,
46
+ config_cls=PerplexitySearchConfig,
24
47
  mode=SearchEngineMode.STANDARD,
25
48
  config_display_name="Perplexity",
26
49
  )
27
- class PerplexitySearch(SearchEngine[PerplexityConfig]):
50
+ class PerplexitySearch(SearchEngine[PerplexitySearchConfig]):
28
51
  def __init__(self, *args, **kwargs):
29
52
  super().__init__(*args, **kwargs)
30
53
  self.is_configured = (
@@ -32,6 +55,10 @@ class PerplexitySearch(SearchEngine[PerplexityConfig]):
32
55
  or get_perplexity_search_settings().is_configured
33
56
  )
34
57
 
58
+ @property
59
+ def requires_scraping(self) -> bool:
60
+ return getattr(self.config, "requires_scraping", False)
61
+
35
62
  @override
36
63
  async def _legacy_search(
37
64
  self,