unique_web_search 2026.46.0.dev6__tar.gz → 2026.46.0.dev8__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (129) hide show
  1. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/PKG-INFO +6 -6
  2. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/README.md +2 -2
  3. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/pyproject.toml +4 -4
  4. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/crawlers/basic.py +3 -1
  5. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/README.md +3 -3
  6. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/brave.py +4 -5
  7. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/perplexity.py +4 -5
  8. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/__init__.py +0 -0
  9. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/client_settings.py +0 -0
  10. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/config.py +0 -0
  11. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/invocation_stats.py +0 -0
  12. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/metrics.py +0 -0
  13. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/prompts.py +0 -0
  14. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/schema.py +0 -0
  15. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/service.py +0 -0
  16. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/_registry.py +0 -0
  17. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/argument_screening/__init__.py +0 -0
  18. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/argument_screening/config.py +0 -0
  19. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/argument_screening/exceptions.py +0 -0
  20. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/argument_screening/prompts/__init__.py +0 -0
  21. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/argument_screening/prompts/guidelines.j2 +0 -0
  22. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/argument_screening/prompts/guidelines_with_keywords.j2 +0 -0
  23. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/argument_screening/prompts/rejection_response.j2 +0 -0
  24. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/argument_screening/prompts/system_prompt.j2 +0 -0
  25. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/argument_screening/prompts/user_prompt.j2 +0 -0
  26. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/argument_screening/service.py +0 -0
  27. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/client/http_client.py +0 -0
  28. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/__init__.py +0 -0
  29. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/cleaning/__init__.py +0 -0
  30. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/cleaning/character_sanitize.py +0 -0
  31. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/cleaning/clean.py +0 -0
  32. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/cleaning/config.py +0 -0
  33. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/config.py +0 -0
  34. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/base.py +0 -0
  35. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/config.py +0 -0
  36. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/llm_guard_judge.py +0 -0
  37. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/llm_keyword_redact.py +0 -0
  38. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/llm_process.py +0 -0
  39. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/prompts/__init__.py +0 -0
  40. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/prompts/judge_and_sanitize_prompt.j2 +0 -0
  41. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/prompts/judge_prompt.j2 +0 -0
  42. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/prompts/keyword_extract_prompt.j2 +0 -0
  43. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/prompts/page_context.j2 +0 -0
  44. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/prompts/sanitize_rules.j2 +0 -0
  45. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/prompts/system_prompt.j2 +0 -0
  46. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/prompts/user_prompt.j2 +0 -0
  47. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/schema.py +0 -0
  48. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/settings.py +0 -0
  49. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/processing_strategies/truncate.py +0 -0
  50. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/content_processing/service.py +0 -0
  51. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/crawlers/README.md +0 -0
  52. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/crawlers/__init__.py +0 -0
  53. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/crawlers/base.py +0 -0
  54. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/crawlers/firecrawl.py +0 -0
  55. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/crawlers/jina.py +0 -0
  56. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/crawlers/registry.py +0 -0
  57. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/crawlers/tavily.py +0 -0
  58. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/crawlers/url_safety/__init__.py +0 -0
  59. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/crawlers/utils.py +0 -0
  60. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/README.md +0 -0
  61. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/__init__.py +0 -0
  62. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/base_config.py +0 -0
  63. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/base_executor.py +0 -0
  64. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/context.py +0 -0
  65. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/modes.py +0 -0
  66. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v1/__init__.py +0 -0
  67. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v1/config.py +0 -0
  68. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v1/executor.py +0 -0
  69. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v1/prompts/__init__.py +0 -0
  70. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v1/prompts/refine_query_system_prompt.j2 +0 -0
  71. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v1/prompts/tool_description.j2 +0 -0
  72. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v1/prompts/tool_description_for_system_prompt.j2 +0 -0
  73. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v1/schema.py +0 -0
  74. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v1/strategy.py +0 -0
  75. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v2/__init__.py +0 -0
  76. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v2/config.py +0 -0
  77. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v2/executor.py +0 -0
  78. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v2/prompts/__init__.py +0 -0
  79. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v2/prompts/step_query_description.j2 +0 -0
  80. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v2/prompts/tool_description.j2 +0 -0
  81. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v2/prompts/tool_description_for_system_prompt.j2 +0 -0
  82. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v2/schema.py +0 -0
  83. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v2/strategy.py +0 -0
  84. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v3/__init__.py +0 -0
  85. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v3/config.py +0 -0
  86. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v3/executor.py +0 -0
  87. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v3/prompts/__init__.py +0 -0
  88. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v3/prompts/tool_description.j2 +0 -0
  89. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v3/prompts/tool_description_for_system_prompt.j2 +0 -0
  90. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v3/schema.py +0 -0
  91. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/executors/v3/strategy.py +0 -0
  92. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/helpers.py +0 -0
  93. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/httpx_logging.py +0 -0
  94. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/message_log.py +0 -0
  95. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/proxy/__init__.py +0 -0
  96. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/proxy/bridge.py +0 -0
  97. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/proxy/mappers.py +0 -0
  98. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/query_elicitation.py +0 -0
  99. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/__init__.py +0 -0
  100. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/base.py +0 -0
  101. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/bing.py +0 -0
  102. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/custom_api.py +0 -0
  103. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/google.py +0 -0
  104. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/registry.py +0 -0
  105. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/schema.py +0 -0
  106. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/google/schema.py +0 -0
  107. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/grounding/__init__.py +0 -0
  108. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/grounding/bing/__init__.py +0 -0
  109. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/grounding/bing/citation_instructions.j2 +0 -0
  110. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/grounding/bing/citation_parsing.py +0 -0
  111. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/grounding/bing/client.py +0 -0
  112. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/grounding/bing/models.py +0 -0
  113. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/grounding/bing/runner.py +0 -0
  114. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/grounding/models.py +0 -0
  115. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/grounding/response_parsing.py +0 -0
  116. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/grounding/vertexai/__init__.py +0 -0
  117. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/grounding/vertexai/client.py +0 -0
  118. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/grounding/vertexai/exceptions.py +0 -0
  119. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/grounding/vertexai/gemini.py +0 -0
  120. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/utils/grounding/vertexai/response_handler.py +0 -0
  121. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/search_engine/vertexai.py +0 -0
  122. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/snippet_judge/__init__.py +0 -0
  123. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/snippet_judge/prompts.py +0 -0
  124. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/snippet_judge/schema.py +0 -0
  125. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/snippet_judge/service.py +0 -0
  126. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/services/structured_llm.py +0 -0
  127. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/settings.py +0 -0
  128. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/skills/web-search-v3.md +0 -0
  129. {unique_web_search-2026.46.0.dev6 → unique_web_search-2026.46.0.dev8}/src/unique_web_search/utils.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: unique-web-search
3
- Version: 2026.46.0.dev6
3
+ Version: 2026.46.0.dev8
4
4
  Summary:
5
5
  Author: Andreas Hauri, Gustav Hartz, Rami Azouz
6
6
  Author-email: Andreas Hauri <andreas@unique.ch>, Gustav Hartz <gustav.hartz.ext@unique.ch>, Rami Azouz <rami.ext@unique.ch>
@@ -16,7 +16,7 @@ Requires-Dist: tavily-python>=0.7.11,<1
16
16
  Requires-Dist: unidecode>=1.4.0,<2
17
17
  Requires-Dist: azure-ai-projects>=2.3,<3
18
18
  Requires-Dist: azure-identity>=1.25.0,<2
19
- Requires-Dist: unique-toolkit[monitoring]>=2026.46.0.dev10,<2026.46.0rc0
19
+ Requires-Dist: unique-toolkit[monitoring]>=2026.46.0.dev13,<2026.46.0rc0
20
20
  Requires-Dist: azure-core>=1.36.0,<2
21
21
  Requires-Dist: google-cloud-aiplatform>=1.128.0,<2
22
22
  Requires-Dist: google-auth>=2.43.0,<3
@@ -25,8 +25,8 @@ Requires-Dist: rapidfuzz>=3.0.0,<4
25
25
  Requires-Dist: httpx>=0.28.1
26
26
  Requires-Dist: certifi>=2025.11.12
27
27
  Requires-Dist: jinja2>=3.1.6
28
- Requires-Dist: unique-search-proxy-core>=2026.46.0.dev3,<2026.46.0rc0
29
- Requires-Dist: unique-search-proxy-sdk>=2026.46.0.dev2,<2026.46.0rc0
28
+ Requires-Dist: unique-search-proxy-core>=2026.46.0.dev4,<2026.46.0rc0
29
+ Requires-Dist: unique-search-proxy-sdk>=2026.46.0.dev3,<2026.46.0rc0
30
30
  Requires-Dist: openai>=1.105.0,<3
31
31
  Requires-Python: >=3.12, <4.0
32
32
  Description-Content-Type: text/markdown
@@ -65,8 +65,8 @@ Query → normalised results (URL / title / snippet / optional content). Optiona
65
65
  | Engine | Proxy | Notes |
66
66
  |--------|-------|-------|
67
67
  | Google | legacy + proxy | Requires scraping by default |
68
- | Brave | **proxy-only** | Rich snippets; configurable `requires_scraping`; `ExposableParam` knobs |
69
- | Perplexity | **proxy-only** | Content extraction knobs; configurable `requires_scraping`; `ExposableParam` |
68
+ | Brave | **proxy-only** | Rich snippets; configurable `requires_scraping` (on by default); `ExposableParam` knobs |
69
+ | Perplexity | **proxy-only** | Content extraction knobs; configurable `requires_scraping` (on by default); `ExposableParam` |
70
70
  | Custom API | legacy + proxy | Your REST endpoint; proxy mode rejects redirects |
71
71
 
72
72
  Standard engines that live in proxy-core use **`ExposableParam`** (`expose` + `value`) for optional provider knobs. See [Search Engines README](./src/unique_web_search/services/search_engine/README.md).
@@ -32,8 +32,8 @@ Query → normalised results (URL / title / snippet / optional content). Optiona
32
32
  | Engine | Proxy | Notes |
33
33
  |--------|-------|-------|
34
34
  | Google | legacy + proxy | Requires scraping by default |
35
- | Brave | **proxy-only** | Rich snippets; configurable `requires_scraping`; `ExposableParam` knobs |
36
- | Perplexity | **proxy-only** | Content extraction knobs; configurable `requires_scraping`; `ExposableParam` |
35
+ | Brave | **proxy-only** | Rich snippets; configurable `requires_scraping` (on by default); `ExposableParam` knobs |
36
+ | Perplexity | **proxy-only** | Content extraction knobs; configurable `requires_scraping` (on by default); `ExposableParam` |
37
37
  | Custom API | legacy + proxy | Your REST endpoint; proxy mode rejects redirects |
38
38
 
39
39
  Standard engines that live in proxy-core use **`ExposableParam`** (`expose` + `value`) for optional provider knobs. See [Search Engines README](./src/unique_web_search/services/search_engine/README.md).
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "unique_web_search"
3
- version = "2026.46.0.dev6"
3
+ version = "2026.46.0.dev8"
4
4
  description = ""
5
5
  readme = "README.md"
6
6
  requires-python = ">=3.12,<4.0"
@@ -22,7 +22,7 @@ dependencies = [
22
22
  "unidecode>=1.4.0,<2",
23
23
  "azure-ai-projects>=2.3,<3",
24
24
  "azure-identity>=1.25.0,<2",
25
- "unique-toolkit[monitoring]>=2026.46.0.dev10,<2026.46.0rc0",
25
+ "unique-toolkit[monitoring]>=2026.46.0.dev13,<2026.46.0rc0",
26
26
  "azure-core>=1.36.0,<2",
27
27
  "google-cloud-aiplatform>=1.128.0,<2",
28
28
  "google-auth>=2.43.0,<3",
@@ -31,8 +31,8 @@ dependencies = [
31
31
  "httpx>=0.28.1",
32
32
  "certifi>=2025.11.12",
33
33
  "jinja2>=3.1.6",
34
- "unique-search-proxy-core>=2026.46.0.dev3,<2026.46.0rc0",
35
- "unique-search-proxy-sdk>=2026.46.0.dev2,<2026.46.0rc0",
34
+ "unique-search-proxy-core>=2026.46.0.dev4,<2026.46.0rc0",
35
+ "unique-search-proxy-sdk>=2026.46.0.dev3,<2026.46.0rc0",
36
36
  "openai>=1.105.0,<3",
37
37
  ]
38
38
 
@@ -32,6 +32,8 @@ from unique_web_search.services.proxy.mappers import map_crawl_response
32
32
  _LOGGER = logging.getLogger(__name__)
33
33
 
34
34
  _DEFAULT_URL_BLOCKED_PATTERNS = [r".*\.pdf$"]
35
+ # Only the search proxy can read PDFs; the direct crawl would pass their bytes on as text.
36
+ _PROXY_ONLY_MIMES = {CONTENT_TYPE_TOGGLE_TO_MIME["pdf"]}
35
37
 
36
38
 
37
39
  class BasicConfig(CoreBasicConfig):
@@ -161,7 +163,7 @@ class BasicCrawler(BaseCrawler[BasicConfig]):
161
163
  for field_name, mime in CONTENT_TYPE_TOGGLE_TO_MIME.items()
162
164
  if getattr(self.config.content_types, field_name)
163
165
  }
164
- return content_type not in allowed_mimes
166
+ return content_type not in allowed_mimes - _PROXY_ONLY_MIMES
165
167
 
166
168
 
167
169
  def _markdownify_html_with_timeout(content: str, timeout: float) -> str:
@@ -33,7 +33,7 @@ Deployment configs for Google / Brave / Perplexity (and agent base fields) live
33
33
  | Proxy route | `POST /v1/search` | `POST /v1/agent-search` |
34
34
  | Result shape | `SearchResponse` → `WebSearchResult` list | Opaque `answer` text (+ provider `citations`) → parsed locally |
35
35
  | LLM knobs | `ExposableParam` + `config.merge()` | `ExposableParam` (Bing only) |
36
- | Typical scrape | Often yes (Google) | Often no (`requires_scraping=false`) |
36
+ | Typical scrape | Often yes (Google; Brave and Perplexity by default) | Often no (`requires_scraping=false`) |
37
37
 
38
38
  ---
39
39
 
@@ -97,7 +97,7 @@ GOOGLE_SEARCH_ENGINE_ID=...
97
97
 
98
98
  ### Brave Search (proxy-only)
99
99
 
100
- **Provider:** Brave Search API · **Requires scraping:** configurable, default no (rich snippets) · **Legacy:** not supported
100
+ **Provider:** Brave Search API · **Requires scraping:** configurable, default yes · **Legacy:** not supported
101
101
 
102
102
  Config: `unique_web_search.services.search_engine.brave.BraveSearchConfig` (extends `unique_search_proxy_core.search_engines.brave.schema.BraveConfig` with `requires_scraping`, which is never sent to the proxy)
103
103
 
@@ -117,7 +117,7 @@ results = await search.search("privacy-focused search") # requires SEARCH_PROXY
117
117
 
118
118
  ### Perplexity Search (proxy-only)
119
119
 
120
- **Provider:** Perplexity Search API · **Requires scraping:** configurable, default no (page excerpts) · **Legacy:** not supported
120
+ **Provider:** Perplexity Search API · **Requires scraping:** configurable, default yes · **Legacy:** not supported
121
121
 
122
122
  Config: `unique_web_search.services.search_engine.perplexity.PerplexitySearchConfig` (extends `unique_search_proxy_core.search_engines.perplexity.schema.PerplexityConfig` with `requires_scraping`, which is never sent to the proxy)
123
123
 
@@ -21,11 +21,10 @@ from unique_web_search.services.search_engine.schema import (
21
21
 
22
22
 
23
23
  class BraveSearchConfig(BraveConfig):
24
- # The admin form stores null here when a space switches to Brave from an
25
- # engine that has this field, so null must load as off and pass the form's
26
- # validation.
24
+ # The admin form stores requires_scraping as null after an engine switch.
25
+ # NoneToDefault reads null as True; json_schema_extra lets the form accept it.
27
26
  requires_scraping: Annotated[bool, NoneToDefault] = Field(
28
- default=False,
27
+ default=True,
29
28
  title="Requires scraping",
30
29
  description=(
31
30
  "Crawl every search result and pass the full page content to the "
@@ -60,7 +59,7 @@ class BraveSearch(SearchEngine[BraveSearchConfig]):
60
59
 
61
60
  @property
62
61
  def requires_scraping(self) -> bool:
63
- return getattr(self.config, "requires_scraping", False)
62
+ return getattr(self.config, "requires_scraping", True)
64
63
 
65
64
  @override
66
65
  async def _legacy_search(
@@ -21,11 +21,10 @@ from unique_web_search.services.search_engine.schema import (
21
21
 
22
22
 
23
23
  class PerplexitySearchConfig(PerplexityConfig):
24
- # The admin form stores null here when a space switches to Perplexity from
25
- # an engine that has this field, so null must load as off and pass the
26
- # form's validation.
24
+ # The admin form stores requires_scraping as null after an engine switch.
25
+ # NoneToDefault reads null as True; json_schema_extra lets the form accept it.
27
26
  requires_scraping: Annotated[bool, NoneToDefault] = Field(
28
- default=False,
27
+ default=True,
29
28
  title="Requires scraping",
30
29
  description=(
31
30
  "Crawl every search result and pass the full page content to the "
@@ -57,7 +56,7 @@ class PerplexitySearch(SearchEngine[PerplexitySearchConfig]):
57
56
 
58
57
  @property
59
58
  def requires_scraping(self) -> bool:
60
- return getattr(self.config, "requires_scraping", False)
59
+ return getattr(self.config, "requires_scraping", True)
61
60
 
62
61
  @override
63
62
  async def _legacy_search(