unique_web_search 2026.46.0.dev4__tar.gz → 2026.46.0.dev5__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (129) hide show
  1. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/PKG-INFO +4 -4
  2. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/pyproject.toml +4 -4
  3. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/crawlers/base.py +9 -1
  4. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/crawlers/basic.py +1 -1
  5. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/base_executor.py +43 -1
  6. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v1/executor.py +1 -7
  7. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v2/executor.py +7 -5
  8. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/README.md +0 -0
  9. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/__init__.py +0 -0
  10. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/client_settings.py +0 -0
  11. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/config.py +0 -0
  12. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/invocation_stats.py +0 -0
  13. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/metrics.py +0 -0
  14. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/prompts.py +0 -0
  15. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/schema.py +0 -0
  16. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/service.py +0 -0
  17. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/_registry.py +0 -0
  18. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/argument_screening/__init__.py +0 -0
  19. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/argument_screening/config.py +0 -0
  20. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/argument_screening/exceptions.py +0 -0
  21. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/argument_screening/prompts/__init__.py +0 -0
  22. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/argument_screening/prompts/guidelines.j2 +0 -0
  23. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/argument_screening/prompts/guidelines_with_keywords.j2 +0 -0
  24. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/argument_screening/prompts/rejection_response.j2 +0 -0
  25. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/argument_screening/prompts/system_prompt.j2 +0 -0
  26. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/argument_screening/prompts/user_prompt.j2 +0 -0
  27. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/argument_screening/service.py +0 -0
  28. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/client/http_client.py +0 -0
  29. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/__init__.py +0 -0
  30. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/cleaning/__init__.py +0 -0
  31. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/cleaning/character_sanitize.py +0 -0
  32. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/cleaning/clean.py +0 -0
  33. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/cleaning/config.py +0 -0
  34. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/config.py +0 -0
  35. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/base.py +0 -0
  36. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/config.py +0 -0
  37. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/llm_guard_judge.py +0 -0
  38. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/llm_keyword_redact.py +0 -0
  39. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/llm_process.py +0 -0
  40. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/prompts/__init__.py +0 -0
  41. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/prompts/judge_and_sanitize_prompt.j2 +0 -0
  42. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/prompts/judge_prompt.j2 +0 -0
  43. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/prompts/keyword_extract_prompt.j2 +0 -0
  44. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/prompts/page_context.j2 +0 -0
  45. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/prompts/sanitize_rules.j2 +0 -0
  46. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/prompts/system_prompt.j2 +0 -0
  47. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/prompts/user_prompt.j2 +0 -0
  48. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/schema.py +0 -0
  49. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/settings.py +0 -0
  50. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/processing_strategies/truncate.py +0 -0
  51. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/content_processing/service.py +0 -0
  52. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/crawlers/README.md +0 -0
  53. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/crawlers/__init__.py +0 -0
  54. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/crawlers/firecrawl.py +0 -0
  55. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/crawlers/jina.py +0 -0
  56. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/crawlers/registry.py +0 -0
  57. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/crawlers/tavily.py +0 -0
  58. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/crawlers/url_safety/__init__.py +0 -0
  59. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/crawlers/utils.py +0 -0
  60. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/README.md +0 -0
  61. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/__init__.py +0 -0
  62. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/base_config.py +0 -0
  63. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/context.py +0 -0
  64. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/modes.py +0 -0
  65. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v1/__init__.py +0 -0
  66. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v1/config.py +0 -0
  67. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v1/prompts/__init__.py +0 -0
  68. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v1/prompts/refine_query_system_prompt.j2 +0 -0
  69. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v1/prompts/tool_description.j2 +0 -0
  70. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v1/prompts/tool_description_for_system_prompt.j2 +0 -0
  71. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v1/schema.py +0 -0
  72. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v1/strategy.py +0 -0
  73. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v2/__init__.py +0 -0
  74. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v2/config.py +0 -0
  75. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v2/prompts/__init__.py +0 -0
  76. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v2/prompts/step_query_description.j2 +0 -0
  77. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v2/prompts/tool_description.j2 +0 -0
  78. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v2/prompts/tool_description_for_system_prompt.j2 +0 -0
  79. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v2/schema.py +0 -0
  80. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v2/strategy.py +0 -0
  81. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v3/__init__.py +0 -0
  82. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v3/config.py +0 -0
  83. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v3/executor.py +0 -0
  84. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v3/prompts/__init__.py +0 -0
  85. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v3/prompts/tool_description.j2 +0 -0
  86. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v3/prompts/tool_description_for_system_prompt.j2 +0 -0
  87. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v3/schema.py +0 -0
  88. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/executors/v3/strategy.py +0 -0
  89. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/helpers.py +0 -0
  90. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/httpx_logging.py +0 -0
  91. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/message_log.py +0 -0
  92. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/proxy/__init__.py +0 -0
  93. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/proxy/bridge.py +0 -0
  94. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/proxy/mappers.py +0 -0
  95. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/query_elicitation.py +0 -0
  96. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/README.md +0 -0
  97. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/__init__.py +0 -0
  98. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/base.py +0 -0
  99. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/bing.py +0 -0
  100. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/brave.py +0 -0
  101. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/custom_api.py +0 -0
  102. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/google.py +0 -0
  103. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/perplexity.py +0 -0
  104. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/registry.py +0 -0
  105. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/schema.py +0 -0
  106. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/google/schema.py +0 -0
  107. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/grounding/__init__.py +0 -0
  108. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/grounding/bing/__init__.py +0 -0
  109. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/grounding/bing/citation_instructions.j2 +0 -0
  110. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/grounding/bing/citation_parsing.py +0 -0
  111. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/grounding/bing/client.py +0 -0
  112. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/grounding/bing/models.py +0 -0
  113. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/grounding/bing/runner.py +0 -0
  114. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/grounding/models.py +0 -0
  115. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/grounding/response_parsing.py +0 -0
  116. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/grounding/vertexai/__init__.py +0 -0
  117. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/grounding/vertexai/client.py +0 -0
  118. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/grounding/vertexai/exceptions.py +0 -0
  119. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/grounding/vertexai/gemini.py +0 -0
  120. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/utils/grounding/vertexai/response_handler.py +0 -0
  121. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/search_engine/vertexai.py +0 -0
  122. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/snippet_judge/__init__.py +0 -0
  123. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/snippet_judge/prompts.py +0 -0
  124. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/snippet_judge/schema.py +0 -0
  125. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/snippet_judge/service.py +0 -0
  126. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/services/structured_llm.py +0 -0
  127. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/settings.py +0 -0
  128. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/skills/web-search-v3.md +0 -0
  129. {unique_web_search-2026.46.0.dev4 → unique_web_search-2026.46.0.dev5}/src/unique_web_search/utils.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: unique-web-search
3
- Version: 2026.46.0.dev4
3
+ Version: 2026.46.0.dev5
4
4
  Summary:
5
5
  Author: Andreas Hauri, Gustav Hartz, Rami Azouz
6
6
  Author-email: Andreas Hauri <andreas@unique.ch>, Gustav Hartz <gustav.hartz.ext@unique.ch>, Rami Azouz <rami.ext@unique.ch>
@@ -16,7 +16,7 @@ Requires-Dist: tavily-python>=0.7.11,<1
16
16
  Requires-Dist: unidecode>=1.4.0,<2
17
17
  Requires-Dist: azure-ai-projects>=2.3,<3
18
18
  Requires-Dist: azure-identity>=1.25.0,<2
19
- Requires-Dist: unique-toolkit[monitoring]>=2026.46.0.dev8,<2026.46.0rc0
19
+ Requires-Dist: unique-toolkit[monitoring]>=2026.46.0.dev10,<2026.46.0rc0
20
20
  Requires-Dist: azure-core>=1.36.0,<2
21
21
  Requires-Dist: google-cloud-aiplatform>=1.128.0,<2
22
22
  Requires-Dist: google-auth>=2.43.0,<3
@@ -25,8 +25,8 @@ Requires-Dist: rapidfuzz>=3.0.0,<4
25
25
  Requires-Dist: httpx>=0.28.1
26
26
  Requires-Dist: certifi>=2025.11.12
27
27
  Requires-Dist: jinja2>=3.1.6
28
- Requires-Dist: unique-search-proxy-core>=2026.46.0.dev1,<2026.46.0rc0
29
- Requires-Dist: unique-search-proxy-sdk>=2026.46.0.dev1,<2026.46.0rc0
28
+ Requires-Dist: unique-search-proxy-core>=2026.46.0.dev3,<2026.46.0rc0
29
+ Requires-Dist: unique-search-proxy-sdk>=2026.46.0.dev2,<2026.46.0rc0
30
30
  Requires-Dist: openai>=1.105.0,<3
31
31
  Requires-Python: >=3.12, <4.0
32
32
  Description-Content-Type: text/markdown
@@ -1,6 +1,6 @@
1
1
  [project]
2
2
  name = "unique_web_search"
3
- version = "2026.46.0.dev4"
3
+ version = "2026.46.0.dev5"
4
4
  description = ""
5
5
  readme = "README.md"
6
6
  requires-python = ">=3.12,<4.0"
@@ -22,7 +22,7 @@ dependencies = [
22
22
  "unidecode>=1.4.0,<2",
23
23
  "azure-ai-projects>=2.3,<3",
24
24
  "azure-identity>=1.25.0,<2",
25
- "unique-toolkit[monitoring]>=2026.46.0.dev8,<2026.46.0rc0",
25
+ "unique-toolkit[monitoring]>=2026.46.0.dev10,<2026.46.0rc0",
26
26
  "azure-core>=1.36.0,<2",
27
27
  "google-cloud-aiplatform>=1.128.0,<2",
28
28
  "google-auth>=2.43.0,<3",
@@ -31,8 +31,8 @@ dependencies = [
31
31
  "httpx>=0.28.1",
32
32
  "certifi>=2025.11.12",
33
33
  "jinja2>=3.1.6",
34
- "unique-search-proxy-core>=2026.46.0.dev1,<2026.46.0rc0",
35
- "unique-search-proxy-sdk>=2026.46.0.dev1,<2026.46.0rc0",
34
+ "unique-search-proxy-core>=2026.46.0.dev3,<2026.46.0rc0",
35
+ "unique-search-proxy-sdk>=2026.46.0.dev2,<2026.46.0rc0",
36
36
  "openai>=1.105.0,<3",
37
37
  ]
38
38
 
@@ -24,6 +24,10 @@ CrawlerConfig = TypeVar(
24
24
  bound=BaseCrawlerConfig,
25
25
  )
26
26
 
27
+ # A busy proxy worker can answer up to 5 s after the crawl timeout. Waiting
28
+ # longer than that makes sure the finished pages still reach the tool.
29
+ _PROXY_CLIENT_TIMEOUT_MARGIN_SECONDS = 10.0
30
+
27
31
 
28
32
  class BaseCrawler(ABC, Generic[CrawlerConfig]):
29
33
  """Base class for web-page crawlers.
@@ -58,7 +62,7 @@ class BaseCrawler(ABC, Generic[CrawlerConfig]):
58
62
  """Dump deployment config fields into the generic proxy crawl call."""
59
63
  params = self.config.model_dump(exclude={"crawler"}, exclude_none=True)
60
64
  async with open_search_proxy_client(
61
- timeout=float(self.config.timeout),
65
+ timeout=self._proxy_client_timeout,
62
66
  context=self._request_context,
63
67
  ) as client:
64
68
  response = await client.crawl.crawl(
@@ -68,5 +72,9 @@ class BaseCrawler(ABC, Generic[CrawlerConfig]):
68
72
  )
69
73
  return map_crawl_response(response, urls)
70
74
 
75
+ @property
76
+ def _proxy_client_timeout(self) -> float:
77
+ return float(self.config.timeout) + _PROXY_CLIENT_TIMEOUT_MARGIN_SECONDS
78
+
71
79
  @abstractmethod
72
80
  async def _legacy_crawl(self, targets: list[ResolvedCrawlTarget]) -> list[str]: ...
@@ -77,7 +77,7 @@ class BasicCrawler(BaseCrawler[BasicConfig]):
77
77
  exclude_none=True,
78
78
  )
79
79
  async with open_search_proxy_client(
80
- timeout=float(self.config.timeout),
80
+ timeout=self._proxy_client_timeout,
81
81
  context=self._request_context,
82
82
  ) as client:
83
83
  response = await client.crawl.crawl(
@@ -3,7 +3,9 @@ from abc import ABC, abstractmethod
3
3
  from time import time
4
4
  from typing import Generic, TypeVar
5
5
 
6
+ import httpx
6
7
  from pydantic import BaseModel
8
+ from unique_search_proxy_core.errors import RateLimitedError, UpstreamTimeoutError
7
9
  from unique_search_proxy_core.param_policy.exposed_params import ExposedParams
8
10
  from unique_toolkit.agentic.tools.tool_progress_reporter import (
9
11
  ProgressState,
@@ -13,7 +15,12 @@ from unique_toolkit.language_model import LanguageModelFunction
13
15
  from unique_toolkit.monitoring import metric_scope
14
16
 
15
17
  from unique_web_search.invocation_stats import collector
16
- from unique_web_search.metrics import llm_duration, llm_errors
18
+ from unique_web_search.metrics import (
19
+ crawl_duration,
20
+ crawl_errors,
21
+ llm_duration,
22
+ llm_errors,
23
+ )
17
24
  from unique_web_search.schema import (
18
25
  StepDebugInfo,
19
26
  WebPageChunk,
@@ -29,6 +36,15 @@ from unique_web_search.services.search_engine.schema import (
29
36
 
30
37
  _LOGGER = logging.getLogger(__name__)
31
38
 
39
+ # Only failures that may pass on their own fall back to snippets. Config and
40
+ # contract errors must keep failing visibly.
41
+ _TRANSIENT_CRAWL_ERRORS = (
42
+ httpx.TimeoutException,
43
+ httpx.NetworkError,
44
+ UpstreamTimeoutError,
45
+ RateLimitedError,
46
+ )
47
+
32
48
 
33
49
  T = TypeVar("T", bound=BaseModel)
34
50
 
@@ -113,6 +129,32 @@ class BaseWebSearchExecutor(ABC, Generic[T]):
113
129
  async def run(self) -> list[ContentChunk]:
114
130
  raise NotImplementedError("Subclasses must implement this method.")
115
131
 
132
+ async def _crawl_search_result_pages(
133
+ self, web_search_results: list[WebSearchResult]
134
+ ) -> list[str]:
135
+ """Crawl the pages behind search results, one content string per result.
136
+
137
+ If the crawl times out, cannot reach the proxy or is rate limited, each
138
+ result keeps its current content so its title and snippet still reach
139
+ the model. Other errors propagate.
140
+ """
141
+ crawler = self.crawler_service.config.crawler.value
142
+ try:
143
+ with metric_scope(crawl_duration, crawl_errors, crawler=crawler):
144
+ return await self.crawler_service.crawl(
145
+ [result.url for result in web_search_results]
146
+ )
147
+ except _TRANSIENT_CRAWL_ERRORS as exc:
148
+ # Exception messages can carry URLs.
149
+ _LOGGER.warning(
150
+ "Company %s crawl failed, keeping search snippets crawler=%s pages=%d error_type=%s",
151
+ self.company_id,
152
+ crawler,
153
+ len(web_search_results),
154
+ type(exc).__name__,
155
+ )
156
+ return [result.content for result in web_search_results]
157
+
116
158
  async def _content_processing(
117
159
  self, objective: str, web_search_results: list[WebSearchResult]
118
160
  ) -> list[WebPageChunk]:
@@ -14,8 +14,6 @@ from unique_toolkit.monitoring import metric_scope
14
14
 
15
15
  from unique_web_search.invocation_stats import collector
16
16
  from unique_web_search.metrics import (
17
- crawl_duration,
18
- crawl_errors,
19
17
  llm_duration,
20
18
  llm_errors,
21
19
  search_duration,
@@ -305,13 +303,9 @@ class WebSearchV1Executor(BaseWebSearchExecutor[WebSearchToolParameters]):
305
303
  return search_results
306
304
 
307
305
  async def _crawl(self, web_search_results: list[WebSearchResult]) -> list[str]:
308
- crawler = self.crawler_service.config.crawler.value
309
306
  start_time = time()
310
307
  _LOGGER.info(f"Company {self.company_id} Crawling with {self.crawler_service}")
311
- with metric_scope(crawl_duration, crawl_errors, crawler=crawler):
312
- crawl_results = await self.crawler_service.crawl(
313
- [result.url for result in web_search_results]
314
- )
308
+ crawl_results = await self._crawl_search_result_pages(web_search_results)
315
309
  end_time = time()
316
310
  delta_time = end_time - start_time
317
311
  _LOGGER.info(
@@ -79,7 +79,12 @@ class WebSearchV2Executor(BaseWebSearchExecutor[WebSearchPlan]):
79
79
 
80
80
  for result in results_nested:
81
81
  if isinstance(result, BaseException):
82
- _LOGGER.exception(f"Error executing step: {result}")
82
+ # The exception message can carry the step's query or URL.
83
+ _LOGGER.error(
84
+ "Error executing step company_id=%s error_type=%s",
85
+ self.company_id,
86
+ type(result).__name__,
87
+ )
83
88
  else:
84
89
  results.extend(result)
85
90
 
@@ -162,10 +167,7 @@ class WebSearchV2Executor(BaseWebSearchExecutor[WebSearchPlan]):
162
167
  crawler = self.crawler_service.config.crawler.value
163
168
  time_start = time()
164
169
  _LOGGER.info(f"Company {self.company_id} Crawling with {crawler}")
165
- with metric_scope(crawl_duration, crawl_errors, crawler=crawler):
166
- crawl_results = await self.crawler_service.crawl(
167
- [result.url for result in results]
168
- )
170
+ crawl_results = await self._crawl_search_result_pages(results)
169
171
  delta_time = time() - time_start
170
172
  for result, content in zip(results, crawl_results):
171
173
  result.content = content