scrapegraphai 1.2.2__tar.gz → 1.2.4__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (245) hide show
  1. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/.gitignore +2 -2
  2. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/CHANGELOG.md +14 -0
  3. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/PKG-INFO +1 -2
  4. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/README.md +0 -1
  5. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/manual deployment/deploy_on_pip.sh +3 -0
  6. scrapegraphai-1.2.4/manual deployment/installation.sh +8 -0
  7. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/pyproject.toml +1 -1
  8. scrapegraphai-1.2.4/requirements-dev.lock +310 -0
  9. scrapegraphai-1.2.4/requirements.lock +299 -0
  10. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/graphs/omni_search_graph.py +6 -2
  11. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/graphs/search_graph.py +6 -2
  12. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/.gitattributes +0 -0
  13. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/.github/ISSUE_TEMPLATE/bug_report.md +0 -0
  14. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/.github/ISSUE_TEMPLATE/custom.md +0 -0
  15. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/.github/ISSUE_TEMPLATE/feature_request.md +0 -0
  16. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/.github/workflows/codeql.yml +0 -0
  17. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/.github/workflows/dependency-review.yml +0 -0
  18. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/.github/workflows/pylint.yml +0 -0
  19. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/.github/workflows/python-publish.yml +0 -0
  20. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/.github/workflows/release.yml +0 -0
  21. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/.releaserc.yml +0 -0
  22. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/CODE_OF_CONDUCT.md +0 -0
  23. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/CONTRIBUTING.md +0 -0
  24. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/Dockerfile +0 -0
  25. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/LICENSE +0 -0
  26. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/SECURITY.md +0 -0
  27. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/citation.cff +0 -0
  28. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docker-compose.yml +0 -0
  29. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/Makefile +0 -0
  30. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/README.md +0 -0
  31. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/assets/apikey_1.png +0 -0
  32. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/assets/apikey_2.png +0 -0
  33. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/assets/apikey_3.png +0 -0
  34. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/assets/apikey_4.png +0 -0
  35. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/assets/codespaces-badge.png +0 -0
  36. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/assets/logo_authors.png +0 -0
  37. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/assets/omniscrapergraph.png +0 -0
  38. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/assets/omnisearchgraph.png +0 -0
  39. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/assets/project_overview_diagram.fig +0 -0
  40. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/assets/project_overview_diagram.png +0 -0
  41. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/assets/scrapegraphai_logo.png +0 -0
  42. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/assets/searchgraph.png +0 -0
  43. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/assets/serp_api_logo.png +0 -0
  44. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/assets/smartscrapergraph.png +0 -0
  45. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/assets/speechgraph.png +0 -0
  46. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/make.bat +0 -0
  47. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/source/conf.py +0 -0
  48. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/source/getting_started/examples.rst +0 -0
  49. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/source/getting_started/installation.rst +0 -0
  50. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/source/index.rst +0 -0
  51. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/source/introduction/contributing.rst +0 -0
  52. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/source/introduction/overview.rst +0 -0
  53. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/source/modules/modules.rst +0 -0
  54. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/source/modules/scrapegraphai.graphs.rst +0 -0
  55. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/source/modules/scrapegraphai.nodes.rst +0 -0
  56. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/source/modules/scrapegraphai.rst +0 -0
  57. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/source/scrapers/benchmarks.rst +0 -0
  58. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/source/scrapers/graph_config.rst +0 -0
  59. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/source/scrapers/graphs.rst +0 -0
  60. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/docs/source/scrapers/llm.rst +0 -0
  61. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/anthropic/smart_scraper_haiku.py +0 -0
  62. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/azure/inputs/books.xml +0 -0
  63. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/azure/inputs/example.json +0 -0
  64. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/azure/inputs/username.csv +0 -0
  65. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/azure/json_scraper_azure.py +0 -0
  66. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/azure/search_graph_azure.py +0 -0
  67. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/azure/smart_scraper_azure_openai.py +0 -0
  68. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/azure/xml_scraper_azure.py +0 -0
  69. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/bedrock/smart_scraper_bedrock.py +0 -0
  70. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/benchmarks/GenerateScraper/.env.example +0 -0
  71. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/benchmarks/GenerateScraper/Readme.md +0 -0
  72. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/benchmarks/GenerateScraper/benchmark_docker.py +0 -0
  73. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/benchmarks/GenerateScraper/benchmark_groq.py +0 -0
  74. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/benchmarks/GenerateScraper/benchmark_llama3.py +0 -0
  75. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/benchmarks/GenerateScraper/benchmark_mistral.py +0 -0
  76. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/benchmarks/GenerateScraper/benchmark_openai_gpt35.py +0 -0
  77. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/benchmarks/GenerateScraper/benchmark_openai_gpt4.py +0 -0
  78. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/benchmarks/GenerateScraper/inputs/example_1.txt +0 -0
  79. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/benchmarks/GenerateScraper/inputs/example_2.txt +0 -0
  80. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/benchmarks/SmartScraper/.env.example +0 -0
  81. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/benchmarks/SmartScraper/Readme.md +0 -0
  82. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/benchmarks/SmartScraper/benchmark_docker.py +0 -0
  83. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/benchmarks/SmartScraper/benchmark_groq.py +0 -0
  84. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/benchmarks/SmartScraper/benchmark_llama3.py +0 -0
  85. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/benchmarks/SmartScraper/benchmark_mistral.py +0 -0
  86. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/benchmarks/SmartScraper/benchmark_openai_gpt35.py +0 -0
  87. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/benchmarks/SmartScraper/benchmark_openai_gpt4.py +0 -0
  88. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/benchmarks/SmartScraper/inputs/example_1.txt +0 -0
  89. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/benchmarks/SmartScraper/inputs/example_2.txt +0 -0
  90. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/benchmarks/readme.md +0 -0
  91. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/deepseek/.env.example +0 -0
  92. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/deepseek/csv_scraper_deepseek.py +0 -0
  93. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/deepseek/inputs/books.xml +0 -0
  94. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/deepseek/inputs/example.json +0 -0
  95. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/deepseek/inputs/username.csv +0 -0
  96. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/deepseek/json_scraper_deepseek.py +0 -0
  97. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/deepseek/script_generator_deepseek.py +0 -0
  98. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/deepseek/search_graph_deepseek.py +0 -0
  99. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/deepseek/smart_scarper_deepseek.py +0 -0
  100. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/deepseek/xml_scraper_deepseek.py +0 -0
  101. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/gemini/.env.example +0 -0
  102. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/gemini/csv_scraper_gemini.py +0 -0
  103. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/gemini/custom_graph_gemini.py +0 -0
  104. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/gemini/inputs/books.xml +0 -0
  105. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/gemini/inputs/example.json +0 -0
  106. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/gemini/inputs/plain_html_example.txt +0 -0
  107. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/gemini/inputs/username.csv +0 -0
  108. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/gemini/json_scraper_gemini.py +0 -0
  109. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/gemini/readme.md +0 -0
  110. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/gemini/scrape_plain_text_gemini.py +0 -0
  111. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/gemini/scrape_xml_gemini.py +0 -0
  112. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/gemini/script_generator_gemini.py +0 -0
  113. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/gemini/search_graph_gemini.py +0 -0
  114. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/gemini/smart_scraper_gemini.py +0 -0
  115. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/gemini/xml_scraper_openai.py +0 -0
  116. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/groq/.env.example +0 -0
  117. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/groq/search_graph_groq_openai.py +0 -0
  118. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/groq/smart_scraper_groq_ollama.py +0 -0
  119. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/groq/smart_scraper_groq_openai.py +0 -0
  120. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/huggingfacehub/smart_scraper_huggingfacehub.py +0 -0
  121. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/local_models/csv_scraper_ollama.py +0 -0
  122. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/local_models/inputs/books.xml +0 -0
  123. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/local_models/inputs/example.json +0 -0
  124. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/local_models/inputs/plain_html_example.txt +0 -0
  125. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/local_models/inputs/username.csv +0 -0
  126. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/local_models/json_scraper_ollama.py +0 -0
  127. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/local_models/scrape_plain_text_ollama.py +0 -0
  128. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/local_models/scrape_xml_ollama.py +0 -0
  129. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/local_models/script_generator_ollama.py +0 -0
  130. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/local_models/search_graph_ollama.py +0 -0
  131. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/local_models/smart_scraper_ollama.py +0 -0
  132. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/local_models/xml_scraper_ollama.py +0 -0
  133. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/mixed_models/.env.example +0 -0
  134. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/mixed_models/inputs/books.xml +0 -0
  135. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/mixed_models/inputs/example.json +0 -0
  136. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/mixed_models/inputs/plain_html_example.txt +0 -0
  137. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/mixed_models/readme.md +0 -0
  138. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/mixed_models/search_graph_groq_ollama.py +0 -0
  139. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/mixed_models/smart_scraper_mixed.py +0 -0
  140. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/openai/.env.example +0 -0
  141. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/openai/csv_scraper_openai.py +0 -0
  142. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/openai/custom_graph_openai.py +0 -0
  143. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/openai/deep_scraper_openai.py +0 -0
  144. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/openai/inputs/books.xml +0 -0
  145. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/openai/inputs/example.json +0 -0
  146. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/openai/inputs/plain_html_example.txt +0 -0
  147. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/openai/inputs/username.csv +0 -0
  148. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/openai/json_scraper_openai.py +0 -0
  149. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/openai/omni_scraper_openai.py +0 -0
  150. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/openai/omni_search_graph_openai.py +0 -0
  151. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/openai/readme.md +0 -0
  152. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/openai/scrape_plain_text_openai.py +0 -0
  153. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/openai/script_generator_openai.py +0 -0
  154. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/openai/search_graph_openai.py +0 -0
  155. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/openai/smart_scraper_openai.py +0 -0
  156. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/openai/speech_graph_openai.py +0 -0
  157. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/openai/xml_scraper_openai.py +0 -0
  158. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/readme.md +0 -0
  159. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/single_node/fetch_node.py +0 -0
  160. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/single_node/image2text_node.py +0 -0
  161. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/examples/single_node/robot_node.py +0 -0
  162. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/manual deployment/commit_and_push.sh +0 -0
  163. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/manual deployment/commit_and_push_with_tests.sh +0 -0
  164. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/readthedocs.yml +0 -0
  165. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/requirements-dev.txt +0 -0
  166. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/requirements.txt +0 -0
  167. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/__init__.py +0 -0
  168. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/builders/__init__.py +0 -0
  169. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/builders/graph_builder.py +0 -0
  170. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/docloaders/__init__.py +0 -0
  171. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/docloaders/chromium.py +0 -0
  172. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/graphs/__init__.py +0 -0
  173. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/graphs/abstract_graph.py +0 -0
  174. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/graphs/base_graph.py +0 -0
  175. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/graphs/csv_scraper_graph.py +0 -0
  176. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/graphs/deep_scraper_graph.py +0 -0
  177. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/graphs/json_scraper_graph.py +0 -0
  178. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/graphs/omni_scraper_graph.py +0 -0
  179. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/graphs/pdf_scraper_graph.py +0 -0
  180. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/graphs/script_creator_graph.py +0 -0
  181. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/graphs/smart_scraper_graph.py +0 -0
  182. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/graphs/speech_graph.py +0 -0
  183. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/graphs/xml_scraper_graph.py +0 -0
  184. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/helpers/__init__.py +0 -0
  185. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/helpers/models_tokens.py +0 -0
  186. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/helpers/nodes_metadata.py +0 -0
  187. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/helpers/robots.py +0 -0
  188. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/helpers/schemas.py +0 -0
  189. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/models/__init__.py +0 -0
  190. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/models/anthropic.py +0 -0
  191. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/models/azure_openai.py +0 -0
  192. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/models/bedrock.py +0 -0
  193. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/models/deepseek.py +0 -0
  194. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/models/gemini.py +0 -0
  195. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/models/groq.py +0 -0
  196. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/models/hugging_face.py +0 -0
  197. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/models/ollama.py +0 -0
  198. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/models/openai.py +0 -0
  199. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/models/openai_itt.py +0 -0
  200. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/models/openai_tts.py +0 -0
  201. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/nodes/__init__.py +0 -0
  202. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/nodes/base_node.py +0 -0
  203. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/nodes/conditional_node.py +0 -0
  204. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/nodes/fetch_node.py +0 -0
  205. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/nodes/generate_answer_csv_node.py +0 -0
  206. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/nodes/generate_answer_node.py +0 -0
  207. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/nodes/generate_answer_omni_node.py +0 -0
  208. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/nodes/generate_answer_pdf_node.py +0 -0
  209. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/nodes/generate_scraper_node.py +0 -0
  210. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/nodes/get_probable_tags_node.py +0 -0
  211. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/nodes/graph_iterator_node.py +0 -0
  212. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/nodes/image_to_text_node.py +0 -0
  213. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/nodes/merge_answers_node.py +0 -0
  214. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/nodes/parse_node.py +0 -0
  215. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/nodes/rag_node.py +0 -0
  216. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/nodes/robots_node.py +0 -0
  217. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/nodes/search_internet_node.py +0 -0
  218. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/nodes/search_link_node.py +0 -0
  219. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/nodes/text_to_speech_node.py +0 -0
  220. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/utils/__init__.py +0 -0
  221. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/utils/cleanup_html.py +0 -0
  222. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/utils/convert_to_csv.py +0 -0
  223. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/utils/convert_to_json.py +0 -0
  224. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/utils/parse_state_keys.py +0 -0
  225. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/utils/prettify_exec_info.py +0 -0
  226. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/utils/proxy_rotation.py +0 -0
  227. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/utils/research_web.py +0 -0
  228. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/utils/save_audio_from_bytes.py +0 -0
  229. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/utils/sys_dynamic_import.py +0 -0
  230. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/utils/token_calculator.py +0 -0
  231. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/tests/Readme.md +0 -0
  232. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/tests/graphs/inputs/books.xml +0 -0
  233. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/tests/graphs/inputs/example.json +0 -0
  234. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/tests/graphs/inputs/plain_html_example.txt +0 -0
  235. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/tests/graphs/inputs/username.csv +0 -0
  236. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/tests/graphs/scrape_json_ollama.py +0 -0
  237. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/tests/graphs/scrape_plain_text_llama3_test.py +0 -0
  238. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/tests/graphs/scrape_plain_text_mistral_test.py +0 -0
  239. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/tests/graphs/scrape_xml_ollama_test.py +0 -0
  240. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/tests/graphs/script_generator_test.py +0 -0
  241. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/tests/graphs/smart_scraper_ollama_test.py +0 -0
  242. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/tests/nodes/fetch_node_test.py +0 -0
  243. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/tests/nodes/robot_node_test.py +0 -0
  244. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/tests/utils/test_proxy_rotation.py +0 -0
  245. {scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/tests/utils/test_sys_dynamic_import.py +0 -0
{scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/.gitignore RENAMED
@@ -14,6 +14,7 @@ dist/
14
14
  *.egg-info/
15
15
  *.egg
16
16
  MANIFEST
17
+ *.python-version
17
18
 
18
19
  docs/build/
19
20
  docs/source/_templates/
@@ -31,6 +32,5 @@ examples/graph_examples/ScrapeGraphAI_generated_graph
31
32
  examples/**/result.csv
32
33
  examples/**/result.json
33
34
  main.py
34
- *.python-version
35
- *.lock
35
+
36
36
 
{scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/CHANGELOG.md RENAMED
@@ -1,3 +1,17 @@
1
+ ## [1.2.4](https://github.com/VinciGit00/Scrapegraph-ai/compare/v1.2.3...v1.2.4) (2024-05-17)
2
+
3
+
4
+ ### Bug Fixes
5
+
6
+ * **deepcopy:** switch whether we have obj in the config ([d4d913c](https://github.com/VinciGit00/Scrapegraph-ai/commit/d4d913c8a360b907ebe1fbf3764e00b69783afe8))
7
+
8
+ ## [1.2.3](https://github.com/VinciGit00/Scrapegraph-ai/compare/v1.2.2...v1.2.3) (2024-05-15)
9
+
10
+
11
+ ### Bug Fixes
12
+
13
+ * **deepcopy:** reaplced to shallow copy ([999c930](https://github.com/VinciGit00/Scrapegraph-ai/commit/999c930f424430a3d3d7ff604afbd2bf6d27c7ad))
14
+
1
15
  ## [1.2.2](https://github.com/VinciGit00/Scrapegraph-ai/compare/v1.2.1...v1.2.2) (2024-05-15)
2
16
 
3
17
 
{scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: scrapegraphai
3
- Version: 1.2.2
3
+ Version: 1.2.4
4
4
  Summary: A web scraping library based on LangChain which uses LLM and direct graph logic to create scraping pipelines.
5
5
  Author-email: Marco Vinciguerra <mvincig11@gmail.com>, Marco Perini <perinim.98@gmail.com>, Lorenzo Padoan <lorenzo.padoan977@gmail.com>
6
6
  License-Expression: MIT
@@ -41,7 +41,6 @@ Description-Content-Type: text/markdown
41
41
  [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
42
42
  [![](https://dcbadge.vercel.app/api/server/gkxQDAjfeX)](https://discord.gg/gkxQDAjfeX)
43
43
 
44
-
45
44
  ScrapeGraphAI is a *web scraping* python library that uses LLM and direct graph logic to create scraping pipelines for websites and local documents (XML, HTML, JSON, etc.).
46
45
 
47
46
  Just say which information you want to extract and the library will do it for you!
{scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/README.md RENAMED
@@ -7,7 +7,6 @@
7
7
  [![License: MIT](https://img.shields.io/badge/License-MIT-yellow.svg)](https://opensource.org/licenses/MIT)
8
8
  [![](https://dcbadge.vercel.app/api/server/gkxQDAjfeX)](https://discord.gg/gkxQDAjfeX)
9
9
 
10
-
11
10
  ScrapeGraphAI is a *web scraping* python library that uses LLM and direct graph logic to create scraping pipelines for websites and local documents (XML, HTML, JSON, etc.).
12
11
 
13
12
  Just say which information you want to extract and the library will do it for you!
{scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/manual deployment/deploy_on_pip.sh RENAMED
@@ -2,6 +2,9 @@
2
2
  cd ..
3
3
 
4
4
  rye self update
5
+
6
+ rye pin 3.10
7
+
5
8
  # Install dependencies using Poetry
6
9
  rye sync
7
10
 
scrapegraphai-1.2.4/manual deployment/installation.sh ADDED
@@ -0,0 +1,8 @@
1
+
2
+ rye pin 3.10
3
+
4
+ # Install dependencies using Poetry
5
+ rye sync
6
+
7
+ # Build the project
8
+ rye build
{scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/pyproject.toml RENAMED
@@ -1,7 +1,7 @@
1
1
  [project]
2
2
  name = "scrapegraphai"
3
3
 
4
- version = "1.2.2"
4
+ version = "1.2.4"
5
5
 
6
6
  description = "A web scraping library based on LangChain which uses LLM and direct graph logic to create scraping pipelines."
7
7
  authors = [
scrapegraphai-1.2.4/requirements-dev.lock ADDED
@@ -0,0 +1,310 @@
1
+ # generated by rye
2
+ # use `rye lock` or `rye sync` to update this lockfile
3
+ #
4
+ # last locked with the following flags:
5
+ # pre: false
6
+ # features: []
7
+ # all-features: false
8
+ # with-sources: false
9
+
10
+ -e file:.
11
+ aiohttp==3.9.5
12
+ # via langchain
13
+ # via langchain-community
14
+ aiosignal==1.3.1
15
+ # via aiohttp
16
+ annotated-types==0.6.0
17
+ # via pydantic
18
+ anthropic==0.25.9
19
+ # via langchain-anthropic
20
+ anyio==4.3.0
21
+ # via anthropic
22
+ # via groq
23
+ # via httpx
24
+ # via openai
25
+ async-timeout==4.0.3
26
+ # via aiohttp
27
+ # via langchain
28
+ attrs==23.2.0
29
+ # via aiohttp
30
+ beautifulsoup4==4.12.3
31
+ # via google
32
+ # via scrapegraphai
33
+ boto3==1.34.105
34
+ # via langchain-aws
35
+ botocore==1.34.105
36
+ # via boto3
37
+ # via s3transfer
38
+ cachetools==5.3.3
39
+ # via google-auth
40
+ certifi==2024.2.2
41
+ # via httpcore
42
+ # via httpx
43
+ # via requests
44
+ charset-normalizer==3.3.2
45
+ # via requests
46
+ dataclasses-json==0.6.6
47
+ # via langchain
48
+ # via langchain-community
49
+ defusedxml==0.7.1
50
+ # via langchain-anthropic
51
+ distro==1.9.0
52
+ # via anthropic
53
+ # via groq
54
+ # via openai
55
+ exceptiongroup==1.2.1
56
+ # via anyio
57
+ # via pytest
58
+ faiss-cpu==1.8.0
59
+ # via scrapegraphai
60
+ filelock==3.14.0
61
+ # via huggingface-hub
62
+ free-proxy==1.1.1
63
+ # via scrapegraphai
64
+ frozenlist==1.4.1
65
+ # via aiohttp
66
+ # via aiosignal
67
+ fsspec==2024.5.0
68
+ # via huggingface-hub
69
+ google==3.0.0
70
+ # via scrapegraphai
71
+ google-ai-generativelanguage==0.6.3
72
+ # via google-generativeai
73
+ google-api-core==2.19.0
74
+ # via google-ai-generativelanguage
75
+ # via google-api-python-client
76
+ # via google-generativeai
77
+ google-api-python-client==2.129.0
78
+ # via google-generativeai
79
+ google-auth==2.29.0
80
+ # via google-ai-generativelanguage
81
+ # via google-api-core
82
+ # via google-api-python-client
83
+ # via google-auth-httplib2
84
+ # via google-generativeai
85
+ google-auth-httplib2==0.2.0
86
+ # via google-api-python-client
87
+ google-generativeai==0.5.3
88
+ # via langchain-google-genai
89
+ googleapis-common-protos==1.63.0
90
+ # via google-api-core
91
+ # via grpcio-status
92
+ graphviz==0.20.3
93
+ # via scrapegraphai
94
+ greenlet==3.0.3
95
+ # via playwright
96
+ groq==0.5.0
97
+ # via langchain-groq
98
+ grpcio==1.63.0
99
+ # via google-api-core
100
+ # via grpcio-status
101
+ grpcio-status==1.62.2
102
+ # via google-api-core
103
+ h11==0.14.0
104
+ # via httpcore
105
+ html2text==2024.2.26
106
+ # via scrapegraphai
107
+ httpcore==1.0.5
108
+ # via httpx
109
+ httplib2==0.22.0
110
+ # via google-api-python-client
111
+ # via google-auth-httplib2
112
+ httpx==0.27.0
113
+ # via anthropic
114
+ # via groq
115
+ # via openai
116
+ # via yahoo-search-py
117
+ huggingface-hub==0.23.0
118
+ # via tokenizers
119
+ idna==3.7
120
+ # via anyio
121
+ # via httpx
122
+ # via requests
123
+ # via yarl
124
+ iniconfig==2.0.0
125
+ # via pytest
126
+ jmespath==1.0.1
127
+ # via boto3
128
+ # via botocore
129
+ jsonpatch==1.33
130
+ # via langchain
131
+ # via langchain-core
132
+ jsonpointer==2.4
133
+ # via jsonpatch
134
+ langchain==0.1.15
135
+ # via scrapegraphai
136
+ langchain-anthropic==0.1.11
137
+ # via scrapegraphai
138
+ langchain-aws==0.1.3
139
+ # via scrapegraphai
140
+ langchain-community==0.0.38
141
+ # via langchain
142
+ langchain-core==0.1.52
143
+ # via langchain
144
+ # via langchain-anthropic
145
+ # via langchain-aws
146
+ # via langchain-community
147
+ # via langchain-google-genai
148
+ # via langchain-groq
149
+ # via langchain-openai
150
+ # via langchain-text-splitters
151
+ langchain-google-genai==1.0.3
152
+ # via scrapegraphai
153
+ langchain-groq==0.1.3
154
+ # via scrapegraphai
155
+ langchain-openai==0.1.6
156
+ # via scrapegraphai
157
+ langchain-text-splitters==0.0.1
158
+ # via langchain
159
+ langsmith==0.1.58
160
+ # via langchain
161
+ # via langchain-community
162
+ # via langchain-core
163
+ lxml==5.2.2
164
+ # via free-proxy
165
+ marshmallow==3.21.2
166
+ # via dataclasses-json
167
+ minify-html==0.15.0
168
+ # via scrapegraphai
169
+ multidict==6.0.5
170
+ # via aiohttp
171
+ # via yarl
172
+ mypy-extensions==1.0.0
173
+ # via typing-inspect
174
+ numpy==1.26.4
175
+ # via faiss-cpu
176
+ # via langchain
177
+ # via langchain-aws
178
+ # via langchain-community
179
+ # via pandas
180
+ openai==1.30.1
181
+ # via langchain-openai
182
+ orjson==3.10.3
183
+ # via langsmith
184
+ packaging==23.2
185
+ # via huggingface-hub
186
+ # via langchain-core
187
+ # via marshmallow
188
+ # via pytest
189
+ pandas==2.2.2
190
+ # via scrapegraphai
191
+ playwright==1.43.0
192
+ # via scrapegraphai
193
+ pluggy==1.5.0
194
+ # via pytest
195
+ proto-plus==1.23.0
196
+ # via google-ai-generativelanguage
197
+ # via google-api-core
198
+ protobuf==4.25.3
199
+ # via google-ai-generativelanguage
200
+ # via google-api-core
201
+ # via google-generativeai
202
+ # via googleapis-common-protos
203
+ # via grpcio-status
204
+ # via proto-plus
205
+ pyasn1==0.6.0
206
+ # via pyasn1-modules
207
+ # via rsa
208
+ pyasn1-modules==0.4.0
209
+ # via google-auth
210
+ pydantic==2.7.1
211
+ # via anthropic
212
+ # via google-generativeai
213
+ # via groq
214
+ # via langchain
215
+ # via langchain-core
216
+ # via langsmith
217
+ # via openai
218
+ # via yahoo-search-py
219
+ pydantic-core==2.18.2
220
+ # via pydantic
221
+ pyee==11.1.0
222
+ # via playwright
223
+ pyparsing==3.1.2
224
+ # via httplib2
225
+ pytest==8.0.0
226
+ # via pytest-mock
227
+ pytest-mock==3.14.0
228
+ python-dateutil==2.9.0.post0
229
+ # via botocore
230
+ # via pandas
231
+ python-dotenv==1.0.1
232
+ # via scrapegraphai
233
+ pytz==2024.1
234
+ # via pandas
235
+ pyyaml==6.0.1
236
+ # via huggingface-hub
237
+ # via langchain
238
+ # via langchain-community
239
+ # via langchain-core
240
+ regex==2024.5.10
241
+ # via tiktoken
242
+ requests==2.31.0
243
+ # via free-proxy
244
+ # via google-api-core
245
+ # via huggingface-hub
246
+ # via langchain
247
+ # via langchain-community
248
+ # via langsmith
249
+ # via tiktoken
250
+ rsa==4.9
251
+ # via google-auth
252
+ s3transfer==0.10.1
253
+ # via boto3
254
+ selectolax==0.3.21
255
+ # via yahoo-search-py
256
+ six==1.16.0
257
+ # via python-dateutil
258
+ sniffio==1.3.1
259
+ # via anthropic
260
+ # via anyio
261
+ # via groq
262
+ # via httpx
263
+ # via openai
264
+ soupsieve==2.5
265
+ # via beautifulsoup4
266
+ sqlalchemy==2.0.30
267
+ # via langchain
268
+ # via langchain-community
269
+ tenacity==8.3.0
270
+ # via langchain
271
+ # via langchain-community
272
+ # via langchain-core
273
+ tiktoken==0.6.0
274
+ # via langchain-openai
275
+ # via scrapegraphai
276
+ tokenizers==0.19.1
277
+ # via anthropic
278
+ tomli==2.0.1
279
+ # via pytest
280
+ tqdm==4.66.4
281
+ # via google-generativeai
282
+ # via huggingface-hub
283
+ # via openai
284
+ # via scrapegraphai
285
+ typing-extensions==4.11.0
286
+ # via anthropic
287
+ # via anyio
288
+ # via google-generativeai
289
+ # via groq
290
+ # via huggingface-hub
291
+ # via openai
292
+ # via pydantic
293
+ # via pydantic-core
294
+ # via pyee
295
+ # via sqlalchemy
296
+ # via typing-inspect
297
+ typing-inspect==0.9.0
298
+ # via dataclasses-json
299
+ tzdata==2024.1
300
+ # via pandas
301
+ uritemplate==4.1.1
302
+ # via google-api-python-client
303
+ urllib3==2.2.1
304
+ # via botocore
305
+ # via requests
306
+ # via yahoo-search-py
307
+ yahoo-search-py==0.3
308
+ # via scrapegraphai
309
+ yarl==1.9.4
310
+ # via aiohttp
scrapegraphai-1.2.4/requirements.lock ADDED
@@ -0,0 +1,299 @@
1
+ # generated by rye
2
+ # use `rye lock` or `rye sync` to update this lockfile
3
+ #
4
+ # last locked with the following flags:
5
+ # pre: false
6
+ # features: []
7
+ # all-features: false
8
+ # with-sources: false
9
+
10
+ -e file:.
11
+ aiohttp==3.9.5
12
+ # via langchain
13
+ # via langchain-community
14
+ aiosignal==1.3.1
15
+ # via aiohttp
16
+ annotated-types==0.6.0
17
+ # via pydantic
18
+ anthropic==0.25.9
19
+ # via langchain-anthropic
20
+ anyio==4.3.0
21
+ # via anthropic
22
+ # via groq
23
+ # via httpx
24
+ # via openai
25
+ async-timeout==4.0.3
26
+ # via aiohttp
27
+ # via langchain
28
+ attrs==23.2.0
29
+ # via aiohttp
30
+ beautifulsoup4==4.12.3
31
+ # via google
32
+ # via scrapegraphai
33
+ boto3==1.34.105
34
+ # via langchain-aws
35
+ botocore==1.34.105
36
+ # via boto3
37
+ # via s3transfer
38
+ cachetools==5.3.3
39
+ # via google-auth
40
+ certifi==2024.2.2
41
+ # via httpcore
42
+ # via httpx
43
+ # via requests
44
+ charset-normalizer==3.3.2
45
+ # via requests
46
+ dataclasses-json==0.6.6
47
+ # via langchain
48
+ # via langchain-community
49
+ defusedxml==0.7.1
50
+ # via langchain-anthropic
51
+ distro==1.9.0
52
+ # via anthropic
53
+ # via groq
54
+ # via openai
55
+ exceptiongroup==1.2.1
56
+ # via anyio
57
+ faiss-cpu==1.8.0
58
+ # via scrapegraphai
59
+ filelock==3.14.0
60
+ # via huggingface-hub
61
+ free-proxy==1.1.1
62
+ # via scrapegraphai
63
+ frozenlist==1.4.1
64
+ # via aiohttp
65
+ # via aiosignal
66
+ fsspec==2024.5.0
67
+ # via huggingface-hub
68
+ google==3.0.0
69
+ # via scrapegraphai
70
+ google-ai-generativelanguage==0.6.3
71
+ # via google-generativeai
72
+ google-api-core==2.19.0
73
+ # via google-ai-generativelanguage
74
+ # via google-api-python-client
75
+ # via google-generativeai
76
+ google-api-python-client==2.129.0
77
+ # via google-generativeai
78
+ google-auth==2.29.0
79
+ # via google-ai-generativelanguage
80
+ # via google-api-core
81
+ # via google-api-python-client
82
+ # via google-auth-httplib2
83
+ # via google-generativeai
84
+ google-auth-httplib2==0.2.0
85
+ # via google-api-python-client
86
+ google-generativeai==0.5.3
87
+ # via langchain-google-genai
88
+ googleapis-common-protos==1.63.0
89
+ # via google-api-core
90
+ # via grpcio-status
91
+ graphviz==0.20.3
92
+ # via scrapegraphai
93
+ greenlet==3.0.3
94
+ # via playwright
95
+ groq==0.5.0
96
+ # via langchain-groq
97
+ grpcio==1.63.0
98
+ # via google-api-core
99
+ # via grpcio-status
100
+ grpcio-status==1.62.2
101
+ # via google-api-core
102
+ h11==0.14.0
103
+ # via httpcore
104
+ html2text==2024.2.26
105
+ # via scrapegraphai
106
+ httpcore==1.0.5
107
+ # via httpx
108
+ httplib2==0.22.0
109
+ # via google-api-python-client
110
+ # via google-auth-httplib2
111
+ httpx==0.27.0
112
+ # via anthropic
113
+ # via groq
114
+ # via openai
115
+ # via yahoo-search-py
116
+ huggingface-hub==0.23.0
117
+ # via tokenizers
118
+ idna==3.7
119
+ # via anyio
120
+ # via httpx
121
+ # via requests
122
+ # via yarl
123
+ jmespath==1.0.1
124
+ # via boto3
125
+ # via botocore
126
+ jsonpatch==1.33
127
+ # via langchain
128
+ # via langchain-core
129
+ jsonpointer==2.4
130
+ # via jsonpatch
131
+ langchain==0.1.15
132
+ # via scrapegraphai
133
+ langchain-anthropic==0.1.11
134
+ # via scrapegraphai
135
+ langchain-aws==0.1.3
136
+ # via scrapegraphai
137
+ langchain-community==0.0.38
138
+ # via langchain
139
+ langchain-core==0.1.52
140
+ # via langchain
141
+ # via langchain-anthropic
142
+ # via langchain-aws
143
+ # via langchain-community
144
+ # via langchain-google-genai
145
+ # via langchain-groq
146
+ # via langchain-openai
147
+ # via langchain-text-splitters
148
+ langchain-google-genai==1.0.3
149
+ # via scrapegraphai
150
+ langchain-groq==0.1.3
151
+ # via scrapegraphai
152
+ langchain-openai==0.1.6
153
+ # via scrapegraphai
154
+ langchain-text-splitters==0.0.1
155
+ # via langchain
156
+ langsmith==0.1.58
157
+ # via langchain
158
+ # via langchain-community
159
+ # via langchain-core
160
+ lxml==5.2.2
161
+ # via free-proxy
162
+ marshmallow==3.21.2
163
+ # via dataclasses-json
164
+ minify-html==0.15.0
165
+ # via scrapegraphai
166
+ multidict==6.0.5
167
+ # via aiohttp
168
+ # via yarl
169
+ mypy-extensions==1.0.0
170
+ # via typing-inspect
171
+ numpy==1.26.4
172
+ # via faiss-cpu
173
+ # via langchain
174
+ # via langchain-aws
175
+ # via langchain-community
176
+ # via pandas
177
+ openai==1.30.1
178
+ # via langchain-openai
179
+ orjson==3.10.3
180
+ # via langsmith
181
+ packaging==23.2
182
+ # via huggingface-hub
183
+ # via langchain-core
184
+ # via marshmallow
185
+ pandas==2.2.2
186
+ # via scrapegraphai
187
+ playwright==1.43.0
188
+ # via scrapegraphai
189
+ proto-plus==1.23.0
190
+ # via google-ai-generativelanguage
191
+ # via google-api-core
192
+ protobuf==4.25.3
193
+ # via google-ai-generativelanguage
194
+ # via google-api-core
195
+ # via google-generativeai
196
+ # via googleapis-common-protos
197
+ # via grpcio-status
198
+ # via proto-plus
199
+ pyasn1==0.6.0
200
+ # via pyasn1-modules
201
+ # via rsa
202
+ pyasn1-modules==0.4.0
203
+ # via google-auth
204
+ pydantic==2.7.1
205
+ # via anthropic
206
+ # via google-generativeai
207
+ # via groq
208
+ # via langchain
209
+ # via langchain-core
210
+ # via langsmith
211
+ # via openai
212
+ # via yahoo-search-py
213
+ pydantic-core==2.18.2
214
+ # via pydantic
215
+ pyee==11.1.0
216
+ # via playwright
217
+ pyparsing==3.1.2
218
+ # via httplib2
219
+ python-dateutil==2.9.0.post0
220
+ # via botocore
221
+ # via pandas
222
+ python-dotenv==1.0.1
223
+ # via scrapegraphai
224
+ pytz==2024.1
225
+ # via pandas
226
+ pyyaml==6.0.1
227
+ # via huggingface-hub
228
+ # via langchain
229
+ # via langchain-community
230
+ # via langchain-core
231
+ regex==2024.5.10
232
+ # via tiktoken
233
+ requests==2.31.0
234
+ # via free-proxy
235
+ # via google-api-core
236
+ # via huggingface-hub
237
+ # via langchain
238
+ # via langchain-community
239
+ # via langsmith
240
+ # via tiktoken
241
+ rsa==4.9
242
+ # via google-auth
243
+ s3transfer==0.10.1
244
+ # via boto3
245
+ selectolax==0.3.21
246
+ # via yahoo-search-py
247
+ six==1.16.0
248
+ # via python-dateutil
249
+ sniffio==1.3.1
250
+ # via anthropic
251
+ # via anyio
252
+ # via groq
253
+ # via httpx
254
+ # via openai
255
+ soupsieve==2.5
256
+ # via beautifulsoup4
257
+ sqlalchemy==2.0.30
258
+ # via langchain
259
+ # via langchain-community
260
+ tenacity==8.3.0
261
+ # via langchain
262
+ # via langchain-community
263
+ # via langchain-core
264
+ tiktoken==0.6.0
265
+ # via langchain-openai
266
+ # via scrapegraphai
267
+ tokenizers==0.19.1
268
+ # via anthropic
269
+ tqdm==4.66.4
270
+ # via google-generativeai
271
+ # via huggingface-hub
272
+ # via openai
273
+ # via scrapegraphai
274
+ typing-extensions==4.11.0
275
+ # via anthropic
276
+ # via anyio
277
+ # via google-generativeai
278
+ # via groq
279
+ # via huggingface-hub
280
+ # via openai
281
+ # via pydantic
282
+ # via pydantic-core
283
+ # via pyee
284
+ # via sqlalchemy
285
+ # via typing-inspect
286
+ typing-inspect==0.9.0
287
+ # via dataclasses-json
288
+ tzdata==2024.1
289
+ # via pandas
290
+ uritemplate==4.1.1
291
+ # via google-api-python-client
292
+ urllib3==2.2.1
293
+ # via botocore
294
+ # via requests
295
+ # via yahoo-search-py
296
+ yahoo-search-py==0.3
297
+ # via scrapegraphai
298
+ yarl==1.9.4
299
+ # via aiohttp
{scrapegraphai-1.2.2 → scrapegraphai-1.2.4}/scrapegraphai/graphs/omni_search_graph.py RENAMED
@@ -2,7 +2,7 @@
2
2
  OmniSearchGraph Module
3
3
  """
4
4
 
5
- from copy import deepcopy
5
+ from copy import copy, deepcopy
6
6
 
7
7
  from .base_graph import BaseGraph
8
8
  from ..nodes import (
@@ -43,7 +43,11 @@ class OmniSearchGraph(AbstractGraph):
43
43
  def __init__(self, prompt: str, config: dict):
44
44
 
45
45
  self.max_results = config.get("max_results", 3)
46
- self.copy_config = deepcopy(config)
46
+
47
+ if all(isinstance(value, str) for value in config.values()):
48
+ self.copy_config = copy(config)
49
+ else:
50
+ self.copy_config = deepcopy(config)
47
51
 
48
52
  super().__init__(prompt, config)
49
53