scrapegraphai 1.2.2__tar.gz → 1.2.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/.gitignore +2 -2
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/CHANGELOG.md +7 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/PKG-INFO +1 -1
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/pyproject.toml +1 -1
- scrapegraphai-1.2.3/requirements-dev.lock +310 -0
- scrapegraphai-1.2.3/requirements.lock +299 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/graphs/omni_search_graph.py +2 -2
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/graphs/search_graph.py +2 -2
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/.gitattributes +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/.github/ISSUE_TEMPLATE/bug_report.md +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/.github/ISSUE_TEMPLATE/custom.md +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/.github/ISSUE_TEMPLATE/feature_request.md +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/.github/workflows/codeql.yml +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/.github/workflows/dependency-review.yml +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/.github/workflows/pylint.yml +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/.github/workflows/python-publish.yml +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/.github/workflows/release.yml +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/.releaserc.yml +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/CODE_OF_CONDUCT.md +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/CONTRIBUTING.md +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/Dockerfile +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/LICENSE +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/README.md +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/SECURITY.md +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/citation.cff +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docker-compose.yml +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/Makefile +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/README.md +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/assets/apikey_1.png +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/assets/apikey_2.png +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/assets/apikey_3.png +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/assets/apikey_4.png +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/assets/codespaces-badge.png +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/assets/logo_authors.png +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/assets/omniscrapergraph.png +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/assets/omnisearchgraph.png +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/assets/project_overview_diagram.fig +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/assets/project_overview_diagram.png +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/assets/scrapegraphai_logo.png +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/assets/searchgraph.png +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/assets/serp_api_logo.png +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/assets/smartscrapergraph.png +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/assets/speechgraph.png +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/make.bat +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/source/conf.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/source/getting_started/examples.rst +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/source/getting_started/installation.rst +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/source/index.rst +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/source/introduction/contributing.rst +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/source/introduction/overview.rst +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/source/modules/modules.rst +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/source/modules/scrapegraphai.graphs.rst +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/source/modules/scrapegraphai.nodes.rst +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/source/modules/scrapegraphai.rst +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/source/scrapers/benchmarks.rst +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/source/scrapers/graph_config.rst +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/source/scrapers/graphs.rst +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/docs/source/scrapers/llm.rst +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/anthropic/smart_scraper_haiku.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/azure/inputs/books.xml +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/azure/inputs/example.json +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/azure/inputs/username.csv +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/azure/json_scraper_azure.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/azure/search_graph_azure.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/azure/smart_scraper_azure_openai.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/azure/xml_scraper_azure.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/bedrock/smart_scraper_bedrock.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/benchmarks/GenerateScraper/.env.example +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/benchmarks/GenerateScraper/Readme.md +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/benchmarks/GenerateScraper/benchmark_docker.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/benchmarks/GenerateScraper/benchmark_groq.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/benchmarks/GenerateScraper/benchmark_llama3.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/benchmarks/GenerateScraper/benchmark_mistral.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/benchmarks/GenerateScraper/benchmark_openai_gpt35.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/benchmarks/GenerateScraper/benchmark_openai_gpt4.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/benchmarks/GenerateScraper/inputs/example_1.txt +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/benchmarks/GenerateScraper/inputs/example_2.txt +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/benchmarks/SmartScraper/.env.example +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/benchmarks/SmartScraper/Readme.md +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/benchmarks/SmartScraper/benchmark_docker.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/benchmarks/SmartScraper/benchmark_groq.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/benchmarks/SmartScraper/benchmark_llama3.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/benchmarks/SmartScraper/benchmark_mistral.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/benchmarks/SmartScraper/benchmark_openai_gpt35.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/benchmarks/SmartScraper/benchmark_openai_gpt4.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/benchmarks/SmartScraper/inputs/example_1.txt +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/benchmarks/SmartScraper/inputs/example_2.txt +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/benchmarks/readme.md +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/deepseek/.env.example +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/deepseek/csv_scraper_deepseek.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/deepseek/inputs/books.xml +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/deepseek/inputs/example.json +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/deepseek/inputs/username.csv +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/deepseek/json_scraper_deepseek.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/deepseek/script_generator_deepseek.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/deepseek/search_graph_deepseek.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/deepseek/smart_scarper_deepseek.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/deepseek/xml_scraper_deepseek.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/gemini/.env.example +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/gemini/csv_scraper_gemini.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/gemini/custom_graph_gemini.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/gemini/inputs/books.xml +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/gemini/inputs/example.json +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/gemini/inputs/plain_html_example.txt +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/gemini/inputs/username.csv +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/gemini/json_scraper_gemini.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/gemini/readme.md +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/gemini/scrape_plain_text_gemini.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/gemini/scrape_xml_gemini.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/gemini/script_generator_gemini.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/gemini/search_graph_gemini.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/gemini/smart_scraper_gemini.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/gemini/xml_scraper_openai.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/groq/.env.example +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/groq/search_graph_groq_openai.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/groq/smart_scraper_groq_ollama.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/groq/smart_scraper_groq_openai.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/huggingfacehub/smart_scraper_huggingfacehub.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/local_models/csv_scraper_ollama.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/local_models/inputs/books.xml +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/local_models/inputs/example.json +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/local_models/inputs/plain_html_example.txt +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/local_models/inputs/username.csv +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/local_models/json_scraper_ollama.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/local_models/scrape_plain_text_ollama.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/local_models/scrape_xml_ollama.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/local_models/script_generator_ollama.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/local_models/search_graph_ollama.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/local_models/smart_scraper_ollama.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/local_models/xml_scraper_ollama.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/mixed_models/.env.example +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/mixed_models/inputs/books.xml +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/mixed_models/inputs/example.json +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/mixed_models/inputs/plain_html_example.txt +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/mixed_models/readme.md +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/mixed_models/search_graph_groq_ollama.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/mixed_models/smart_scraper_mixed.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/openai/.env.example +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/openai/csv_scraper_openai.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/openai/custom_graph_openai.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/openai/deep_scraper_openai.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/openai/inputs/books.xml +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/openai/inputs/example.json +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/openai/inputs/plain_html_example.txt +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/openai/inputs/username.csv +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/openai/json_scraper_openai.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/openai/omni_scraper_openai.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/openai/omni_search_graph_openai.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/openai/readme.md +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/openai/scrape_plain_text_openai.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/openai/script_generator_openai.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/openai/search_graph_openai.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/openai/smart_scraper_openai.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/openai/speech_graph_openai.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/openai/xml_scraper_openai.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/readme.md +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/single_node/fetch_node.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/single_node/image2text_node.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/examples/single_node/robot_node.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/manual deployment/commit_and_push.sh +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/manual deployment/commit_and_push_with_tests.sh +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/manual deployment/deploy_on_pip.sh +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/readthedocs.yml +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/requirements-dev.txt +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/requirements.txt +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/__init__.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/builders/__init__.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/builders/graph_builder.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/docloaders/__init__.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/docloaders/chromium.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/graphs/__init__.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/graphs/abstract_graph.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/graphs/base_graph.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/graphs/csv_scraper_graph.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/graphs/deep_scraper_graph.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/graphs/json_scraper_graph.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/graphs/omni_scraper_graph.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/graphs/pdf_scraper_graph.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/graphs/script_creator_graph.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/graphs/smart_scraper_graph.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/graphs/speech_graph.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/graphs/xml_scraper_graph.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/helpers/__init__.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/helpers/models_tokens.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/helpers/nodes_metadata.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/helpers/robots.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/helpers/schemas.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/models/__init__.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/models/anthropic.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/models/azure_openai.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/models/bedrock.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/models/deepseek.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/models/gemini.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/models/groq.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/models/hugging_face.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/models/ollama.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/models/openai.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/models/openai_itt.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/models/openai_tts.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/nodes/__init__.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/nodes/base_node.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/nodes/conditional_node.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/nodes/fetch_node.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/nodes/generate_answer_csv_node.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/nodes/generate_answer_node.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/nodes/generate_answer_omni_node.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/nodes/generate_answer_pdf_node.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/nodes/generate_scraper_node.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/nodes/get_probable_tags_node.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/nodes/graph_iterator_node.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/nodes/image_to_text_node.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/nodes/merge_answers_node.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/nodes/parse_node.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/nodes/rag_node.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/nodes/robots_node.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/nodes/search_internet_node.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/nodes/search_link_node.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/nodes/text_to_speech_node.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/utils/__init__.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/utils/cleanup_html.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/utils/convert_to_csv.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/utils/convert_to_json.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/utils/parse_state_keys.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/utils/prettify_exec_info.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/utils/proxy_rotation.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/utils/research_web.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/utils/save_audio_from_bytes.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/utils/sys_dynamic_import.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/scrapegraphai/utils/token_calculator.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/tests/Readme.md +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/tests/graphs/inputs/books.xml +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/tests/graphs/inputs/example.json +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/tests/graphs/inputs/plain_html_example.txt +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/tests/graphs/inputs/username.csv +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/tests/graphs/scrape_json_ollama.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/tests/graphs/scrape_plain_text_llama3_test.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/tests/graphs/scrape_plain_text_mistral_test.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/tests/graphs/scrape_xml_ollama_test.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/tests/graphs/script_generator_test.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/tests/graphs/smart_scraper_ollama_test.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/tests/nodes/fetch_node_test.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/tests/nodes/robot_node_test.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/tests/utils/test_proxy_rotation.py +0 -0
- {scrapegraphai-1.2.2 → scrapegraphai-1.2.3}/tests/utils/test_sys_dynamic_import.py +0 -0
|
@@ -14,6 +14,7 @@ dist/
|
|
|
14
14
|
*.egg-info/
|
|
15
15
|
*.egg
|
|
16
16
|
MANIFEST
|
|
17
|
+
*.python-version
|
|
17
18
|
|
|
18
19
|
docs/build/
|
|
19
20
|
docs/source/_templates/
|
|
@@ -31,6 +32,5 @@ examples/graph_examples/ScrapeGraphAI_generated_graph
|
|
|
31
32
|
examples/**/result.csv
|
|
32
33
|
examples/**/result.json
|
|
33
34
|
main.py
|
|
34
|
-
|
|
35
|
-
*.lock
|
|
35
|
+
|
|
36
36
|
|
|
@@ -1,3 +1,10 @@
|
|
|
1
|
+
## [1.2.3](https://github.com/VinciGit00/Scrapegraph-ai/compare/v1.2.2...v1.2.3) (2024-05-15)
|
|
2
|
+
|
|
3
|
+
|
|
4
|
+
### Bug Fixes
|
|
5
|
+
|
|
6
|
+
* **deepcopy:** reaplced to shallow copy ([999c930](https://github.com/VinciGit00/Scrapegraph-ai/commit/999c930f424430a3d3d7ff604afbd2bf6d27c7ad))
|
|
7
|
+
|
|
1
8
|
## [1.2.2](https://github.com/VinciGit00/Scrapegraph-ai/compare/v1.2.1...v1.2.2) (2024-05-15)
|
|
2
9
|
|
|
3
10
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.3
|
|
2
2
|
Name: scrapegraphai
|
|
3
|
-
Version: 1.2.
|
|
3
|
+
Version: 1.2.3
|
|
4
4
|
Summary: A web scraping library based on LangChain which uses LLM and direct graph logic to create scraping pipelines.
|
|
5
5
|
Author-email: Marco Vinciguerra <mvincig11@gmail.com>, Marco Perini <perinim.98@gmail.com>, Lorenzo Padoan <lorenzo.padoan977@gmail.com>
|
|
6
6
|
License-Expression: MIT
|
|
@@ -0,0 +1,310 @@
|
|
|
1
|
+
# generated by rye
|
|
2
|
+
# use `rye lock` or `rye sync` to update this lockfile
|
|
3
|
+
#
|
|
4
|
+
# last locked with the following flags:
|
|
5
|
+
# pre: false
|
|
6
|
+
# features: []
|
|
7
|
+
# all-features: false
|
|
8
|
+
# with-sources: false
|
|
9
|
+
|
|
10
|
+
-e file:.
|
|
11
|
+
aiohttp==3.9.5
|
|
12
|
+
# via langchain
|
|
13
|
+
# via langchain-community
|
|
14
|
+
aiosignal==1.3.1
|
|
15
|
+
# via aiohttp
|
|
16
|
+
annotated-types==0.6.0
|
|
17
|
+
# via pydantic
|
|
18
|
+
anthropic==0.25.9
|
|
19
|
+
# via langchain-anthropic
|
|
20
|
+
anyio==4.3.0
|
|
21
|
+
# via anthropic
|
|
22
|
+
# via groq
|
|
23
|
+
# via httpx
|
|
24
|
+
# via openai
|
|
25
|
+
async-timeout==4.0.3
|
|
26
|
+
# via aiohttp
|
|
27
|
+
# via langchain
|
|
28
|
+
attrs==23.2.0
|
|
29
|
+
# via aiohttp
|
|
30
|
+
beautifulsoup4==4.12.3
|
|
31
|
+
# via google
|
|
32
|
+
# via scrapegraphai
|
|
33
|
+
boto3==1.34.105
|
|
34
|
+
# via langchain-aws
|
|
35
|
+
botocore==1.34.105
|
|
36
|
+
# via boto3
|
|
37
|
+
# via s3transfer
|
|
38
|
+
cachetools==5.3.3
|
|
39
|
+
# via google-auth
|
|
40
|
+
certifi==2024.2.2
|
|
41
|
+
# via httpcore
|
|
42
|
+
# via httpx
|
|
43
|
+
# via requests
|
|
44
|
+
charset-normalizer==3.3.2
|
|
45
|
+
# via requests
|
|
46
|
+
dataclasses-json==0.6.6
|
|
47
|
+
# via langchain
|
|
48
|
+
# via langchain-community
|
|
49
|
+
defusedxml==0.7.1
|
|
50
|
+
# via langchain-anthropic
|
|
51
|
+
distro==1.9.0
|
|
52
|
+
# via anthropic
|
|
53
|
+
# via groq
|
|
54
|
+
# via openai
|
|
55
|
+
exceptiongroup==1.2.1
|
|
56
|
+
# via anyio
|
|
57
|
+
# via pytest
|
|
58
|
+
faiss-cpu==1.8.0
|
|
59
|
+
# via scrapegraphai
|
|
60
|
+
filelock==3.14.0
|
|
61
|
+
# via huggingface-hub
|
|
62
|
+
free-proxy==1.1.1
|
|
63
|
+
# via scrapegraphai
|
|
64
|
+
frozenlist==1.4.1
|
|
65
|
+
# via aiohttp
|
|
66
|
+
# via aiosignal
|
|
67
|
+
fsspec==2024.5.0
|
|
68
|
+
# via huggingface-hub
|
|
69
|
+
google==3.0.0
|
|
70
|
+
# via scrapegraphai
|
|
71
|
+
google-ai-generativelanguage==0.6.3
|
|
72
|
+
# via google-generativeai
|
|
73
|
+
google-api-core==2.19.0
|
|
74
|
+
# via google-ai-generativelanguage
|
|
75
|
+
# via google-api-python-client
|
|
76
|
+
# via google-generativeai
|
|
77
|
+
google-api-python-client==2.129.0
|
|
78
|
+
# via google-generativeai
|
|
79
|
+
google-auth==2.29.0
|
|
80
|
+
# via google-ai-generativelanguage
|
|
81
|
+
# via google-api-core
|
|
82
|
+
# via google-api-python-client
|
|
83
|
+
# via google-auth-httplib2
|
|
84
|
+
# via google-generativeai
|
|
85
|
+
google-auth-httplib2==0.2.0
|
|
86
|
+
# via google-api-python-client
|
|
87
|
+
google-generativeai==0.5.3
|
|
88
|
+
# via langchain-google-genai
|
|
89
|
+
googleapis-common-protos==1.63.0
|
|
90
|
+
# via google-api-core
|
|
91
|
+
# via grpcio-status
|
|
92
|
+
graphviz==0.20.3
|
|
93
|
+
# via scrapegraphai
|
|
94
|
+
greenlet==3.0.3
|
|
95
|
+
# via playwright
|
|
96
|
+
groq==0.5.0
|
|
97
|
+
# via langchain-groq
|
|
98
|
+
grpcio==1.63.0
|
|
99
|
+
# via google-api-core
|
|
100
|
+
# via grpcio-status
|
|
101
|
+
grpcio-status==1.62.2
|
|
102
|
+
# via google-api-core
|
|
103
|
+
h11==0.14.0
|
|
104
|
+
# via httpcore
|
|
105
|
+
html2text==2024.2.26
|
|
106
|
+
# via scrapegraphai
|
|
107
|
+
httpcore==1.0.5
|
|
108
|
+
# via httpx
|
|
109
|
+
httplib2==0.22.0
|
|
110
|
+
# via google-api-python-client
|
|
111
|
+
# via google-auth-httplib2
|
|
112
|
+
httpx==0.27.0
|
|
113
|
+
# via anthropic
|
|
114
|
+
# via groq
|
|
115
|
+
# via openai
|
|
116
|
+
# via yahoo-search-py
|
|
117
|
+
huggingface-hub==0.23.0
|
|
118
|
+
# via tokenizers
|
|
119
|
+
idna==3.7
|
|
120
|
+
# via anyio
|
|
121
|
+
# via httpx
|
|
122
|
+
# via requests
|
|
123
|
+
# via yarl
|
|
124
|
+
iniconfig==2.0.0
|
|
125
|
+
# via pytest
|
|
126
|
+
jmespath==1.0.1
|
|
127
|
+
# via boto3
|
|
128
|
+
# via botocore
|
|
129
|
+
jsonpatch==1.33
|
|
130
|
+
# via langchain
|
|
131
|
+
# via langchain-core
|
|
132
|
+
jsonpointer==2.4
|
|
133
|
+
# via jsonpatch
|
|
134
|
+
langchain==0.1.15
|
|
135
|
+
# via scrapegraphai
|
|
136
|
+
langchain-anthropic==0.1.11
|
|
137
|
+
# via scrapegraphai
|
|
138
|
+
langchain-aws==0.1.3
|
|
139
|
+
# via scrapegraphai
|
|
140
|
+
langchain-community==0.0.38
|
|
141
|
+
# via langchain
|
|
142
|
+
langchain-core==0.1.52
|
|
143
|
+
# via langchain
|
|
144
|
+
# via langchain-anthropic
|
|
145
|
+
# via langchain-aws
|
|
146
|
+
# via langchain-community
|
|
147
|
+
# via langchain-google-genai
|
|
148
|
+
# via langchain-groq
|
|
149
|
+
# via langchain-openai
|
|
150
|
+
# via langchain-text-splitters
|
|
151
|
+
langchain-google-genai==1.0.3
|
|
152
|
+
# via scrapegraphai
|
|
153
|
+
langchain-groq==0.1.3
|
|
154
|
+
# via scrapegraphai
|
|
155
|
+
langchain-openai==0.1.6
|
|
156
|
+
# via scrapegraphai
|
|
157
|
+
langchain-text-splitters==0.0.1
|
|
158
|
+
# via langchain
|
|
159
|
+
langsmith==0.1.58
|
|
160
|
+
# via langchain
|
|
161
|
+
# via langchain-community
|
|
162
|
+
# via langchain-core
|
|
163
|
+
lxml==5.2.2
|
|
164
|
+
# via free-proxy
|
|
165
|
+
marshmallow==3.21.2
|
|
166
|
+
# via dataclasses-json
|
|
167
|
+
minify-html==0.15.0
|
|
168
|
+
# via scrapegraphai
|
|
169
|
+
multidict==6.0.5
|
|
170
|
+
# via aiohttp
|
|
171
|
+
# via yarl
|
|
172
|
+
mypy-extensions==1.0.0
|
|
173
|
+
# via typing-inspect
|
|
174
|
+
numpy==1.26.4
|
|
175
|
+
# via faiss-cpu
|
|
176
|
+
# via langchain
|
|
177
|
+
# via langchain-aws
|
|
178
|
+
# via langchain-community
|
|
179
|
+
# via pandas
|
|
180
|
+
openai==1.30.1
|
|
181
|
+
# via langchain-openai
|
|
182
|
+
orjson==3.10.3
|
|
183
|
+
# via langsmith
|
|
184
|
+
packaging==23.2
|
|
185
|
+
# via huggingface-hub
|
|
186
|
+
# via langchain-core
|
|
187
|
+
# via marshmallow
|
|
188
|
+
# via pytest
|
|
189
|
+
pandas==2.2.2
|
|
190
|
+
# via scrapegraphai
|
|
191
|
+
playwright==1.43.0
|
|
192
|
+
# via scrapegraphai
|
|
193
|
+
pluggy==1.5.0
|
|
194
|
+
# via pytest
|
|
195
|
+
proto-plus==1.23.0
|
|
196
|
+
# via google-ai-generativelanguage
|
|
197
|
+
# via google-api-core
|
|
198
|
+
protobuf==4.25.3
|
|
199
|
+
# via google-ai-generativelanguage
|
|
200
|
+
# via google-api-core
|
|
201
|
+
# via google-generativeai
|
|
202
|
+
# via googleapis-common-protos
|
|
203
|
+
# via grpcio-status
|
|
204
|
+
# via proto-plus
|
|
205
|
+
pyasn1==0.6.0
|
|
206
|
+
# via pyasn1-modules
|
|
207
|
+
# via rsa
|
|
208
|
+
pyasn1-modules==0.4.0
|
|
209
|
+
# via google-auth
|
|
210
|
+
pydantic==2.7.1
|
|
211
|
+
# via anthropic
|
|
212
|
+
# via google-generativeai
|
|
213
|
+
# via groq
|
|
214
|
+
# via langchain
|
|
215
|
+
# via langchain-core
|
|
216
|
+
# via langsmith
|
|
217
|
+
# via openai
|
|
218
|
+
# via yahoo-search-py
|
|
219
|
+
pydantic-core==2.18.2
|
|
220
|
+
# via pydantic
|
|
221
|
+
pyee==11.1.0
|
|
222
|
+
# via playwright
|
|
223
|
+
pyparsing==3.1.2
|
|
224
|
+
# via httplib2
|
|
225
|
+
pytest==8.0.0
|
|
226
|
+
# via pytest-mock
|
|
227
|
+
pytest-mock==3.14.0
|
|
228
|
+
python-dateutil==2.9.0.post0
|
|
229
|
+
# via botocore
|
|
230
|
+
# via pandas
|
|
231
|
+
python-dotenv==1.0.1
|
|
232
|
+
# via scrapegraphai
|
|
233
|
+
pytz==2024.1
|
|
234
|
+
# via pandas
|
|
235
|
+
pyyaml==6.0.1
|
|
236
|
+
# via huggingface-hub
|
|
237
|
+
# via langchain
|
|
238
|
+
# via langchain-community
|
|
239
|
+
# via langchain-core
|
|
240
|
+
regex==2024.5.10
|
|
241
|
+
# via tiktoken
|
|
242
|
+
requests==2.31.0
|
|
243
|
+
# via free-proxy
|
|
244
|
+
# via google-api-core
|
|
245
|
+
# via huggingface-hub
|
|
246
|
+
# via langchain
|
|
247
|
+
# via langchain-community
|
|
248
|
+
# via langsmith
|
|
249
|
+
# via tiktoken
|
|
250
|
+
rsa==4.9
|
|
251
|
+
# via google-auth
|
|
252
|
+
s3transfer==0.10.1
|
|
253
|
+
# via boto3
|
|
254
|
+
selectolax==0.3.21
|
|
255
|
+
# via yahoo-search-py
|
|
256
|
+
six==1.16.0
|
|
257
|
+
# via python-dateutil
|
|
258
|
+
sniffio==1.3.1
|
|
259
|
+
# via anthropic
|
|
260
|
+
# via anyio
|
|
261
|
+
# via groq
|
|
262
|
+
# via httpx
|
|
263
|
+
# via openai
|
|
264
|
+
soupsieve==2.5
|
|
265
|
+
# via beautifulsoup4
|
|
266
|
+
sqlalchemy==2.0.30
|
|
267
|
+
# via langchain
|
|
268
|
+
# via langchain-community
|
|
269
|
+
tenacity==8.3.0
|
|
270
|
+
# via langchain
|
|
271
|
+
# via langchain-community
|
|
272
|
+
# via langchain-core
|
|
273
|
+
tiktoken==0.6.0
|
|
274
|
+
# via langchain-openai
|
|
275
|
+
# via scrapegraphai
|
|
276
|
+
tokenizers==0.19.1
|
|
277
|
+
# via anthropic
|
|
278
|
+
tomli==2.0.1
|
|
279
|
+
# via pytest
|
|
280
|
+
tqdm==4.66.4
|
|
281
|
+
# via google-generativeai
|
|
282
|
+
# via huggingface-hub
|
|
283
|
+
# via openai
|
|
284
|
+
# via scrapegraphai
|
|
285
|
+
typing-extensions==4.11.0
|
|
286
|
+
# via anthropic
|
|
287
|
+
# via anyio
|
|
288
|
+
# via google-generativeai
|
|
289
|
+
# via groq
|
|
290
|
+
# via huggingface-hub
|
|
291
|
+
# via openai
|
|
292
|
+
# via pydantic
|
|
293
|
+
# via pydantic-core
|
|
294
|
+
# via pyee
|
|
295
|
+
# via sqlalchemy
|
|
296
|
+
# via typing-inspect
|
|
297
|
+
typing-inspect==0.9.0
|
|
298
|
+
# via dataclasses-json
|
|
299
|
+
tzdata==2024.1
|
|
300
|
+
# via pandas
|
|
301
|
+
uritemplate==4.1.1
|
|
302
|
+
# via google-api-python-client
|
|
303
|
+
urllib3==2.2.1
|
|
304
|
+
# via botocore
|
|
305
|
+
# via requests
|
|
306
|
+
# via yahoo-search-py
|
|
307
|
+
yahoo-search-py==0.3
|
|
308
|
+
# via scrapegraphai
|
|
309
|
+
yarl==1.9.4
|
|
310
|
+
# via aiohttp
|
|
@@ -0,0 +1,299 @@
|
|
|
1
|
+
# generated by rye
|
|
2
|
+
# use `rye lock` or `rye sync` to update this lockfile
|
|
3
|
+
#
|
|
4
|
+
# last locked with the following flags:
|
|
5
|
+
# pre: false
|
|
6
|
+
# features: []
|
|
7
|
+
# all-features: false
|
|
8
|
+
# with-sources: false
|
|
9
|
+
|
|
10
|
+
-e file:.
|
|
11
|
+
aiohttp==3.9.5
|
|
12
|
+
# via langchain
|
|
13
|
+
# via langchain-community
|
|
14
|
+
aiosignal==1.3.1
|
|
15
|
+
# via aiohttp
|
|
16
|
+
annotated-types==0.6.0
|
|
17
|
+
# via pydantic
|
|
18
|
+
anthropic==0.25.9
|
|
19
|
+
# via langchain-anthropic
|
|
20
|
+
anyio==4.3.0
|
|
21
|
+
# via anthropic
|
|
22
|
+
# via groq
|
|
23
|
+
# via httpx
|
|
24
|
+
# via openai
|
|
25
|
+
async-timeout==4.0.3
|
|
26
|
+
# via aiohttp
|
|
27
|
+
# via langchain
|
|
28
|
+
attrs==23.2.0
|
|
29
|
+
# via aiohttp
|
|
30
|
+
beautifulsoup4==4.12.3
|
|
31
|
+
# via google
|
|
32
|
+
# via scrapegraphai
|
|
33
|
+
boto3==1.34.105
|
|
34
|
+
# via langchain-aws
|
|
35
|
+
botocore==1.34.105
|
|
36
|
+
# via boto3
|
|
37
|
+
# via s3transfer
|
|
38
|
+
cachetools==5.3.3
|
|
39
|
+
# via google-auth
|
|
40
|
+
certifi==2024.2.2
|
|
41
|
+
# via httpcore
|
|
42
|
+
# via httpx
|
|
43
|
+
# via requests
|
|
44
|
+
charset-normalizer==3.3.2
|
|
45
|
+
# via requests
|
|
46
|
+
dataclasses-json==0.6.6
|
|
47
|
+
# via langchain
|
|
48
|
+
# via langchain-community
|
|
49
|
+
defusedxml==0.7.1
|
|
50
|
+
# via langchain-anthropic
|
|
51
|
+
distro==1.9.0
|
|
52
|
+
# via anthropic
|
|
53
|
+
# via groq
|
|
54
|
+
# via openai
|
|
55
|
+
exceptiongroup==1.2.1
|
|
56
|
+
# via anyio
|
|
57
|
+
faiss-cpu==1.8.0
|
|
58
|
+
# via scrapegraphai
|
|
59
|
+
filelock==3.14.0
|
|
60
|
+
# via huggingface-hub
|
|
61
|
+
free-proxy==1.1.1
|
|
62
|
+
# via scrapegraphai
|
|
63
|
+
frozenlist==1.4.1
|
|
64
|
+
# via aiohttp
|
|
65
|
+
# via aiosignal
|
|
66
|
+
fsspec==2024.5.0
|
|
67
|
+
# via huggingface-hub
|
|
68
|
+
google==3.0.0
|
|
69
|
+
# via scrapegraphai
|
|
70
|
+
google-ai-generativelanguage==0.6.3
|
|
71
|
+
# via google-generativeai
|
|
72
|
+
google-api-core==2.19.0
|
|
73
|
+
# via google-ai-generativelanguage
|
|
74
|
+
# via google-api-python-client
|
|
75
|
+
# via google-generativeai
|
|
76
|
+
google-api-python-client==2.129.0
|
|
77
|
+
# via google-generativeai
|
|
78
|
+
google-auth==2.29.0
|
|
79
|
+
# via google-ai-generativelanguage
|
|
80
|
+
# via google-api-core
|
|
81
|
+
# via google-api-python-client
|
|
82
|
+
# via google-auth-httplib2
|
|
83
|
+
# via google-generativeai
|
|
84
|
+
google-auth-httplib2==0.2.0
|
|
85
|
+
# via google-api-python-client
|
|
86
|
+
google-generativeai==0.5.3
|
|
87
|
+
# via langchain-google-genai
|
|
88
|
+
googleapis-common-protos==1.63.0
|
|
89
|
+
# via google-api-core
|
|
90
|
+
# via grpcio-status
|
|
91
|
+
graphviz==0.20.3
|
|
92
|
+
# via scrapegraphai
|
|
93
|
+
greenlet==3.0.3
|
|
94
|
+
# via playwright
|
|
95
|
+
groq==0.5.0
|
|
96
|
+
# via langchain-groq
|
|
97
|
+
grpcio==1.63.0
|
|
98
|
+
# via google-api-core
|
|
99
|
+
# via grpcio-status
|
|
100
|
+
grpcio-status==1.62.2
|
|
101
|
+
# via google-api-core
|
|
102
|
+
h11==0.14.0
|
|
103
|
+
# via httpcore
|
|
104
|
+
html2text==2024.2.26
|
|
105
|
+
# via scrapegraphai
|
|
106
|
+
httpcore==1.0.5
|
|
107
|
+
# via httpx
|
|
108
|
+
httplib2==0.22.0
|
|
109
|
+
# via google-api-python-client
|
|
110
|
+
# via google-auth-httplib2
|
|
111
|
+
httpx==0.27.0
|
|
112
|
+
# via anthropic
|
|
113
|
+
# via groq
|
|
114
|
+
# via openai
|
|
115
|
+
# via yahoo-search-py
|
|
116
|
+
huggingface-hub==0.23.0
|
|
117
|
+
# via tokenizers
|
|
118
|
+
idna==3.7
|
|
119
|
+
# via anyio
|
|
120
|
+
# via httpx
|
|
121
|
+
# via requests
|
|
122
|
+
# via yarl
|
|
123
|
+
jmespath==1.0.1
|
|
124
|
+
# via boto3
|
|
125
|
+
# via botocore
|
|
126
|
+
jsonpatch==1.33
|
|
127
|
+
# via langchain
|
|
128
|
+
# via langchain-core
|
|
129
|
+
jsonpointer==2.4
|
|
130
|
+
# via jsonpatch
|
|
131
|
+
langchain==0.1.15
|
|
132
|
+
# via scrapegraphai
|
|
133
|
+
langchain-anthropic==0.1.11
|
|
134
|
+
# via scrapegraphai
|
|
135
|
+
langchain-aws==0.1.3
|
|
136
|
+
# via scrapegraphai
|
|
137
|
+
langchain-community==0.0.38
|
|
138
|
+
# via langchain
|
|
139
|
+
langchain-core==0.1.52
|
|
140
|
+
# via langchain
|
|
141
|
+
# via langchain-anthropic
|
|
142
|
+
# via langchain-aws
|
|
143
|
+
# via langchain-community
|
|
144
|
+
# via langchain-google-genai
|
|
145
|
+
# via langchain-groq
|
|
146
|
+
# via langchain-openai
|
|
147
|
+
# via langchain-text-splitters
|
|
148
|
+
langchain-google-genai==1.0.3
|
|
149
|
+
# via scrapegraphai
|
|
150
|
+
langchain-groq==0.1.3
|
|
151
|
+
# via scrapegraphai
|
|
152
|
+
langchain-openai==0.1.6
|
|
153
|
+
# via scrapegraphai
|
|
154
|
+
langchain-text-splitters==0.0.1
|
|
155
|
+
# via langchain
|
|
156
|
+
langsmith==0.1.58
|
|
157
|
+
# via langchain
|
|
158
|
+
# via langchain-community
|
|
159
|
+
# via langchain-core
|
|
160
|
+
lxml==5.2.2
|
|
161
|
+
# via free-proxy
|
|
162
|
+
marshmallow==3.21.2
|
|
163
|
+
# via dataclasses-json
|
|
164
|
+
minify-html==0.15.0
|
|
165
|
+
# via scrapegraphai
|
|
166
|
+
multidict==6.0.5
|
|
167
|
+
# via aiohttp
|
|
168
|
+
# via yarl
|
|
169
|
+
mypy-extensions==1.0.0
|
|
170
|
+
# via typing-inspect
|
|
171
|
+
numpy==1.26.4
|
|
172
|
+
# via faiss-cpu
|
|
173
|
+
# via langchain
|
|
174
|
+
# via langchain-aws
|
|
175
|
+
# via langchain-community
|
|
176
|
+
# via pandas
|
|
177
|
+
openai==1.30.1
|
|
178
|
+
# via langchain-openai
|
|
179
|
+
orjson==3.10.3
|
|
180
|
+
# via langsmith
|
|
181
|
+
packaging==23.2
|
|
182
|
+
# via huggingface-hub
|
|
183
|
+
# via langchain-core
|
|
184
|
+
# via marshmallow
|
|
185
|
+
pandas==2.2.2
|
|
186
|
+
# via scrapegraphai
|
|
187
|
+
playwright==1.43.0
|
|
188
|
+
# via scrapegraphai
|
|
189
|
+
proto-plus==1.23.0
|
|
190
|
+
# via google-ai-generativelanguage
|
|
191
|
+
# via google-api-core
|
|
192
|
+
protobuf==4.25.3
|
|
193
|
+
# via google-ai-generativelanguage
|
|
194
|
+
# via google-api-core
|
|
195
|
+
# via google-generativeai
|
|
196
|
+
# via googleapis-common-protos
|
|
197
|
+
# via grpcio-status
|
|
198
|
+
# via proto-plus
|
|
199
|
+
pyasn1==0.6.0
|
|
200
|
+
# via pyasn1-modules
|
|
201
|
+
# via rsa
|
|
202
|
+
pyasn1-modules==0.4.0
|
|
203
|
+
# via google-auth
|
|
204
|
+
pydantic==2.7.1
|
|
205
|
+
# via anthropic
|
|
206
|
+
# via google-generativeai
|
|
207
|
+
# via groq
|
|
208
|
+
# via langchain
|
|
209
|
+
# via langchain-core
|
|
210
|
+
# via langsmith
|
|
211
|
+
# via openai
|
|
212
|
+
# via yahoo-search-py
|
|
213
|
+
pydantic-core==2.18.2
|
|
214
|
+
# via pydantic
|
|
215
|
+
pyee==11.1.0
|
|
216
|
+
# via playwright
|
|
217
|
+
pyparsing==3.1.2
|
|
218
|
+
# via httplib2
|
|
219
|
+
python-dateutil==2.9.0.post0
|
|
220
|
+
# via botocore
|
|
221
|
+
# via pandas
|
|
222
|
+
python-dotenv==1.0.1
|
|
223
|
+
# via scrapegraphai
|
|
224
|
+
pytz==2024.1
|
|
225
|
+
# via pandas
|
|
226
|
+
pyyaml==6.0.1
|
|
227
|
+
# via huggingface-hub
|
|
228
|
+
# via langchain
|
|
229
|
+
# via langchain-community
|
|
230
|
+
# via langchain-core
|
|
231
|
+
regex==2024.5.10
|
|
232
|
+
# via tiktoken
|
|
233
|
+
requests==2.31.0
|
|
234
|
+
# via free-proxy
|
|
235
|
+
# via google-api-core
|
|
236
|
+
# via huggingface-hub
|
|
237
|
+
# via langchain
|
|
238
|
+
# via langchain-community
|
|
239
|
+
# via langsmith
|
|
240
|
+
# via tiktoken
|
|
241
|
+
rsa==4.9
|
|
242
|
+
# via google-auth
|
|
243
|
+
s3transfer==0.10.1
|
|
244
|
+
# via boto3
|
|
245
|
+
selectolax==0.3.21
|
|
246
|
+
# via yahoo-search-py
|
|
247
|
+
six==1.16.0
|
|
248
|
+
# via python-dateutil
|
|
249
|
+
sniffio==1.3.1
|
|
250
|
+
# via anthropic
|
|
251
|
+
# via anyio
|
|
252
|
+
# via groq
|
|
253
|
+
# via httpx
|
|
254
|
+
# via openai
|
|
255
|
+
soupsieve==2.5
|
|
256
|
+
# via beautifulsoup4
|
|
257
|
+
sqlalchemy==2.0.30
|
|
258
|
+
# via langchain
|
|
259
|
+
# via langchain-community
|
|
260
|
+
tenacity==8.3.0
|
|
261
|
+
# via langchain
|
|
262
|
+
# via langchain-community
|
|
263
|
+
# via langchain-core
|
|
264
|
+
tiktoken==0.6.0
|
|
265
|
+
# via langchain-openai
|
|
266
|
+
# via scrapegraphai
|
|
267
|
+
tokenizers==0.19.1
|
|
268
|
+
# via anthropic
|
|
269
|
+
tqdm==4.66.4
|
|
270
|
+
# via google-generativeai
|
|
271
|
+
# via huggingface-hub
|
|
272
|
+
# via openai
|
|
273
|
+
# via scrapegraphai
|
|
274
|
+
typing-extensions==4.11.0
|
|
275
|
+
# via anthropic
|
|
276
|
+
# via anyio
|
|
277
|
+
# via google-generativeai
|
|
278
|
+
# via groq
|
|
279
|
+
# via huggingface-hub
|
|
280
|
+
# via openai
|
|
281
|
+
# via pydantic
|
|
282
|
+
# via pydantic-core
|
|
283
|
+
# via pyee
|
|
284
|
+
# via sqlalchemy
|
|
285
|
+
# via typing-inspect
|
|
286
|
+
typing-inspect==0.9.0
|
|
287
|
+
# via dataclasses-json
|
|
288
|
+
tzdata==2024.1
|
|
289
|
+
# via pandas
|
|
290
|
+
uritemplate==4.1.1
|
|
291
|
+
# via google-api-python-client
|
|
292
|
+
urllib3==2.2.1
|
|
293
|
+
# via botocore
|
|
294
|
+
# via requests
|
|
295
|
+
# via yahoo-search-py
|
|
296
|
+
yahoo-search-py==0.3
|
|
297
|
+
# via scrapegraphai
|
|
298
|
+
yarl==1.9.4
|
|
299
|
+
# via aiohttp
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
OmniSearchGraph Module
|
|
3
3
|
"""
|
|
4
4
|
|
|
5
|
-
from copy import
|
|
5
|
+
from copy import copy
|
|
6
6
|
|
|
7
7
|
from .base_graph import BaseGraph
|
|
8
8
|
from ..nodes import (
|
|
@@ -43,7 +43,7 @@ class OmniSearchGraph(AbstractGraph):
|
|
|
43
43
|
def __init__(self, prompt: str, config: dict):
|
|
44
44
|
|
|
45
45
|
self.max_results = config.get("max_results", 3)
|
|
46
|
-
self.copy_config =
|
|
46
|
+
self.copy_config = copy(config)
|
|
47
47
|
|
|
48
48
|
super().__init__(prompt, config)
|
|
49
49
|
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
SearchGraph Module
|
|
3
3
|
"""
|
|
4
4
|
|
|
5
|
-
from copy import
|
|
5
|
+
from copy import copy
|
|
6
6
|
|
|
7
7
|
from .base_graph import BaseGraph
|
|
8
8
|
from ..nodes import (
|
|
@@ -42,7 +42,7 @@ class SearchGraph(AbstractGraph):
|
|
|
42
42
|
def __init__(self, prompt: str, config: dict):
|
|
43
43
|
|
|
44
44
|
self.max_results = config.get("max_results", 3)
|
|
45
|
-
self.copy_config =
|
|
45
|
+
self.copy_config = copy(config)
|
|
46
46
|
|
|
47
47
|
super().__init__(prompt, config)
|
|
48
48
|
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|