Crawl4AI 0.3.0__tar.gz

crawl4ai-0.3.0/Crawl4AI.egg-info/PKG-INFO

@@ -0,0 +1,580 @@
+Metadata-Version: 2.1
+Name: Crawl4AI
+Version: 0.3.0
+Summary: 🔥🕷️ Crawl4AI: Open-source LLM Friendly Web Crawler & scraper
+Home-page: https://github.com/unclecode/crawl4ai
+Author: Unclecode
+Author-email: unclecode@kidocode.com
+License: MIT
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.7
+Classifier: Programming Language :: Python :: 3.8
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Requires-Python: >=3.7
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: aiohappyeyeballs==2.4.0
+Requires-Dist: aiohttp==3.10.5
+Requires-Dist: aiosignal==1.3.1
+Requires-Dist: aiosqlite==0.20.0
+Requires-Dist: annotated-types==0.7.0
+Requires-Dist: anyio==4.6.0
+Requires-Dist: async-timeout==4.0.3
+Requires-Dist: attrs==24.2.0
+Requires-Dist: beautifulsoup4==4.12.3
+Requires-Dist: certifi==2024.8.30
+Requires-Dist: charset-normalizer==3.3.2
+Requires-Dist: click==8.1.7
+Requires-Dist: distro==1.9.0
+Requires-Dist: exceptiongroup==1.2.2
+Requires-Dist: filelock==3.16.1
+Requires-Dist: frozenlist==1.4.1
+Requires-Dist: fsspec==2024.9.0
+Requires-Dist: greenlet==3.0.3
+Requires-Dist: h11==0.14.0
+Requires-Dist: html2text==2024.2.26
+Requires-Dist: httpcore==1.0.5
+Requires-Dist: httpx==0.27.2
+Requires-Dist: huggingface-hub==0.25.1
+Requires-Dist: idna==3.10
+Requires-Dist: importlib_metadata==8.5.0
+Requires-Dist: Jinja2==3.1.4
+Requires-Dist: jiter==0.5.0
+Requires-Dist: jsonschema==4.23.0
+Requires-Dist: jsonschema-specifications==2023.12.1
+Requires-Dist: litellm==1.48.0
+Requires-Dist: lxml==5.3.0
+Requires-Dist: MarkupSafe==2.1.5
+Requires-Dist: multidict==6.1.0
+Requires-Dist: nest-asyncio==1.6.0
+Requires-Dist: numpy==2.1.1
+Requires-Dist: openai==1.47.1
+Requires-Dist: outcome==1.3.0.post0
+Requires-Dist: packaging==24.1
+Requires-Dist: pillow==10.4.0
+Requires-Dist: playwright==1.47.0
+Requires-Dist: psutil==6.0.0
+Requires-Dist: pydantic==2.9.2
+Requires-Dist: pydantic_core==2.23.4
+Requires-Dist: pyee==12.0.0
+Requires-Dist: PySocks==1.7.1
+Requires-Dist: python-dotenv==1.0.1
+Requires-Dist: PyYAML==6.0.2
+Requires-Dist: referencing==0.35.1
+Requires-Dist: regex==2024.9.11
+Requires-Dist: requests==2.32.3
+Requires-Dist: rpds-py==0.20.0
+Requires-Dist: sniffio==1.3.1
+Requires-Dist: sortedcontainers==2.4.0
+Requires-Dist: soupsieve==2.6
+Requires-Dist: tiktoken==0.7.0
+Requires-Dist: tqdm==4.66.5
+Requires-Dist: trio==0.26.2
+Requires-Dist: trio-websocket==0.11.1
+Requires-Dist: typing_extensions==4.12.2
+Requires-Dist: urllib3==2.2.3
+Requires-Dist: websocket-client==1.8.0
+Requires-Dist: wsproto==1.2.0
+Requires-Dist: yarl==1.12.1
+Requires-Dist: zipp==3.20.2
+Provides-Extra: torch
+Requires-Dist: numpy==2.1.1; extra == "torch"
+Provides-Extra: transformer
+Requires-Dist: tokenizers==0.20.0; extra == "transformer"
+Provides-Extra: sync
+Requires-Dist: selenium; extra == "sync"
+Provides-Extra: cosine
+Requires-Dist: torch; extra == "cosine"
+Requires-Dist: transformers; extra == "cosine"
+Requires-Dist: nltk; extra == "cosine"
+Requires-Dist: spacy; extra == "cosine"
+Provides-Extra: all
+Requires-Dist: aiohappyeyeballs==2.4.0; extra == "all"
+Requires-Dist: aiohttp==3.10.5; extra == "all"
+Requires-Dist: aiosignal==1.3.1; extra == "all"
+Requires-Dist: aiosqlite==0.20.0; extra == "all"
+Requires-Dist: annotated-types==0.7.0; extra == "all"
+Requires-Dist: anyio==4.6.0; extra == "all"
+Requires-Dist: async-timeout==4.0.3; extra == "all"
+Requires-Dist: attrs==24.2.0; extra == "all"
+Requires-Dist: beautifulsoup4==4.12.3; extra == "all"
+Requires-Dist: certifi==2024.8.30; extra == "all"
+Requires-Dist: charset-normalizer==3.3.2; extra == "all"
+Requires-Dist: click==8.1.7; extra == "all"
+Requires-Dist: distro==1.9.0; extra == "all"
+Requires-Dist: exceptiongroup==1.2.2; extra == "all"
+Requires-Dist: filelock==3.16.1; extra == "all"
+Requires-Dist: frozenlist==1.4.1; extra == "all"
+Requires-Dist: fsspec==2024.9.0; extra == "all"
+Requires-Dist: greenlet==3.0.3; extra == "all"
+Requires-Dist: h11==0.14.0; extra == "all"
+Requires-Dist: html2text==2024.2.26; extra == "all"
+Requires-Dist: httpcore==1.0.5; extra == "all"
+Requires-Dist: httpx==0.27.2; extra == "all"
+Requires-Dist: huggingface-hub==0.25.1; extra == "all"
+Requires-Dist: idna==3.10; extra == "all"
+Requires-Dist: importlib_metadata==8.5.0; extra == "all"
+Requires-Dist: Jinja2==3.1.4; extra == "all"
+Requires-Dist: jiter==0.5.0; extra == "all"
+Requires-Dist: jsonschema==4.23.0; extra == "all"
+Requires-Dist: jsonschema-specifications==2023.12.1; extra == "all"
+Requires-Dist: litellm==1.48.0; extra == "all"
+Requires-Dist: lxml==5.3.0; extra == "all"
+Requires-Dist: MarkupSafe==2.1.5; extra == "all"
+Requires-Dist: multidict==6.1.0; extra == "all"
+Requires-Dist: nest-asyncio==1.6.0; extra == "all"
+Requires-Dist: numpy==2.1.1; extra == "all"
+Requires-Dist: openai==1.47.1; extra == "all"
+Requires-Dist: outcome==1.3.0.post0; extra == "all"
+Requires-Dist: packaging==24.1; extra == "all"
+Requires-Dist: pillow==10.4.0; extra == "all"
+Requires-Dist: playwright==1.47.0; extra == "all"
+Requires-Dist: psutil==6.0.0; extra == "all"
+Requires-Dist: pydantic==2.9.2; extra == "all"
+Requires-Dist: pydantic_core==2.23.4; extra == "all"
+Requires-Dist: pyee==12.0.0; extra == "all"
+Requires-Dist: PySocks==1.7.1; extra == "all"
+Requires-Dist: python-dotenv==1.0.1; extra == "all"
+Requires-Dist: PyYAML==6.0.2; extra == "all"
+Requires-Dist: referencing==0.35.1; extra == "all"
+Requires-Dist: regex==2024.9.11; extra == "all"
+Requires-Dist: requests==2.32.3; extra == "all"
+Requires-Dist: rpds-py==0.20.0; extra == "all"
+Requires-Dist: selenium==4.25.0; extra == "all"
+Requires-Dist: sniffio==1.3.1; extra == "all"
+Requires-Dist: sortedcontainers==2.4.0; extra == "all"
+Requires-Dist: soupsieve==2.6; extra == "all"
+Requires-Dist: tiktoken==0.7.0; extra == "all"
+Requires-Dist: tokenizers==0.20.0; extra == "all"
+Requires-Dist: tqdm==4.66.5; extra == "all"
+Requires-Dist: trio==0.26.2; extra == "all"
+Requires-Dist: trio-websocket==0.11.1; extra == "all"
+Requires-Dist: typing_extensions==4.12.2; extra == "all"
+Requires-Dist: urllib3==2.2.3; extra == "all"
+Requires-Dist: websocket-client==1.8.0; extra == "all"
+Requires-Dist: wsproto==1.2.0; extra == "all"
+Requires-Dist: yarl==1.12.1; extra == "all"
+Requires-Dist: zipp==3.20.2; extra == "all"
+Requires-Dist: selenium; extra == "all"
+Requires-Dist: torch; extra == "all"
+Requires-Dist: transformers; extra == "all"
+Requires-Dist: nltk; extra == "all"
+Requires-Dist: spacy; extra == "all"
+
+# Crawl4AI 0.3.0 Async Version 🕷️🤖
+
+[![GitHub Stars](https://img.shields.io/github/stars/unclecode/crawl4ai?style=social)](https://github.com/unclecode/crawl4ai/stargazers)
+[![GitHub Forks](https://img.shields.io/github/forks/unclecode/crawl4ai?style=social)](https://github.com/unclecode/crawl4ai/network/members)
+[![GitHub Issues](https://img.shields.io/github/issues/unclecode/crawl4ai)](https://github.com/unclecode/crawl4ai/issues)
+[![GitHub Pull Requests](https://img.shields.io/github/issues-pr/unclecode/crawl4ai)](https://github.com/unclecode/crawl4ai/pulls)
+[![License](https://img.shields.io/github/license/unclecode/crawl4ai)](https://github.com/unclecode/crawl4ai/blob/main/LICENSE)
+
+Crawl4AI simplifies asynchronous web crawling and data extraction, making it accessible for large language models (LLMs) and AI applications. 🆓🌐
+
+> Looking for the synchronous version? Check out [README.sync.md](./README.sync.md).
+
+## Try it Now!
+
+✨ Play around with this [![Open In Colab](https://colab.research.google.com/assets/colab-badge.svg)](https://colab.research.google.com/drive/1REChY6fXQf-EaVYLv0eHEWvzlYxGm0pd?usp=sharing)
+
+✨ Visit our [Documentation Website](https://crawl4ai.com/mkdocs/)
+
+✨ Check out the [Demo](https://crawl4ai.com/mkdocs/demo)
+
+## Features ✨
+
+- 🆓 Completely free and open-source
+- 🚀 Blazing fast performance, outperforming many paid services
+- 🤖 LLM-friendly output formats (JSON, cleaned HTML, markdown)
+- 🌍 Supports crawling multiple URLs simultaneously
+- 🎨 Extracts and returns all media tags (Images, Audio, and Video)
+- 🔗 Extracts all external and internal links
+- 📚 Extracts metadata from the page
+- 🔄 Custom hooks for authentication, headers, and page modifications before crawling
+- 🕵️ User-agent customization
+- 🖼️ Takes screenshots of the page
+- 📜 Executes multiple custom JavaScripts before crawling
+- 📊 Generates structured output without LLM using JsonCssExtractionStrategy
+- 📚 Various chunking strategies: topic-based, regex, sentence, and more
+- 🧠 Advanced extraction strategies: cosine clustering, LLM, and more
+- 🎯 CSS selector support for precise data extraction
+- 📝 Passes instructions/keywords to refine extraction
+- 🔒 Proxy support for enhanced privacy and access
+- 🔄 Session management for complex multi-page crawling scenarios
+- 🌐 Asynchronous architecture for improved performance and scalability
+
+
+## Installation 🛠️
+
+Crawl4AI offers flexible installation options to suit various use cases. You can install it as a Python package or use Docker.
+
+### Using pip 🐍
+
+Choose the installation option that best fits your needs:
+
+#### Basic Installation
+
+For basic web crawling and scraping tasks:
+
+```bash
+pip install crawl4ai
+```
+
+#### Installation with PyTorch
+
+For advanced text clustering (includes CosineSimilarity cluster strategy):
+
+```bash
+pip install crawl4ai[torch]
+```
+
+#### Installation with Transformers
+
+For text summarization and Hugging Face models:
+
+```bash
+pip install crawl4ai[transformer]
+```
+
+#### Installation with Synchronous Version
+
+If you need the synchronous version using Selenium:
+
+```bash
+pip install crawl4ai[sync]
+```
+
+#### Installation with Cosine Similarity
+
+For using the cosine similarity strategy:
+
+```bash
+pip install crawl4ai[cosine]
+```
+
+#### Full Installation
+
+For all features:
+
+```bash
+pip install crawl4ai[all]
+```
+
+After installation, run the following command to install Playwright dependencies:
+
+```bash
+playwright install
+```
+
+If you've installed the "torch", "transformer", or "all" options, it's recommended to run:
+
+```bash
+crawl4ai-download-models
+```
+
+### Using Docker 🐳
+
+```bash
+# For Mac users (M1/M2)
+docker build --platform linux/amd64 -t crawl4ai .
+# For other users
+docker build -t crawl4ai .
+docker run -d -p 8000:80 crawl4ai
+```
+
+### Using Docker Hub 🐳
+
+```bash
+docker pull unclecode/crawl4ai:latest
+docker run -d -p 8000:80 unclecode/crawl4ai:latest
+```
+
+For more detailed installation instructions and options, please refer to our [Installation Guide](https://crawl4ai.com/mkdocs/installation).
+
+## Quick Start 🚀
+
+```python
+import asyncio
+from crawl4ai import AsyncWebCrawler
+
+async def main():
+    async with AsyncWebCrawler(verbose=True) as crawler:
+        result = await crawler.arun(url="https://www.nbcnews.com/business")
+        print(result.markdown)
+
+if __name__ == "__main__":
+    asyncio.run(main())
+```
+
+## Advanced Usage 🔬
+
+### Executing JavaScript and Using CSS Selectors
+
+```python
+import asyncio
+from crawl4ai import AsyncWebCrawler
+
+async def main():
+    async with AsyncWebCrawler(verbose=True) as crawler:
+        js_code = ["const loadMoreButton = Array.from(document.querySelectorAll('button')).find(button => button.textContent.includes('Load More')); loadMoreButton && loadMoreButton.click();"]
+        result = await crawler.arun(
+            url="https://www.nbcnews.com/business",
+            js_code=js_code,
+            css_selector="article.tease-card",
+            bypass_cache=True
+        )
+        print(result.extracted_content)
+
+if __name__ == "__main__":
+    asyncio.run(main())
+```
+
+### Using a Proxy
+
+```python
+import asyncio
+from crawl4ai import AsyncWebCrawler
+
+async def main():
+    async with AsyncWebCrawler(verbose=True, proxy="http://127.0.0.1:7890") as crawler:
+        result = await crawler.arun(
+            url="https://www.nbcnews.com/business",
+            bypass_cache=True
+        )
+        print(result.markdown)
+
+if __name__ == "__main__":
+    asyncio.run(main())
+```
+
+### Extracting Structured Data with OpenAI
+
+```python
+import os
+import asyncio
+from crawl4ai import AsyncWebCrawler
+from crawl4ai.extraction_strategy import LLMExtractionStrategy
+from pydantic import BaseModel, Field
+
+class OpenAIModelFee(BaseModel):
+    model_name: str = Field(..., description="Name of the OpenAI model.")
+    input_fee: str = Field(..., description="Fee for input token for the OpenAI model.")
+    output_fee: str = Field(..., description="Fee for output token for the OpenAI model.")
+
+async def main():
+    async with AsyncWebCrawler(verbose=True) as crawler:
+        result = await crawler.arun(
+            url='https://openai.com/api/pricing/',
+            word_count_threshold=1,
+            extraction_strategy=LLMExtractionStrategy(
+                provider="openai/gpt-4o", api_token=os.getenv('OPENAI_API_KEY'), 
+                schema=OpenAIModelFee.schema(),
+                extraction_type="schema",
+                instruction="""From the crawled content, extract all mentioned model names along with their fees for input and output tokens. 
+                Do not miss any models in the entire content. One extracted model JSON format should look like this: 
+                {"model_name": "GPT-4", "input_fee": "US$10.00 / 1M tokens", "output_fee": "US$30.00 / 1M tokens"}."""
+            ),            
+            bypass_cache=True,
+        )
+        print(result.extracted_content)
+
+if __name__ == "__main__":
+    asyncio.run(main())
+```
+
+### Advanced Multi-Page Crawling with JavaScript Execution
+
+Crawl4AI excels at handling complex scenarios, such as crawling multiple pages with dynamic content loaded via JavaScript. Here's an example of crawling GitHub commits across multiple pages:
+
+```python
+import asyncio
+import re
+from bs4 import BeautifulSoup
+from crawl4ai import AsyncWebCrawler
+
+async def crawl_typescript_commits():
+    first_commit = ""
+    async def on_execution_started(page):
+        nonlocal first_commit 
+        try:
+            while True:
+                await page.wait_for_selector('li.Box-sc-g0xbh4-0 h4')
+                commit = await page.query_selector('li.Box-sc-g0xbh4-0 h4')
+                commit = await commit.evaluate('(element) => element.textContent')
+                commit = re.sub(r'\s+', '', commit)
+                if commit and commit != first_commit:
+                    first_commit = commit
+                    break
+                await asyncio.sleep(0.5)
+        except Exception as e:
+            print(f"Warning: New content didn't appear after JavaScript execution: {e}")
+
+    async with AsyncWebCrawler(verbose=True) as crawler:
+        crawler.crawler_strategy.set_hook('on_execution_started', on_execution_started)
+
+        url = "https://github.com/microsoft/TypeScript/commits/main"
+        session_id = "typescript_commits_session"
+        all_commits = []
+
+        js_next_page = """
+        const button = document.querySelector('a[data-testid="pagination-next-button"]');
+        if (button) button.click();
+        """
+
+        for page in range(3):  # Crawl 3 pages
+            result = await crawler.arun(
+                url=url,
+                session_id=session_id,
+                css_selector="li.Box-sc-g0xbh4-0",
+                js=js_next_page if page > 0 else None,
+                bypass_cache=True,
+                js_only=page > 0
+            )
+
+            assert result.success, f"Failed to crawl page {page + 1}"
+
+            soup = BeautifulSoup(result.cleaned_html, 'html.parser')
+            commits = soup.select("li")
+            all_commits.extend(commits)
+
+            print(f"Page {page + 1}: Found {len(commits)} commits")
+
+        await crawler.crawler_strategy.kill_session(session_id)
+        print(f"Successfully crawled {len(all_commits)} commits across 3 pages")
+
+if __name__ == "__main__":
+    asyncio.run(crawl_typescript_commits())
+```
+
+This example demonstrates Crawl4AI's ability to handle complex scenarios where content is loaded asynchronously. It crawls multiple pages of GitHub commits, executing JavaScript to load new content and using custom hooks to ensure data is loaded before proceeding.
+
+### Using JsonCssExtractionStrategy
+
+The `JsonCssExtractionStrategy` allows for precise extraction of structured data from web pages using CSS selectors.
+
+```python
+import asyncio
+import json
+from crawl4ai import AsyncWebCrawler
+from crawl4ai.extraction_strategy import JsonCssExtractionStrategy
+
+async def extract_news_teasers():
+    schema = {
+        "name": "News Teaser Extractor",
+        "baseSelector": ".wide-tease-item__wrapper",
+        "fields": [
+            {
+                "name": "category",
+                "selector": ".unibrow span[data-testid='unibrow-text']",
+                "type": "text",
+            },
+            {
+                "name": "headline",
+                "selector": ".wide-tease-item__headline",
+                "type": "text",
+            },
+            {
+                "name": "summary",
+                "selector": ".wide-tease-item__description",
+                "type": "text",
+            },
+            {
+                "name": "time",
+                "selector": "[data-testid='wide-tease-date']",
+                "type": "text",
+            },
+            {
+                "name": "image",
+                "type": "nested",
+                "selector": "picture.teasePicture img",
+                "fields": [
+                    {"name": "src", "type": "attribute", "attribute": "src"},
+                    {"name": "alt", "type": "attribute", "attribute": "alt"},
+                ],
+            },
+            {
+                "name": "link",
+                "selector": "a[href]",
+                "type": "attribute",
+                "attribute": "href",
+            },
+        ],
+    }
+
+    extraction_strategy = JsonCssExtractionStrategy(schema, verbose=True)
+
+    async with AsyncWebCrawler(verbose=True) as crawler:
+        result = await crawler.arun(
+            url="https://www.nbcnews.com/business",
+            extraction_strategy=extraction_strategy,
+            bypass_cache=True,
+        )
+
+        assert result.success, "Failed to crawl the page"
+
+        news_teasers = json.loads(result.extracted_content)
+        print(f"Successfully extracted {len(news_teasers)} news teasers")
+        print(json.dumps(news_teasers[0], indent=2))
+
+if __name__ == "__main__":
+    asyncio.run(extract_news_teasers())
+```
+
+## Speed Comparison 🚀
+
+Crawl4AI is designed with speed as a primary focus. Our goal is to provide the fastest possible response with high-quality data extraction, minimizing abstractions between the data and the user.
+
+We've conducted a speed comparison between Crawl4AI and Firecrawl, a paid service. The results demonstrate Crawl4AI's superior performance:
+
+```
+Firecrawl:
+Time taken: 7.02 seconds
+Content length: 42074 characters
+Images found: 49
+
+Crawl4AI (simple crawl):
+Time taken: 1.60 seconds
+Content length: 18238 characters
+Images found: 49
+
+Crawl4AI (with JavaScript execution):
+Time taken: 4.64 seconds
+Content length: 40869 characters
+Images found: 89
+```
+
+As you can see, Crawl4AI outperforms Firecrawl significantly:
+- Simple crawl: Crawl4AI is over 4 times faster than Firecrawl.
+- With JavaScript execution: Even when executing JavaScript to load more content (doubling the number of images found), Crawl4AI is still faster than Firecrawl's simple crawl.
+
+You can find the full comparison code in our repository at `docs/examples/crawl4ai_vs_firecrawl.py`.
+
+## Documentation 📚
+
+For detailed documentation, including installation instructions, advanced features, and API reference, visit our [Documentation Website](https://crawl4ai.com/mkdocs/).
+
+## Contributing 🤝
+
+We welcome contributions from the open-source community. Check out our [contribution guidelines](https://github.com/unclecode/crawl4ai/blob/main/CONTRIBUTING.md) for more information.
+
+## License 📄
+
+Crawl4AI is released under the [Apache 2.0 License](https://github.com/unclecode/crawl4ai/blob/main/LICENSE).
+
+## Contact 📧
+
+For questions, suggestions, or feedback, feel free to reach out:
+
+- GitHub: [unclecode](https://github.com/unclecode)
+- Twitter: [@unclecode](https://twitter.com/unclecode)
+- Website: [crawl4ai.com](https://crawl4ai.com)
+
+Happy Crawling! 🕸️🚀
+
+## Star History
+
+[![Star History Chart](https://api.star-history.com/svg?repos=unclecode/crawl4ai&type=Date)](https://star-history.com/#unclecode/crawl4ai&Date)

crawl4ai-0.3.0/Crawl4AI.egg-info/SOURCES.txt

@@ -0,0 +1,31 @@
+LICENSE
+MANIFEST.in
+README.md
+requirements.txt
+setup.cfg
+setup.py
+Crawl4AI.egg-info/PKG-INFO
+Crawl4AI.egg-info/SOURCES.txt
+Crawl4AI.egg-info/dependency_links.txt
+Crawl4AI.egg-info/entry_points.txt
+Crawl4AI.egg-info/requires.txt
+Crawl4AI.egg-info/top_level.txt
+crawl4ai/__init__.py
+crawl4ai/async_crawler_strategy.py
+crawl4ai/async_database.py
+crawl4ai/async_webcrawler.py
+crawl4ai/chunking_strategy.py
+crawl4ai/config.py
+crawl4ai/content_scrapping_strategy.py
+crawl4ai/crawler_strategy.py
+crawl4ai/database.py
+crawl4ai/extraction_strategy.py
+crawl4ai/model_loader.py
+crawl4ai/models.py
+crawl4ai/prompts.py
+crawl4ai/train.py
+crawl4ai/utils.py
+crawl4ai/web_crawler.back.py
+crawl4ai/web_crawler.py
+tests/__init__.py
+tests/test_web_crawler.py

crawl4ai-0.3.0/Crawl4AI.egg-info/dependency_links.txt

@@ -0,0 +1 @@
+

crawl4ai-0.3.0/Crawl4AI.egg-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+crawl4ai-download-models = crawl4ai.model_loader:main