camel-ai 0.2.65__py3-none-any.whl → 0.2.83a6__py3-none-any.whl

camel/toolkits/craw4ai_toolkit.py

@@ -0,0 +1,93 @@
+# ========= Copyright 2023-2026 @ CAMEL-AI.org. All Rights Reserved. =========
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ========= Copyright 2023-2026 @ CAMEL-AI.org. All Rights Reserved. =========
+
+from typing import List, Optional
+
+from camel.logger import get_logger
+from camel.toolkits.base import BaseToolkit
+from camel.toolkits.function_tool import FunctionTool
+from camel.utils import MCPServer
+
+logger = get_logger(__name__)
+
+
+@MCPServer()
+class Crawl4AIToolkit(BaseToolkit):
+    r"""A class representing a toolkit for Crawl4AI."""
+
+    def __init__(
+        self,
+        timeout: Optional[float] = None,
+    ):
+        super().__init__(timeout=timeout)
+        self._client = None
+
+    async def _get_client(self):
+        r"""Get or create the AsyncWebCrawler client."""
+        if self._client is None:
+            from crawl4ai import AsyncWebCrawler
+
+            self._client = AsyncWebCrawler()
+            await self._client.__aenter__()
+        return self._client
+
+    async def scrape(self, url: str) -> str:
+        r"""Scrapes a webpage and returns its content.
+
+        This function is designed to fetch the content of a given URL and
+        return it as a single string. It's particularly useful for extracting
+        text from web pages for further processing. The function
+        will try to get the most meaningful content from the page.
+
+        Args:
+            url (str): The URL of the webpage to scrape.
+
+        Returns:
+            str: The scraped content of the webpage as a string. If the
+                scraping fails, it will return an error message.
+        """
+        from crawl4ai import CrawlerRunConfig
+
+        try:
+            client = await self._get_client()
+            config = CrawlerRunConfig(
+                only_text=True,
+            )
+            content = await client.arun(url, crawler_config=config)
+            return str(content.markdown) if content.markdown else ""
+        except Exception as e:
+            logger.error(f"Error scraping {url}: {e}")
+            return f"Error scraping {url}: {e}"
+
+    async def __aenter__(self):
+        r"""Async context manager entry."""
+        return self
+
+    async def __aexit__(self, exc_type, exc_val, exc_tb):
+        r"""Async context manager exit - cleanup the client."""
+        if self._client is not None:
+            await self._client.__aexit__(exc_type, exc_val, exc_tb)
+            self._client = None
+
+    def get_tools(self) -> List[FunctionTool]:
+        r"""Returns a list of FunctionTool objects representing the
+        functions in the toolkit.
+
+        Returns:
+            List[FunctionTool]: A list of FunctionTool objects
+                representing the functions in the toolkit.
+        """
+        return [
+            FunctionTool(self.scrape),
+        ]

camel/toolkits/dappier_toolkit.py

@@ -1,4 +1,4 @@
-# ========= Copyright 2023-2024 @ CAMEL-AI.org. All Rights Reserved. =========
+# ========= Copyright 2023-2026 @ CAMEL-AI.org. All Rights Reserved. =========
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
@@ -10,13 +10,17 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-# ========= Copyright 2023-2024 @ CAMEL-AI.org. All Rights Reserved. =========
+# ========= Copyright 2023-2026 @ CAMEL-AI.org. All Rights Reserved. =========
 import os
 from typing import Dict, List, Literal, Optional, Union
 
 from camel.toolkits.base import BaseToolkit
 from camel.toolkits.function_tool import FunctionTool
-from camel.utils import MCPServer, api_keys_required, dependencies_required
+from camel.utils import (
+    MCPServer,
+    api_keys_required,
+    dependencies_required,
+)
 
 
 @MCPServer()
@@ -126,22 +130,22 @@ class DappierToolkit(BaseToolkit):
             query (str): The user query for retrieving recommendations.
             data_model_id (str, optional): The data model ID to use for
                 recommendations. Data model IDs always start with the prefix
-                "dm_". (default: :obj: `dm_01j0pb465keqmatq9k83dthx34`)
+                "dm_". (default: :obj:`dm_01j0pb465keqmatq9k83dthx34`)
             similarity_top_k (int, optional): The number of top documents to
-                retrieve based on similarity. (default: :obj: `9`)
+                retrieve based on similarity. (default: :obj:`9`)
             ref (Optional[str], optional): The site domain where AI
-                recommendations should be displayed. (default: :obj: `None`)
+                recommendations should be displayed. (default: :obj:`None`)
             num_articles_ref (int, optional): The minimum number of articles
                 to return from the specified reference domain (`ref`). The
                 remaining articles will come from other sites in the RAG
-                model. (default: :obj: `0`)
+                model. (default: :obj:`0`)
             search_algorithm (Literal[
                 "most_recent",
                 "semantic",
                 "most_recent_semantic",
                 "trending",
                 ], optional): The search algorithm to use for retrieving
-                articles. (default: :obj: `most_recent`)
+                articles. (default: :obj:`most_recent`)
 
         Returns:
             List[Dict[str, str]]: A list of recommended articles or content

camel/toolkits/data_commons_toolkit.py

@@ -1,4 +1,4 @@
-# ========= Copyright 2023-2024 @ CAMEL-AI.org. All Rights Reserved. =========
+# ========= Copyright 2023-2026 @ CAMEL-AI.org. All Rights Reserved. =========
 # Licensed under the Apache License, Version 2.0 (the "License");
 # you may not use this file except in compliance with the License.
 # You may obtain a copy of the License at
@@ -10,7 +10,7 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
-# ========= Copyright 2023-2024 @ CAMEL-AI.org. All Rights Reserved. =========
+# ========= Copyright 2023-2026 @ CAMEL-AI.org. All Rights Reserved. =========
 import logging
 from typing import Any, Dict, List, Optional, Union