intentkit 0.6.13.dev2__py3-none-any.whl → 0.8.17__py3-none-any.whl

intentkit/skills/erc20/schema.json

@@ -0,0 +1,74 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "type": "object",
+  "title": "ERC20",
+  "description": "ERC20 token balance and transfer actions via Coinbase AgentKit",
+  "x-icon": "https://ai.service.crestal.dev/skills/erc20/erc20.svg",
+  "x-tags": [
+    "Crypto",
+    "DeFi"
+  ],
+  "properties": {
+    "enabled": {
+      "type": "boolean",
+      "title": "Enabled",
+      "description": "Whether this skill is enabled",
+      "default": false
+    },
+    "states": {
+      "type": "object",
+      "properties": {
+        "ERC20ActionProvider_get_balance": {
+          "type": "string",
+          "title": "Get ERC20 Balance",
+          "enum": [
+            "disabled",
+            "public",
+            "private"
+          ],
+          "x-enum-title": [
+            "Disabled",
+            "Agent Owner + All Users",
+            "Agent Owner Only"
+          ],
+          "description": "State for ERC20ActionProvider_get_balance",
+          "default": "disabled"
+        },
+        "ERC20ActionProvider_transfer": {
+          "type": "string",
+          "title": "Transfer ERC20",
+          "enum": [
+            "disabled",
+            "public",
+            "private"
+          ],
+          "x-enum-title": [
+            "Disabled",
+            "Agent Owner + All Users",
+            "Agent Owner Only"
+          ],
+          "description": "State for ERC20ActionProvider_transfer",
+          "default": "disabled"
+        }
+      },
+      "description": "States for each ERC20 skill (disabled, public, or private)"
+    },
+    "api_key_provider": {
+      "type": "string",
+      "title": "API Key Provider",
+      "description": "Who provides the API key",
+      "enum": [
+        "platform"
+      ],
+      "x-enum-title": [
+        "Nation Hosted"
+      ],
+      "default": "platform"
+    }
+  },
+  "required": [
+    "states",
+    "enabled"
+  ],
+  "additionalProperties": true
+}

intentkit/skills/erc721/__init__.py

@@ -0,0 +1,53 @@
+"""ERC721 AgentKit skills."""
+
+from typing import TypedDict
+
+from coinbase_agentkit import erc721_action_provider
+
+from intentkit.models.agent import Agent
+from intentkit.skills.base import (
+    SkillConfig,
+    SkillState,
+    action_to_structured_tool,
+    get_agentkit_actions,
+)
+from intentkit.skills.erc721.base import ERC721BaseTool
+
+
+class SkillStates(TypedDict):
+    Erc721ActionProvider_get_balance: SkillState
+    Erc721ActionProvider_mint: SkillState
+    Erc721ActionProvider_transfer: SkillState
+
+
+class Config(SkillConfig):
+    """Configuration for ERC721 skills."""
+
+    states: SkillStates
+
+
+async def get_skills(
+    config: Config,
+    is_private: bool,
+    agent_id: str,
+    agent: Agent | None = None,
+    **_,
+) -> list[ERC721BaseTool]:
+    """Get all ERC721 skills."""
+
+    available_skills: list[str] = []
+    for skill_name, state in config["states"].items():
+        if state == "disabled":
+            continue
+        if state == "public" or (state == "private" and is_private):
+            available_skills.append(skill_name)
+
+    actions = await get_agentkit_actions(
+        agent_id, [erc721_action_provider], agent=agent
+    )
+    tools: list[ERC721BaseTool] = []
+    for skill in available_skills:
+        for action in actions:
+            if action.name.endswith(skill):
+                tools.append(action_to_structured_tool(action))
+    return tools

intentkit/skills/erc721/base.py

@@ -0,0 +1,11 @@
+"""ERC721 AgentKit skills base class."""
+
+from intentkit.skills.cdp.base import CDPBaseTool
+
+
+class ERC721BaseTool(CDPBaseTool):
+    """Base class for ERC721 tools."""
+
+    @property
+    def category(self) -> str:
+        return "erc721"

intentkit/skills/erc721/erc721.svg

@@ -0,0 +1,5 @@
+<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 128 128">
+  <rect width="128" height="128" fill="#6a1b9a" rx="16" />
+  <polygon points="64,24 100,64 64,104 28,64" fill="#ce93d8" />
+  <text x="50%" y="72%" font-family="Arial,Helvetica,sans-serif" font-size="40" fill="#4a148c" font-weight="700" text-anchor="middle">721</text>
+</svg>

intentkit/skills/erc721/schema.json

@@ -0,0 +1,90 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "type": "object",
+  "title": "ERC721",
+  "description": "ERC721 NFT management actions via Coinbase AgentKit",
+  "x-icon": "https://ai.service.crestal.dev/skills/erc721/erc721.svg",
+  "x-tags": [
+    "Crypto",
+    "NFT"
+  ],
+  "properties": {
+    "enabled": {
+      "type": "boolean",
+      "title": "Enabled",
+      "description": "Whether this skill is enabled",
+      "default": false
+    },
+    "states": {
+      "type": "object",
+      "properties": {
+        "Erc721ActionProvider_get_balance": {
+          "type": "string",
+          "title": "Get ERC721 Balance",
+          "enum": [
+            "disabled",
+            "public",
+            "private"
+          ],
+          "x-enum-title": [
+            "Disabled",
+            "Agent Owner + All Users",
+            "Agent Owner Only"
+          ],
+          "description": "State for Erc721ActionProvider_get_balance",
+          "default": "disabled"
+        },
+        "Erc721ActionProvider_mint": {
+          "type": "string",
+          "title": "Mint ERC721",
+          "enum": [
+            "disabled",
+            "public",
+            "private"
+          ],
+          "x-enum-title": [
+            "Disabled",
+            "Agent Owner + All Users",
+            "Agent Owner Only"
+          ],
+          "description": "State for Erc721ActionProvider_mint",
+          "default": "disabled"
+        },
+        "Erc721ActionProvider_transfer": {
+          "type": "string",
+          "title": "Transfer ERC721",
+          "enum": [
+            "disabled",
+            "public",
+            "private"
+          ],
+          "x-enum-title": [
+            "Disabled",
+            "Agent Owner + All Users",
+            "Agent Owner Only"
+          ],
+          "description": "State for Erc721ActionProvider_transfer",
+          "default": "disabled"
+        }
+      },
+      "description": "States for each ERC721 skill (disabled, public, or private)"
+    },
+    "api_key_provider": {
+      "type": "string",
+      "title": "API Key Provider",
+      "description": "Who provides the API key",
+      "enum": [
+        "platform"
+      ],
+      "x-enum-title": [
+        "Nation Hosted"
+      ],
+      "default": "platform"
+    }
+  },
+  "required": [
+    "states",
+    "enabled"
+  ],
+  "additionalProperties": true
+}

intentkit/skills/firecrawl/README.md

@@ -5,18 +5,22 @@ The Firecrawl skills provide advanced web scraping and content indexing capabili
 ## Skills Overview
 
 ### 1. firecrawl_scrape
-Scrapes a single webpage and optionally indexes the content for future querying.
+Scrapes a single webpage and REPLACES any existing indexed content for that URL, preventing duplicates.
 
 **Parameters:**
 - `url` (required): The URL to scrape
-- `formats` (optional): Output formats - markdown, html, rawHtml, screenshot, links, extract (default: ["markdown"])
+- `formats` (optional): Output formats - markdown, html, rawHtml, screenshot, links, json (default: ["markdown"])
+- `only_main_content` (optional): Extract only main content (default: true)
 - `include_tags` (optional): HTML tags to include (e.g., ["h1", "h2", "p"])
 - `exclude_tags` (optional): HTML tags to exclude
-- `only_main_content` (optional): Extract only main content (default: true)
+- `wait_for` (optional): Wait time in milliseconds before scraping
+- `timeout` (optional): Maximum timeout in milliseconds (default: 30000)
 - `index_content` (optional): Whether to index content for querying (default: true)
 - `chunk_size` (optional): Size of text chunks for indexing (default: 1000)
 - `chunk_overlap` (optional): Overlap between chunks (default: 200)
 
+**Use Case:** Use this when you want to refresh/update content from a URL that was previously scraped, ensuring no duplicate or stale content remains.
+
 ### 2. firecrawl_crawl
 Crawls multiple pages from a website and indexes all content.
 
@@ -158,8 +162,9 @@ Prompt: "Use firecrawl_scrape to scrape https://example.com and index the conten
 ### Documentation Indexing
 ```
 1. Scrape main documentation page
-2. Crawl related documentation sections
-3. Query for specific technical information
+2. Crawl related documentation sections  
+3. Use scrape again to update changed pages (replaces old content)
+4. Query for specific technical information
 ```
 
 ### Competitive Analysis
@@ -205,6 +210,7 @@ Prompt: "Use firecrawl_scrape to scrape https://example.com and index the conten
 - **PDF Support**: Can scrape and index PDF documents
 - **Intelligent Chunking**: Optimized text splitting for better search
 - **Independent Storage**: Uses its own dedicated vector store for Firecrawl content
+- **Content Replacement**: Replace mode prevents duplicate/stale content
 - **Metadata Rich**: Includes source URLs, timestamps, and content types
 - **Semantic Search**: Uses OpenAI embeddings for intelligent querying
 - **Batch Processing**: Efficient handling of multiple pages

intentkit/skills/firecrawl/__init__.py

@@ -3,7 +3,6 @@
 import logging
 from typing import TypedDict
 
-from intentkit.abstracts.skill import SkillStoreABC
 from intentkit.skills.base import SkillConfig, SkillState
 from intentkit.skills.firecrawl.base import FirecrawlBaseTool
 from intentkit.skills.firecrawl.clear import FirecrawlClearIndexedContent
@@ -37,7 +36,6 @@ class Config(SkillConfig):
 async def get_skills(
     config: "Config",
     is_private: bool,
-    store: SkillStoreABC,
     **_,
 ) -> list[FirecrawlBaseTool]:
     """Get all Firecrawl skills.
@@ -45,7 +43,6 @@ async def get_skills(
     Args:
         config: The configuration for Firecrawl skills.
         is_private: Whether to include private skills.
-        store: The skill store for persisting data.
 
     Returns:
         A list of Firecrawl skills.
@@ -60,18 +57,16 @@ async def get_skills(
             available_skills.append(skill_name)
 
     # Get each skill using the cached getter
-    return [get_firecrawl_skill(name, store) for name in available_skills]
+    return [get_firecrawl_skill(name) for name in available_skills]
 
 
 def get_firecrawl_skill(
     name: str,
-    store: SkillStoreABC,
 ) -> FirecrawlBaseTool:
     """Get a Firecrawl skill by name.
 
     Args:
         name: The name of the skill to get
-        store: The skill store for persisting data
 
     Returns:
         The requested Firecrawl skill
@@ -81,27 +76,19 @@ def get_firecrawl_skill(
     """
     if name == "firecrawl_scrape":
         if name not in _cache:
-            _cache[name] = FirecrawlScrape(
-                skill_store=store,
-            )
+            _cache[name] = FirecrawlScrape()
         return _cache[name]
     elif name == "firecrawl_crawl":
         if name not in _cache:
-            _cache[name] = FirecrawlCrawl(
-                skill_store=store,
-            )
+            _cache[name] = FirecrawlCrawl()
         return _cache[name]
     elif name == "firecrawl_query_indexed_content":
         if name not in _cache:
-            _cache[name] = FirecrawlQueryIndexedContent(
-                skill_store=store,
-            )
+            _cache[name] = FirecrawlQueryIndexedContent()
         return _cache[name]
     elif name == "firecrawl_clear_indexed_content":
         if name not in _cache:
-            _cache[name] = FirecrawlClearIndexedContent(
-                skill_store=store,
-            )
+            _cache[name] = FirecrawlClearIndexedContent()
         return _cache[name]
     else:
         raise ValueError(f"Unknown Firecrawl skill: {name}")

intentkit/skills/firecrawl/base.py

@@ -1,9 +1,7 @@
-from typing import Type
-
-from langchain.tools.base import ToolException
+from langchain_core.tools.base import ToolException
 from pydantic import BaseModel, Field
 
-from intentkit.abstracts.skill import SkillStoreABC
+from intentkit.config.config import config
 from intentkit.skills.base import IntentKitSkill
 
 
@@ -12,10 +10,7 @@ class FirecrawlBaseTool(IntentKitSkill):
 
     name: str = Field(description="The name of the tool")
     description: str = Field(description="A description of what the tool does")
-    args_schema: Type[BaseModel]
-    skill_store: SkillStoreABC = Field(
-        description="The skill store for persisting data"
-    )
+    args_schema: type[BaseModel]
 
     def get_api_key(self) -> str:
         """Get the Firecrawl API key from configuration."""
@@ -29,9 +24,7 @@ class FirecrawlBaseTool(IntentKitSkill):
             else:
                 raise ToolException("No api_key found in agent_owner configuration")
         else:
-            raise ToolException(
-                f"Invalid API key provider: {api_key_provider}. Only 'agent_owner' is supported for Firecrawl."
-            )
+            return config.firecrawl_api_key
 
     @property
     def category(self) -> str:

intentkit/skills/firecrawl/clear.py

@@ -1,8 +1,8 @@
 import logging
-from typing import Type
 
 from pydantic import BaseModel, Field
 
+from intentkit.models.skill import AgentSkillData
 from intentkit.skills.firecrawl.base import FirecrawlBaseTool
 
 logger = logging.getLogger(__name__)
@@ -30,7 +30,7 @@ class FirecrawlClearIndexedContent(FirecrawlBaseTool):
         "This will permanently delete all indexed content and cannot be undone.\n"
         "Use this tool when you want to start fresh with new content."
     )
-    args_schema: Type[BaseModel] = FirecrawlClearInput
+    args_schema: type[BaseModel] = FirecrawlClearInput
 
     async def _arun(
         self,
@@ -62,15 +62,11 @@ class FirecrawlClearIndexedContent(FirecrawlBaseTool):
         try:
             # Delete vector store data (using web_scraper storage format for compatibility)
             vector_store_key = f"vector_store_{agent_id}"
-            await self.skill_store.delete_agent_skill_data(
-                agent_id, "web_scraper", vector_store_key
-            )
+            await AgentSkillData.delete(agent_id, "web_scraper", vector_store_key)
 
             # Delete metadata
             metadata_key = f"indexed_urls_{agent_id}"
-            await self.skill_store.delete_agent_skill_data(
-                agent_id, "web_scraper", metadata_key
-            )
+            await AgentSkillData.delete(agent_id, "web_scraper", metadata_key)
 
             logger.info(
                 f"firecrawl_clear: Successfully cleared all indexed content for agent {agent_id}"

intentkit/skills/firecrawl/crawl.py

@@ -1,6 +1,5 @@
 import asyncio
 import logging
-from typing import List, Optional, Type
 
 import httpx
 from langchain_core.documents import Document
@@ -20,19 +19,19 @@ class FirecrawlCrawlInput(BaseModel):
     limit: int = Field(
         description="Maximum number of pages to crawl", default=10, ge=1, le=1000
     )
-    formats: List[str] = Field(
+    formats: list[str] = Field(
         description="Output formats to include in the response. Options: 'markdown', 'html', 'rawHtml', 'screenshot', 'links', 'json'",
         default=["markdown"],
     )
-    include_paths: Optional[List[str]] = Field(
+    include_paths: list[str] | None = Field(
         description="Regex patterns to include in the crawl (e.g., ['^/blog/.*$'])",
         default=None,
     )
-    exclude_paths: Optional[List[str]] = Field(
+    exclude_paths: list[str] | None = Field(
         description="Regex patterns to exclude from the crawl (e.g., ['^/admin/.*$'])",
         default=None,
     )
-    max_depth: Optional[int] = Field(
+    max_depth: int | None = Field(
         description="Maximum depth to crawl from the base URL",
         default=None,
         ge=1,
@@ -91,16 +90,16 @@ class FirecrawlCrawl(FirecrawlBaseTool):
         "Optionally indexes all crawled content for later querying using the firecrawl_query_indexed_content tool. "
         "Use this when you need to gather comprehensive information from a website."
     )
-    args_schema: Type[BaseModel] = FirecrawlCrawlInput
+    args_schema: type[BaseModel] = FirecrawlCrawlInput
 
     async def _arun(
         self,
         url: str,
         limit: int = 10,
-        formats: List[str] = None,
-        include_paths: Optional[List[str]] = None,
-        exclude_paths: Optional[List[str]] = None,
-        max_depth: Optional[int] = None,
+        formats: list[str] = None,
+        include_paths: list[str] | None = None,
+        exclude_paths: list[str] | None = None,
+        max_depth: int | None = None,
         allow_backward_links: bool = False,
         allow_external_links: bool = False,
         allow_subdomains: bool = False,
@@ -137,9 +136,8 @@ class FirecrawlCrawl(FirecrawlBaseTool):
                 "rate_limit_minutes"
             ):
                 await self.user_rate_limit_by_category(
-                    context.user_id,
                     skill_config["rate_limit_number"],
-                    skill_config["rate_limit_minutes"],
+                    skill_config["rate_limit_minutes"] * 60,
                 )
 
         # Get the API key from the agent's configuration
@@ -279,6 +277,7 @@ class FirecrawlCrawl(FirecrawlBaseTool):
                                 # Import indexing utilities from firecrawl utils
                                 from intentkit.skills.firecrawl.utils import (
                                     FirecrawlMetadataManager,
+                                    FirecrawlVectorStoreManager,
                                     index_documents,
                                 )
 
@@ -309,24 +308,25 @@ class FirecrawlCrawl(FirecrawlBaseTool):
                                 # Get agent ID for indexing
                                 agent_id = context.agent_id
                                 if agent_id and documents:
+                                    vector_manager = FirecrawlVectorStoreManager()
+
                                     # Index all documents
                                     total_chunks, was_merged = await index_documents(
                                         documents,
                                         agent_id,
-                                        self.skill_store,
+                                        vector_manager,
                                         chunk_size,
                                         chunk_overlap,
                                     )
 
                                     # Update metadata
-                                    metadata_manager = FirecrawlMetadataManager(
-                                        self.skill_store
-                                    )
                                     urls = [doc.metadata["source"] for doc in documents]
-                                    new_metadata = metadata_manager.create_url_metadata(
-                                        urls, documents, "firecrawl_crawl"
+                                    new_metadata = (
+                                        FirecrawlMetadataManager.create_url_metadata(
+                                            urls, documents, "firecrawl_crawl"
+                                        )
                                     )
-                                    await metadata_manager.update_metadata(
+                                    await FirecrawlMetadataManager.update_metadata(
                                         agent_id, new_metadata
                                     )
 

intentkit/skills/firecrawl/query.py

@@ -1,5 +1,4 @@
 import logging
-from typing import Type
 
 from pydantic import BaseModel, Field
 
@@ -37,7 +36,7 @@ class FirecrawlQueryIndexedContent(FirecrawlBaseTool):
         "Use this tool to search through content that was previously scraped and indexed using Firecrawl tools.\n"
         "This tool can help answer questions based on the indexed web content from Firecrawl scraping/crawling."
     )
-    args_schema: Type[BaseModel] = FirecrawlQueryInput
+    args_schema: type[BaseModel] = FirecrawlQueryInput
 
     async def _arun(
         self,
@@ -62,12 +61,14 @@ class FirecrawlQueryIndexedContent(FirecrawlBaseTool):
             # Import query utilities from firecrawl utils
             from intentkit.skills.firecrawl.utils import (
                 FirecrawlDocumentProcessor,
+                FirecrawlVectorStoreManager,
                 query_indexed_content,
             )
 
             # Query the indexed content
+            vector_manager = FirecrawlVectorStoreManager()
             docs = await query_indexed_content(
-                query, agent_id, self.skill_store, max_results
+                query, agent_id, vector_manager, max_results
             )
 
             if not docs:

intentkit/skills/firecrawl/schema.json

@@ -5,11 +5,7 @@
   "description": "AI-powered web scraping and crawling capabilities using Firecrawl",
   "x-icon": "https://ai.service.crestal.dev/skills/firecrawl/firecrawl.png",
   "x-tags": [
-    "Web Scraping",
-    "Crawling",
-    "Content Extraction",
-    "Data Mining",
-    "Website Analysis"
+    "Knowledge Base"
   ],
   "properties": {
     "enabled": {
@@ -34,7 +30,7 @@
             "Agent Owner + All Users",
             "Agent Owner Only"
           ],
-          "description": "Scrape single web pages and extract content in various formats (markdown, HTML, JSON, etc.). Handles JavaScript-rendered content, PDFs, and dynamic websites.",
+          "description": "Scrape single web pages and REPLACE any existing indexed content for that URL. Unlike regular scrape, this prevents duplicate content when re-scraping the same page. Use this to refresh/update content from a previously scraped URL.",
           "default": "private"
         },
         "firecrawl_crawl": {
@@ -93,12 +89,14 @@
       "title": "API Key Provider",
       "description": "Provider of the API key",
       "enum": [
+        "platform",
         "agent_owner"
       ],
       "x-enum-title": [
+        "Nation Hosted",
         "Owner Provided"
       ],
-      "default": "agent_owner"
+      "default": "platform"
     },
     "api_key": {
       "type": "string",
@@ -150,4 +148,4 @@
     }
   },
   "additionalProperties": true
-}
+}