intentkit 0.8.11__py3-none-any.whl → 0.8.12__py3-none-any.whl

intentkit/skills/web_scraper/utils.py

@@ -17,7 +17,8 @@ from langchain_core.documents import Document
 from langchain_openai import OpenAIEmbeddings
 from langchain_text_splitters import RecursiveCharacterTextSplitter
 
-from intentkit.abstracts.skill import SkillStoreABC
+from intentkit.config.config import config
+from intentkit.models.skill import AgentSkillData, AgentSkillDataCreate
 
 logger = logging.getLogger(__name__)
 
@@ -62,12 +63,20 @@ METADATA_KEY_PREFIX = "indexed_urls"
 class VectorStoreManager:
     """Manages vector store operations including creation, saving, loading, and merging."""
 
-    def __init__(self, skill_store: SkillStoreABC):
-        self.skill_store = skill_store
+    def __init__(self, embedding_api_key: Optional[str] = None):
+        self._embedding_api_key = embedding_api_key
+
+    def _resolve_api_key(self) -> str:
+        """Resolve the OpenAI API key to use for embeddings."""
+        if self._embedding_api_key:
+            return self._embedding_api_key
+        if config.openai_api_key:
+            return config.openai_api_key
+        raise ValueError("OpenAI API key is not configured")
 
     def create_embeddings(self) -> OpenAIEmbeddings:
-        """Create OpenAI embeddings using system API key."""
-        api_key = self.skill_store.get_system_config("openai_api_key")
+        """Create OpenAI embeddings using the resolved API key."""
+        api_key = self._resolve_api_key()
         return OpenAIEmbeddings(api_key=api_key)
 
     def get_storage_keys(self, agent_id: str) -> Tuple[str, str]:
@@ -113,9 +122,7 @@ class VectorStoreManager:
     async def get_existing_vector_store(self, agent_id: str) -> Optional[Dict]:
         """Get existing vector store data if it exists."""
         vector_store_key, _ = self.get_storage_keys(agent_id)
-        return await self.skill_store.get_agent_skill_data(
-            agent_id, "web_scraper", vector_store_key
-        )
+        return await AgentSkillData.get(agent_id, "web_scraper", vector_store_key)
 
     async def merge_with_existing(
         self,
@@ -184,12 +191,13 @@ class VectorStoreManager:
 
         try:
             # Save to storage
-            await self.skill_store.save_agent_skill_data(
+            skill_data = AgentSkillDataCreate(
                 agent_id=agent_id,
                 skill="web_scraper",
                 key=vector_store_key,
                 data=storage_data,
             )
+            await skill_data.save()
 
             logger.info(f"[{agent_id}] Successfully saved vector store")
 
@@ -226,7 +234,8 @@ class VectorStoreManager:
 
         return total_size
 
-    def format_size(self, size_bytes: int) -> str:
+    @staticmethod
+    def format_size(size_bytes: int) -> str:
         """Format size in bytes to human readable format."""
         if size_bytes < 1024:
             return f"{size_bytes} B"
@@ -312,19 +321,13 @@ class DocumentProcessor:
 class MetadataManager:
     """Manages metadata for indexed content."""
 
-    def __init__(self, skill_store: SkillStoreABC):
-        self.skill_store = skill_store
+    def __init__(self, vector_manager: VectorStoreManager):
+        self._vector_manager = vector_manager
 
     async def get_existing_metadata(self, agent_id: str) -> Dict:
         """Get existing metadata for an agent."""
-        vs_manager = VectorStoreManager(self.skill_store)
-        _, metadata_key = vs_manager.get_storage_keys(agent_id)
-        return (
-            await self.skill_store.get_agent_skill_data(
-                agent_id, "web_scraper", metadata_key
-            )
-            or {}
-        )
+        _, metadata_key = self._vector_manager.get_storage_keys(agent_id)
+        return await AgentSkillData.get(agent_id, "web_scraper", metadata_key) or {}
 
     def create_url_metadata(
         self,
@@ -381,8 +384,7 @@ class MetadataManager:
 
     async def update_metadata(self, agent_id: str, new_metadata: Dict) -> None:
         """Update metadata for an agent."""
-        vs_manager = VectorStoreManager(self.skill_store)
-        _, metadata_key = vs_manager.get_storage_keys(agent_id)
+        _, metadata_key = self._vector_manager.get_storage_keys(agent_id)
 
         # Get existing metadata
         existing_metadata = await self.get_existing_metadata(agent_id)
@@ -391,12 +393,13 @@ class MetadataManager:
         existing_metadata.update(new_metadata)
 
         # Save updated metadata
-        await self.skill_store.save_agent_skill_data(
+        skill_data = AgentSkillDataCreate(
             agent_id=agent_id,
             skill="web_scraper",
             key=metadata_key,
             data=existing_metadata,
         )
+        await skill_data.save()
 
 
 class ResponseFormatter:
@@ -457,9 +460,8 @@ class ResponseFormatter:
 
         # Add size information
         if current_size_bytes > 0:
-            vs_manager = VectorStoreManager(None)  # Just for formatting
-            formatted_size = vs_manager.format_size(current_size_bytes)
-            max_size = vs_manager.format_size(MAX_CONTENT_SIZE_BYTES)
+            formatted_size = VectorStoreManager.format_size(current_size_bytes)
+            max_size = VectorStoreManager.format_size(MAX_CONTENT_SIZE_BYTES)
             response_parts.append(
                 f"Current storage size: {formatted_size} / {max_size}"
             )
@@ -481,7 +483,7 @@ class ResponseFormatter:
 async def scrape_and_index_urls(
     urls: List[str],
     agent_id: str,
-    skill_store: SkillStoreABC,
+    vector_manager: VectorStoreManager,
     chunk_size: int = DEFAULT_CHUNK_SIZE,
     chunk_overlap: int = DEFAULT_CHUNK_OVERLAP,
     requests_per_second: int = DEFAULT_REQUESTS_PER_SECOND,
@@ -492,7 +494,7 @@ async def scrape_and_index_urls(
     Args:
         urls: List of URLs to scrape
         agent_id: Agent identifier for storage
-        skill_store: Skill store instance
+        vector_manager: Manager for vector store operations
         chunk_size: Size of text chunks
         chunk_overlap: Overlap between chunks
         requests_per_second: Rate limiting for requests
@@ -520,16 +522,15 @@ async def scrape_and_index_urls(
         return 0, False, []
 
     # Check existing content size
-    vs_manager = VectorStoreManager(skill_store)
-    current_size = await vs_manager.get_content_size(agent_id)
+    current_size = await vector_manager.get_content_size(agent_id)
 
     logger.info(
-        f"[{agent_id}] Current storage size: {vs_manager.format_size(current_size)}"
+        f"[{agent_id}] Current storage size: {VectorStoreManager.format_size(current_size)}"
     )
 
     if current_size >= MAX_CONTENT_SIZE_BYTES:
         logger.warning(
-            f"[{agent_id}] Storage limit already reached: {vs_manager.format_size(current_size)}"
+            f"[{agent_id}] Storage limit already reached: {VectorStoreManager.format_size(current_size)}"
         )
         return 0, False, []
 
@@ -599,7 +600,7 @@ async def scrape_and_index_urls(
 
             # Process and index this URL's content
             chunks, merged = await index_documents(
-                documents, agent_id, skill_store, chunk_size, chunk_overlap
+                documents, agent_id, vector_manager, chunk_size, chunk_overlap
             )
 
             if chunks > 0:
@@ -609,7 +610,7 @@ async def scrape_and_index_urls(
                 current_size += content_size
 
                 logger.info(
-                    f"[{agent_id}] Processed {url}: {chunks} chunks, current size: {vs_manager.format_size(current_size)}"
+                    f"[{agent_id}] Processed {url}: {chunks} chunks, current size: {VectorStoreManager.format_size(current_size)}"
                 )
 
             # Add delay for rate limiting
@@ -637,7 +638,7 @@ async def scrape_and_index_urls(
 async def index_documents(
     documents: List[Document],
     agent_id: str,
-    skill_store: SkillStoreABC,
+    vector_manager: VectorStoreManager,
     chunk_size: int = DEFAULT_CHUNK_SIZE,
     chunk_overlap: int = DEFAULT_CHUNK_OVERLAP,
 ) -> Tuple[int, bool]:
@@ -654,13 +655,12 @@ async def index_documents(
         raise ValueError("No content could be processed into chunks")
 
     # Handle vector store
-    vs_manager = VectorStoreManager(skill_store)
-    vector_store, was_merged = await vs_manager.merge_with_existing(
+    vector_store, was_merged = await vector_manager.merge_with_existing(
         split_docs, agent_id, chunk_size, chunk_overlap
     )
 
     # Save vector store
-    await vs_manager.save_vector_store(
+    await vector_manager.save_vector_store(
         vector_store, agent_id, chunk_size, chunk_overlap
     )
 

intentkit/skills/web_scraper/website_indexer.py

@@ -250,10 +250,7 @@ Extract the URLs now:"""
         """Call OpenAI GPT-4o-mini to extract URLs from sitemap content."""
         try:
             # Get OpenAI API key using the standard pattern
-            from intentkit.skills.openai.base import OpenAIBaseTool
-
-            temp_tool = OpenAIBaseTool(skill_store=self.skill_store)
-            api_key = temp_tool.get_api_key()
+            api_key = self.get_openai_api_key()
 
             # Initialize OpenAI client
             client = openai.AsyncOpenAI(api_key=api_key)
@@ -385,9 +382,12 @@ Extract the URLs now:"""
                 f"[{agent_id}] Extracted {len(unique_urls)} URLs from sitemaps. Scraping and indexing..."
             )
 
+            embedding_api_key = self.get_openai_api_key()
+            vector_manager = VectorStoreManager(embedding_api_key)
+
             # Use the utility function to scrape and index URLs directly
             total_chunks, was_merged, valid_urls = await scrape_and_index_urls(
-                unique_urls, agent_id, self.skill_store, chunk_size, chunk_overlap
+                unique_urls, agent_id, vector_manager, chunk_size, chunk_overlap
             )
 
             if total_chunks == 0:
@@ -397,12 +397,11 @@ Extract the URLs now:"""
                 return f"Error: No content could be extracted from the discovered URLs. Found sitemaps: {', '.join(found_sitemaps)}"
 
             # Get current storage size for response
-            vs_manager = VectorStoreManager(self.skill_store)
-            current_size = await vs_manager.get_content_size(agent_id)
+            current_size = await vector_manager.get_content_size(agent_id)
             size_limit_reached = len(valid_urls) < len(unique_urls)
 
             # Update metadata
-            metadata_manager = MetadataManager(self.skill_store)
+            metadata_manager = MetadataManager(vector_manager)
             new_metadata = metadata_manager.create_url_metadata(
                 valid_urls, [], "website_indexer"
             )

intentkit/skills/weth/__init__.py

@@ -4,7 +4,6 @@ from typing import TYPE_CHECKING, Optional, TypedDict
 
 from coinbase_agentkit import weth_action_provider
 
-from intentkit.abstracts.skill import SkillStoreABC
 from intentkit.skills.base import (
     SkillConfig,
     SkillState,
@@ -30,7 +29,6 @@ class Config(SkillConfig):
 async def get_skills(
     config: "Config",
     is_private: bool,
-    store: SkillStoreABC,
     agent_id: str,
     agent: Optional["Agent"] = None,
     **_,
@@ -44,9 +42,7 @@ async def get_skills(
         if state == "public" or (state == "private" and is_private):
             available_skills.append(skill_name)
 
-    actions = await get_agentkit_actions(
-        agent_id, store, [weth_action_provider], agent=agent
-    )
+    actions = await get_agentkit_actions(agent_id, [weth_action_provider], agent=agent)
     tools: list[WethBaseTool] = []
     for skill in available_skills:
         for action in actions:

intentkit/skills/wow/__init__.py

@@ -4,7 +4,6 @@ from typing import TYPE_CHECKING, Optional, TypedDict
 
 from coinbase_agentkit import wow_action_provider
 
-from intentkit.abstracts.skill import SkillStoreABC
 from intentkit.skills.base import (
     SkillConfig,
     SkillState,
@@ -32,7 +31,6 @@ class Config(SkillConfig):
 async def get_skills(
     config: "Config",
     is_private: bool,
-    store: SkillStoreABC,
     agent_id: str,
     agent: Optional["Agent"] = None,
     **_,
@@ -46,9 +44,7 @@ async def get_skills(
         if state == "public" or (state == "private" and is_private):
             available_skills.append(skill_name)
 
-    actions = await get_agentkit_actions(
-        agent_id, store, [wow_action_provider], agent=agent
-    )
+    actions = await get_agentkit_actions(agent_id, [wow_action_provider], agent=agent)
     tools: list[WowBaseTool] = []
     for skill in available_skills:
         for action in actions:

intentkit/skills/xmtp/__init__.py

@@ -3,7 +3,6 @@
 import logging
 from typing import TypedDict
 
-from intentkit.abstracts.skill import SkillStoreABC
 from intentkit.skills.base import SkillConfig, SkillState
 from intentkit.skills.xmtp.base import XmtpBaseTool
 from intentkit.skills.xmtp.price import XmtpGetSwapPrice
@@ -31,7 +30,6 @@ class Config(SkillConfig):
 async def get_skills(
     config: "Config",
     is_private: bool,
-    store: SkillStoreABC,
     **_,
 ) -> list[XmtpBaseTool]:
     """Get all XMTP skills.
@@ -39,7 +37,6 @@ async def get_skills(
     Args:
         config: The configuration for XMTP skills.
         is_private: Whether to include private skills.
-        store: The skill store for persisting data.
 
     Returns:
         A list of XMTP skills.
@@ -56,7 +53,7 @@ async def get_skills(
     # Get each skill using the cached getter
     result = []
     for name in available_skills:
-        skill = get_xmtp_skill(name, store)
+        skill = get_xmtp_skill(name)
         if skill:
             result.append(skill)
     return result
@@ -64,34 +61,26 @@ async def get_skills(
 
 def get_xmtp_skill(
     name: str,
-    store: SkillStoreABC,
 ) -> XmtpBaseTool:
     """Get an XMTP skill by name.
 
     Args:
         name: The name of the skill to get
-        store: The skill store for persisting data
 
     Returns:
         The requested XMTP skill
     """
     if name == "xmtp_transfer":
         if name not in _cache:
-            _cache[name] = XmtpTransfer(
-                skill_store=store,
-            )
+            _cache[name] = XmtpTransfer()
         return _cache[name]
     elif name == "xmtp_swap":
         if name not in _cache:
-            _cache[name] = XmtpSwap(
-                skill_store=store,
-            )
+            _cache[name] = XmtpSwap()
         return _cache[name]
     elif name == "xmtp_get_swap_price":
         if name not in _cache:
-            _cache[name] = XmtpGetSwapPrice(
-                skill_store=store,
-            )
+            _cache[name] = XmtpGetSwapPrice()
         return _cache[name]
     else:
         logger.warning(f"Unknown XMTP skill: {name}")

{intentkit-0.8.11.dist-info → intentkit-0.8.12.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: intentkit
-Version: 0.8.11
+Version: 0.8.12
 Summary: Intent-based AI Agent Platform - Core Package
 Project-URL: Homepage, https://github.com/crestalnetwork/intentkit
 Project-URL: Repository, https://github.com/crestalnetwork/intentkit