intentkit 0.8.6.dev2__py3-none-any.whl → 0.8.17__py3-none-any.whl

intentkit/skills/venice_image/image_generation/image_generation_venice_sd35.py

@@ -1,28 +1,28 @@
-from intentkit.skills.venice_image.image_generation.image_generation_base import (
-    VeniceImageGenerationBaseTool,
-)
-from intentkit.skills.venice_image.image_generation.image_generation_input import (
-    STYLE_PRESETS,
-)
-
-
-class ImageGenerationVeniceSD35(VeniceImageGenerationBaseTool):
-    """
-    Tool for generating images using Venice AI's interface to Stable Diffusion 3.5 Large.
-    Developed by Stability AI, using MMDiT architecture. Good for art and design.
-    """
-
-    # --- Model Specific Configuration ---
-    name: str = "venice_image_generation_venice_sd35"
-    description: str = (
-        "Generate images using Stability AI's Stable Diffusion 3.5 Large model (via Venice AI).\n"
-        "Ideal for artworks, design processes, and educational use. Not for factual representations.\n"
-        "Provide a text prompt describing the image (up to 1500 chars).\n"
-        f"Optionally specify a style preset from the list: {', '.join(STYLE_PRESETS)}.\n"
-        "Supports dimensions up to 2048x2048 (multiple of 16).\n"
-        "Use must comply with Stability AI's Acceptable Use Policy."
-    )
-    # Use the specific ID provided by Venice, assuming it matches the name
-    model_id: str = "venice-sd35"
-
-    # args_schema and _arun are inherited from VeniceImageGenerationBaseTool
+from intentkit.skills.venice_image.image_generation.image_generation_base import (
+    VeniceImageGenerationBaseTool,
+)
+from intentkit.skills.venice_image.image_generation.image_generation_input import (
+    STYLE_PRESETS,
+)
+
+
+class ImageGenerationVeniceSD35(VeniceImageGenerationBaseTool):
+    """
+    Tool for generating images using Venice AI's interface to Stable Diffusion 3.5 Large.
+    Developed by Stability AI, using MMDiT architecture. Good for art and design.
+    """
+
+    # --- Model Specific Configuration ---
+    name: str = "venice_image_generation_venice_sd35"
+    description: str = (
+        "Generate images using Stability AI's Stable Diffusion 3.5 Large model (via Venice AI).\n"
+        "Ideal for artworks, design processes, and educational use. Not for factual representations.\n"
+        "Provide a text prompt describing the image (up to 1500 chars).\n"
+        f"Optionally specify a style preset from the list: {', '.join(STYLE_PRESETS)}.\n"
+        "Supports dimensions up to 2048x2048 (multiple of 16).\n"
+        "Use must comply with Stability AI's Acceptable Use Policy."
+    )
+    # Use the specific ID provided by Venice, assuming it matches the name
+    model_id: str = "venice-sd35"
+
+    # args_schema and _arun are inherited from VeniceImageGenerationBaseTool

intentkit/skills/venice_image/image_upscale/image_upscale.py

@@ -1,5 +1,5 @@
 import logging
-from typing import Literal, Optional
+from typing import Literal
 
 from pydantic import HttpUrl
 
@@ -32,7 +32,7 @@ class ImageUpscale(VeniceImageUpscaleBaseTool):
         self,
         image_url: HttpUrl,
         scale: Literal[2, 4],
-        replication: Optional[float] = 0.35,
+        replication: float | None = 0.35,
         **kwargs,
     ) -> dict:
         """
@@ -41,7 +41,7 @@ class ImageUpscale(VeniceImageUpscaleBaseTool):
         Args:
             image_url (HttpUrl): The public URL of the image to upscale.
             scale (Literal[2, 4]): The scale factor for upscaling (2x or 4x).
-            replication (Optional[float]): The replication factor for the upscale process, defaults to 0.35.
+            replication (float | None): The replication factor for the upscale process, defaults to 0.35.
             config (RunnableConfig, optional): Configuration for the runnable, if any.
             **kwargs: Additional keyword arguments.
 

intentkit/skills/venice_image/image_upscale/image_upscale_base.py

@@ -1,23 +1,21 @@
-from typing import Type
-
-from pydantic import BaseModel, Field
-
-# Import the generic base and shared input
-from intentkit.skills.venice_image.base import VeniceImageBaseTool
-from intentkit.skills.venice_image.image_upscale.image_upscale_input import (
-    VeniceImageUpscaleInput,
-)
-
-
-class VeniceImageUpscaleBaseTool(VeniceImageBaseTool):
-    """
-    Base class for Venice AI *Image Upscaling* tools.
-    Inherits from VeniceAIBaseTool and handles specifics of the
-    /image/upscale endpoint
-    """
-
-    args_schema: Type[BaseModel] = VeniceImageUpscaleInput
-    name: str = Field(description="The unique name of the image upscaling tool.")
-    description: str = Field(
-        description="A description of what the image upscaling tool does."
-    )
+from pydantic import BaseModel, Field
+
+# Import the generic base and shared input
+from intentkit.skills.venice_image.base import VeniceImageBaseTool
+from intentkit.skills.venice_image.image_upscale.image_upscale_input import (
+    VeniceImageUpscaleInput,
+)
+
+
+class VeniceImageUpscaleBaseTool(VeniceImageBaseTool):
+    """
+    Base class for Venice AI *Image Upscaling* tools.
+    Inherits from VeniceAIBaseTool and handles specifics of the
+    /image/upscale endpoint
+    """
+
+    args_schema: type[BaseModel] = VeniceImageUpscaleInput
+    name: str = Field(description="The unique name of the image upscaling tool.")
+    description: str = Field(
+        description="A description of what the image upscaling tool does."
+    )

intentkit/skills/venice_image/image_upscale/image_upscale_input.py

@@ -1,22 +1,22 @@
-from typing import Literal, Optional
-
-from pydantic import BaseModel, Field, HttpUrl
-
-
-class VeniceImageUpscaleInput(BaseModel):
-    """Input for the Image Upscale tool."""
-
-    image_url: HttpUrl = Field(
-        description="The URL of the image to upscale. Must be a publicly accessible URL.",
-    )
-    replication: Optional[float] = Field(
-        default=0.35,
-        description=(
-            'How strongly lines and noise in the base image are preserved. Higher values are noisier but less plastic/AI "generated"/hallucinated. Must be between 0.1 and 1.'
-            "Required range: 0.1 <= x <= 1"
-        ),
-    )
-    scale: Literal[2, 4] = Field(
-        default=2,
-        description="The factor by which to upscale the image (either 2 or 4). Defaults to 2.",
-    )
+from typing import Literal
+
+from pydantic import BaseModel, Field, HttpUrl
+
+
+class VeniceImageUpscaleInput(BaseModel):
+    """Input for the Image Upscale tool."""
+
+    image_url: HttpUrl = Field(
+        description="The URL of the image to upscale. Must be a publicly accessible URL.",
+    )
+    replication: float | None = Field(
+        default=0.35,
+        description=(
+            'How strongly lines and noise in the base image are preserved. Higher values are noisier but less plastic/AI "generated"/hallucinated. Must be between 0.1 and 1.'
+            "Required range: 0.1 <= x <= 1"
+        ),
+    )
+    scale: Literal[2, 4] = Field(
+        default=2,
+        description="The factor by which to upscale the image (either 2 or 4). Defaults to 2.",
+    )

intentkit/skills/venice_image/image_vision/image_vision.py

@@ -1,5 +1,5 @@
 import logging
-from typing import Any, Type
+from typing import Any
 
 from pydantic import BaseModel, HttpUrl
 
@@ -27,7 +27,7 @@ class ImageVision(VeniceImageVisionBaseTool):
         "Provide the public URL of the image to describe.\n"
         "Returns a descriptive text of the image."
     )
-    args_schema: Type[BaseModel] = VeniceImageVision
+    args_schema: type[BaseModel] = VeniceImageVision
     # No model_id needed for the generic vision endpoint currently
 
     async def _arun(

intentkit/skills/venice_image/image_vision/image_vision_base.py

@@ -1,17 +1,17 @@
-from pydantic import Field
-
-# Import the generic base and shared input
-from intentkit.skills.venice_image.base import VeniceImageBaseTool
-
-
-class VeniceImageVisionBaseTool(VeniceImageBaseTool):
-    """
-    Base class for Venice AI *Image Vision* tools.
-    Inherits from VeniceAIBaseTool and handles specifics of the
-    /chat/completions endpoint.
-    """
-
-    name: str = Field(description="The unique name of the image vision tool.")
-    description: str = Field(
-        description="A description of what the image vision tool does."
-    )
+from pydantic import Field
+
+# Import the generic base and shared input
+from intentkit.skills.venice_image.base import VeniceImageBaseTool
+
+
+class VeniceImageVisionBaseTool(VeniceImageBaseTool):
+    """
+    Base class for Venice AI *Image Vision* tools.
+    Inherits from VeniceAIBaseTool and handles specifics of the
+    /chat/completions endpoint.
+    """
+
+    name: str = Field(description="The unique name of the image vision tool.")
+    description: str = Field(
+        description="A description of what the image vision tool does."
+    )

intentkit/skills/venice_image/image_vision/image_vision_input.py

@@ -1,9 +1,9 @@
-from pydantic import BaseModel, Field, HttpUrl
-
-
-class VeniceImageVision(BaseModel):
-    """Input for the Image Vision tool."""
-
-    image_url: HttpUrl = Field(
-        description="The URL of the image to to be described by the Vision model. Must be a publicly accessible URL.",
-    )
+from pydantic import BaseModel, Field, HttpUrl
+
+
+class VeniceImageVision(BaseModel):
+    """Input for the Image Vision tool."""
+
+    image_url: HttpUrl = Field(
+        description="The URL of the image to to be described by the Vision model. Must be a publicly accessible URL.",
+    )

intentkit/skills/venice_image/utils.py

@@ -1,78 +1,77 @@
-import base64
-import io
-import logging
-from typing import Optional
-
-import filetype
-import httpx
-from PIL import Image
-from pydantic import HttpUrl
-
-from intentkit.skills.base import ToolException
-
-logger = logging.getLogger(__name__)
-
-
-async def fetch_image_as_bytes(image_url: HttpUrl) -> bytes:
-    """Fetches image bytes from a given URL. Converts unsupported formats to PNG using Pillow.
-
-    Raises:
-        ToolException: If fetching or converting the image fails.
-    """
-    try:
-        async with httpx.AsyncClient(timeout=90) as client:
-            response = await client.get(str(image_url), follow_redirects=True)
-            response.raise_for_status()
-
-            original_bytes = response.content
-
-            # Guess file type from content
-            kind = filetype.guess(original_bytes)
-            detected_ext = kind.extension if kind else None
-            detected_mime = kind.mime if kind else "unknown"
-
-            if not detected_ext or not detected_mime.startswith("image/"):
-                msg = f"URL {image_url} did not return a recognizable image format. Detected: {detected_mime}"
-                logger.error(msg)
-                raise ToolException(msg)
-
-            if detected_ext in ("jpg", "jpeg", "png"):
-                return original_bytes
-
-            # Convert unsupported image to PNG
-            try:
-                img = Image.open(io.BytesIO(original_bytes)).convert("RGBA")
-                with io.BytesIO() as output:
-                    img.save(output, format="PNG")
-                    logger.info(
-                        f"Converted unsupported image type '{detected_ext}' to PNG."
-                    )
-                    return output.getvalue()
-            except Exception as e:
-                msg = f"Failed to convert image ({detected_ext}) to PNG: {e}"
-                logger.error(msg, exc_info=True)
-                raise ToolException(msg) from e
-
-    except httpx.HTTPStatusError as e:
-        msg = f"HTTP error fetching image {image_url}: Status {e.response.status_code}"
-        logger.error(msg)
-        raise ToolException(msg) from e
-    except httpx.RequestError as e:
-        msg = f"Network error fetching image {image_url}: {e}"
-        logger.error(msg)
-        raise ToolException(msg) from e
-    except Exception as e:
-        msg = f"Unexpected error fetching image {image_url}: {e}"
-        logger.error(msg, exc_info=True)
-        raise ToolException(msg) from e
-
-
-async def fetch_image_as_base64(image_url: HttpUrl) -> Optional[str]:
-    """Fetches an image from the URL and returns the image as a Base64-encoded string."""
-    image_bytes = await fetch_image_as_bytes(image_url)
-
-    if image_bytes is None:
-        return None
-
-    # Convert image bytes to a Base64-encoded string
-    return base64.b64encode(image_bytes).decode("utf-8")
+import base64
+import io
+import logging
+
+import filetype
+import httpx
+from PIL import Image
+from pydantic import HttpUrl
+
+from intentkit.skills.base import ToolException
+
+logger = logging.getLogger(__name__)
+
+
+async def fetch_image_as_bytes(image_url: HttpUrl) -> bytes:
+    """Fetches image bytes from a given URL. Converts unsupported formats to PNG using Pillow.
+
+    Raises:
+        ToolException: If fetching or converting the image fails.
+    """
+    try:
+        async with httpx.AsyncClient(timeout=90) as client:
+            response = await client.get(str(image_url), follow_redirects=True)
+            response.raise_for_status()
+
+            original_bytes = response.content
+
+            # Guess file type from content
+            kind = filetype.guess(original_bytes)
+            detected_ext = kind.extension if kind else None
+            detected_mime = kind.mime if kind else "unknown"
+
+            if not detected_ext or not detected_mime.startswith("image/"):
+                msg = f"URL {image_url} did not return a recognizable image format. Detected: {detected_mime}"
+                logger.error(msg)
+                raise ToolException(msg)
+
+            if detected_ext in ("jpg", "jpeg", "png"):
+                return original_bytes
+
+            # Convert unsupported image to PNG
+            try:
+                img = Image.open(io.BytesIO(original_bytes)).convert("RGBA")
+                with io.BytesIO() as output:
+                    img.save(output, format="PNG")
+                    logger.info(
+                        f"Converted unsupported image type '{detected_ext}' to PNG."
+                    )
+                    return output.getvalue()
+            except Exception as e:
+                msg = f"Failed to convert image ({detected_ext}) to PNG: {e}"
+                logger.error(msg, exc_info=True)
+                raise ToolException(msg) from e
+
+    except httpx.HTTPStatusError as e:
+        msg = f"HTTP error fetching image {image_url}: Status {e.response.status_code}"
+        logger.error(msg)
+        raise ToolException(msg) from e
+    except httpx.RequestError as e:
+        msg = f"Network error fetching image {image_url}: {e}"
+        logger.error(msg)
+        raise ToolException(msg) from e
+    except Exception as e:
+        msg = f"Unexpected error fetching image {image_url}: {e}"
+        logger.error(msg, exc_info=True)
+        raise ToolException(msg) from e
+
+
+async def fetch_image_as_base64(image_url: HttpUrl) -> str | None:
+    """Fetches an image from the URL and returns the image as a Base64-encoded string."""
+    image_bytes = await fetch_image_as_bytes(image_url)
+
+    if image_bytes is None:
+        return None
+
+    # Convert image bytes to a Base64-encoded string
+    return base64.b64encode(image_bytes).decode("utf-8")

intentkit/skills/web_scraper/__init__.py

@@ -3,7 +3,6 @@
 import logging
 from typing import TypedDict
 
-from intentkit.abstracts.skill import SkillStoreABC
 from intentkit.skills.base import SkillConfig, SkillOwnerState, SkillState
 from intentkit.skills.web_scraper.base import WebScraperBaseTool
 from intentkit.skills.web_scraper.document_indexer import DocumentIndexer
@@ -35,7 +34,6 @@ class Config(SkillConfig):
 async def get_skills(
     config: "Config",
     is_private: bool,
-    store: SkillStoreABC,
     **_,
 ) -> list[WebScraperBaseTool]:
     """Get all web scraper skills.
@@ -43,7 +41,6 @@ async def get_skills(
     Args:
         config: The configuration for web scraper skills.
         is_private: Whether to include private skills.
-        store: The skill store for persisting data.
 
     Returns:
         A list of web scraper skills.
@@ -60,7 +57,7 @@ async def get_skills(
     # Get each skill using the cached getter
     result = []
     for name in available_skills:
-        skill = get_web_scraper_skill(name, store)
+        skill = get_web_scraper_skill(name)
         if skill:
             result.append(skill)
     return result
@@ -68,40 +65,30 @@ async def get_skills(
 
 def get_web_scraper_skill(
     name: str,
-    store: SkillStoreABC,
 ) -> WebScraperBaseTool:
     """Get a web scraper skill by name.
 
     Args:
         name: The name of the skill to get
-        store: The skill store for persisting data
 
     Returns:
         The requested web scraper skill
     """
     if name == "scrape_and_index":
         if name not in _cache:
-            _cache[name] = ScrapeAndIndex(
-                skill_store=store,
-            )
+            _cache[name] = ScrapeAndIndex()
         return _cache[name]
     elif name == "query_indexed_content":
         if name not in _cache:
-            _cache[name] = QueryIndexedContent(
-                skill_store=store,
-            )
+            _cache[name] = QueryIndexedContent()
         return _cache[name]
     elif name == "website_indexer":
         if name not in _cache:
-            _cache[name] = WebsiteIndexer(
-                skill_store=store,
-            )
+            _cache[name] = WebsiteIndexer()
         return _cache[name]
     elif name == "document_indexer":
         if name not in _cache:
-            _cache[name] = DocumentIndexer(
-                skill_store=store,
-            )
+            _cache[name] = DocumentIndexer()
         return _cache[name]
     else:
         logger.warning(f"Unknown web scraper skill: {name}")

intentkit/skills/web_scraper/base.py

@@ -1,8 +1,7 @@
-from typing import Type
-
+from langchain_core.tools.base import ToolException
 from pydantic import BaseModel, Field
 
-from intentkit.abstracts.skill import SkillStoreABC
+from intentkit.config.config import config
 from intentkit.skills.base import IntentKitSkill
 
 
@@ -11,11 +10,26 @@ class WebScraperBaseTool(IntentKitSkill):
 
     name: str = Field(description="The name of the tool")
     description: str = Field(description="A description of what the tool does")
-    args_schema: Type[BaseModel]
-    skill_store: SkillStoreABC = Field(
-        description="The skill store for persisting data"
-    )
+    args_schema: type[BaseModel]
 
     @property
     def category(self) -> str:
         return "web_scraper"
+
+    def get_openai_api_key(self) -> str:
+        """Retrieve the OpenAI API key for embedding operations."""
+        context = self.get_context()
+        skill_config = context.agent.skill_config(self.category)
+        api_key_provider = skill_config.get("api_key_provider")
+
+        if api_key_provider == "platform":
+            if not config.openai_api_key:
+                raise ToolException("OpenAI API key is not configured")
+            return config.openai_api_key
+
+        if skill_config.get("api_key"):
+            return skill_config["api_key"]
+
+        raise ToolException(
+            f"Invalid API key provider: {api_key_provider}, or no api_key in config"
+        )

intentkit/skills/web_scraper/document_indexer.py

@@ -1,5 +1,4 @@
 import logging
-from typing import Type
 
 from pydantic import BaseModel, Field
 
@@ -65,7 +64,7 @@ class DocumentIndexer(WebScraperBaseTool):
         "Perfect for adding content from Google Docs, Notion pages, PDFs, or any other document sources. "
         "The indexed content can then be queried using the query_indexed_content tool."
     )
-    args_schema: Type[BaseModel] = DocumentIndexerInput
+    args_schema: type[BaseModel] = DocumentIndexerInput
 
     async def _arun(
         self,
@@ -108,17 +107,19 @@ class DocumentIndexer(WebScraperBaseTool):
             f"[{agent_id}] Document created, length: {len(document.page_content)} chars"
         )
 
+        embedding_api_key = self.get_openai_api_key()
+        vector_manager = VectorStoreManager(embedding_api_key)
+
         # Index the document
         total_chunks, was_merged = await index_documents(
-            [document], agent_id, self.skill_store, chunk_size, chunk_overlap
+            [document], agent_id, vector_manager, chunk_size, chunk_overlap
         )
 
         # Get current storage size for response
-        vs_manager = VectorStoreManager(self.skill_store)
-        current_size = await vs_manager.get_content_size(agent_id)
+        current_size = await vector_manager.get_content_size(agent_id)
 
         # Update metadata
-        metadata_manager = MetadataManager(self.skill_store)
+        metadata_manager = MetadataManager(vector_manager)
         new_metadata = metadata_manager.create_document_metadata(
             title, source, tags, [document], len(text_content)
         )

intentkit/skills/web_scraper/scrape_and_index.py

@@ -1,5 +1,4 @@
 import logging
-from typing import List, Type
 
 from pydantic import BaseModel, Field
 
@@ -19,7 +18,7 @@ logger = logging.getLogger(__name__)
 class ScrapeAndIndexInput(BaseModel):
     """Input for ScrapeAndIndex tool."""
 
-    urls: List[str] = Field(
+    urls: list[str] = Field(
         description="List of URLs to scrape and index. Each URL should be a valid web address starting with http:// or https://",
         min_items=1,
         max_items=25,
@@ -67,11 +66,11 @@ class ScrapeAndIndex(WebScraperBaseTool):
         "Use this tool to collect and index web content that you want to reference later.\n"
         "The indexed content can then be queried using the query_indexed_content tool."
     )
-    args_schema: Type[BaseModel] = ScrapeAndIndexInput
+    args_schema: type[BaseModel] = ScrapeAndIndexInput
 
     async def _arun(
         self,
-        urls: List[str],
+        urls: list[str],
         chunk_size: int = DEFAULT_CHUNK_SIZE,
         chunk_overlap: int = DEFAULT_CHUNK_OVERLAP,
         **kwargs,
@@ -92,9 +91,12 @@ class ScrapeAndIndex(WebScraperBaseTool):
                 f"[{agent_id}] Starting scrape and index operation with {len(urls)} URLs"
             )
 
+            embedding_api_key = self.get_openai_api_key()
+            vector_manager = VectorStoreManager(embedding_api_key)
+
             # Use the utility function to scrape and index URLs
             total_chunks, was_merged, valid_urls = await scrape_and_index_urls(
-                urls, agent_id, self.skill_store, chunk_size, chunk_overlap
+                urls, agent_id, vector_manager, chunk_size, chunk_overlap
             )
 
             logger.info(
@@ -110,12 +112,11 @@ class ScrapeAndIndex(WebScraperBaseTool):
                 return "Error: No content could be extracted from the provided URLs."
 
             # Get current storage size for response
-            vs_manager = VectorStoreManager(self.skill_store)
-            current_size = await vs_manager.get_content_size(agent_id)
+            current_size = await vector_manager.get_content_size(agent_id)
             size_limit_reached = len(valid_urls) < len(urls)
 
             # Update metadata
-            metadata_manager = MetadataManager(self.skill_store)
+            metadata_manager = MetadataManager(vector_manager)
             new_metadata = metadata_manager.create_url_metadata(
                 valid_urls, [], "scrape_and_index"
             )
@@ -169,7 +170,7 @@ class QueryIndexedContent(WebScraperBaseTool):
         "Use this tool to search through content that was previously scraped and indexed.\n"
         "This tool can help answer questions based on the indexed web content."
     )
-    args_schema: Type[BaseModel] = QueryIndexInput
+    args_schema: type[BaseModel] = QueryIndexInput
 
     async def _arun(
         self,
@@ -196,9 +197,9 @@ class QueryIndexedContent(WebScraperBaseTool):
 
             logger.info(f"[{agent_id}] Looking for vector store: {vector_store_key}")
 
-            stored_data = await self.skill_store.get_agent_skill_data(
-                agent_id, "web_scraper", vector_store_key
-            )
+            embedding_api_key = self.get_openai_api_key()
+            vector_manager = VectorStoreManager(embedding_api_key)
+            stored_data = await vector_manager.get_existing_vector_store(agent_id)
 
             if not stored_data:
                 logger.warning(f"[{agent_id}] No vector store found")
@@ -210,9 +211,8 @@ class QueryIndexedContent(WebScraperBaseTool):
 
             # Create embeddings and decode vector store
             logger.info(f"[{agent_id}] Decoding vector store")
-            vs_manager = VectorStoreManager(self.skill_store)
-            embeddings = vs_manager.create_embeddings()
-            vector_store = vs_manager.decode_vector_store(
+            embeddings = vector_manager.create_embeddings()
+            vector_store = vector_manager.decode_vector_store(
                 stored_data["faiss_files"], embeddings
             )