intentkit 0.7.5.dev26__tar.gz → 0.7.5.dev28__tar.gz

{intentkit-0.7.5.dev26 → intentkit-0.7.5.dev28}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: intentkit
-Version: 0.7.5.dev26
+Version: 0.7.5.dev28
 Summary: Intent-based AI Agent Platform - Core Package
 Project-URL: Homepage, https://github.com/crestalnetwork/intentkit
 Project-URL: Repository, https://github.com/crestalnetwork/intentkit

{intentkit-0.7.5.dev26 → intentkit-0.7.5.dev28}/__init__.py

@@ -3,7 +3,7 @@
 A powerful platform for building AI agents with blockchain and cryptocurrency capabilities.
 """
 
-__version__ = "0.7.5-dev26"
+__version__ = "0.7.5-dev28"
 __author__ = "hyacinthus"
 __email__ = "hyacinthus@gmail.com"
 

{intentkit-0.7.5.dev26 → intentkit-0.7.5.dev28}/core/agent.py

@@ -2,7 +2,7 @@ import logging
 import time
 from datetime import datetime, timedelta, timezone
 from decimal import Decimal
-from typing import Any, Dict, List, Optional, Tuple
+from typing import Any, AsyncGenerator, Dict, List, Optional, Tuple
 
 from sqlalchemy import func, select, text, update
 
@@ -17,7 +17,13 @@ from intentkit.models.agent import (
     AgentUpdate,
 )
 from intentkit.models.agent_data import AgentData, AgentQuota, AgentQuotaTable
-from intentkit.models.credit import CreditEventTable, EventType, UpstreamType
+from intentkit.models.credit import (
+    CreditAccount,
+    CreditEventTable,
+    EventType,
+    OwnerType,
+    UpstreamType,
+)
 from intentkit.models.db import get_session
 from intentkit.models.skill import (
     AgentSkillData,
@@ -660,7 +666,31 @@ class AgentStore(SkillStoreABC):
 agent_store = AgentStore()
 
 
-async def update_agent_action_cost():
+async def _iterate_agent_id_batches(
+    batch_size: int = 100,
+) -> AsyncGenerator[list[str], None]:
+    """Yield agent IDs in ascending batches to limit memory usage."""
+
+    last_id: Optional[str] = None
+    while True:
+        async with get_session() as session:
+            query = select(AgentTable.id).order_by(AgentTable.id)
+
+            if last_id:
+                query = query.where(AgentTable.id > last_id)
+
+            query = query.limit(batch_size)
+            result = await session.execute(query)
+            agent_ids = [row[0] for row in result]
+
+        if not agent_ids:
+            break
+
+        yield agent_ids
+        last_id = agent_ids[-1]
+
+
+async def update_agent_action_cost(batch_size: int = 100) -> None:
     """
     Update action costs for all agents.
 
@@ -677,42 +707,20 @@ async def update_agent_action_cost():
     """
     logger.info("Starting update of agent average action costs")
     start_time = time.time()
-    batch_size = 100
-    last_id = None
     total_updated = 0
 
-    while True:
-        # Get a batch of agent IDs ordered by ID
-        async with get_session() as session:
-            query = select(AgentTable.id).order_by(AgentTable.id)
-
-            # Apply pagination if we have a last_id from previous batch
-            if last_id:
-                query = query.where(AgentTable.id > last_id)
-
-            query = query.limit(batch_size)
-            result = await session.execute(query)
-            agent_ids = [row[0] for row in result]
-
-            # If no more agents, we're done
-            if not agent_ids:
-                break
-
-            # Update last_id for next batch
-            last_id = agent_ids[-1]
-
-        # Process this batch of agents
+    async for agent_ids in _iterate_agent_id_batches(batch_size):
         logger.info(
-            f"Processing batch of {len(agent_ids)} agents starting with ID {agent_ids[0]}"
+            "Processing batch of %s agents starting with ID %s",
+            len(agent_ids),
+            agent_ids[0],
         )
         batch_start_time = time.time()
 
         for agent_id in agent_ids:
             try:
-                # Calculate action costs for this agent
                 costs = await agent_action_cost(agent_id)
 
-                # Update the agent's quota record
                 async with get_session() as session:
                     update_stmt = (
                         update(AgentQuotaTable)
@@ -730,17 +738,188 @@ async def update_agent_action_cost():
                     await session.commit()
 
                 total_updated += 1
-            except Exception as e:
+            except Exception as e:  # pragma: no cover - log path only
+                logger.error(
+                    "Error updating action costs for agent %s: %s", agent_id, str(e)
+                )
+
+        batch_time = time.time() - batch_start_time
+        logger.info("Completed batch in %.3fs", batch_time)
+
+    total_time = time.time() - start_time
+    logger.info(
+        "Finished updating action costs for %s agents in %.3fs",
+        total_updated,
+        total_time,
+    )
+
+
+async def update_agents_account_snapshot(batch_size: int = 100) -> None:
+    """Refresh the cached credit account snapshot for every agent."""
+
+    logger.info("Starting update of agent account snapshots")
+    start_time = time.time()
+    total_updated = 0
+
+    async for agent_ids in _iterate_agent_id_batches(batch_size):
+        logger.info(
+            "Processing snapshot batch of %s agents starting with ID %s",
+            len(agent_ids),
+            agent_ids[0],
+        )
+        batch_start_time = time.time()
+
+        for agent_id in agent_ids:
+            try:
+                async with get_session() as session:
+                    account = await CreditAccount.get_or_create_in_session(
+                        session, OwnerType.AGENT, agent_id
+                    )
+                    await session.execute(
+                        update(AgentTable)
+                        .where(AgentTable.id == agent_id)
+                        .values(
+                            account_snapshot=account.model_dump(mode="json"),
+                        )
+                    )
+                    await session.commit()
+
+                total_updated += 1
+            except Exception as exc:  # pragma: no cover - log path only
+                logger.error(
+                    "Error updating account snapshot for agent %s: %s",
+                    agent_id,
+                    exc,
+                )
+
+        batch_time = time.time() - batch_start_time
+        logger.info("Completed snapshot batch in %.3fs", batch_time)
+
+    total_time = time.time() - start_time
+    logger.info(
+        "Finished updating account snapshots for %s agents in %.3fs",
+        total_updated,
+        total_time,
+    )
+
+
+async def update_agents_assets(batch_size: int = 100) -> None:
+    """Refresh cached asset information for all agents."""
+
+    from intentkit.core.asset import agent_asset
+
+    logger.info("Starting update of agent assets")
+    start_time = time.time()
+    total_updated = 0
+
+    async for agent_ids in _iterate_agent_id_batches(batch_size):
+        logger.info(
+            "Processing asset batch of %s agents starting with ID %s",
+            len(agent_ids),
+            agent_ids[0],
+        )
+        batch_start_time = time.time()
+
+        for agent_id in agent_ids:
+            try:
+                assets = await agent_asset(agent_id)
+            except IntentKitAPIError as exc:  # pragma: no cover - log path only
+                logger.warning(
+                    "Skipping asset update for agent %s due to API error: %s",
+                    agent_id,
+                    exc,
+                )
+                continue
+            except Exception as exc:  # pragma: no cover - log path only
+                logger.error("Error retrieving assets for agent %s: %s", agent_id, exc)
+                continue
+
+            try:
+                async with get_session() as session:
+                    await session.execute(
+                        update(AgentTable)
+                        .where(AgentTable.id == agent_id)
+                        .values(assets=assets.model_dump(mode="json"))
+                    )
+                    await session.commit()
+
+                total_updated += 1
+            except Exception as exc:  # pragma: no cover - log path only
+                logger.error(
+                    "Error updating asset cache for agent %s: %s", agent_id, exc
+                )
+
+        batch_time = time.time() - batch_start_time
+        logger.info("Completed asset batch in %.3fs", batch_time)
+
+    total_time = time.time() - start_time
+    logger.info(
+        "Finished updating assets for %s agents in %.3fs",
+        total_updated,
+        total_time,
+    )
+
+
+async def update_agents_statistics(
+    *, end_time: Optional[datetime] = None, batch_size: int = 100
+) -> None:
+    """Refresh cached statistics for every agent."""
+
+    from intentkit.core.statistics import get_agent_statistics
+
+    if end_time is None:
+        end_time = datetime.now(timezone.utc)
+    elif end_time.tzinfo is None:
+        end_time = end_time.replace(tzinfo=timezone.utc)
+    else:
+        end_time = end_time.astimezone(timezone.utc)
+
+    logger.info("Starting update of agent statistics using end_time %s", end_time)
+    start_time = time.time()
+    total_updated = 0
+
+    async for agent_ids in _iterate_agent_id_batches(batch_size):
+        logger.info(
+            "Processing statistics batch of %s agents starting with ID %s",
+            len(agent_ids),
+            agent_ids[0],
+        )
+        batch_start_time = time.time()
+
+        for agent_id in agent_ids:
+            try:
+                statistics = await get_agent_statistics(agent_id, end_time=end_time)
+            except Exception as exc:  # pragma: no cover - log path only
+                logger.error(
+                    "Error computing statistics for agent %s: %s", agent_id, exc
+                )
+                continue
+
+            try:
+                async with get_session() as session:
+                    await session.execute(
+                        update(AgentTable)
+                        .where(AgentTable.id == agent_id)
+                        .values(statistics=statistics.model_dump(mode="json"))
+                    )
+                    await session.commit()
+
+                total_updated += 1
+            except Exception as exc:  # pragma: no cover - log path only
                 logger.error(
-                    f"Error updating action costs for agent {agent_id}: {str(e)}"
+                    "Error updating statistics cache for agent %s: %s",
+                    agent_id,
+                    exc,
                 )
 
         batch_time = time.time() - batch_start_time
-        logger.info(f"Completed batch in {batch_time:.3f}s")
+        logger.info("Completed statistics batch in %.3fs", batch_time)
 
     total_time = time.time() - start_time
     logger.info(
-        f"Finished updating action costs for {total_updated} agents in {total_time:.3f}s"
+        "Finished updating statistics for %s agents in %.3fs",
+        total_updated,
+        total_time,
     )
 
 

intentkit-0.7.5.dev28/core/asset.py

@@ -0,0 +1,208 @@
+"""Shared asset retrieval utilities for agents."""
+
+from __future__ import annotations
+
+import logging
+from decimal import Decimal
+from typing import Optional
+
+import httpx
+from pydantic import BaseModel, Field
+from web3 import Web3
+
+from intentkit.clients.web3 import get_web3_client
+from intentkit.config.config import config
+from intentkit.core.agent import agent_store
+from intentkit.models.agent import Agent
+from intentkit.models.agent_data import AgentData
+from intentkit.utils.error import IntentKitAPIError
+
+logger = logging.getLogger(__name__)
+
+# USDC contract addresses for different networks
+USDC_ADDRESSES = {
+    "base-mainnet": "0x833589fCD6eDb6E08f4c7C32D4f71b54bdA02913",
+    "ethereum-mainnet": "0xA0b86991c6218b36c1d19D4a2e9Eb0cE3606eB48",
+    "arbitrum-mainnet": "0xaf88d065e77c8cC2239327C5EDb3A432268e5831",
+    "optimism-mainnet": "0x0b2C639c533813f4Aa9D7837CAf62653d097Ff85",
+    "polygon-mainnet": "0x3c499c542cEF5E3811e1192ce70d8cC03d5c3359",
+}
+
+# NATION token address for base-mainnet
+NATION_ADDRESS = "0x2f74f818e81685c8086dd783837a4605a90474b8"
+
+
+class Asset(BaseModel):
+    """Model for individual asset with symbol and balance."""
+
+    symbol: str = Field(description="Asset symbol (e.g., ETH, USDC, NATION)")
+    balance: Decimal = Field(description="Asset balance as decimal")
+
+
+class AgentAssets(BaseModel):
+    """Simplified agent asset response with wallet net worth and tokens."""
+
+    net_worth: str = Field(description="Total wallet net worth in USD")
+    tokens: list[Asset] = Field(description="List of assets with symbol and balance")
+
+
+async def _get_token_balance(
+    web3_client: Web3, wallet_address: str, token_address: str
+) -> Decimal:
+    """Get ERC-20 token balance for a wallet address."""
+    try:
+        # ERC-20 standard ABI for balanceOf and decimals
+        erc20_abi = [
+            {
+                "constant": True,
+                "inputs": [{"name": "_owner", "type": "address"}],
+                "name": "balanceOf",
+                "outputs": [{"name": "balance", "type": "uint256"}],
+                "type": "function",
+            },
+            {
+                "constant": True,
+                "inputs": [],
+                "name": "decimals",
+                "outputs": [{"name": "", "type": "uint8"}],
+                "type": "function",
+            },
+        ]
+
+        contract = web3_client.eth.contract(
+            address=web3_client.to_checksum_address(token_address), abi=erc20_abi
+        )
+
+        balance_wei = contract.functions.balanceOf(
+            web3_client.to_checksum_address(wallet_address)
+        ).call()
+        decimals = contract.functions.decimals().call()
+
+        # Convert from wei to token units using actual decimals
+        balance = Decimal(balance_wei) / Decimal(10**decimals)
+        return balance
+    except Exception as exc:  # pragma: no cover - log path only
+        logger.error("Error getting token balance: %s", exc)
+        return Decimal("0")
+
+
+async def _get_eth_balance(web3_client: Web3, wallet_address: str) -> Decimal:
+    """Get ETH balance for a wallet address."""
+    try:
+        balance_wei = web3_client.eth.get_balance(
+            web3_client.to_checksum_address(wallet_address)
+        )
+        balance = Decimal(balance_wei) / Decimal(10**18)
+        return balance
+    except Exception as exc:  # pragma: no cover - log path only
+        logger.error("Error getting ETH balance: %s", exc)
+        return Decimal("0")
+
+
+async def _get_wallet_net_worth(wallet_address: str) -> str:
+    """Get wallet net worth using Moralis API."""
+    try:
+        async with httpx.AsyncClient() as client:
+            url = (
+                "https://deep-index.moralis.io/api/v2.2/wallets/"
+                f"{wallet_address}/net-worth"
+            )
+            headers = {
+                "accept": "application/json",
+                "X-API-Key": config.moralis_api_key,
+            }
+            params = {
+                "exclude_spam": "true",
+                "exclude_unverified_contracts": "true",
+                "chains": ["eth", "base", "polygon", "arbitrum", "optimism"],
+            }
+
+            response = await client.get(url, headers=headers, params=params)
+            response.raise_for_status()
+            data = response.json()
+            return data.get("total_networth_usd", "0")
+    except Exception as exc:  # pragma: no cover - log path only
+        logger.error("Error getting wallet net worth for %s: %s", wallet_address, exc)
+        return "0"
+
+
+async def _build_assets_list(
+    agent: Agent, agent_data: AgentData, web3_client: Web3
+) -> list[Asset]:
+    """Build the assets list based on network conditions and agent configuration."""
+    assets: list[Asset] = []
+
+    if not agent_data or not agent_data.evm_wallet_address:
+        return assets
+
+    wallet_address = agent_data.evm_wallet_address
+    network_id: Optional[str] = agent.network_id
+
+    # ETH is always included
+    eth_balance = await _get_eth_balance(web3_client, wallet_address)
+    assets.append(Asset(symbol="ETH", balance=eth_balance))
+
+    if network_id and network_id.endswith("-mainnet"):
+        usdc_address = USDC_ADDRESSES.get(str(network_id))
+        if usdc_address:
+            usdc_balance = await _get_token_balance(
+                web3_client, wallet_address, usdc_address
+            )
+            assets.append(Asset(symbol="USDC", balance=usdc_balance))
+
+    if network_id == "base-mainnet":
+        nation_balance = await _get_token_balance(
+            web3_client, wallet_address, NATION_ADDRESS
+        )
+        assets.append(Asset(symbol="NATION", balance=nation_balance))
+
+    if agent.ticker and agent.token_address:
+        lower_addresses = [addr.lower() for addr in USDC_ADDRESSES.values()]
+        is_usdc = agent.token_address.lower() in lower_addresses
+        is_nation = agent.token_address.lower() == NATION_ADDRESS.lower()
+
+        if not is_usdc and not is_nation:
+            custom_balance = await _get_token_balance(
+                web3_client, wallet_address, agent.token_address
+            )
+            assets.append(Asset(symbol=agent.ticker, balance=custom_balance))
+
+    return assets
+
+
+async def agent_asset(agent_id: str) -> AgentAssets:
+    """Fetch wallet net worth and token balances for an agent."""
+    agent = await Agent.get(agent_id)
+    if not agent:
+        raise IntentKitAPIError(404, "AgentNotFound", "Agent not found")
+
+    agent_data = await AgentData.get(agent_id)
+    if not agent_data or not agent_data.evm_wallet_address:
+        return AgentAssets(net_worth="0", tokens=[])
+
+    if not agent.network_id:
+        return AgentAssets(net_worth="0", tokens=[])
+
+    try:
+        web3_client = get_web3_client(str(agent.network_id), agent_store)
+        tokens = await _build_assets_list(agent, agent_data, web3_client)
+        net_worth = await _get_wallet_net_worth(agent_data.evm_wallet_address)
+        return AgentAssets(net_worth=net_worth, tokens=tokens)
+    except IntentKitAPIError:
+        raise
+    except Exception as exc:
+        logger.error("Error getting agent assets for %s: %s", agent_id, exc)
+        raise IntentKitAPIError(
+            500, "AgentAssetError", "Failed to retrieve agent assets"
+        ) from exc
+
+
+__all__ = [
+    "Asset",
+    "AgentAssets",
+    "USDC_ADDRESSES",
+    "NATION_ADDRESS",
+    "agent_asset",
+    "_build_assets_list",
+    "_get_wallet_net_worth",
+]

intentkit-0.7.5.dev28/core/statistics.py

@@ -0,0 +1,169 @@
+"""Agent statistics utilities."""
+
+from __future__ import annotations
+
+from datetime import datetime, timedelta, timezone
+from decimal import Decimal
+from typing import Optional
+
+from pydantic import BaseModel, Field
+from sqlalchemy import func, select
+from sqlalchemy.ext.asyncio import AsyncSession
+
+from intentkit.models.agent_data import AgentQuota, AgentQuotaTable
+from intentkit.models.credit import CreditAccount, CreditEventTable, OwnerType
+from intentkit.models.db import get_session
+
+
+class AgentStatistics(BaseModel):
+    """Aggregated statistics for an agent credit account."""
+
+    agent_id: str = Field(description="ID of the agent")
+    account_id: str = Field(description="ID of the associated credit account")
+    balance: Decimal = Field(description="Current credit account balance")
+    total_income: Decimal = Field(description="Total income across all events")
+    net_income: Decimal = Field(description="Net income from fee allocations")
+    permanent_income: Decimal = Field(
+        description="Total permanent income across all events"
+    )
+    permanent_profit: Decimal = Field(
+        description="Permanent profit allocated to the agent"
+    )
+    last_24h_income: Decimal = Field(
+        description="Income generated during the last 24 hours"
+    )
+    last_24h_permanent_income: Decimal = Field(
+        description="Permanent income generated during the last 24 hours"
+    )
+    avg_action_cost: Decimal = Field(description="Average action cost")
+    min_action_cost: Decimal = Field(description="Minimum action cost")
+    max_action_cost: Decimal = Field(description="Maximum action cost")
+    low_action_cost: Decimal = Field(description="20th percentile action cost")
+    medium_action_cost: Decimal = Field(description="60th percentile action cost")
+    high_action_cost: Decimal = Field(description="80th percentile action cost")
+
+
+async def get_agent_statistics(
+    agent_id: str,
+    *,
+    end_time: Optional[datetime] = None,
+    session: Optional[AsyncSession] = None,
+) -> AgentStatistics:
+    """Calculate statistics for an agent credit account.
+
+    Args:
+        agent_id: ID of the agent.
+        end_time: Optional end time used as the inclusive boundary for
+            time-windowed aggregations. Defaults to the current UTC time.
+        session: Optional database session to reuse. When omitted, a
+            standalone session will be created and committed automatically.
+
+    Returns:
+        Aggregated statistics for the agent.
+    """
+
+    managed_session = session is None
+    if end_time is None:
+        end_time = datetime.now(timezone.utc)
+    elif end_time.tzinfo is None:
+        end_time = end_time.replace(tzinfo=timezone.utc)
+    else:
+        end_time = end_time.astimezone(timezone.utc)
+
+    async def _compute(session: AsyncSession) -> AgentStatistics:
+        account = await CreditAccount.get_or_create_in_session(
+            session, OwnerType.AGENT, agent_id
+        )
+        balance = account.free_credits + account.reward_credits + account.credits
+
+        totals_stmt = select(
+            func.sum(CreditEventTable.total_amount).label("total_income"),
+            func.sum(CreditEventTable.fee_agent_amount).label("net_income"),
+            func.sum(CreditEventTable.permanent_amount).label("permanent_income"),
+            func.sum(CreditEventTable.fee_agent_permanent_amount).label(
+                "permanent_profit"
+            ),
+        ).where(CreditEventTable.agent_id == agent_id)
+        totals_result = await session.execute(totals_stmt)
+        totals_row = totals_result.first()
+
+        total_income = (
+            totals_row.total_income
+            if totals_row and totals_row.total_income
+            else Decimal("0")
+        )
+        net_income = (
+            totals_row.net_income
+            if totals_row and totals_row.net_income
+            else Decimal("0")
+        )
+        permanent_income = (
+            totals_row.permanent_income
+            if totals_row and totals_row.permanent_income
+            else Decimal("0")
+        )
+        permanent_profit = (
+            totals_row.permanent_profit
+            if totals_row and totals_row.permanent_profit
+            else Decimal("0")
+        )
+
+        window_start = end_time - timedelta(hours=24)
+        window_stmt = select(
+            func.sum(CreditEventTable.total_amount).label("last_24h_income"),
+            func.sum(CreditEventTable.permanent_amount).label(
+                "last_24h_permanent_income"
+            ),
+        ).where(
+            CreditEventTable.agent_id == agent_id,
+            CreditEventTable.created_at >= window_start,
+            CreditEventTable.created_at <= end_time,
+        )
+        window_result = await session.execute(window_stmt)
+        window_row = window_result.first()
+
+        last_24h_income = (
+            window_row.last_24h_income
+            if window_row and window_row.last_24h_income
+            else Decimal("0")
+        )
+        last_24h_permanent_income = (
+            window_row.last_24h_permanent_income
+            if window_row and window_row.last_24h_permanent_income
+            else Decimal("0")
+        )
+
+        quota_row = await session.get(AgentQuotaTable, agent_id)
+        quota = (
+            AgentQuota.model_validate(quota_row)
+            if quota_row
+            else AgentQuota(id=agent_id)
+        )
+
+        return AgentStatistics(
+            agent_id=agent_id,
+            account_id=account.id,
+            balance=balance,
+            total_income=total_income,
+            net_income=net_income,
+            permanent_income=permanent_income,
+            permanent_profit=permanent_profit,
+            last_24h_income=last_24h_income,
+            last_24h_permanent_income=last_24h_permanent_income,
+            avg_action_cost=quota.avg_action_cost,
+            min_action_cost=quota.min_action_cost,
+            max_action_cost=quota.max_action_cost,
+            low_action_cost=quota.low_action_cost,
+            medium_action_cost=quota.medium_action_cost,
+            high_action_cost=quota.high_action_cost,
+        )
+
+    if managed_session:
+        async with get_session() as managed:
+            statistics = await _compute(managed)
+            await managed.commit()
+            return statistics
+    return await _compute(session)
+
+
+__all__ = ["AgentStatistics", "get_agent_statistics"]

{intentkit-0.7.5.dev26 → intentkit-0.7.5.dev28}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "intentkit"
-version = "0.7.5-dev26"
+version = "0.7.5-dev28"
 description = "Intent-based AI Agent Platform - Core Package"
 authors = [{ name = "hyacinthus", email = "hyacinthus@gmail.com" }]
 requires-python = ">=3.12"