intentkit 0.8.34.dev6__tar.gz → 0.8.34.dev8__tar.gz

{intentkit-0.8.34.dev6 → intentkit-0.8.34.dev8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: intentkit
-Version: 0.8.34.dev6
+Version: 0.8.34.dev8
 Summary: Intent-based AI Agent Platform - Core Package
 Project-URL: Homepage, https://github.com/crestalnetwork/intentkit
 Project-URL: Repository, https://github.com/crestalnetwork/intentkit

{intentkit-0.8.34.dev6 → intentkit-0.8.34.dev8}/intentkit/__init__.py

@@ -3,7 +3,7 @@
 A powerful platform for building AI agents with blockchain and cryptocurrency capabilities.
 """
 
-__version__ = "0.8.34-dev6"
+__version__ = "0.8.34-dev8"
 __author__ = "Ruihua"
 __email__ = "ruihua@crestal.network"
 

intentkit-0.8.34.dev8/intentkit/core/cleanup.py

@@ -0,0 +1,80 @@
+import logging
+from datetime import datetime, timedelta, timezone
+
+from sqlalchemy import text
+
+from intentkit.config.config import config
+from intentkit.models.db import get_session, init_db
+
+logger = logging.getLogger(__name__)
+
+
+async def cleanup_checkpoints(days: int = 90, dry_run: bool = False) -> int:
+    """
+    Cleanup checkpoints older than the specified number of days.
+
+    Args:
+        days: Number of days to keep history for.
+        dry_run: If True, only count threads to be deleted without deleting.
+
+    Returns:
+        int: Number of threads deleted (or found, if dry_run is True).
+    """
+    # Ensure DB is initialized (idempotent)
+    await init_db(**config.db)
+
+    # Use UTC for consistency with LangGraph timestamps
+    cutoff_date = datetime.now(timezone.utc) - timedelta(days=days)
+    logger.info(
+        f"Cleaning up threads older than {days} days (before {cutoff_date.isoformat()})"
+    )
+
+    # 1. Identify threads to delete
+    count_query = text("""
+        SELECT count(DISTINCT thread_id)
+        FROM checkpoints
+        WHERE (checkpoint ->> 'ts')::timestamptz < :cutoff
+    """)
+
+    async with get_session() as session:
+        result = await session.execute(count_query, {"cutoff": cutoff_date})
+        thread_count = result.scalar()
+
+    logger.info(f"Found {thread_count} threads to delete.")
+
+    if thread_count == 0:
+        return 0
+
+    if dry_run:
+        logger.info("Dry run enabled. No changes made.")
+        return thread_count
+
+    # 2. Perform deletion
+    logger.info("Deleting...")
+    async with get_session() as session:
+        async with session.begin():
+            delete_stmt = text("""
+                WITH old_threads AS (
+                    SELECT thread_id, checkpoint_ns
+                    FROM checkpoints
+                    WHERE (checkpoint ->> 'ts')::timestamptz < :cutoff
+                ),
+                deleted_writes AS (
+                    DELETE FROM checkpoint_writes cw
+                    USING old_threads ot
+                    WHERE cw.thread_id = ot.thread_id AND cw.checkpoint_ns = ot.checkpoint_ns
+                ),
+                deleted_blobs AS (
+                    DELETE FROM checkpoint_blobs cb
+                    USING old_threads ot
+                    WHERE cb.thread_id = ot.thread_id AND cb.checkpoint_ns = ot.checkpoint_ns
+                )
+                DELETE FROM checkpoints cp
+                USING old_threads ot
+                WHERE cp.thread_id = ot.thread_id AND cp.checkpoint_ns = ot.checkpoint_ns
+            """)
+
+            await session.execute(delete_stmt, {"cutoff": cutoff_date})
+            logger.info("Deletion completed.")
+
+    return thread_count

{intentkit-0.8.34.dev6 → intentkit-0.8.34.dev8}/intentkit/core/scheduler.py

@@ -13,6 +13,7 @@ from intentkit.core.agent import (
     update_agents_account_snapshot,
     update_agents_statistics,
 )
+from intentkit.core.cleanup import cleanup_checkpoints
 from intentkit.core.credit import refill_all_free_credits
 from intentkit.models.agent_data import AgentQuota
 
@@ -140,4 +141,16 @@ def create_scheduler(
         replace_existing=True,
     )
 
+    # Cleanup old checkpoints daily at UTC 2:20
+    # Cleanup old checkpoints daily at UTC 2:20
+
+    scheduler.add_job(
+        cleanup_checkpoints,
+        trigger=CronTrigger(hour=2, minute=20, timezone="UTC"),
+        id="cleanup_checkpoints",
+        name="Cleanup old checkpoints",
+        kwargs={"days": 90, "dry_run": False},
+        replace_existing=True,
+    )
+
     return scheduler

{intentkit-0.8.34.dev6 → intentkit-0.8.34.dev8}/intentkit/models/db_mig.py

@@ -120,31 +120,14 @@ async def migrate_checkpoints_table(conn) -> None:
         if table not in existing_tables:
             continue
 
-        # 1. Add checkpoint_ns column
+        # Step 1: Add checkpoint_ns column
         await conn.execute(
             text(
                 f"ALTER TABLE {table} ADD COLUMN IF NOT EXISTS checkpoint_ns TEXT DEFAULT ''"
             )
         )
 
-        # 2. Drop columns that ShallowPostgresSaver doesn't use
-        if table == "checkpoints":
-            # ShallowPostgresSaver doesn't use checkpoint_id or parent_checkpoint_id
-            await conn.execute(
-                text("ALTER TABLE checkpoints DROP COLUMN IF EXISTS checkpoint_id")
-            )
-            await conn.execute(
-                text(
-                    "ALTER TABLE checkpoints DROP COLUMN IF EXISTS parent_checkpoint_id"
-                )
-            )
-        elif table == "checkpoint_blobs":
-            # ShallowPostgresSaver doesn't use version column
-            await conn.execute(
-                text("ALTER TABLE checkpoint_blobs DROP COLUMN IF EXISTS version")
-            )
-
-        # 3. Update Primary Key
+        # Step 2: Check current and expected Primary Key
         def _check_pk(connection, table_name=table):
             insp = inspect(connection)
             return insp.get_pk_constraint(table_name)
@@ -171,15 +154,15 @@ async def migrate_checkpoints_table(conn) -> None:
             }
             pk_cols = "thread_id, checkpoint_ns, checkpoint_id, task_id, idx"
 
+        # Step 3: Handle duplicates BEFORE dropping columns (so we can use checkpoint_id, version, etc.)
         if current_cols != expected_cols:
             logger.info(f"Migrating {table} PK from {current_cols} to {expected_cols}")
 
-            # If migrating checkpoints to (thread_id, checkpoint_ns), we need to handle duplicates
             if table == "checkpoints" and expected_cols == {
                 "thread_id",
                 "checkpoint_ns",
             }:
-                # Keep only the latest checkpoint for each (thread_id, checkpoint_ns) based on checkpoint_id (time-ordered)
+                # Keep only the latest checkpoint based on MAX(checkpoint_id)
                 await conn.execute(
                     text("""
                     DELETE FROM checkpoints
@@ -191,14 +174,12 @@ async def migrate_checkpoints_table(conn) -> None:
                 """)
                 )
 
-            # If migrating checkpoint_blobs to (thread_id, checkpoint_ns, channel), we need to handle duplicates
             elif table == "checkpoint_blobs" and expected_cols == {
                 "thread_id",
                 "checkpoint_ns",
                 "channel",
             }:
-                # Keep only blobs that are referenced by the remaining checkpoints
-                # The relationship is: checkpoints.checkpoint -> 'channel_versions' ->> blob.channel = blob.version
+                # Keep only blobs referenced by checkpoints via channel_versions
                 await conn.execute(
                     text("""
                     DELETE FROM checkpoint_blobs cb
@@ -212,9 +193,27 @@ async def migrate_checkpoints_table(conn) -> None:
                 """)
                 )
 
+        # Step 4: Update Primary Key FIRST (before dropping columns)
+        if current_cols != expected_cols:
             if pk.get("name"):
                 await conn.execute(
                     text(f"ALTER TABLE {table} DROP CONSTRAINT {pk['name']}")
                 )
 
             await conn.execute(text(f"ALTER TABLE {table} ADD PRIMARY KEY ({pk_cols})"))
+
+        # Step 5: Drop columns that ShallowPostgresSaver doesn't use
+        # (Can only drop AFTER removing from PK)
+        if table == "checkpoints":
+            await conn.execute(
+                text("ALTER TABLE checkpoints DROP COLUMN IF EXISTS checkpoint_id")
+            )
+            await conn.execute(
+                text(
+                    "ALTER TABLE checkpoints DROP COLUMN IF EXISTS parent_checkpoint_id"
+                )
+            )
+        elif table == "checkpoint_blobs":
+            await conn.execute(
+                text("ALTER TABLE checkpoint_blobs DROP COLUMN IF EXISTS version")
+            )

{intentkit-0.8.34.dev6 → intentkit-0.8.34.dev8}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "intentkit"
-version = "0.8.34-dev6"
+version = "0.8.34-dev8"
 description = "Intent-based AI Agent Platform - Core Package"
 authors = [
     { name = "Ruihua", email = "ruihua@crestal.network" },