omni-cortex 1.0.4__py3-none-any.whl → 1.3.0__py3-none-any.whl

omni_cortex-1.3.0.data/data/share/omni-cortex/dashboard/backend/chat_service.py

@@ -0,0 +1,308 @@
+"""Chat service for natural language queries about memories using Gemini Flash."""
+
+import os
+from typing import Optional, AsyncGenerator, Any
+
+from dotenv import load_dotenv
+
+from database import search_memories, get_memories, create_memory
+from models import FilterParams
+
+# Load environment variables
+load_dotenv()
+
+# Configure Gemini
+_api_key = os.getenv("GEMINI_API_KEY") or os.getenv("GOOGLE_API_KEY")
+_client = None
+
+
+def get_client():
+    """Get or initialize the Gemini client."""
+    global _client
+    if _client is None and _api_key:
+        try:
+            from google import genai
+            _client = genai.Client(api_key=_api_key)
+        except ImportError:
+            return None
+    return _client
+
+
+def is_available() -> bool:
+    """Check if the chat service is available."""
+    if not _api_key:
+        return False
+    try:
+        from google import genai
+        return True
+    except ImportError:
+        return False
+
+
+def _build_prompt(question: str, context_str: str) -> str:
+    """Build the prompt for the AI model."""
+    return f"""You are a helpful assistant that answers questions about stored memories and knowledge.
+
+The user has a collection of memories that capture decisions, solutions, insights, errors, preferences, and other learnings from their work.
+
+Here are the relevant memories:
+
+{context_str}
+
+User question: {question}
+
+Instructions:
+1. Answer the question based on the memories provided
+2. If the memories don't contain relevant information, say so
+3. Reference specific memories when appropriate using [[Memory N]] format (e.g., "According to [[Memory 1]]...")
+4. Be concise but thorough
+5. If the question is asking for a recommendation or decision, synthesize from multiple memories if possible
+
+Answer:"""
+
+
+def _get_memories_and_sources(db_path: str, question: str, max_memories: int) -> tuple[str, list[dict]]:
+    """Get relevant memories and build context string and sources list."""
+    # Search for relevant memories
+    memories = search_memories(db_path, question, limit=max_memories)
+
+    # If no memories found via search, get recent ones
+    if not memories:
+        filters = FilterParams(
+            sort_by="last_accessed",
+            sort_order="desc",
+            limit=max_memories,
+            offset=0,
+        )
+        memories = get_memories(db_path, filters)
+
+    if not memories:
+        return "", []
+
+    # Build context from memories
+    memory_context = []
+    sources = []
+    for i, mem in enumerate(memories, 1):
+        memory_context.append(f"""
+Memory {i}:
+- Type: {mem.memory_type}
+- Content: {mem.content}
+- Context: {mem.context or 'N/A'}
+- Tags: {', '.join(mem.tags) if mem.tags else 'N/A'}
+- Status: {mem.status}
+- Importance: {mem.importance_score}/100
+""")
+        sources.append({
+            "id": mem.id,
+            "type": mem.memory_type,
+            "content_preview": mem.content[:100] + "..." if len(mem.content) > 100 else mem.content,
+            "tags": mem.tags,
+        })
+
+    context_str = "\n---\n".join(memory_context)
+    return context_str, sources
+
+
+async def stream_ask_about_memories(
+    db_path: str,
+    question: str,
+    max_memories: int = 10,
+) -> AsyncGenerator[dict[str, Any], None]:
+    """Stream a response to a question about memories.
+
+    Yields events with type 'sources', 'chunk', 'done', or 'error'.
+    """
+    if not is_available():
+        yield {
+            "type": "error",
+            "data": "Chat is not available. Please configure GEMINI_API_KEY or GOOGLE_API_KEY environment variable.",
+        }
+        return
+
+    client = get_client()
+    if not client:
+        yield {
+            "type": "error",
+            "data": "Failed to initialize Gemini client.",
+        }
+        return
+
+    context_str, sources = _get_memories_and_sources(db_path, question, max_memories)
+
+    if not sources:
+        yield {
+            "type": "sources",
+            "data": [],
+        }
+        yield {
+            "type": "chunk",
+            "data": "No memories found in the database to answer your question.",
+        }
+        yield {
+            "type": "done",
+            "data": None,
+        }
+        return
+
+    # Yield sources first
+    yield {
+        "type": "sources",
+        "data": sources,
+    }
+
+    # Build and stream the response
+    prompt = _build_prompt(question, context_str)
+
+    try:
+        # Use streaming with the new google.genai client
+        response = client.models.generate_content_stream(
+            model="gemini-2.0-flash",
+            contents=prompt,
+        )
+
+        for chunk in response:
+            if chunk.text:
+                yield {
+                    "type": "chunk",
+                    "data": chunk.text,
+                }
+
+        yield {
+            "type": "done",
+            "data": None,
+        }
+    except Exception as e:
+        yield {
+            "type": "error",
+            "data": f"Failed to generate response: {str(e)}",
+        }
+
+
+async def save_conversation(
+    db_path: str,
+    messages: list[dict],
+    referenced_memory_ids: list[str] | None = None,
+    importance: int = 60,
+) -> dict:
+    """Save a chat conversation as a memory.
+
+    Args:
+        db_path: Path to the database file
+        messages: List of message dicts with 'role', 'content', 'timestamp'
+        referenced_memory_ids: IDs of memories referenced in the conversation
+        importance: Importance score for the memory
+
+    Returns:
+        Dict with memory_id and summary
+    """
+    if not messages:
+        raise ValueError("No messages to save")
+
+    # Format conversation into markdown
+    content_lines = ["## Chat Conversation\n"]
+    for msg in messages:
+        role = "**You**" if msg["role"] == "user" else "**Assistant**"
+        content_lines.append(f"### {role}\n{msg['content']}\n")
+
+    content = "\n".join(content_lines)
+
+    # Generate summary using Gemini if available
+    summary = "Chat conversation"
+    client = get_client()
+    if client:
+        try:
+            summary_prompt = f"""Summarize this conversation in one concise sentence (max 100 chars):
+
+{content[:2000]}
+
+Summary:"""
+            response = client.models.generate_content(
+                model="gemini-2.0-flash",
+                contents=summary_prompt,
+            )
+            summary = response.text.strip()[:100]
+        except Exception:
+            # Use fallback summary
+            first_user_msg = next((m for m in messages if m["role"] == "user"), None)
+            if first_user_msg:
+                summary = f"Q: {first_user_msg['content'][:80]}..."
+
+    # Extract topics from conversation for tags
+    tags = ["chat", "conversation"]
+
+    # Create memory
+    memory_id = create_memory(
+        db_path=db_path,
+        content=content,
+        memory_type="conversation",
+        context=f"Chat conversation: {summary}",
+        tags=tags,
+        importance_score=importance,
+        related_memory_ids=referenced_memory_ids,
+    )
+
+    return {
+        "memory_id": memory_id,
+        "summary": summary,
+    }
+
+
+async def ask_about_memories(
+    db_path: str,
+    question: str,
+    max_memories: int = 10,
+) -> dict:
+    """Ask a natural language question about memories (non-streaming).
+
+    Args:
+        db_path: Path to the database file
+        question: The user's question
+        max_memories: Maximum memories to include in context
+
+    Returns:
+        Dict with answer and sources
+    """
+    if not is_available():
+        return {
+            "answer": "Chat is not available. Please configure GEMINI_API_KEY or GOOGLE_API_KEY environment variable.",
+            "sources": [],
+            "error": "api_key_missing",
+        }
+
+    client = get_client()
+    if not client:
+        return {
+            "answer": "Failed to initialize Gemini client.",
+            "sources": [],
+            "error": "client_init_failed",
+        }
+
+    context_str, sources = _get_memories_and_sources(db_path, question, max_memories)
+
+    if not sources:
+        return {
+            "answer": "No memories found in the database to answer your question.",
+            "sources": [],
+            "error": None,
+        }
+
+    prompt = _build_prompt(question, context_str)
+
+    try:
+        response = client.models.generate_content(
+            model="gemini-2.0-flash",
+            contents=prompt,
+        )
+        answer = response.text
+    except Exception as e:
+        return {
+            "answer": f"Failed to generate response: {str(e)}",
+            "sources": sources,
+            "error": "generation_failed",
+        }
+
+    return {
+        "answer": answer,
+        "sources": sources,
+        "error": None,
+    }

{omni_cortex-1.0.4.data → omni_cortex-1.3.0.data}/data/share/omni-cortex/dashboard/backend/database.py

@@ -727,3 +727,289 @@ def get_relationship_graph(db_path: str, center_id: Optional[str] = None, depth:
         })
 
     return {"nodes": list(nodes.values()), "edges": edges}
+
+
+# --- Command Analytics Functions ---
+
+
+def get_command_usage(db_path: str, scope: Optional[str] = None, days: int = 30) -> list[dict]:
+    """Get slash command usage statistics aggregated by command_name.
+
+    Args:
+        db_path: Path to database
+        scope: Filter by scope ('universal', 'project', or None for all)
+        days: Number of days to look back
+
+    Returns:
+        List of command usage entries with counts and success rates
+    """
+    conn = get_connection(db_path)
+
+    # Check if command_name column exists
+    columns = conn.execute("PRAGMA table_info(activities)").fetchall()
+    column_names = [col[1] for col in columns]
+    if "command_name" not in column_names:
+        conn.close()
+        return []
+
+    query = """
+        SELECT
+            command_name,
+            command_scope,
+            COUNT(*) as count,
+            SUM(CASE WHEN success = 1 THEN 1 ELSE 0 END) * 1.0 / COUNT(*) as success_rate,
+            AVG(duration_ms) as avg_duration_ms
+        FROM activities
+        WHERE command_name IS NOT NULL
+          AND command_name != ''
+          AND timestamp >= date('now', ?)
+    """
+    params = [f'-{days} days']
+
+    if scope:
+        query += " AND command_scope = ?"
+        params.append(scope)
+
+    query += " GROUP BY command_name, command_scope ORDER BY count DESC"
+
+    cursor = conn.execute(query, params)
+    result = [
+        {
+            "command_name": row["command_name"],
+            "command_scope": row["command_scope"] or "unknown",
+            "count": row["count"],
+            "success_rate": round(row["success_rate"], 2) if row["success_rate"] else 1.0,
+            "avg_duration_ms": round(row["avg_duration_ms"]) if row["avg_duration_ms"] else None,
+        }
+        for row in cursor.fetchall()
+    ]
+    conn.close()
+    return result
+
+
+def get_skill_usage(db_path: str, scope: Optional[str] = None, days: int = 30) -> list[dict]:
+    """Get skill usage statistics aggregated by skill_name.
+
+    Args:
+        db_path: Path to database
+        scope: Filter by scope ('universal', 'project', or None for all)
+        days: Number of days to look back
+
+    Returns:
+        List of skill usage entries with counts and success rates
+    """
+    conn = get_connection(db_path)
+
+    # Check if skill_name column exists
+    columns = conn.execute("PRAGMA table_info(activities)").fetchall()
+    column_names = [col[1] for col in columns]
+    if "skill_name" not in column_names:
+        conn.close()
+        return []
+
+    query = """
+        SELECT
+            skill_name,
+            command_scope,
+            COUNT(*) as count,
+            SUM(CASE WHEN success = 1 THEN 1 ELSE 0 END) * 1.0 / COUNT(*) as success_rate,
+            AVG(duration_ms) as avg_duration_ms
+        FROM activities
+        WHERE skill_name IS NOT NULL
+          AND skill_name != ''
+          AND timestamp >= date('now', ?)
+    """
+    params = [f'-{days} days']
+
+    if scope:
+        query += " AND command_scope = ?"
+        params.append(scope)
+
+    query += " GROUP BY skill_name, command_scope ORDER BY count DESC"
+
+    cursor = conn.execute(query, params)
+    result = [
+        {
+            "skill_name": row["skill_name"],
+            "skill_scope": row["command_scope"] or "unknown",
+            "count": row["count"],
+            "success_rate": round(row["success_rate"], 2) if row["success_rate"] else 1.0,
+            "avg_duration_ms": round(row["avg_duration_ms"]) if row["avg_duration_ms"] else None,
+        }
+        for row in cursor.fetchall()
+    ]
+    conn.close()
+    return result
+
+
+def get_mcp_usage(db_path: str, days: int = 30) -> list[dict]:
+    """Get MCP server usage statistics.
+
+    Args:
+        db_path: Path to database
+        days: Number of days to look back
+
+    Returns:
+        List of MCP server usage entries with tool counts and call totals
+    """
+    conn = get_connection(db_path)
+
+    # Check if mcp_server column exists
+    columns = conn.execute("PRAGMA table_info(activities)").fetchall()
+    column_names = [col[1] for col in columns]
+    if "mcp_server" not in column_names:
+        conn.close()
+        return []
+
+    query = """
+        SELECT
+            mcp_server,
+            COUNT(DISTINCT tool_name) as tool_count,
+            COUNT(*) as total_calls,
+            SUM(CASE WHEN success = 1 THEN 1 ELSE 0 END) * 1.0 / COUNT(*) as success_rate
+        FROM activities
+        WHERE mcp_server IS NOT NULL
+          AND mcp_server != ''
+          AND timestamp >= date('now', ?)
+        GROUP BY mcp_server
+        ORDER BY total_calls DESC
+    """
+    cursor = conn.execute(query, (f'-{days} days',))
+    result = [
+        {
+            "mcp_server": row["mcp_server"],
+            "tool_count": row["tool_count"],
+            "total_calls": row["total_calls"],
+            "success_rate": round(row["success_rate"], 2) if row["success_rate"] else 1.0,
+        }
+        for row in cursor.fetchall()
+    ]
+    conn.close()
+    return result
+
+
+def get_activity_detail(db_path: str, activity_id: str) -> Optional[dict]:
+    """Get full activity details including complete input/output.
+
+    Args:
+        db_path: Path to database
+        activity_id: Activity ID
+
+    Returns:
+        Full activity details or None if not found
+    """
+    conn = get_connection(db_path)
+    cursor = conn.execute("SELECT * FROM activities WHERE id = ?", (activity_id,))
+    row = cursor.fetchone()
+
+    if not row:
+        conn.close()
+        return None
+
+    # Get column names for safe access
+    column_names = [description[0] for description in cursor.description]
+
+    result = {
+        "id": row["id"],
+        "session_id": row["session_id"],
+        "event_type": row["event_type"],
+        "tool_name": row["tool_name"],
+        "tool_input_full": row["tool_input"],
+        "tool_output_full": row["tool_output"],
+        "success": bool(row["success"]),
+        "error_message": row["error_message"],
+        "duration_ms": row["duration_ms"],
+        "file_path": row["file_path"],
+        "timestamp": row["timestamp"],
+    }
+
+    # Add command analytics fields if they exist
+    if "command_name" in column_names:
+        result["command_name"] = row["command_name"]
+    if "command_scope" in column_names:
+        result["command_scope"] = row["command_scope"]
+    if "mcp_server" in column_names:
+        result["mcp_server"] = row["mcp_server"]
+    if "skill_name" in column_names:
+        result["skill_name"] = row["skill_name"]
+
+    conn.close()
+    return result
+
+
+def create_memory(
+    db_path: str,
+    content: str,
+    memory_type: str = "other",
+    context: Optional[str] = None,
+    tags: Optional[list[str]] = None,
+    importance_score: int = 50,
+    related_memory_ids: Optional[list[str]] = None,
+) -> str:
+    """Create a new memory and return its ID.
+
+    Args:
+        db_path: Path to the database file
+        content: Memory content
+        memory_type: Type of memory (e.g., 'decision', 'solution', 'conversation')
+        context: Additional context
+        tags: List of tags
+        importance_score: Importance score (1-100)
+        related_memory_ids: IDs of related memories to create relationships with
+
+    Returns:
+        The ID of the created memory
+    """
+    import uuid
+
+    conn = get_write_connection(db_path)
+
+    # Generate ID
+    memory_id = f"mem_{int(datetime.now().timestamp() * 1000)}_{uuid.uuid4().hex[:8]}"
+    now = datetime.now().isoformat()
+
+    # Insert memory
+    conn.execute(
+        """
+        INSERT INTO memories (id, content, context, type, status, importance_score, access_count, created_at, last_accessed, tags)
+        VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+        """,
+        (
+            memory_id,
+            content,
+            context,
+            memory_type,
+            "fresh",
+            importance_score,
+            0,
+            now,
+            now,
+            json.dumps(tags) if tags else None,
+        ),
+    )
+
+    # Create relationships if related_memory_ids provided
+    if related_memory_ids:
+        # Check if memory_relationships table exists
+        table_check = conn.execute(
+            "SELECT name FROM sqlite_master WHERE type='table' AND name='memory_relationships'"
+        ).fetchone()
+
+        if table_check:
+            for related_id in related_memory_ids:
+                try:
+                    conn.execute(
+                        """
+                        INSERT INTO memory_relationships (source_memory_id, target_memory_id, relationship_type, strength)
+                        VALUES (?, ?, ?, ?)
+                        """,
+                        (memory_id, related_id, "derived_from", 0.8),
+                    )
+                except Exception:
+                    # Ignore if related memory doesn't exist
+                    pass
+
+    conn.commit()
+    conn.close()
+
+    return memory_id