ag2 0.4.1__py3-none-any.whl → 0.5.0b2__py3-none-any.whl

autogen/logger/logger_utils.py

@@ -1,42 +0,0 @@
-# Copyright (c) 2023 - 2024, Owners of https://github.com/ag2ai
-#
-# SPDX-License-Identifier: Apache-2.0
-#
-# Portions derived from  https://github.com/microsoft/autogen are under the MIT License.
-# SPDX-License-Identifier: MIT
-import datetime
-import inspect
-from typing import Any, Dict, List, Tuple, Union
-
-__all__ = ("get_current_ts", "to_dict")
-
-
-def get_current_ts() -> str:
-    return datetime.datetime.utcnow().strftime("%Y-%m-%d %H:%M:%S.%f")
-
-
-def to_dict(
-    obj: Union[int, float, str, bool, Dict[Any, Any], List[Any], Tuple[Any, ...], Any],
-    exclude: Tuple[str, ...] = (),
-    no_recursive: Tuple[Any, ...] = (),
-) -> Any:
-    if isinstance(obj, (int, float, str, bool)):
-        return obj
-    elif callable(obj):
-        return inspect.getsource(obj).strip()
-    elif isinstance(obj, dict):
-        return {
-            str(k): to_dict(str(v)) if isinstance(v, no_recursive) else to_dict(v, exclude, no_recursive)
-            for k, v in obj.items()
-            if k not in exclude
-        }
-    elif isinstance(obj, (list, tuple)):
-        return [to_dict(str(v)) if isinstance(v, no_recursive) else to_dict(v, exclude, no_recursive) for v in obj]
-    elif hasattr(obj, "__dict__"):
-        return {
-            str(k): to_dict(str(v)) if isinstance(v, no_recursive) else to_dict(v, exclude, no_recursive)
-            for k, v in vars(obj).items()
-            if k not in exclude
-        }
-    else:
-        return obj

autogen/logger/sqlite_logger.py

@@ -1,459 +0,0 @@
-# Copyright (c) 2023 - 2024, Owners of https://github.com/ag2ai
-#
-# SPDX-License-Identifier: Apache-2.0
-#
-# Portions derived from  https://github.com/microsoft/autogen are under the MIT License.
-# SPDX-License-Identifier: MIT
-from __future__ import annotations
-
-import json
-import logging
-import os
-import sqlite3
-import threading
-import uuid
-from typing import TYPE_CHECKING, Any, Callable, Dict, List, Tuple, TypeVar, Union
-
-from openai import AzureOpenAI, OpenAI
-from openai.types.chat import ChatCompletion
-
-from autogen.logger.base_logger import BaseLogger
-from autogen.logger.logger_utils import get_current_ts, to_dict
-
-from .base_logger import LLMConfig
-
-if TYPE_CHECKING:
-    from autogen import Agent, ConversableAgent, OpenAIWrapper
-    from autogen.oai.anthropic import AnthropicClient
-    from autogen.oai.bedrock import BedrockClient
-    from autogen.oai.cerebras import CerebrasClient
-    from autogen.oai.cohere import CohereClient
-    from autogen.oai.gemini import GeminiClient
-    from autogen.oai.groq import GroqClient
-    from autogen.oai.mistral import MistralAIClient
-    from autogen.oai.ollama import OllamaClient
-    from autogen.oai.together import TogetherClient
-
-logger = logging.getLogger(__name__)
-lock = threading.Lock()
-
-__all__ = ("SqliteLogger",)
-
-F = TypeVar("F", bound=Callable[..., Any])
-
-
-def safe_serialize(obj: Any) -> str:
-    def default(o: Any) -> str:
-        if hasattr(o, "to_json"):
-            return str(o.to_json())
-        else:
-            return f"<<non-serializable: {type(o).__qualname__}>>"
-
-    return json.dumps(obj, default=default)
-
-
-class SqliteLogger(BaseLogger):
-    schema_version = 1
-
-    def __init__(self, config: Dict[str, Any]):
-        self.config = config
-
-        try:
-            self.dbname = self.config.get("dbname", "logs.db")
-            self.con = sqlite3.connect(self.dbname, check_same_thread=False)
-            self.cur = self.con.cursor()
-            self.session_id = str(uuid.uuid4())
-        except sqlite3.Error as e:
-            logger.error(f"[SqliteLogger] Failed to connect to database {self.dbname}: {e}")
-
-    def start(self) -> str:
-        try:
-            query = """
-                CREATE TABLE IF NOT EXISTS chat_completions(
-                    id INTEGER PRIMARY KEY,
-                    invocation_id TEXT,
-                    client_id INTEGER,
-                    wrapper_id INTEGER,
-                    session_id TEXT,
-                    source_name TEXT,
-                    request TEXT,
-                    response TEXT,
-                    is_cached INEGER,
-                    cost REAL,
-                    start_time DATETIME DEFAULT CURRENT_TIMESTAMP,
-                    end_time DATETIME DEFAULT CURRENT_TIMESTAMP)
-            """
-            self._run_query(query=query)
-
-            query = """
-                CREATE TABLE IF NOT EXISTS agents (
-                    id INTEGER PRIMARY KEY,                             -- Key assigned by the database
-                    agent_id INTEGER,                                   -- result of python id(agent)
-                    wrapper_id INTEGER,                                 -- result of python id(agent.client)
-                    session_id TEXT,
-                    name TEXT,                                          -- agent.name
-                    class TEXT,                                         -- type or class name of agent
-                    init_args TEXT,                                     -- JSON serialization of constructor
-                    timestamp DATETIME DEFAULT CURRENT_TIMESTAMP,
-                    UNIQUE(agent_id, session_id))
-            """
-            self._run_query(query=query)
-
-            query = """
-                CREATE TABLE IF NOT EXISTS oai_wrappers (
-                    id INTEGER PRIMARY KEY,                             -- Key assigned by the database
-                    wrapper_id INTEGER,                                 -- result of python id(wrapper)
-                    session_id TEXT,
-                    init_args TEXT,                                     -- JSON serialization of constructor
-                    timestamp DATETIME DEFAULT CURRENT_TIMESTAMP,
-                    UNIQUE(wrapper_id, session_id))
-            """
-            self._run_query(query=query)
-
-            query = """
-                CREATE TABLE IF NOT EXISTS oai_clients (
-                    id INTEGER PRIMARY KEY,                             -- Key assigned by the database
-                    client_id INTEGER,                                  -- result of python id(client)
-                    wrapper_id INTEGER,                                 -- result of python id(wrapper)
-                    session_id TEXT,
-                    class TEXT,                                         -- type or class name of client
-                    init_args TEXT,                                     -- JSON serialization of constructor
-                    timestamp DATETIME DEFAULT CURRENT_TIMESTAMP,
-                    UNIQUE(client_id, session_id))
-            """
-            self._run_query(query=query)
-
-            query = """
-            CREATE TABLE IF NOT EXISTS version (
-                id INTEGER PRIMARY KEY CHECK (id = 1),                  -- id of the logging database
-                version_number INTEGER NOT NULL                         -- version of the logging database
-            );
-            """
-            self._run_query(query=query)
-
-            query = """
-            CREATE TABLE IF NOT EXISTS events (
-                event_name TEXT,
-                source_id INTEGER,
-                source_name TEXT,
-                agent_module TEXT DEFAULT NULL,
-                agent_class_name TEXT DEFAULT NULL,
-                id INTEGER PRIMARY KEY,
-                json_state TEXT,
-                timestamp DATETIME DEFAULT CURRENT_TIMESTAMP
-            );
-            """
-            self._run_query(query=query)
-
-            query = """
-                        CREATE TABLE IF NOT EXISTS function_calls (
-                            source_id INTEGER,
-                            source_name TEXT,
-                            function_name TEXT,
-                            args TEXT DEFAULT NULL,
-                            returns TEXT DEFAULT NULL,
-                            timestamp DATETIME DEFAULT CURRENT_TIMESTAMP
-                        );
-                        """
-            self._run_query(query=query)
-
-            current_verion = self._get_current_db_version()
-            if current_verion is None:
-                self._run_query(
-                    query="INSERT INTO version (id, version_number) VALUES (1, ?);", args=(SqliteLogger.schema_version,)
-                )
-            self._apply_migration()
-
-        except sqlite3.Error as e:
-            logger.error(f"[SqliteLogger] start logging error: {e}")
-        finally:
-            return self.session_id
-
-    def _get_current_db_version(self) -> Union[None, int]:
-        self.cur.execute("SELECT version_number FROM version ORDER BY id DESC LIMIT 1")
-        result = self.cur.fetchone()
-        return result[0] if result is not None else None
-
-    # Example migration script name format: 002_update_agents_table.sql
-    def _apply_migration(self, migrations_dir: str = "./migrations") -> None:
-        current_version = self._get_current_db_version()
-        current_version = SqliteLogger.schema_version if current_version is None else current_version
-
-        if os.path.isdir(migrations_dir):
-            migrations = sorted(os.listdir(migrations_dir))
-        else:
-            logger.info("no migration scripts, skip...")
-            return
-
-        migrations_to_apply = [m for m in migrations if int(m.split("_")[0]) > current_version]
-
-        for script in migrations_to_apply:
-            with open(script, "r") as f:
-                migration_sql = f.read()
-                self._run_query_script(script=migration_sql)
-
-                latest_version = int(script.split("_")[0])
-                query = "UPDATE version SET version_number = ? WHERE id = 1"
-                args = (latest_version,)
-                self._run_query(query=query, args=args)
-
-    def _run_query(self, query: str, args: Tuple[Any, ...] = ()) -> None:
-        """
-        Executes a given SQL query.
-
-        Args:
-            query (str):        The SQL query to execute.
-            args (Tuple):       The arguments to pass to the SQL query.
-        """
-        try:
-            with lock:
-                self.cur.execute(query, args)
-                self.con.commit()
-        except Exception as e:
-            logger.error("[sqlite logger]Error running query with query %s and args %s: %s", query, args, e)
-
-    def _run_query_script(self, script: str) -> None:
-        """
-        Executes SQL script.
-
-        Args:
-            script (str):       SQL script to execute.
-        """
-        try:
-            with lock:
-                self.cur.executescript(script)
-                self.con.commit()
-        except Exception as e:
-            logger.error("[sqlite logger]Error running query script %s: %s", script, e)
-
-    def log_chat_completion(
-        self,
-        invocation_id: uuid.UUID,
-        client_id: int,
-        wrapper_id: int,
-        source: Union[str, Agent],
-        request: Dict[str, Union[float, str, List[Dict[str, str]]]],
-        response: Union[str, ChatCompletion],
-        is_cached: int,
-        cost: float,
-        start_time: str,
-    ) -> None:
-        if self.con is None:
-            return
-
-        end_time = get_current_ts()
-
-        if response is None or isinstance(response, str):
-            response_messages = json.dumps({"response": response})
-        else:
-            response_messages = json.dumps(to_dict(response), indent=4)
-
-        source_name = None
-        if isinstance(source, str):
-            source_name = source
-        else:
-            source_name = source.name
-
-        query = """
-            INSERT INTO chat_completions (
-                invocation_id, client_id, wrapper_id, session_id, request, response, is_cached, cost, start_time, end_time, source_name
-            ) VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
-        """
-        args = (
-            invocation_id,
-            client_id,
-            wrapper_id,
-            self.session_id,
-            json.dumps(request),
-            response_messages,
-            is_cached,
-            cost,
-            start_time,
-            end_time,
-            source_name,
-        )
-
-        self._run_query(query=query, args=args)
-
-    def log_new_agent(self, agent: ConversableAgent, init_args: Dict[str, Any]) -> None:
-        from autogen import Agent
-
-        if self.con is None:
-            return
-
-        args = to_dict(
-            init_args,
-            exclude=(
-                "self",
-                "__class__",
-                "api_key",
-                "organization",
-                "base_url",
-                "azure_endpoint",
-                "azure_ad_token",
-                "azure_ad_token_provider",
-            ),
-            no_recursive=(Agent,),
-        )
-
-        # We do an upsert since both the superclass and subclass may call this method (in that order)
-        query = """
-        INSERT INTO agents (agent_id, wrapper_id, session_id, name, class, init_args, timestamp) VALUES (?, ?, ?, ?, ?, ?, ?)
-        ON CONFLICT (agent_id, session_id) DO UPDATE SET
-            wrapper_id = excluded.wrapper_id,
-            name = excluded.name,
-            class = excluded.class,
-            init_args = excluded.init_args,
-            timestamp = excluded.timestamp
-        """
-        args = (
-            id(agent),
-            agent.client.wrapper_id if hasattr(agent, "client") and agent.client is not None else "",
-            self.session_id,
-            agent.name if hasattr(agent, "name") and agent.name is not None else "",
-            type(agent).__name__,
-            json.dumps(args),
-            get_current_ts(),
-        )
-        self._run_query(query=query, args=args)
-
-    def log_event(self, source: Union[str, Agent], name: str, **kwargs: Dict[str, Any]) -> None:
-        from autogen import Agent
-
-        if self.con is None:
-            return
-
-        json_args = json.dumps(kwargs, default=lambda o: f"<<non-serializable: {type(o).__qualname__}>>")
-
-        if isinstance(source, Agent):
-            query = """
-            INSERT INTO events (source_id, source_name, event_name, agent_module, agent_class_name, json_state, timestamp) VALUES (?, ?, ?, ?, ?, ?, ?)
-            """
-            args = (
-                id(source),
-                source.name if hasattr(source, "name") else source,
-                name,
-                source.__module__,
-                source.__class__.__name__,
-                json_args,
-                get_current_ts(),
-            )
-            self._run_query(query=query, args=args)
-        else:
-            query = """
-            INSERT INTO events (source_id, source_name, event_name, json_state, timestamp) VALUES (?, ?, ?, ?, ?)
-            """
-            args_str_based = (
-                id(source),
-                source.name if hasattr(source, "name") else source,
-                name,
-                json_args,
-                get_current_ts(),
-            )
-            self._run_query(query=query, args=args_str_based)
-
-    def log_new_wrapper(self, wrapper: OpenAIWrapper, init_args: Dict[str, Union[LLMConfig, List[LLMConfig]]]) -> None:
-        if self.con is None:
-            return
-
-        args = to_dict(
-            init_args,
-            exclude=(
-                "self",
-                "__class__",
-                "api_key",
-                "organization",
-                "base_url",
-                "azure_endpoint",
-                "azure_ad_token",
-                "azure_ad_token_provider",
-            ),
-        )
-
-        query = """
-        INSERT INTO oai_wrappers (wrapper_id, session_id, init_args, timestamp) VALUES (?, ?, ?, ?)
-        ON CONFLICT (wrapper_id, session_id) DO NOTHING;
-        """
-        args = (
-            id(wrapper),
-            self.session_id,
-            json.dumps(args),
-            get_current_ts(),
-        )
-        self._run_query(query=query, args=args)
-
-    def log_function_use(self, source: Union[str, Agent], function: F, args: Dict[str, Any], returns: Any) -> None:
-
-        if self.con is None:
-            return
-
-        query = """
-        INSERT INTO function_calls (source_id, source_name, function_name, args, returns, timestamp) VALUES (?, ?, ?, ?, ?, ?)
-        """
-        query_args: Tuple[Any, ...] = (
-            id(source),
-            source.name if hasattr(source, "name") else source,
-            function.__name__,
-            safe_serialize(args),
-            safe_serialize(returns),
-            get_current_ts(),
-        )
-        self._run_query(query=query, args=query_args)
-
-    def log_new_client(
-        self,
-        client: Union[
-            AzureOpenAI,
-            OpenAI,
-            CerebrasClient,
-            GeminiClient,
-            AnthropicClient,
-            MistralAIClient,
-            TogetherClient,
-            GroqClient,
-            CohereClient,
-            OllamaClient,
-            BedrockClient,
-        ],
-        wrapper: OpenAIWrapper,
-        init_args: Dict[str, Any],
-    ) -> None:
-        if self.con is None:
-            return
-
-        args = to_dict(
-            init_args,
-            exclude=(
-                "self",
-                "__class__",
-                "api_key",
-                "organization",
-                "base_url",
-                "azure_endpoint",
-                "azure_ad_token",
-                "azure_ad_token_provider",
-            ),
-        )
-
-        query = """
-        INSERT INTO oai_clients (client_id, wrapper_id, session_id, class, init_args, timestamp) VALUES (?, ?, ?, ?, ?, ?)
-        ON CONFLICT (client_id, session_id) DO NOTHING;
-        """
-        args = (
-            id(client),
-            id(wrapper),
-            self.session_id,
-            type(client).__name__,
-            json.dumps(args),
-            get_current_ts(),
-        )
-        self._run_query(query=query, args=args)
-
-    def stop(self) -> None:
-        if self.con:
-            self.con.close()
-
-    def get_connection(self) -> Union[None, sqlite3.Connection]:
-        if self.con:
-            return self.con
-        return None