lionagi 0.6.0__py3-none-any.whl → 0.7.0__py3-none-any.whl

lionagi/protocols/adapters/pandas_/csv_adapter.py

@@ -0,0 +1,50 @@
+import logging
+from pathlib import Path
+
+import pandas as pd
+
+from lionagi.protocols._concepts import Collective
+
+from ..adapter import Adapter, T
+
+
+class CSVFileAdapter(Adapter):
+    obj_key = ".csv"
+
+    @classmethod
+    def from_obj(
+        cls,
+        subj_cls: type[T],
+        obj: str | Path,
+        /,
+        *,
+        many: bool = False,
+        **kwargs,
+    ) -> list[dict]:
+        """kwargs for pd.read_csv"""
+        df: pd.DataFrame = pd.read_csv(obj, **kwargs)
+        dicts_ = df.to_dict(orient="records")
+        return dicts_[0] if not many else dicts_
+
+    @classmethod
+    def to_obj(
+        cls,
+        subj: T,
+        /,
+        *,
+        fp: str | Path,
+        many: bool = False,
+        **kwargs,
+    ):
+        """kwargs for pd.DataFrame.to_csv"""
+        kwargs["index"] = False
+        if many:
+            if isinstance(subj, Collective):
+                pd.DataFrame([i.to_dict() for i in subj]).to_csv(fp, **kwargs)
+                logging.info(f"Successfully saved data to {fp}")
+                return
+            pd.DataFrame([subj.to_dict()]).to_csv(fp, **kwargs)
+            logging.info(f"Successfully saved data to {fp}")
+            return
+        pd.DataFrame([subj.to_dict()]).to_csv(fp, **kwargs)
+        logging.info(f"Successfully saved data to {fp}")

lionagi/protocols/adapters/pandas_/excel_adapter.py

@@ -0,0 +1,52 @@
+import logging
+from pathlib import Path
+
+import pandas as pd
+
+from lionagi.protocols._concepts import Collective
+
+from ..adapter import Adapter, T
+
+
+class ExcelFileAdapter(Adapter):
+    obj_key = ".xlsx"
+
+    @classmethod
+    def from_obj(
+        cls,
+        subj_cls: type[T],
+        obj: str | Path,
+        /,
+        *,
+        many: bool = False,
+        **kwargs,
+    ) -> list[dict]:
+        """kwargs for pd.read_csv"""
+        df: pd.DataFrame = pd.read_excel(obj, **kwargs)
+        dicts_ = df.to_dict(orient="records")
+        return dicts_[0] if not many else dicts_
+
+    @classmethod
+    def to_obj(
+        cls,
+        subj: T,
+        /,
+        *,
+        fp: str | Path,
+        many: bool = False,
+        **kwargs,
+    ):
+        """kwargs for pd.DataFrame.to_csv"""
+        kwargs["index"] = False
+        if many:
+            if isinstance(subj, Collective):
+                pd.DataFrame([i.to_dict() for i in subj]).to_excel(
+                    fp, **kwargs
+                )
+                logging.info(f"Successfully saved data to {fp}")
+                return
+            pd.DataFrame([subj.to_dict()]).to_excel(fp, **kwargs)
+            logging.info(f"Successfully saved data to {fp}")
+            return
+        pd.DataFrame([subj.to_dict()]).to_excel(fp, **kwargs)
+        logging.info(f"Successfully saved data to {fp}")

lionagi/protocols/adapters/pandas_/pd_dataframe_adapter.py

@@ -0,0 +1,31 @@
+from datetime import datetime
+
+import pandas as pd
+
+from ..adapter import Adapter, T
+
+
+class PandasDataFrameAdapter(Adapter):
+
+    obj_key = "pd_dataframe"
+    alias = ("pandas_dataframe", "pd.DataFrame", "pd_dataframe")
+
+    @classmethod
+    def from_obj(
+        cls, subj_cls: type[T], obj: pd.DataFrame, /, **kwargs
+    ) -> list[dict]:
+        """kwargs for pd.DataFrame.to_dict"""
+        return obj.to_dict(orient="records", **kwargs)
+
+    @classmethod
+    def to_obj(cls, subj: list[T], /, **kwargs) -> pd.DataFrame:
+        """kwargs for pd.DataFrame"""
+        out_ = []
+        for i in subj:
+            _dict = i.to_dict()
+            _dict["created_at"] = datetime.fromtimestamp(_dict["created_at"])
+            out_.append(_dict)
+        df = pd.DataFrame(out_, **kwargs)
+        if "created_at" in df.columns:
+            df["created_at"] = pd.to_datetime(df["created_at"])
+        return df

lionagi/protocols/adapters/pandas_/pd_series_adapter.py

@@ -0,0 +1,17 @@
+import pandas as pd
+
+from ..adapter import Adapter, T
+
+
+class PandasSeriesAdapter(Adapter):
+
+    obj_key = "pd_series"
+    alias = ("pandas_series", "pd.series", "pd_series")
+
+    @classmethod
+    def from_obj(cls, subj_cls: type[T], obj: pd.Series, /, **kwargs) -> dict:
+        return obj.to_dict(**kwargs)
+
+    @classmethod
+    def to_obj(cls, subj: T, /, **kwargs) -> pd.Series:
+        return pd.Series(subj.to_dict(), **kwargs)

lionagi/protocols/adapters/types.py

@@ -0,0 +1,18 @@
+from .adapter import ADAPTER_MEMBERS, Adapter, AdapterRegistry
+from .json_adapter import JsonAdapter, JsonFileAdapter
+from .pandas_.csv_adapter import CSVFileAdapter
+from .pandas_.excel_adapter import ExcelFileAdapter
+from .pandas_.pd_dataframe_adapter import PandasDataFrameAdapter
+from .pandas_.pd_series_adapter import PandasSeriesAdapter
+
+__all__ = (
+    "Adapter",
+    "AdapterRegistry",
+    "ADAPTER_MEMBERS",
+    "JsonAdapter",
+    "JsonFileAdapter",
+    "CSVFileAdapter",
+    "PandasSeriesAdapter",
+    "PandasDataFrameAdapter",
+    "ExcelFileAdapter",
+)

lionagi/protocols/generic/pile.py

@@ -27,8 +27,12 @@ from typing_extensions import override
 from lionagi._errors import ItemExistsError, ItemNotFoundError
 from lionagi.utils import UNDEFINED, is_same_dtype, to_list
 
-from .._adapter import Adapter, AdapterRegistry, PileAdapterRegistry
 from .._concepts import Observable
+from ..adapters.adapter import Adapter, AdapterRegistry
+from ..adapters.json_adapter import JsonAdapter, JsonFileAdapter
+from ..adapters.pandas_.csv_adapter import CSVFileAdapter
+from ..adapters.pandas_.excel_adapter import ExcelFileAdapter
+from ..adapters.pandas_.pd_dataframe_adapter import PandasDataFrameAdapter
 from .element import ID, Collective, E, Element, IDType, validate_order
 from .progression import Progression
 
@@ -36,6 +40,23 @@ D = TypeVar("D")
 T = TypeVar("T", bound=E)
 
 
+PILE_DEFAULT_ADAPTERS = (
+    JsonAdapter,
+    JsonFileAdapter,
+    CSVFileAdapter,
+    ExcelFileAdapter,
+    PandasDataFrameAdapter,
+)
+
+
+class PileAdapterRegistry(AdapterRegistry):
+    pass
+
+
+for i in PILE_DEFAULT_ADAPTERS:
+    PileAdapterRegistry.register(i)
+
+
 __all__ = (
     "Pile",
     "pile",

lionagi/protocols/graph/node.py

@@ -9,10 +9,26 @@ from pydantic import field_validator
 
 from lionagi._class_registry import LION_CLASS_REGISTRY
 
-from .._adapter import AdapterRegistry, NodeAdapterRegistry
 from .._concepts import Relational
+from ..adapters.adapter import AdapterRegistry
+from ..adapters.json_adapter import JsonAdapter, JsonFileAdapter
+from ..adapters.pandas_.pd_series_adapter import PandasSeriesAdapter
 from ..generic.element import Element
 
+NODE_DEFAULT_ADAPTERS = (
+    JsonAdapter,
+    JsonFileAdapter,
+    PandasSeriesAdapter,
+)
+
+
+class NodeAdapterRegistry(AdapterRegistry):
+    pass
+
+
+for i in NODE_DEFAULT_ADAPTERS:
+    NodeAdapterRegistry.register(i)
+
 __all__ = ("Node",)
 
 

lionagi/protocols/types.py

@@ -2,7 +2,6 @@
 #
 # SPDX-License-Identifier: Apache-2.0
 
-from ._adapter import Adapter, AdapterRegistry
 from ._concepts import (
     Collective,
     Communicatable,
@@ -14,6 +13,7 @@ from ._concepts import (
     Relational,
     Sendable,
 )
+from .adapters.adapter import Adapter, AdapterRegistry
 from .generic.element import ID, Element, IDError, IDType, validate_order
 from .generic.event import Event, EventStatus, Execution
 from .generic.log import Log, LogManager, LogManagerConfig
@@ -89,8 +89,8 @@ __all__ = (
     "MessageField",
     "MESSAGE_FIELDS",
     "validate_sender_recipient",
-    "Adapter",
-    "AdapterRegistry",
     "MessageManager",
     "to_list_type",
+    "Adapter",
+    "AdapterRegistry",
 )

lionagi/service/__init__.py

@@ -1,14 +1 @@
-# Copyright (c) 2023 - 2024, HaiyangLi <quantocean.li at gmail dot com>
-#
-# SPDX-License-Identifier: Apache-2.0
-
-from .endpoints.base import APICalling, EndPoint
-from .imodel import iModel
-from .manager import iModelManager
-
-__all__ = (
-    "iModel",
-    "iModelManager",
-    "EndPoint",
-    "APICalling",
-)
+from .types import *

lionagi/service/endpoints/base.py

@@ -12,7 +12,7 @@ from aiocache import cached
 from pydantic import BaseModel, ConfigDict, Field
 
 from lionagi._errors import ExecutionError, RateLimitError
-from lionagi.protocols.types import Event, EventStatus
+from lionagi.protocols.generic.event import Event, EventStatus
 from lionagi.settings import Settings
 
 from .token_calculator import TokenCalculator

lionagi/service/endpoints/rate_limited_processor.py

@@ -8,7 +8,8 @@ from typing import Self
 
 from typing_extensions import override
 
-from ...protocols.types import Executor, Processor
+from lionagi.protocols.generic.processor import Executor, Processor
+
 from .base import APICalling
 
 __all__ = (

lionagi/service/manager.py

@@ -2,9 +2,9 @@
 #
 # SPDX-License-Identifier: Apache-2.0
 
+from lionagi.protocols._concepts import Manager
 from lionagi.utils import is_same_dtype
 
-from ..protocols._concepts import Manager
 from .endpoints.chat_completion import ChatCompletionEndPoint
 from .imodel import iModel
 

lionagi/service/types.py

@@ -0,0 +1,18 @@
+# Copyright (c) 2023 - 2024, HaiyangLi <quantocean.li at gmail dot com>
+#
+# SPDX-License-Identifier: Apache-2.0
+
+from .endpoints.base import APICalling, EndPoint
+from .endpoints.rate_limited_processor import RateLimitedAPIExecutor
+from .endpoints.token_calculator import TokenCalculator
+from .imodel import iModel
+from .manager import iModelManager
+
+__all__ = (
+    "APICalling",
+    "EndPoint",
+    "RateLimitedAPIExecutor",
+    "TokenCalculator",
+    "iModel",
+    "iModelManager",
+)