lionagi 0.2.10__tar.gz → 0.3.0__tar.gz

{lionagi-0.2.10 → lionagi-0.3.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: lionagi
-Version: 0.2.10
+Version: 0.3.0
 Summary: Towards automated general intelligence.
 Author: HaiyangLi
 Author-email: quantocean.li@gmail.com
@@ -9,10 +9,10 @@ Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3.10
 Classifier: Programming Language :: Python :: 3.11
 Classifier: Programming Language :: Python :: 3.12
-Requires-Dist: aiocache (>=0.12.3,<0.13.0)
-Requires-Dist: ipython (>=8.27.0,<9.0.0)
-Requires-Dist: lion-core (>=0.3.7,<0.4.0)
-Requires-Dist: lion-openai (>=0.1.4,<0.2.0)
+Requires-Dist: aiocache (>=0.12.0,<0.13.0)
+Requires-Dist: ipython (>=8.0.0,<9.0.0)
+Requires-Dist: lion-core (>=0.3.15,<0.4.0)
+Requires-Dist: lion-openai (>=0.1.5,<0.2.0)
 Requires-Dist: python-dotenv (>=1.0.1,<2.0.0)
 Description-Content-Type: text/markdown
 
@@ -65,6 +65,5 @@ When referencing LionAGI in your projects or research, please cite:
 
 
 ### Requirements
-Python 3.10 or higher. 
-
+Python 3.10 or higher.
 

{lionagi-0.2.10 → lionagi-0.3.0}/README.md

@@ -47,5 +47,4 @@ When referencing LionAGI in your projects or research, please cite:
 
 
 ### Requirements
-Python 3.10 or higher. 
-
+Python 3.10 or higher.

{lionagi-0.2.10 → lionagi-0.3.0}/lionagi/core/action/function_calling.py

@@ -1,5 +1,6 @@
+from collections.abc import Callable
 from functools import singledispatchmethod
-from typing import Any, Callable, Dict
+from typing import Any, Dict
 
 from lionagi.core.collections.abc import Actionable
 from lionagi.core.message.action_request import ActionRequest
@@ -14,7 +15,7 @@ class FunctionCalling(Actionable):
     formats including tuples, dictionaries, ActionRequests, or JSON strings.
     """
 
-    def __init__(self, function: Callable, arguments: Dict[str, Any] = None):
+    def __init__(self, function: Callable, arguments: dict[str, Any] = None):
         """
         Initializes a new instance of FunctionCalling with the given function
         and optional arguments.
@@ -59,12 +60,14 @@ class FunctionCalling(Actionable):
     @create.register(tuple)
     def _(cls, function_calling: tuple) -> "FunctionCalling":
         if len(function_calling) == 2:
-            return cls(function=function_calling[0], arguments=function_calling[1])
+            return cls(
+                function=function_calling[0], arguments=function_calling[1]
+            )
         else:
             raise ValueError(f"Invalid function call {function_calling}")
 
     @create.register(dict)
-    def _(cls, function_calling: Dict[str, Any]) -> "FunctionCalling":
+    def _(cls, function_calling: dict[str, Any]) -> "FunctionCalling":
         if len(function_calling) == 2 and (
             {"function", "arguments"} <= function_calling.keys()
         ):
@@ -75,7 +78,9 @@ class FunctionCalling(Actionable):
 
     @create.register(ActionRequest)
     def _(cls, function_calling: ActionRequest) -> "FunctionCalling":
-        return cls.create((function_calling.function, function_calling.arguments))
+        return cls.create(
+            (function_calling.function, function_calling.arguments)
+        )
 
     @create.register(str)
     def _(cls, function_calling: str) -> "FunctionCalling":
@@ -83,7 +88,9 @@ class FunctionCalling(Actionable):
         try:
             _call = ParseUtil.fuzzy_parse_json(function_calling)
         except Exception as e:
-            raise ValueError(f"Invalid function call {function_calling}") from e
+            raise ValueError(
+                f"Invalid function call {function_calling}"
+            ) from e
 
         if isinstance(_call, dict):
             return cls.create(_call)

{lionagi-0.2.10 → lionagi-0.3.0}/lionagi/core/action/tool.py

@@ -1,4 +1,5 @@
-from typing import Any, Callable, Dict, List, Union
+from collections.abc import Callable
+from typing import Any, Dict, List, Union
 
 from pydantic import Field, field_serializer
 
@@ -29,18 +30,18 @@ class Tool(Node, Actionable):
         description="The callable function or capability of the tool.",
     )
 
-    schema_: Union[Dict, None] = Field(
+    schema_: dict | None = Field(
         None,
         description="Schema in OpenAI format.",
     )
 
-    pre_processor: Union[Callable, None] = None
-    pre_processor_kwargs: Union[Dict, None] = None
+    pre_processor: Callable | None = None
+    pre_processor_kwargs: dict | None = None
 
-    post_processor: Union[Callable, None] = None
-    post_processor_kwargs: Union[Dict, None] = None
+    post_processor: Callable | None = None
+    post_processor_kwargs: dict | None = None
 
-    parser: Union[Callable, None] = None  # Parse result to JSON serializable format
+    parser: Callable | None = None  # Parse result to JSON serializable format
 
     @field_serializer("function", check_fields=False)
     def serialize_func(self, func: Callable) -> str:
@@ -65,7 +66,7 @@ class Tool(Node, Actionable):
         """
         return self.schema_["function"]["name"]
 
-    async def invoke(self, kwargs: Dict = {}) -> Any:
+    async def invoke(self, kwargs: dict = {}) -> Any:
         """
         Invoke the tool's function with optional pre-processing and post-processing.
 
@@ -98,4 +99,4 @@ class Tool(Node, Actionable):
         return result if not self.parser else self.parser(result)
 
 
-TOOL_TYPE = Union[bool, Tool, str, List[Union[Tool, str, Dict]], Dict]
+TOOL_TYPE = Union[bool, Tool, str, list[Union[Tool, str, dict]], dict]

{lionagi-0.2.10 → lionagi-0.3.0}/lionagi/core/action/tool_manager.py

@@ -1,6 +1,7 @@
 import inspect
+from collections.abc import Callable
 from functools import singledispatchmethod
-from typing import Any, Callable, List, Tuple, Union
+from typing import Any, List, Tuple, Union
 
 from lionfuncs import function_to_schema, lcall, to_dict, to_list
 
@@ -37,7 +38,9 @@ class ToolManager(Actionable):
 
         return False
 
-    def _register_tool(self, tool: Tool | Callable, update: bool = False) -> bool:
+    def _register_tool(
+        self, tool: Tool | Callable, update: bool = False
+    ) -> bool:
         """
         Registers a single tool or multiple tools based on the input type.
 
@@ -51,7 +54,9 @@ class ToolManager(Actionable):
             raise ValueError(f"Function {tool.name} is already registered.")
         if isinstance(tool, Callable):
             tool = func_to_tool(tool)
-            tool = tool[0] if isinstance(tool, list) and len(tool) == 1 else tool
+            tool = (
+                tool[0] if isinstance(tool, list) and len(tool) == 1 else tool
+            )
         if not isinstance(tool, Tool):
             raise TypeError("Please register a Tool object.")
         self.registry[tool.name] = tool
@@ -107,7 +112,9 @@ class ToolManager(Actionable):
                 func_calling=func_calling
             )
 
-        raise ValueError(f"Function {func_calling.func_name} is not registered.")
+        raise ValueError(
+            f"Function {func_calling.func_name} is not registered."
+        )
 
     @property
     def _schema_list(self) -> list[dict[str, Any]]:
@@ -233,14 +240,16 @@ class ToolManager(Actionable):
                 tool_kwarg = {"tools": self._schema_list}
                 kwargs = tool_kwarg | kwargs
             else:
-                tools = to_list(tools) if not isinstance(tools, list) else [tools]
+                tools = (
+                    to_list(tools) if not isinstance(tools, list) else [tools]
+                )
                 tool_kwarg = {"tools": lcall(tools, self._get_tool_schema)}
                 kwargs = tool_kwarg | kwargs
 
         return kwargs
 
     @staticmethod
-    def parse_tool_request(response: dict) -> Tuple[str, dict]:
+    def parse_tool_request(response: dict) -> tuple[str, dict]:
         """
         Parses a tool request from a given response dictionary.
 
@@ -267,11 +276,11 @@ class ToolManager(Actionable):
 
 
 def func_to_tool(
-    func_: Union[Callable, List[Callable]],
-    parser: Union[Callable, List[Callable]] = None,
+    func_: Callable | list[Callable],
+    parser: Callable | list[Callable] = None,
     docstring_style: str = "google",
     **kwargs,
-) -> List[Tool]:
+) -> list[Tool]:
     """
     Converts functions to Tool objects, optionally associating parsers with each function
     and applying a specified docstring parsing style to generate tool schemas.

lionagi-0.3.0/lionagi/core/agent/README.md

@@ -0,0 +1 @@
+agent as worker with structured executor

{lionagi-0.2.10 → lionagi-0.3.0}/lionagi/core/agent/base_agent.py

@@ -1,4 +1,5 @@
-from typing import Any, Callable
+from collections.abc import Callable
+from typing import Any
 
 from lionagi.core.executor.base_executor import BaseExecutor
 from lionagi.core.generic.node import Node
@@ -41,7 +42,9 @@ class BaseAgent(Node):
         Args:
             refresh_time: The time interval (in seconds) for checking the execution states (default: 1).
         """
-        while not self.structure.execute_stop or not self.executable.execute_stop:
+        while (
+            not self.structure.execute_stop or not self.executable.execute_stop
+        ):
             await AsyncUtil.sleep(refresh_time)
         self.mail_manager.execute_stop = True
 

lionagi-0.3.0/lionagi/core/agent/eval/README.md

@@ -0,0 +1 @@
+TODO

{lionagi-0.2.10 → lionagi-0.3.0}/lionagi/core/collections/README.md

@@ -20,4 +20,4 @@ The `lionagi.core.collections` module provides essential data structures and abs
 
 These core collections work together to provide a robust and flexible framework for managing data within the LionAGI system. They offer powerful capabilities for storing, accessing, and manipulating collections, sequences, and flows of items, enabling developers to build efficient and organized AI-driven applications.
 
-For detailed usage examples and advanced features, please refer to the individual component documentation and upcoming tutorials.
+For detailed usage examples and advanced features, please refer to the individual component documentation and upcoming tutorials.

{lionagi-0.2.10 → lionagi-0.3.0}/lionagi/core/collections/_logger.py

@@ -28,7 +28,9 @@ class DLog:
     input_data: Any
     output_data: Any
 
-    def serialize(self, *, flatten_: bool = True, sep: str = "[^_^]") -> dict[str, Any]:
+    def serialize(
+        self, *, flatten_: bool = True, sep: str = "[^_^]"
+    ) -> dict[str, Any]:
         """Serialize the DLog instance into a dictionary with an added timestamp.
 
         Args:
@@ -51,7 +53,9 @@ class DLog:
                         data = convert.to_dict(data)
 
                     if isinstance(self.input_data, dict) and flatten_:
-                        log_dict[field] = convert.to_str(nested.flatten(data, sep=sep))
+                        log_dict[field] = convert.to_str(
+                            nested.flatten(data, sep=sep)
+                        )
                     else:
                         log_dict[field] = convert.to_str(data)
 
@@ -134,7 +138,7 @@ class DataLogger:
     def __init__(
         self,
         persist_path: str | Path | None = None,
-        log: List[Dict] | None = None,
+        log: list[dict] | None = None,
         filename: str | None = None,
     ) -> None:
         """Initialize the DataLogger with optional custom settings for log storage.
@@ -145,7 +149,9 @@ class DataLogger:
             log: Initial log entries.
             filename: Base name for exported log files.
         """
-        self.persist_path = Path(persist_path) if persist_path else Path("data/logs/")
+        self.persist_path = (
+            Path(persist_path) if persist_path else Path("data/logs/")
+        )
         self.log = deque(log) if log else deque()
         self.filename = filename or "log"
         atexit.register(self.save_at_exit)
@@ -218,7 +224,9 @@ class DataLogger:
             random_hash_digits=random_hash_digits,
         )
         try:
-            logs = [log.serialize(flatten_=flatten_, sep=sep) for log in self.log]
+            logs = [
+                log.serialize(flatten_=flatten_, sep=sep) for log in self.log
+            ]
             df = convert.to_df(convert.to_list(logs, flatten=True))
             df.to_csv(filepath, index=index, **kwargs)
             if verbose:
@@ -271,7 +279,9 @@ class DataLogger:
         )
 
         try:
-            logs = [log.serialize(flatten_=flatten_, sep=sep) for log in self.log]
+            logs = [
+                log.serialize(flatten_=flatten_, sep=sep) for log in self.log
+            ]
             df = convert.to_df(convert.to_list(logs, flatten=True))
             df.to_json(filepath, index=index, **kwargs)
             if verbose:

{lionagi-0.2.10 → lionagi-0.3.0}/lionagi/core/collections/abc/README.md

@@ -60,4 +60,4 @@ These exceptions contribute to a robust error handling mechanism within the Lion
 
 ^1: [Design Patterns: Elements of Reusable Object-Oriented Software](https://en.wikipedia.org/wiki/Design_Patterns)
 
-^2: [Python Exceptions: An Introduction](https://realpython.com/python-exceptions/)
+^2: [Python Exceptions: An Introduction](https://realpython.com/python-exceptions/)

{lionagi-0.2.10 → lionagi-0.3.0}/lionagi/core/collections/abc/component.py

@@ -90,7 +90,9 @@ class Component(Element, ABC):
     content: Any = Field(
         default=None,
         description="The optional content of the node.",
-        validation_alias=AliasChoices("text", "page_content", "chunk_content", "data"),
+        validation_alias=AliasChoices(
+            "text", "page_content", "chunk_content", "data"
+        ),
     )
 
     embedding: list[float] = Field(
@@ -201,7 +203,9 @@ class Component(Element, ABC):
 
         SysUtil.change_dict_key(metadata, "class_name", "llama_index_class")
         SysUtil.change_dict_key(metadata, "id_", "llama_index_id")
-        SysUtil.change_dict_key(metadata, "relationships", "llama_index_relationships")
+        SysUtil.change_dict_key(
+            metadata, "relationships", "llama_index_relationships"
+        )
 
         dict_["metadata"] = metadata
         return cls.from_obj(dict_)
@@ -218,7 +222,9 @@ class Component(Element, ABC):
         try:
             dict_ = {**obj, **kwargs}
             if "embedding" in dict_:
-                dict_["embedding"] = cls._validate_embedding(dict_["embedding"])
+                dict_["embedding"] = cls._validate_embedding(
+                    dict_["embedding"]
+                )
 
             if "lion_class" in dict_:
                 cls = _init_class.get(dict_.pop("lion_class"), cls)
@@ -231,7 +237,9 @@ class Component(Element, ABC):
             return cls.model_validate(dict_, *args, **kwargs)
 
         except ValidationError as e:
-            raise LionValueError("Invalid dictionary for deserialization.") from e
+            raise LionValueError(
+                "Invalid dictionary for deserialization."
+            ) from e
 
     @classmethod
     def _process_langchain_dict(cls, dict_: dict) -> dict:
@@ -260,7 +268,9 @@ class Component(Element, ABC):
         SysUtil.change_dict_key(metadata, "type", "lc_type")
         SysUtil.change_dict_key(metadata, "id", "lc_id")
 
-        extra_fields = {k: v for k, v in metadata.items() if k not in lc_meta_fields}
+        extra_fields = {
+            k: v for k, v in metadata.items() if k not in lc_meta_fields
+        }
         metadata = {k: v for k, v in metadata.items() if k in lc_meta_fields}
         dict_["metadata"] = metadata
         dict_.update(extra_fields)
@@ -299,7 +309,9 @@ class Component(Element, ABC):
         return dict_
 
     @classmethod
-    def _from_str(cls, obj: str, /, *args, fuzzy_parse: bool = False, **kwargs) -> T:
+    def _from_str(
+        cls, obj: str, /, *args, fuzzy_parse: bool = False, **kwargs
+    ) -> T:
         """Create a Component instance from a JSON string."""
         obj = ParseUtil.fuzzy_parse_json(obj) if fuzzy_parse else to_dict(obj)
         try:
@@ -412,17 +424,23 @@ class Component(Element, ABC):
         convert(self.to_dict(*args, dropna=dropna, **kwargs), root)
         return ET.tostring(root, encoding="unicode")
 
-    def to_pd_series(self, *args, pd_kwargs=None, dropna=False, **kwargs) -> Series:
+    def to_pd_series(
+        self, *args, pd_kwargs=None, dropna=False, **kwargs
+    ) -> Series:
         """Convert the node to a Pandas Series."""
         pd_kwargs = pd_kwargs or {}
         dict_ = self.to_dict(*args, dropna=dropna, **kwargs)
         return Series(dict_, **pd_kwargs)
 
-    def to_llama_index_node(self, node_type: Type | str | Any = None, **kwargs) -> Any:
+    def to_llama_index_node(
+        self, node_type: type | str | Any = None, **kwargs
+    ) -> Any:
         """Serializes this node for LlamaIndex."""
         from lionagi.integrations.bridge import LlamaIndexBridge
 
-        return LlamaIndexBridge.to_llama_index_node(self, node_type=node_type, **kwargs)
+        return LlamaIndexBridge.to_llama_index_node(
+            self, node_type=node_type, **kwargs
+        )
 
     def to_langchain_doc(self, **kwargs) -> Any:
         """Serializes this node for Langchain."""
@@ -454,7 +472,11 @@ class Component(Element, ABC):
         dict_ = flatten(dict_)
 
         try:
-            out_ = dict_.pop(indices, default) if default != ... else dict_.pop(indices)
+            out_ = (
+                dict_.pop(indices, default)
+                if default != ...
+                else dict_.pop(indices)
+            )
         except KeyError as e:
             if default == ...:
                 raise KeyError(f"Key {indices} not found in metadata.") from e
@@ -494,7 +516,9 @@ class Component(Element, ABC):
         **kwargs,
     ) -> None:
         """Add a field to the model after initialization."""
-        self.extra_fields[field] = field_obj or Field(default=default, **kwargs)
+        self.extra_fields[field] = field_obj or Field(
+            default=default, **kwargs
+        )
         if annotation:
             self.extra_fields[field].annotation = annotation
 

{lionagi-0.2.10 → lionagi-0.3.0}/lionagi/core/collections/abc/concepts.py

@@ -1,8 +1,8 @@
 """This module defines abstract base classes for LionAGI."""
 
 from abc import ABC, abstractmethod
-from collections.abc import Generator
-from typing import Any, Iterator, TypeVar
+from collections.abc import Generator, Iterator
+from typing import Any, TypeVar
 
 from pydantic import BaseModel, Field, field_validator
 
@@ -194,7 +194,9 @@ class Sendable(BaseModel, ABC):
     sender: str = Field(
         "N/A",
         title="Sender",
-        description=("The id of the sender node, or 'system', 'user', or 'assistant'."),
+        description=(
+            "The id of the sender node, or 'system', 'user', or 'assistant'."
+        ),
     )
 
     recipient: str = Field(

{lionagi-0.2.10 → lionagi-0.3.0}/lionagi/core/collections/abc/exceptions.py

@@ -115,7 +115,9 @@ class TimeoutError(LionOperationError):
     """Exception raised when an operation times out."""
 
     def __init__(self, operation, timeout):
-        super().__init__(operation, f"Operation timed out after {timeout} seconds.")
+        super().__init__(
+            operation, f"Operation timed out after {timeout} seconds."
+        )
 
 
 class ServiceError(LionAGIError):

{lionagi-0.2.10 → lionagi-0.3.0}/lionagi/core/collections/flow.py

@@ -70,7 +70,7 @@ class Flow(Element):
         """
         return [list(seq) for seq in self.sequences]
 
-    def all_unique_items(self) -> Tuple[str]:
+    def all_unique_items(self) -> tuple[str]:
         """
         Retrieves all unique items across sequences.
 
@@ -115,7 +115,9 @@ class Flow(Element):
                 seq = self.registry[seq]
 
         return (
-            self.sequences[seq] if default == ... else self.sequences.get(seq, default)
+            self.sequences[seq]
+            if default == ...
+            else self.sequences.get(seq, default)
         )
 
     def __getitem__(self, seq=None, /):
@@ -149,7 +151,9 @@ class Flow(Element):
         self.registry.clear()
 
     def include(self, seq=None, item=None, name=None):
-        _sequence = self._find_sequence(seq, None) or self._find_sequence(name, None)
+        _sequence = self._find_sequence(seq, None) or self._find_sequence(
+            name, None
+        )
         if not _sequence:
             if not item and not name:
                 """None is not in the registry or sequencees."""
@@ -285,7 +289,10 @@ class Flow(Element):
         return self.sequences[sequence].popleft()
 
     def shape(self):
-        return {key: len(self.sequences[value]) for key, value in self.registry.items()}
+        return {
+            key: len(self.sequences[value])
+            for key, value in self.registry.items()
+        }
 
     def get(self, sequence: str, /, default=...) -> deque[str] | None:
         sequence = getattr(sequence, "ln_id", None) or sequence
@@ -348,7 +355,11 @@ class Flow(Element):
             raise ItemNotFoundError("No sequence found.")
 
         if sequence in self.sequences:
-            return sequence.ln_id if isinstance(sequence, Progression) else sequence
+            return (
+                sequence.ln_id
+                if isinstance(sequence, Progression)
+                else sequence
+            )
 
         if sequence in self.registry:
             return self.registry[sequence]

{lionagi-0.2.10 → lionagi-0.3.0}/lionagi/core/collections/model.py

@@ -4,7 +4,14 @@ import os
 import numpy as np
 from dotenv import load_dotenv
 
-from lionagi.libs import APIUtil, BaseService, StatusTracker, SysUtil, ninsert, to_list
+from lionagi.libs import (
+    APIUtil,
+    BaseService,
+    StatusTracker,
+    SysUtil,
+    ninsert,
+    to_list,
+)
 
 from .abc import Component, ModelLimitExceededError
 
@@ -94,7 +101,9 @@ class iModel:
         else:
             provider = str(provider).lower() if provider else "openai"
 
-        from lionagi.integrations.provider._mapping import SERVICE_PROVIDERS_MAPPING
+        from lionagi.integrations.provider._mapping import (
+            SERVICE_PROVIDERS_MAPPING,
+        )
 
         self.provider_schema = (
             provider_schema or SERVICE_PROVIDERS_MAPPING[provider]["schema"]
@@ -233,7 +242,9 @@ class iModel:
         if allowed_params != []:
             if (
                 len(
-                    not_allowed := [k for k in params.keys() if k not in allowed_params]
+                    not_allowed := [
+                        k for k in params.keys() if k not in allowed_params
+                    ]
                 )
                 > 0
             ):
@@ -294,7 +305,13 @@ class iModel:
             embed_str.pop("image_detail", None)
 
         num_tokens = APIUtil.calculate_num_token(
-            {"input": str(embed_str) if isinstance(embed_str, dict) else embed_str},
+            {
+                "input": (
+                    str(embed_str)
+                    if isinstance(embed_str, dict)
+                    else embed_str
+                )
+            },
             "embeddings",
             self.endpoint_schema["token_encoding_name"],
         )
@@ -323,7 +340,9 @@ class iModel:
             }
             kwargs["model"] = kwargs.pop("model", "gpt-4o-mini")
         if not request_fields and not json_schema:
-            raise ValueError("Either request_fields or json_schema must be provided")
+            raise ValueError(
+                "Either request_fields or json_schema must be provided"
+            )
         request_fields = request_fields or json_schema["properties"]
 
         messages = [
@@ -360,7 +379,8 @@ class iModel:
             **{
                 k: v
                 for k, v in self.config.items()
-                if k in getattr(self.service, "allowed_kwargs", []) and v is not None
+                if k in getattr(self.service, "allowed_kwargs", [])
+                and v is not None
             },
             "model_costs": None if self.costs == (0, 0) else self.costs,
         }
@@ -384,7 +404,9 @@ class iModel:
         if n_samples == 1:
             samples = [tokens]
         else:
-            samples = [tokens[: (i + 1) * sample_token_len] for i in range(n_samples)]
+            samples = [
+                tokens[: (i + 1) * sample_token_len] for i in range(n_samples)
+            ]
 
             if use_residue and residue != 0:
                 samples.append(tokens[-residue:])
@@ -392,7 +414,11 @@ class iModel:
         sampless = [context + " ".join(sample) for sample in samples]
 
         for sample in sampless:
-            messages = [{"role": "system", "content": system_msg}] if system_msg else []
+            messages = (
+                [{"role": "system", "content": system_msg}]
+                if system_msg
+                else []
+            )
             messages.append(
                 {"role": "user", "content": sample},
             )