lionagi 0.0.312__py3-none-any.whl → 0.2.1__py3-none-any.whl
Sign up to get free protection for your applications and to get access to all the features.
- lionagi/__init__.py +61 -3
- lionagi/core/__init__.py +0 -14
- lionagi/core/_setting/_setting.py +59 -0
- lionagi/core/action/__init__.py +14 -0
- lionagi/core/action/function_calling.py +136 -0
- lionagi/core/action/manual.py +1 -0
- lionagi/core/action/node.py +109 -0
- lionagi/core/action/tool.py +114 -0
- lionagi/core/action/tool_manager.py +356 -0
- lionagi/core/agent/__init__.py +0 -3
- lionagi/core/agent/base_agent.py +45 -36
- lionagi/core/agent/eval/evaluator.py +1 -0
- lionagi/core/agent/eval/vote.py +40 -0
- lionagi/core/agent/learn/learner.py +59 -0
- lionagi/core/agent/plan/unit_template.py +1 -0
- lionagi/core/collections/__init__.py +17 -0
- lionagi/core/collections/_logger.py +319 -0
- lionagi/core/collections/abc/__init__.py +53 -0
- lionagi/core/collections/abc/component.py +615 -0
- lionagi/core/collections/abc/concepts.py +297 -0
- lionagi/core/collections/abc/exceptions.py +150 -0
- lionagi/core/collections/abc/util.py +45 -0
- lionagi/core/collections/exchange.py +161 -0
- lionagi/core/collections/flow.py +426 -0
- lionagi/core/collections/model.py +419 -0
- lionagi/core/collections/pile.py +913 -0
- lionagi/core/collections/progression.py +236 -0
- lionagi/core/collections/util.py +64 -0
- lionagi/core/director/direct.py +314 -0
- lionagi/core/director/director.py +2 -0
- lionagi/core/engine/branch_engine.py +333 -0
- lionagi/core/engine/instruction_map_engine.py +204 -0
- lionagi/core/engine/sandbox_.py +14 -0
- lionagi/core/engine/script_engine.py +99 -0
- lionagi/core/executor/base_executor.py +90 -0
- lionagi/core/executor/graph_executor.py +330 -0
- lionagi/core/executor/neo4j_executor.py +384 -0
- lionagi/core/generic/__init__.py +7 -0
- lionagi/core/generic/edge.py +112 -0
- lionagi/core/generic/edge_condition.py +16 -0
- lionagi/core/generic/graph.py +236 -0
- lionagi/core/generic/hyperedge.py +1 -0
- lionagi/core/generic/node.py +220 -0
- lionagi/core/generic/tree.py +48 -0
- lionagi/core/generic/tree_node.py +79 -0
- lionagi/core/mail/__init__.py +7 -3
- lionagi/core/mail/mail.py +25 -0
- lionagi/core/mail/mail_manager.py +142 -58
- lionagi/core/mail/package.py +45 -0
- lionagi/core/mail/start_mail.py +36 -0
- lionagi/core/message/__init__.py +19 -0
- lionagi/core/message/action_request.py +133 -0
- lionagi/core/message/action_response.py +135 -0
- lionagi/core/message/assistant_response.py +95 -0
- lionagi/core/message/instruction.py +234 -0
- lionagi/core/message/message.py +101 -0
- lionagi/core/message/system.py +86 -0
- lionagi/core/message/util.py +283 -0
- lionagi/core/report/__init__.py +4 -0
- lionagi/core/report/base.py +217 -0
- lionagi/core/report/form.py +231 -0
- lionagi/core/report/report.py +166 -0
- lionagi/core/report/util.py +28 -0
- lionagi/core/rule/__init__.py +0 -0
- lionagi/core/rule/_default.py +16 -0
- lionagi/core/rule/action.py +99 -0
- lionagi/core/rule/base.py +238 -0
- lionagi/core/rule/boolean.py +56 -0
- lionagi/core/rule/choice.py +47 -0
- lionagi/core/rule/mapping.py +96 -0
- lionagi/core/rule/number.py +71 -0
- lionagi/core/rule/rulebook.py +109 -0
- lionagi/core/rule/string.py +52 -0
- lionagi/core/rule/util.py +35 -0
- lionagi/core/session/__init__.py +0 -3
- lionagi/core/session/branch.py +431 -0
- lionagi/core/session/directive_mixin.py +287 -0
- lionagi/core/session/session.py +230 -902
- lionagi/core/structure/__init__.py +1 -0
- lionagi/core/structure/chain.py +1 -0
- lionagi/core/structure/forest.py +1 -0
- lionagi/core/structure/graph.py +1 -0
- lionagi/core/structure/tree.py +1 -0
- lionagi/core/unit/__init__.py +5 -0
- lionagi/core/unit/parallel_unit.py +245 -0
- lionagi/core/unit/template/__init__.py +0 -0
- lionagi/core/unit/template/action.py +81 -0
- lionagi/core/unit/template/base.py +51 -0
- lionagi/core/unit/template/plan.py +84 -0
- lionagi/core/unit/template/predict.py +109 -0
- lionagi/core/unit/template/score.py +124 -0
- lionagi/core/unit/template/select.py +104 -0
- lionagi/core/unit/unit.py +362 -0
- lionagi/core/unit/unit_form.py +305 -0
- lionagi/core/unit/unit_mixin.py +1168 -0
- lionagi/core/unit/util.py +71 -0
- lionagi/core/validator/__init__.py +0 -0
- lionagi/core/validator/validator.py +364 -0
- lionagi/core/work/__init__.py +0 -0
- lionagi/core/work/work.py +76 -0
- lionagi/core/work/work_function.py +101 -0
- lionagi/core/work/work_queue.py +103 -0
- lionagi/core/work/worker.py +258 -0
- lionagi/core/work/worklog.py +120 -0
- lionagi/experimental/__init__.py +0 -0
- lionagi/experimental/compressor/__init__.py +0 -0
- lionagi/experimental/compressor/base.py +46 -0
- lionagi/experimental/compressor/llm_compressor.py +247 -0
- lionagi/experimental/compressor/llm_summarizer.py +61 -0
- lionagi/experimental/compressor/util.py +70 -0
- lionagi/experimental/directive/__init__.py +19 -0
- lionagi/experimental/directive/parser/__init__.py +0 -0
- lionagi/experimental/directive/parser/base_parser.py +282 -0
- lionagi/experimental/directive/template/__init__.py +0 -0
- lionagi/experimental/directive/template/base_template.py +79 -0
- lionagi/experimental/directive/template/schema.py +36 -0
- lionagi/experimental/directive/tokenizer.py +73 -0
- lionagi/experimental/evaluator/__init__.py +0 -0
- lionagi/experimental/evaluator/ast_evaluator.py +131 -0
- lionagi/experimental/evaluator/base_evaluator.py +218 -0
- lionagi/experimental/knowledge/__init__.py +0 -0
- lionagi/experimental/knowledge/base.py +10 -0
- lionagi/experimental/knowledge/graph.py +0 -0
- lionagi/experimental/memory/__init__.py +0 -0
- lionagi/experimental/strategies/__init__.py +0 -0
- lionagi/experimental/strategies/base.py +1 -0
- lionagi/integrations/bridge/autogen_/__init__.py +0 -0
- lionagi/integrations/bridge/autogen_/autogen_.py +124 -0
- lionagi/integrations/bridge/langchain_/documents.py +4 -0
- lionagi/integrations/bridge/llamaindex_/index.py +30 -0
- lionagi/integrations/bridge/llamaindex_/llama_index_bridge.py +6 -0
- lionagi/integrations/bridge/llamaindex_/llama_pack.py +227 -0
- lionagi/integrations/bridge/llamaindex_/node_parser.py +6 -9
- lionagi/integrations/bridge/pydantic_/pydantic_bridge.py +1 -0
- lionagi/integrations/bridge/transformers_/__init__.py +0 -0
- lionagi/integrations/bridge/transformers_/install_.py +36 -0
- lionagi/integrations/chunker/__init__.py +0 -0
- lionagi/integrations/chunker/chunk.py +312 -0
- lionagi/integrations/config/oai_configs.py +38 -7
- lionagi/integrations/config/ollama_configs.py +1 -1
- lionagi/integrations/config/openrouter_configs.py +14 -2
- lionagi/integrations/loader/__init__.py +0 -0
- lionagi/integrations/loader/load.py +253 -0
- lionagi/integrations/loader/load_util.py +195 -0
- lionagi/integrations/provider/_mapping.py +46 -0
- lionagi/integrations/provider/litellm.py +2 -1
- lionagi/integrations/provider/mlx_service.py +16 -9
- lionagi/integrations/provider/oai.py +91 -4
- lionagi/integrations/provider/ollama.py +7 -6
- lionagi/integrations/provider/openrouter.py +115 -8
- lionagi/integrations/provider/services.py +2 -2
- lionagi/integrations/provider/transformers.py +18 -22
- lionagi/integrations/storage/__init__.py +3 -0
- lionagi/integrations/storage/neo4j.py +665 -0
- lionagi/integrations/storage/storage_util.py +287 -0
- lionagi/integrations/storage/structure_excel.py +285 -0
- lionagi/integrations/storage/to_csv.py +63 -0
- lionagi/integrations/storage/to_excel.py +83 -0
- lionagi/libs/__init__.py +26 -1
- lionagi/libs/ln_api.py +78 -23
- lionagi/libs/ln_context.py +37 -0
- lionagi/libs/ln_convert.py +21 -9
- lionagi/libs/ln_func_call.py +69 -28
- lionagi/libs/ln_image.py +107 -0
- lionagi/libs/ln_knowledge_graph.py +405 -0
- lionagi/libs/ln_nested.py +26 -11
- lionagi/libs/ln_parse.py +110 -14
- lionagi/libs/ln_queue.py +117 -0
- lionagi/libs/ln_tokenize.py +164 -0
- lionagi/{core/prompt/field_validator.py → libs/ln_validate.py} +79 -14
- lionagi/libs/special_tokens.py +172 -0
- lionagi/libs/sys_util.py +107 -2
- lionagi/lions/__init__.py +0 -0
- lionagi/lions/coder/__init__.py +0 -0
- lionagi/lions/coder/add_feature.py +20 -0
- lionagi/lions/coder/base_prompts.py +22 -0
- lionagi/lions/coder/code_form.py +13 -0
- lionagi/lions/coder/coder.py +168 -0
- lionagi/lions/coder/util.py +96 -0
- lionagi/lions/researcher/__init__.py +0 -0
- lionagi/lions/researcher/data_source/__init__.py +0 -0
- lionagi/lions/researcher/data_source/finhub_.py +191 -0
- lionagi/lions/researcher/data_source/google_.py +199 -0
- lionagi/lions/researcher/data_source/wiki_.py +96 -0
- lionagi/lions/researcher/data_source/yfinance_.py +21 -0
- lionagi/tests/integrations/__init__.py +0 -0
- lionagi/tests/libs/__init__.py +0 -0
- lionagi/tests/libs/test_field_validators.py +353 -0
- lionagi/tests/{test_libs → libs}/test_func_call.py +23 -21
- lionagi/tests/{test_libs → libs}/test_nested.py +36 -21
- lionagi/tests/{test_libs → libs}/test_parse.py +1 -1
- lionagi/tests/libs/test_queue.py +67 -0
- lionagi/tests/test_core/collections/__init__.py +0 -0
- lionagi/tests/test_core/collections/test_component.py +206 -0
- lionagi/tests/test_core/collections/test_exchange.py +138 -0
- lionagi/tests/test_core/collections/test_flow.py +145 -0
- lionagi/tests/test_core/collections/test_pile.py +171 -0
- lionagi/tests/test_core/collections/test_progression.py +129 -0
- lionagi/tests/test_core/generic/__init__.py +0 -0
- lionagi/tests/test_core/generic/test_edge.py +67 -0
- lionagi/tests/test_core/generic/test_graph.py +96 -0
- lionagi/tests/test_core/generic/test_node.py +106 -0
- lionagi/tests/test_core/generic/test_tree_node.py +73 -0
- lionagi/tests/test_core/test_branch.py +115 -292
- lionagi/tests/test_core/test_form.py +46 -0
- lionagi/tests/test_core/test_report.py +105 -0
- lionagi/tests/test_core/test_validator.py +111 -0
- lionagi/version.py +1 -1
- {lionagi-0.0.312.dist-info → lionagi-0.2.1.dist-info}/LICENSE +12 -11
- {lionagi-0.0.312.dist-info → lionagi-0.2.1.dist-info}/METADATA +19 -118
- lionagi-0.2.1.dist-info/RECORD +240 -0
- lionagi/core/branch/__init__.py +0 -4
- lionagi/core/branch/base_branch.py +0 -654
- lionagi/core/branch/branch.py +0 -471
- lionagi/core/branch/branch_flow_mixin.py +0 -96
- lionagi/core/branch/executable_branch.py +0 -347
- lionagi/core/branch/util.py +0 -323
- lionagi/core/direct/__init__.py +0 -6
- lionagi/core/direct/predict.py +0 -161
- lionagi/core/direct/score.py +0 -278
- lionagi/core/direct/select.py +0 -169
- lionagi/core/direct/utils.py +0 -87
- lionagi/core/direct/vote.py +0 -64
- lionagi/core/flow/base/baseflow.py +0 -23
- lionagi/core/flow/monoflow/ReAct.py +0 -238
- lionagi/core/flow/monoflow/__init__.py +0 -9
- lionagi/core/flow/monoflow/chat.py +0 -95
- lionagi/core/flow/monoflow/chat_mixin.py +0 -263
- lionagi/core/flow/monoflow/followup.py +0 -214
- lionagi/core/flow/polyflow/__init__.py +0 -1
- lionagi/core/flow/polyflow/chat.py +0 -248
- lionagi/core/mail/schema.py +0 -56
- lionagi/core/messages/__init__.py +0 -3
- lionagi/core/messages/schema.py +0 -533
- lionagi/core/prompt/prompt_template.py +0 -316
- lionagi/core/schema/__init__.py +0 -22
- lionagi/core/schema/action_node.py +0 -29
- lionagi/core/schema/base_mixin.py +0 -296
- lionagi/core/schema/base_node.py +0 -199
- lionagi/core/schema/condition.py +0 -24
- lionagi/core/schema/data_logger.py +0 -354
- lionagi/core/schema/data_node.py +0 -93
- lionagi/core/schema/prompt_template.py +0 -67
- lionagi/core/schema/structure.py +0 -910
- lionagi/core/tool/__init__.py +0 -3
- lionagi/core/tool/tool_manager.py +0 -280
- lionagi/integrations/bridge/pydantic_/base_model.py +0 -7
- lionagi/tests/test_core/test_base_branch.py +0 -427
- lionagi/tests/test_core/test_chat_flow.py +0 -63
- lionagi/tests/test_core/test_mail_manager.py +0 -75
- lionagi/tests/test_core/test_prompts.py +0 -51
- lionagi/tests/test_core/test_session.py +0 -254
- lionagi/tests/test_core/test_session_base_util.py +0 -312
- lionagi/tests/test_core/test_tool_manager.py +0 -95
- lionagi-0.0.312.dist-info/RECORD +0 -111
- /lionagi/core/{branch/base → _setting}/__init__.py +0 -0
- /lionagi/core/{flow → agent/eval}/__init__.py +0 -0
- /lionagi/core/{flow/base → agent/learn}/__init__.py +0 -0
- /lionagi/core/{prompt → agent/plan}/__init__.py +0 -0
- /lionagi/core/{tool/manual.py → agent/plan/plan.py} +0 -0
- /lionagi/{tests/test_integrations → core/director}/__init__.py +0 -0
- /lionagi/{tests/test_libs → core/engine}/__init__.py +0 -0
- /lionagi/{tests/test_libs/test_async.py → core/executor/__init__.py} +0 -0
- /lionagi/tests/{test_libs → libs}/test_api.py +0 -0
- /lionagi/tests/{test_libs → libs}/test_convert.py +0 -0
- /lionagi/tests/{test_libs → libs}/test_sys_util.py +0 -0
- {lionagi-0.0.312.dist-info → lionagi-0.2.1.dist-info}/WHEEL +0 -0
- {lionagi-0.0.312.dist-info → lionagi-0.2.1.dist-info}/top_level.txt +0 -0
@@ -0,0 +1,95 @@
|
|
1
|
+
"""
|
2
|
+
Copyright 2024 HaiyangLi
|
3
|
+
|
4
|
+
Licensed under the Apache License, Version 2.0 (the "License");
|
5
|
+
you may not use this file except in compliance with the License.
|
6
|
+
You may obtain a copy of the License at
|
7
|
+
|
8
|
+
http://www.apache.org/licenses/LICENSE-2.0
|
9
|
+
|
10
|
+
Unless required by applicable law or agreed to in writing, software
|
11
|
+
distributed under the License is distributed on an "AS IS" BASIS,
|
12
|
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
13
|
+
See the License for the specific language governing permissions and
|
14
|
+
limitations under the License.
|
15
|
+
"""
|
16
|
+
|
17
|
+
from typing import Any
|
18
|
+
from .message import RoledMessage, MessageRole
|
19
|
+
|
20
|
+
|
21
|
+
class AssistantResponse(RoledMessage):
|
22
|
+
"""
|
23
|
+
Represents a response generated by an assistant.
|
24
|
+
|
25
|
+
Inherits from `RoledMessage` and provides attributes specific to assistant responses.
|
26
|
+
|
27
|
+
Attributes:
|
28
|
+
assistant_response (Any): The content of the assistant's response.
|
29
|
+
sender (str): The sender of the response.
|
30
|
+
recipient (str): The recipient of the response.
|
31
|
+
"""
|
32
|
+
|
33
|
+
def __init__(
|
34
|
+
self,
|
35
|
+
assistant_response: Any = None,
|
36
|
+
sender: str | None = None,
|
37
|
+
recipient: str | None = None,
|
38
|
+
**kwargs,
|
39
|
+
):
|
40
|
+
"""
|
41
|
+
Initializes the AssistantResponse.
|
42
|
+
|
43
|
+
Args:
|
44
|
+
assistant_response (Any, optional): The content of the assistant's response.
|
45
|
+
sender (str, optional): The sender of the response.
|
46
|
+
recipient (str, optional): The recipient of the response.
|
47
|
+
**kwargs: Additional keyword arguments to be passed to the parent class.
|
48
|
+
"""
|
49
|
+
|
50
|
+
super().__init__(
|
51
|
+
role=MessageRole.ASSISTANT,
|
52
|
+
sender=sender or "N/A",
|
53
|
+
content={"assistant_response": assistant_response["content"]},
|
54
|
+
recipient=recipient,
|
55
|
+
**kwargs,
|
56
|
+
)
|
57
|
+
|
58
|
+
def clone(self, **kwargs):
|
59
|
+
"""
|
60
|
+
Creates a copy of the current AssistantResponse object with optional additional arguments.
|
61
|
+
|
62
|
+
This method clones the current object, preserving its content.
|
63
|
+
It also retains the original metadata, while allowing
|
64
|
+
for the addition of new attributes through keyword arguments.
|
65
|
+
|
66
|
+
Args:
|
67
|
+
**kwargs: Optional keyword arguments to be included in the cloned object.
|
68
|
+
|
69
|
+
Returns:
|
70
|
+
AssistantResponse: A new instance of the object with the same content and additional keyword arguments.
|
71
|
+
"""
|
72
|
+
import json
|
73
|
+
|
74
|
+
content = json.dumps(self.content["assistant_response"])
|
75
|
+
content = {"content": json.loads(content)}
|
76
|
+
response_copy = AssistantResponse(assistant_response=content, **kwargs)
|
77
|
+
response_copy.metadata["origin_ln_id"] = self.ln_id
|
78
|
+
return response_copy
|
79
|
+
|
80
|
+
@property
|
81
|
+
def chat_msg(self) -> dict | None:
|
82
|
+
"""Return message in chat representation."""
|
83
|
+
try:
|
84
|
+
return self._check_chat_msg()
|
85
|
+
except:
|
86
|
+
return None
|
87
|
+
|
88
|
+
def _check_chat_msg(self):
|
89
|
+
text_msg = super()._check_chat_msg()
|
90
|
+
return text_msg
|
91
|
+
|
92
|
+
@property
|
93
|
+
def response(self):
|
94
|
+
"""Return the assistant response content."""
|
95
|
+
return self.content["assistant_response"]
|
@@ -0,0 +1,234 @@
|
|
1
|
+
"""
|
2
|
+
Copyright 2024 HaiyangLi
|
3
|
+
|
4
|
+
Licensed under the Apache License, Version 2.0 (the "License");
|
5
|
+
you may not use this file except in compliance with the License.
|
6
|
+
You may obtain a copy of the License at
|
7
|
+
|
8
|
+
http://www.apache.org/licenses/LICENSE-2.0
|
9
|
+
|
10
|
+
Unless required by applicable law or agreed to in writing, software
|
11
|
+
distributed under the License is distributed on an "AS IS" BASIS,
|
12
|
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
13
|
+
See the License for the specific language governing permissions and
|
14
|
+
limitations under the License.
|
15
|
+
"""
|
16
|
+
|
17
|
+
from lionagi.core.collections.abc import LionIDable, SYSTEM_FIELDS
|
18
|
+
from lionagi.core.report.form import Form
|
19
|
+
from lionagi.core.message.message import RoledMessage, MessageRole
|
20
|
+
|
21
|
+
|
22
|
+
class Instruction(RoledMessage):
|
23
|
+
"""
|
24
|
+
Represents an instruction message with additional context and requested fields.
|
25
|
+
|
26
|
+
Inherits from `RoledMessage` and provides methods to manage context and
|
27
|
+
requested fields specific to instructions.
|
28
|
+
|
29
|
+
Attributes:
|
30
|
+
instruction (str): The instruction content.
|
31
|
+
context (dict or str): Additional context for the instruction.
|
32
|
+
sender (LionIDable): The sender of the instruction.
|
33
|
+
recipient (LionIDable): The recipient of the instruction.
|
34
|
+
requested_fields (dict): Fields requested in the instruction.
|
35
|
+
"""
|
36
|
+
|
37
|
+
def __init__(
|
38
|
+
self,
|
39
|
+
instruction: str | None = None,
|
40
|
+
context: dict | str | None = None,
|
41
|
+
images: list | None = None,
|
42
|
+
sender: LionIDable | None = None,
|
43
|
+
recipient: LionIDable | None = None,
|
44
|
+
requested_fields: dict | None = None, # {"field": "description"}
|
45
|
+
additional_context: dict | None = None,
|
46
|
+
image_detail: str | None = None,
|
47
|
+
**kwargs,
|
48
|
+
):
|
49
|
+
"""
|
50
|
+
Initializes the Instruction message.
|
51
|
+
|
52
|
+
Args:
|
53
|
+
instruction (str, optional): The instruction content.
|
54
|
+
context (dict or str, optional): Additional context for the instruction.
|
55
|
+
image (str, optional): The image content in base64 encoding.
|
56
|
+
sender (LionIDable, optional): The sender of the instruction.
|
57
|
+
recipient (LionIDable, optional): The recipient of the instruction.
|
58
|
+
requested_fields (dict, optional): Fields requested in the instruction.
|
59
|
+
**kwargs: Additional context fields to be added to the message content, must be JSON serializable.
|
60
|
+
"""
|
61
|
+
if not instruction:
|
62
|
+
if "metadata" in kwargs and "instruction" in kwargs["metadata"]:
|
63
|
+
instruction = kwargs["metadata"].pop("instruction")
|
64
|
+
|
65
|
+
super().__init__(
|
66
|
+
role=MessageRole.USER,
|
67
|
+
sender=sender or "user",
|
68
|
+
content={"instruction": instruction or "N/A"},
|
69
|
+
recipient=recipient or "N/A",
|
70
|
+
**kwargs,
|
71
|
+
)
|
72
|
+
|
73
|
+
additional_context = additional_context or {}
|
74
|
+
self._initiate_content(
|
75
|
+
context=context,
|
76
|
+
requested_fields=requested_fields,
|
77
|
+
images=images,
|
78
|
+
image_detail=image_detail or "low",
|
79
|
+
**additional_context,
|
80
|
+
)
|
81
|
+
|
82
|
+
@property
|
83
|
+
def instruct(self):
|
84
|
+
"""Returns the instruction content."""
|
85
|
+
return self.content["instruction"]
|
86
|
+
|
87
|
+
def _check_chat_msg(self):
|
88
|
+
text_msg = super()._check_chat_msg()
|
89
|
+
if "images" not in self.content:
|
90
|
+
return text_msg
|
91
|
+
|
92
|
+
text_msg["content"].pop("images", None)
|
93
|
+
text_msg["content"].pop("image_detail", None)
|
94
|
+
text_msg["content"] = [
|
95
|
+
{"type": "text", "text": text_msg["content"]},
|
96
|
+
]
|
97
|
+
|
98
|
+
for i in self.content["images"]:
|
99
|
+
text_msg["content"].append(
|
100
|
+
{
|
101
|
+
"type": "image_url",
|
102
|
+
"image_url": {
|
103
|
+
"url": f"data:image/jpeg;base64,{i}",
|
104
|
+
"detail": self.content["image_detail"],
|
105
|
+
},
|
106
|
+
}
|
107
|
+
)
|
108
|
+
return text_msg
|
109
|
+
|
110
|
+
def _add_context(self, context: dict | str | None = None, **kwargs):
|
111
|
+
"""
|
112
|
+
Adds context to the instruction message.
|
113
|
+
|
114
|
+
Args:
|
115
|
+
context (dict or str, optional): Additional context to be added.
|
116
|
+
**kwargs: Additional context fields to be added.
|
117
|
+
"""
|
118
|
+
if "context" not in self.content:
|
119
|
+
self.content["context"] = {}
|
120
|
+
if isinstance(context, dict):
|
121
|
+
self.content["context"].update({**context, **kwargs})
|
122
|
+
elif isinstance(context, str):
|
123
|
+
self.content["context"]["additional_context"] = context
|
124
|
+
|
125
|
+
def _update_requested_fields(self, requested_fields: dict):
|
126
|
+
"""
|
127
|
+
Updates the requested fields in the instruction message.
|
128
|
+
|
129
|
+
Args:
|
130
|
+
requested_fields (dict): The fields requested in the instruction.
|
131
|
+
"""
|
132
|
+
if "context" not in self.content:
|
133
|
+
self.content["context"] = {}
|
134
|
+
self.content["context"]["requested_fields"] = {}
|
135
|
+
self.content["context"]["requested_fields"].update(requested_fields)
|
136
|
+
|
137
|
+
def _initiate_content(
|
138
|
+
self, context, requested_fields, images, image_detail, **kwargs
|
139
|
+
):
|
140
|
+
"""
|
141
|
+
Processes context and requested fields to update the message content.
|
142
|
+
|
143
|
+
Args:
|
144
|
+
context (dict or str, optional): Additional context for the instruction.
|
145
|
+
requested_fields (dict, optional): Fields requested in the instruction.
|
146
|
+
**kwargs: Additional context fields to be added.
|
147
|
+
"""
|
148
|
+
if context:
|
149
|
+
context = {"context": context} if not isinstance(context, dict) else context
|
150
|
+
if (
|
151
|
+
additional_context := {
|
152
|
+
k: v for k, v in kwargs.items() if k not in SYSTEM_FIELDS
|
153
|
+
}
|
154
|
+
) != {}:
|
155
|
+
context["additional_context"] = additional_context
|
156
|
+
self.content.update(context)
|
157
|
+
|
158
|
+
if not requested_fields in [None, {}]:
|
159
|
+
self.content["requested_fields"] = self._format_requested_fields(
|
160
|
+
requested_fields
|
161
|
+
)
|
162
|
+
|
163
|
+
if images:
|
164
|
+
self.content["images"] = images if isinstance(images, list) else [images]
|
165
|
+
self.content["image_detail"] = image_detail
|
166
|
+
|
167
|
+
def clone(self, **kwargs):
|
168
|
+
"""
|
169
|
+
Creates a copy of the current Instruction object with optional additional arguments.
|
170
|
+
|
171
|
+
This method clones the current object, preserving its content.
|
172
|
+
It also retains the original metadata, while allowing
|
173
|
+
for the addition of new attributes through keyword arguments.
|
174
|
+
|
175
|
+
Args:
|
176
|
+
**kwargs: Optional keyword arguments to be included in the cloned object.
|
177
|
+
|
178
|
+
Returns:
|
179
|
+
Instruction: A new instance of the object with the same content and additional keyword arguments.
|
180
|
+
"""
|
181
|
+
import json
|
182
|
+
|
183
|
+
content = json.dumps(self.content)
|
184
|
+
instruction_copy = Instruction(**kwargs)
|
185
|
+
instruction_copy.content = json.loads(content)
|
186
|
+
instruction_copy.metadata["origin_ln_id"] = self.ln_id
|
187
|
+
return instruction_copy
|
188
|
+
|
189
|
+
@staticmethod
|
190
|
+
def _format_requested_fields(requested_fields):
|
191
|
+
"""
|
192
|
+
Formats the requested fields into a JSON-parseable response format.
|
193
|
+
|
194
|
+
Args:
|
195
|
+
requested_fields (dict): The fields requested in the instruction.
|
196
|
+
|
197
|
+
Returns:
|
198
|
+
dict: The formatted requested fields.
|
199
|
+
"""
|
200
|
+
format_ = f"""
|
201
|
+
MUST RETURN JSON-PARSEABLE RESPONSE ENCLOSED BY JSON CODE BLOCKS. ----
|
202
|
+
```json
|
203
|
+
{requested_fields}
|
204
|
+
```---
|
205
|
+
"""
|
206
|
+
return {"response_format": format_.strip()}
|
207
|
+
|
208
|
+
@classmethod
|
209
|
+
def from_form(
|
210
|
+
cls,
|
211
|
+
form: Form,
|
212
|
+
sender: str | None = None,
|
213
|
+
recipient=None,
|
214
|
+
image=None,
|
215
|
+
):
|
216
|
+
"""
|
217
|
+
Creates an Instruction instance from a form.
|
218
|
+
|
219
|
+
Args:
|
220
|
+
form (Form): The form containing instruction details.
|
221
|
+
sender (str, optional): The sender of the instruction.
|
222
|
+
recipient (LionIDable, optional): The recipient of the instruction.
|
223
|
+
|
224
|
+
Returns:
|
225
|
+
Instruction: The created Instruction instance.
|
226
|
+
"""
|
227
|
+
return cls(
|
228
|
+
instruction=form._instruction_prompt,
|
229
|
+
context=form._instruction_context,
|
230
|
+
requested_fields=form._instruction_requested_fields,
|
231
|
+
image=image,
|
232
|
+
sender=sender,
|
233
|
+
recipient=recipient,
|
234
|
+
)
|
@@ -0,0 +1,101 @@
|
|
1
|
+
"""
|
2
|
+
Copyright 2024 HaiyangLi
|
3
|
+
|
4
|
+
Licensed under the Apache License, Version 2.0 (the "License");
|
5
|
+
you may not use this file except in compliance with the License.
|
6
|
+
You may obtain a copy of the License at
|
7
|
+
|
8
|
+
http://www.apache.org/licenses/LICENSE-2.0
|
9
|
+
|
10
|
+
Unless required by applicable law or agreed to in writing, software
|
11
|
+
distributed under the License is distributed on an "AS IS" BASIS,
|
12
|
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
13
|
+
See the License for the specific language governing permissions and
|
14
|
+
limitations under the License.
|
15
|
+
"""
|
16
|
+
|
17
|
+
from enum import Enum
|
18
|
+
from lionagi.core.collections.abc import Sendable, Field
|
19
|
+
from lionagi.core.generic.node import Node
|
20
|
+
|
21
|
+
|
22
|
+
# Enums for defining message fields and roles
|
23
|
+
class MessageField(str, Enum):
|
24
|
+
"""
|
25
|
+
Enum to store message fields for consistent referencing.
|
26
|
+
"""
|
27
|
+
|
28
|
+
LION_ID = "lion_id"
|
29
|
+
TIMESTAMP = "timestamp"
|
30
|
+
ROLE = "role"
|
31
|
+
SENDER = "sender"
|
32
|
+
RECIPIENT = "recipient"
|
33
|
+
CONTENT = "content"
|
34
|
+
|
35
|
+
|
36
|
+
class MessageRole(str, Enum):
|
37
|
+
"""
|
38
|
+
Enum for possible roles a message can assume in a conversation.
|
39
|
+
"""
|
40
|
+
|
41
|
+
SYSTEM = "system"
|
42
|
+
USER = "user"
|
43
|
+
ASSISTANT = "assistant"
|
44
|
+
|
45
|
+
|
46
|
+
# Base class for messages
|
47
|
+
class RoledMessage(Node, Sendable):
|
48
|
+
"""
|
49
|
+
A base class representing a message with validators and properties.
|
50
|
+
"""
|
51
|
+
|
52
|
+
role: MessageRole | None = Field(
|
53
|
+
default=None,
|
54
|
+
description="The role of the message in the conversation.",
|
55
|
+
examples=["system", "user", "assistant"],
|
56
|
+
)
|
57
|
+
|
58
|
+
@property
|
59
|
+
def image_content(self):
|
60
|
+
msg_ = self.chat_msg
|
61
|
+
if isinstance(msg_, dict) and isinstance(msg_["content"], list):
|
62
|
+
return [i for i in msg_["content"] if i["type"] == "image_url"]
|
63
|
+
|
64
|
+
return None
|
65
|
+
|
66
|
+
@property
|
67
|
+
def chat_msg(self) -> dict | None:
|
68
|
+
"""return message in chat representation"""
|
69
|
+
try:
|
70
|
+
return self._check_chat_msg()
|
71
|
+
except:
|
72
|
+
return None
|
73
|
+
|
74
|
+
def _check_chat_msg(self):
|
75
|
+
if self.role is None:
|
76
|
+
raise ValueError("Message role not set")
|
77
|
+
|
78
|
+
role = self.role.value if isinstance(self.role, Enum) else self.role
|
79
|
+
if role not in [i.value for i in MessageRole]:
|
80
|
+
raise ValueError(f"Invalid message role: {role}")
|
81
|
+
|
82
|
+
content_dict = self.content.copy()
|
83
|
+
|
84
|
+
if not content_dict.get("images", None):
|
85
|
+
if len(content_dict) == 1:
|
86
|
+
content_dict = str(list(content_dict.values())[0])
|
87
|
+
else:
|
88
|
+
content_dict = str(content_dict)
|
89
|
+
|
90
|
+
return {"role": role, "content": content_dict}
|
91
|
+
|
92
|
+
def __str__(self):
|
93
|
+
"""
|
94
|
+
Provides a string representation of the message with content preview.
|
95
|
+
"""
|
96
|
+
content_preview = (
|
97
|
+
f"{str(self.content)[:75]}..."
|
98
|
+
if len(str(self.content)) > 75
|
99
|
+
else str(self.content)
|
100
|
+
)
|
101
|
+
return f"Message(role={self.role}, sender={self.sender}, content='{content_preview}')"
|
@@ -0,0 +1,86 @@
|
|
1
|
+
"""
|
2
|
+
Copyright 2024 HaiyangLi
|
3
|
+
|
4
|
+
Licensed under the Apache License, Version 2.0 (the "License");
|
5
|
+
you may not use this file except in compliance with the License.
|
6
|
+
You may obtain a copy of the License at
|
7
|
+
|
8
|
+
http://www.apache.org/licenses/LICENSE-2.0
|
9
|
+
|
10
|
+
Unless required by applicable law or agreed to in writing, software
|
11
|
+
distributed under the License is distributed on an "AS IS" BASIS,
|
12
|
+
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
13
|
+
See the License for the specific language governing permissions and
|
14
|
+
limitations under the License.
|
15
|
+
"""
|
16
|
+
|
17
|
+
from typing import Any
|
18
|
+
from ..collections.abc import Field
|
19
|
+
from .message import RoledMessage, MessageRole
|
20
|
+
|
21
|
+
|
22
|
+
class System(RoledMessage):
|
23
|
+
"""
|
24
|
+
Represents a system message with system-related information.
|
25
|
+
|
26
|
+
Inherits from `RoledMessage` and provides methods to manage system-specific content.
|
27
|
+
|
28
|
+
Attributes:
|
29
|
+
system (str | Any | None): The system information.
|
30
|
+
"""
|
31
|
+
|
32
|
+
system: str | Any | None = Field(None)
|
33
|
+
|
34
|
+
def __init__(self, system=None, sender=None, recipient=None, **kwargs):
|
35
|
+
"""
|
36
|
+
Initializes the System message.
|
37
|
+
|
38
|
+
Args:
|
39
|
+
system (str or Any, optional): The system information.
|
40
|
+
sender (str, optional): The sender of the message.
|
41
|
+
recipient (str, optional): The recipient of the message.
|
42
|
+
**kwargs: Additional fields to be added to the message content, must be JSON serializable.
|
43
|
+
"""
|
44
|
+
if not system:
|
45
|
+
if "metadata" in kwargs and "system" in kwargs["metadata"]:
|
46
|
+
system = kwargs["metadata"].pop("system")
|
47
|
+
|
48
|
+
super().__init__(
|
49
|
+
role=MessageRole.SYSTEM,
|
50
|
+
sender=sender or "system",
|
51
|
+
content={"system_info": system},
|
52
|
+
recipient=recipient or "N/A",
|
53
|
+
system=system,
|
54
|
+
**kwargs,
|
55
|
+
)
|
56
|
+
|
57
|
+
@property
|
58
|
+
def system_info(self):
|
59
|
+
"""
|
60
|
+
Retrieves the system information stored in the message content.
|
61
|
+
|
62
|
+
Returns:
|
63
|
+
Any: The system information.
|
64
|
+
"""
|
65
|
+
return self.content["system_info"]
|
66
|
+
|
67
|
+
def clone(self, **kwargs):
|
68
|
+
"""
|
69
|
+
Creates a copy of the current System object with optional additional arguments.
|
70
|
+
|
71
|
+
This method clones the current object, preserving its content.
|
72
|
+
It also retains the original metadata, while allowing
|
73
|
+
for the addition of new attributes through keyword arguments.
|
74
|
+
|
75
|
+
Args:
|
76
|
+
**kwargs: Optional keyword arguments to be included in the cloned object.
|
77
|
+
|
78
|
+
Returns:
|
79
|
+
System: A new instance of the object with the same content and additional keyword arguments.
|
80
|
+
"""
|
81
|
+
import json
|
82
|
+
|
83
|
+
system = json.dumps(self.system_info)
|
84
|
+
system_copy = System(system=json.loads(system), **kwargs)
|
85
|
+
system_copy.metadata["origin_ln_id"] = self.ln_id
|
86
|
+
return system_copy
|