llm-dialog-manager 0.1.2480__tar.gz → 0.2.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {llm_dialog_manager-0.1.2480 → llm_dialog_manager-0.2.2}/PKG-INFO +23 -67
- {llm_dialog_manager-0.1.2480 → llm_dialog_manager-0.2.2}/README.md +22 -66
- {llm_dialog_manager-0.1.2480 → llm_dialog_manager-0.2.2}/llm_dialog_manager/__init__.py +1 -1
- {llm_dialog_manager-0.1.2480 → llm_dialog_manager-0.2.2}/llm_dialog_manager/agent.py +51 -25
- {llm_dialog_manager-0.1.2480 → llm_dialog_manager-0.2.2}/llm_dialog_manager.egg-info/PKG-INFO +23 -67
- {llm_dialog_manager-0.1.2480 → llm_dialog_manager-0.2.2}/pyproject.toml +1 -1
- {llm_dialog_manager-0.1.2480 → llm_dialog_manager-0.2.2}/tests/test_chat_history.py +1 -1
- {llm_dialog_manager-0.1.2480 → llm_dialog_manager-0.2.2}/LICENSE +0 -0
- {llm_dialog_manager-0.1.2480 → llm_dialog_manager-0.2.2}/llm_dialog_manager/chat_history.py +0 -0
- {llm_dialog_manager-0.1.2480 → llm_dialog_manager-0.2.2}/llm_dialog_manager/key_manager.py +0 -0
- {llm_dialog_manager-0.1.2480 → llm_dialog_manager-0.2.2}/llm_dialog_manager.egg-info/SOURCES.txt +0 -0
- {llm_dialog_manager-0.1.2480 → llm_dialog_manager-0.2.2}/llm_dialog_manager.egg-info/dependency_links.txt +0 -0
- {llm_dialog_manager-0.1.2480 → llm_dialog_manager-0.2.2}/llm_dialog_manager.egg-info/requires.txt +0 -0
- {llm_dialog_manager-0.1.2480 → llm_dialog_manager-0.2.2}/llm_dialog_manager.egg-info/top_level.txt +0 -0
- {llm_dialog_manager-0.1.2480 → llm_dialog_manager-0.2.2}/setup.cfg +0 -0
- {llm_dialog_manager-0.1.2480 → llm_dialog_manager-0.2.2}/tests/test_agent.py +0 -0
- {llm_dialog_manager-0.1.2480 → llm_dialog_manager-0.2.2}/tests/test_key_manager.py +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: llm_dialog_manager
|
3
|
-
Version: 0.
|
3
|
+
Version: 0.2.2
|
4
4
|
Summary: A Python package for managing LLM chat conversation history
|
5
5
|
Author-email: xihajun <work@2333.fun>
|
6
6
|
License: MIT
|
@@ -73,23 +73,29 @@ pip install llm-dialog-manager
|
|
73
73
|
|
74
74
|
## Quick Start
|
75
75
|
|
76
|
-
### Basic Usage
|
77
76
|
|
78
|
-
|
79
|
-
from llm_dialog_manager import ChatHistory
|
77
|
+
### Environment Variables
|
80
78
|
|
81
|
-
|
82
|
-
history = ChatHistory("You are a helpful assistant")
|
79
|
+
Create a `.env` file in your project root:
|
83
80
|
|
84
|
-
|
85
|
-
|
86
|
-
|
81
|
+
```bash
|
82
|
+
# OpenAI
|
83
|
+
OPENAI_API_KEY_1=your-key-1
|
84
|
+
OPENAI_API_BASE_1=https://api.openai.com/v1
|
87
85
|
|
88
|
-
#
|
89
|
-
|
86
|
+
# Anthropic
|
87
|
+
ANTHROPIC_API_KEY_1=your-anthropic-key
|
88
|
+
ANTHROPIC_API_BASE_1=https://api.anthropic.com
|
89
|
+
|
90
|
+
# Google
|
91
|
+
GEMINI_API_KEY=your-gemini-key
|
92
|
+
|
93
|
+
# X.AI
|
94
|
+
XAI_API_KEY=your-x-key
|
90
95
|
```
|
91
96
|
|
92
|
-
###
|
97
|
+
### Basic Usage
|
98
|
+
|
93
99
|
|
94
100
|
```python
|
95
101
|
from llm_dialog_manager import Agent
|
@@ -106,65 +112,15 @@ response = agent.generate_response()
|
|
106
112
|
agent.save_conversation()
|
107
113
|
```
|
108
114
|
|
109
|
-
|
110
|
-
|
111
|
-
### Managing Multiple API Keys
|
112
|
-
|
113
|
-
```python
|
114
|
-
from llm_dialog_manager import Agent
|
115
|
-
|
116
|
-
# Use specific API key
|
117
|
-
agent = Agent("gpt-4", api_key="your-api-key")
|
118
|
-
|
119
|
-
# Or use environment variables
|
120
|
-
# OPENAI_API_KEY_1=key1
|
121
|
-
# OPENAI_API_KEY_2=key2
|
122
|
-
# The system will automatically handle load balancing
|
123
|
-
```
|
124
|
-
|
125
|
-
### Conversation Management
|
126
|
-
|
127
|
-
```python
|
128
|
-
from llm_dialog_manager import ChatHistory
|
129
|
-
|
130
|
-
history = ChatHistory()
|
131
|
-
|
132
|
-
# Add messages with role validation
|
133
|
-
history.add_message("Hello system", "system")
|
134
|
-
history.add_message("Hello user", "user")
|
135
|
-
history.add_message("Hello assistant", "assistant")
|
136
|
-
|
137
|
-
# Search conversations
|
138
|
-
results = history.search_for_keyword("hello")
|
139
|
-
|
140
|
-
# Get conversation status
|
141
|
-
status = history.conversation_status()
|
142
|
-
history.display_conversation_status()
|
143
|
-
|
144
|
-
# Get conversation snippets
|
145
|
-
snippet = history.get_conversation_snippet(1)
|
146
|
-
history.display_snippet(1)
|
147
|
-
```
|
148
|
-
|
149
|
-
## Environment Variables
|
150
|
-
|
151
|
-
Create a `.env` file in your project root:
|
115
|
+
### Setup Debugging Console
|
152
116
|
|
153
117
|
```bash
|
154
|
-
|
155
|
-
|
156
|
-
|
157
|
-
|
158
|
-
# Anthropic
|
159
|
-
ANTHROPIC_API_KEY_1=your-anthropic-key
|
160
|
-
ANTHROPIC_API_BASE_1=https://api.anthropic.com
|
118
|
+
python app.py
|
119
|
+
# open localhost:8000
|
120
|
+
```
|
121
|
+
https://github.com/user-attachments/assets/5f640029-24e6-44ea-a3a3-02eb3de0d4df
|
161
122
|
|
162
|
-
# Google
|
163
|
-
GEMINI_API_KEY=your-gemini-key
|
164
123
|
|
165
|
-
# X.AI
|
166
|
-
XAI_API_KEY=your-x-key
|
167
|
-
```
|
168
124
|
|
169
125
|
## Development
|
170
126
|
|
@@ -26,23 +26,29 @@ pip install llm-dialog-manager
|
|
26
26
|
|
27
27
|
## Quick Start
|
28
28
|
|
29
|
-
### Basic Usage
|
30
29
|
|
31
|
-
|
32
|
-
from llm_dialog_manager import ChatHistory
|
30
|
+
### Environment Variables
|
33
31
|
|
34
|
-
|
35
|
-
history = ChatHistory("You are a helpful assistant")
|
32
|
+
Create a `.env` file in your project root:
|
36
33
|
|
37
|
-
|
38
|
-
|
39
|
-
|
34
|
+
```bash
|
35
|
+
# OpenAI
|
36
|
+
OPENAI_API_KEY_1=your-key-1
|
37
|
+
OPENAI_API_BASE_1=https://api.openai.com/v1
|
40
38
|
|
41
|
-
#
|
42
|
-
|
39
|
+
# Anthropic
|
40
|
+
ANTHROPIC_API_KEY_1=your-anthropic-key
|
41
|
+
ANTHROPIC_API_BASE_1=https://api.anthropic.com
|
42
|
+
|
43
|
+
# Google
|
44
|
+
GEMINI_API_KEY=your-gemini-key
|
45
|
+
|
46
|
+
# X.AI
|
47
|
+
XAI_API_KEY=your-x-key
|
43
48
|
```
|
44
49
|
|
45
|
-
###
|
50
|
+
### Basic Usage
|
51
|
+
|
46
52
|
|
47
53
|
```python
|
48
54
|
from llm_dialog_manager import Agent
|
@@ -59,65 +65,15 @@ response = agent.generate_response()
|
|
59
65
|
agent.save_conversation()
|
60
66
|
```
|
61
67
|
|
62
|
-
|
63
|
-
|
64
|
-
### Managing Multiple API Keys
|
65
|
-
|
66
|
-
```python
|
67
|
-
from llm_dialog_manager import Agent
|
68
|
-
|
69
|
-
# Use specific API key
|
70
|
-
agent = Agent("gpt-4", api_key="your-api-key")
|
71
|
-
|
72
|
-
# Or use environment variables
|
73
|
-
# OPENAI_API_KEY_1=key1
|
74
|
-
# OPENAI_API_KEY_2=key2
|
75
|
-
# The system will automatically handle load balancing
|
76
|
-
```
|
77
|
-
|
78
|
-
### Conversation Management
|
79
|
-
|
80
|
-
```python
|
81
|
-
from llm_dialog_manager import ChatHistory
|
82
|
-
|
83
|
-
history = ChatHistory()
|
84
|
-
|
85
|
-
# Add messages with role validation
|
86
|
-
history.add_message("Hello system", "system")
|
87
|
-
history.add_message("Hello user", "user")
|
88
|
-
history.add_message("Hello assistant", "assistant")
|
89
|
-
|
90
|
-
# Search conversations
|
91
|
-
results = history.search_for_keyword("hello")
|
92
|
-
|
93
|
-
# Get conversation status
|
94
|
-
status = history.conversation_status()
|
95
|
-
history.display_conversation_status()
|
96
|
-
|
97
|
-
# Get conversation snippets
|
98
|
-
snippet = history.get_conversation_snippet(1)
|
99
|
-
history.display_snippet(1)
|
100
|
-
```
|
101
|
-
|
102
|
-
## Environment Variables
|
103
|
-
|
104
|
-
Create a `.env` file in your project root:
|
68
|
+
### Setup Debugging Console
|
105
69
|
|
106
70
|
```bash
|
107
|
-
|
108
|
-
|
109
|
-
|
110
|
-
|
111
|
-
# Anthropic
|
112
|
-
ANTHROPIC_API_KEY_1=your-anthropic-key
|
113
|
-
ANTHROPIC_API_BASE_1=https://api.anthropic.com
|
71
|
+
python app.py
|
72
|
+
# open localhost:8000
|
73
|
+
```
|
74
|
+
https://github.com/user-attachments/assets/5f640029-24e6-44ea-a3a3-02eb3de0d4df
|
114
75
|
|
115
|
-
# Google
|
116
|
-
GEMINI_API_KEY=your-gemini-key
|
117
76
|
|
118
|
-
# X.AI
|
119
|
-
XAI_API_KEY=your-x-key
|
120
|
-
```
|
121
77
|
|
122
78
|
## Development
|
123
79
|
|
@@ -113,27 +113,53 @@ def completion(model: str, messages: List[Dict[str, str]], max_tokens: int = 100
|
|
113
113
|
return response.content[0].text
|
114
114
|
|
115
115
|
elif "gemini" in model:
|
116
|
-
|
117
|
-
|
118
|
-
|
119
|
-
|
120
|
-
|
121
|
-
|
122
|
-
|
123
|
-
|
124
|
-
|
125
|
-
|
126
|
-
|
127
|
-
|
128
|
-
|
129
|
-
|
130
|
-
|
131
|
-
|
132
|
-
|
133
|
-
|
134
|
-
|
135
|
-
|
136
|
-
|
116
|
+
try:
|
117
|
+
# First try OpenAI-style API
|
118
|
+
client = openai.OpenAI(
|
119
|
+
api_key=api_key,
|
120
|
+
base_url="https://generativelanguage.googleapis.com/v1beta/"
|
121
|
+
)
|
122
|
+
# Remove any system message from the beginning if present
|
123
|
+
if messages and messages[0]["role"] == "system":
|
124
|
+
system_msg = messages.pop(0)
|
125
|
+
# Prepend system message to first user message if exists
|
126
|
+
if messages:
|
127
|
+
messages[0]["content"] = f"{system_msg['content']}\n\n{messages[0]['content']}"
|
128
|
+
|
129
|
+
response = client.chat.completions.create(
|
130
|
+
model=model,
|
131
|
+
messages=messages,
|
132
|
+
temperature=temperature
|
133
|
+
)
|
134
|
+
|
135
|
+
return response.choices[0].message.content
|
136
|
+
|
137
|
+
except Exception as e:
|
138
|
+
# If OpenAI-style API fails, fall back to Google's genai library
|
139
|
+
logger.info("Falling back to Google's genai library")
|
140
|
+
genai.configure(api_key=api_key)
|
141
|
+
|
142
|
+
# Convert messages to Gemini format
|
143
|
+
gemini_messages = []
|
144
|
+
for msg in messages:
|
145
|
+
if msg["role"] == "system":
|
146
|
+
# Prepend system message to first user message if exists
|
147
|
+
if gemini_messages:
|
148
|
+
gemini_messages[0].parts[0].text = f"{msg['content']}\n\n{gemini_messages[0].parts[0].text}"
|
149
|
+
else:
|
150
|
+
gemini_messages.append({"role": msg["role"], "parts": [{"text": msg["content"]}]})
|
151
|
+
|
152
|
+
# Create Gemini model and generate response
|
153
|
+
model = genai.GenerativeModel(model_name=model)
|
154
|
+
response = model.generate_content(
|
155
|
+
gemini_messages,
|
156
|
+
generation_config=genai.types.GenerationConfig(
|
157
|
+
temperature=temperature,
|
158
|
+
max_output_tokens=max_tokens
|
159
|
+
)
|
160
|
+
)
|
161
|
+
|
162
|
+
return response.text
|
137
163
|
|
138
164
|
elif "grok" in model:
|
139
165
|
# Randomly choose between OpenAI and Anthropic SDK
|
@@ -256,7 +282,7 @@ if __name__ == "__main__":
|
|
256
282
|
# information_detector_agent.add_message("user", text)
|
257
283
|
# response = information_detector_agent.generate_response()
|
258
284
|
# print(response)
|
259
|
-
agent = Agent("
|
285
|
+
agent = Agent("gemini-1.5-pro-002", "you are an assistant", memory_enabled=True)
|
260
286
|
|
261
287
|
# Format the prompt to check if the section is the last one in the outline
|
262
288
|
prompt = f"Say: {text}\n"
|
@@ -265,8 +291,8 @@ if __name__ == "__main__":
|
|
265
291
|
agent.add_message("user", prompt)
|
266
292
|
agent.add_message("assistant", "the answer")
|
267
293
|
|
268
|
-
print(agent.generate_response(
|
294
|
+
print(agent.generate_response())
|
269
295
|
print(agent.history[:])
|
270
|
-
|
271
|
-
print(
|
296
|
+
last_message = agent.history.pop()
|
297
|
+
print(last_message)
|
272
298
|
print(agent.history[:])
|
{llm_dialog_manager-0.1.2480 → llm_dialog_manager-0.2.2}/llm_dialog_manager.egg-info/PKG-INFO
RENAMED
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: llm_dialog_manager
|
3
|
-
Version: 0.
|
3
|
+
Version: 0.2.2
|
4
4
|
Summary: A Python package for managing LLM chat conversation history
|
5
5
|
Author-email: xihajun <work@2333.fun>
|
6
6
|
License: MIT
|
@@ -73,23 +73,29 @@ pip install llm-dialog-manager
|
|
73
73
|
|
74
74
|
## Quick Start
|
75
75
|
|
76
|
-
### Basic Usage
|
77
76
|
|
78
|
-
|
79
|
-
from llm_dialog_manager import ChatHistory
|
77
|
+
### Environment Variables
|
80
78
|
|
81
|
-
|
82
|
-
history = ChatHistory("You are a helpful assistant")
|
79
|
+
Create a `.env` file in your project root:
|
83
80
|
|
84
|
-
|
85
|
-
|
86
|
-
|
81
|
+
```bash
|
82
|
+
# OpenAI
|
83
|
+
OPENAI_API_KEY_1=your-key-1
|
84
|
+
OPENAI_API_BASE_1=https://api.openai.com/v1
|
87
85
|
|
88
|
-
#
|
89
|
-
|
86
|
+
# Anthropic
|
87
|
+
ANTHROPIC_API_KEY_1=your-anthropic-key
|
88
|
+
ANTHROPIC_API_BASE_1=https://api.anthropic.com
|
89
|
+
|
90
|
+
# Google
|
91
|
+
GEMINI_API_KEY=your-gemini-key
|
92
|
+
|
93
|
+
# X.AI
|
94
|
+
XAI_API_KEY=your-x-key
|
90
95
|
```
|
91
96
|
|
92
|
-
###
|
97
|
+
### Basic Usage
|
98
|
+
|
93
99
|
|
94
100
|
```python
|
95
101
|
from llm_dialog_manager import Agent
|
@@ -106,65 +112,15 @@ response = agent.generate_response()
|
|
106
112
|
agent.save_conversation()
|
107
113
|
```
|
108
114
|
|
109
|
-
|
110
|
-
|
111
|
-
### Managing Multiple API Keys
|
112
|
-
|
113
|
-
```python
|
114
|
-
from llm_dialog_manager import Agent
|
115
|
-
|
116
|
-
# Use specific API key
|
117
|
-
agent = Agent("gpt-4", api_key="your-api-key")
|
118
|
-
|
119
|
-
# Or use environment variables
|
120
|
-
# OPENAI_API_KEY_1=key1
|
121
|
-
# OPENAI_API_KEY_2=key2
|
122
|
-
# The system will automatically handle load balancing
|
123
|
-
```
|
124
|
-
|
125
|
-
### Conversation Management
|
126
|
-
|
127
|
-
```python
|
128
|
-
from llm_dialog_manager import ChatHistory
|
129
|
-
|
130
|
-
history = ChatHistory()
|
131
|
-
|
132
|
-
# Add messages with role validation
|
133
|
-
history.add_message("Hello system", "system")
|
134
|
-
history.add_message("Hello user", "user")
|
135
|
-
history.add_message("Hello assistant", "assistant")
|
136
|
-
|
137
|
-
# Search conversations
|
138
|
-
results = history.search_for_keyword("hello")
|
139
|
-
|
140
|
-
# Get conversation status
|
141
|
-
status = history.conversation_status()
|
142
|
-
history.display_conversation_status()
|
143
|
-
|
144
|
-
# Get conversation snippets
|
145
|
-
snippet = history.get_conversation_snippet(1)
|
146
|
-
history.display_snippet(1)
|
147
|
-
```
|
148
|
-
|
149
|
-
## Environment Variables
|
150
|
-
|
151
|
-
Create a `.env` file in your project root:
|
115
|
+
### Setup Debugging Console
|
152
116
|
|
153
117
|
```bash
|
154
|
-
|
155
|
-
|
156
|
-
|
157
|
-
|
158
|
-
# Anthropic
|
159
|
-
ANTHROPIC_API_KEY_1=your-anthropic-key
|
160
|
-
ANTHROPIC_API_BASE_1=https://api.anthropic.com
|
118
|
+
python app.py
|
119
|
+
# open localhost:8000
|
120
|
+
```
|
121
|
+
https://github.com/user-attachments/assets/5f640029-24e6-44ea-a3a3-02eb3de0d4df
|
161
122
|
|
162
|
-
# Google
|
163
|
-
GEMINI_API_KEY=your-gemini-key
|
164
123
|
|
165
|
-
# X.AI
|
166
|
-
XAI_API_KEY=your-x-key
|
167
|
-
```
|
168
124
|
|
169
125
|
## Development
|
170
126
|
|
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
4
4
|
|
5
5
|
[project]
|
6
6
|
name = "llm_dialog_manager"
|
7
|
-
version = "0.
|
7
|
+
version = "0.2.2"
|
8
8
|
description = "A Python package for managing LLM chat conversation history"
|
9
9
|
readme = "README.md"
|
10
10
|
authors = [{ name = "xihajun", email = "work@2333.fun" }]
|
File without changes
|
File without changes
|
File without changes
|
{llm_dialog_manager-0.1.2480 → llm_dialog_manager-0.2.2}/llm_dialog_manager.egg-info/SOURCES.txt
RENAMED
File without changes
|
File without changes
|
{llm_dialog_manager-0.1.2480 → llm_dialog_manager-0.2.2}/llm_dialog_manager.egg-info/requires.txt
RENAMED
File without changes
|
{llm_dialog_manager-0.1.2480 → llm_dialog_manager-0.2.2}/llm_dialog_manager.egg-info/top_level.txt
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|