lollms-client 0.32.1__py3-none-any.whl → 0.33.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of lollms-client might be problematic. Click here for more details.
- lollms_client/__init__.py +1 -1
- lollms_client/llm_bindings/groq/__init__.py +2 -3
- lollms_client/llm_bindings/llamacpp/__init__.py +192 -384
- lollms_client/llm_bindings/mistral/__init__.py +57 -26
- lollms_client/llm_bindings/open_router/__init__.py +43 -10
- lollms_client/lollms_discussion.py +6 -1
- lollms_client/lollms_llm_binding.py +403 -2
- {lollms_client-0.32.1.dist-info → lollms_client-0.33.0.dist-info}/METADATA +1 -1
- {lollms_client-0.32.1.dist-info → lollms_client-0.33.0.dist-info}/RECORD +12 -12
- {lollms_client-0.32.1.dist-info → lollms_client-0.33.0.dist-info}/WHEEL +0 -0
- {lollms_client-0.32.1.dist-info → lollms_client-0.33.0.dist-info}/licenses/LICENSE +0 -0
- {lollms_client-0.32.1.dist-info → lollms_client-0.33.0.dist-info}/top_level.txt +0 -0
lollms_client/__init__.py
CHANGED
|
@@ -8,7 +8,7 @@ from lollms_client.lollms_utilities import PromptReshaper # Keep general utiliti
|
|
|
8
8
|
from lollms_client.lollms_mcp_binding import LollmsMCPBinding, LollmsMCPBindingManager
|
|
9
9
|
from lollms_client.lollms_llm_binding import LollmsLLMBindingManager
|
|
10
10
|
|
|
11
|
-
__version__ = "0.
|
|
11
|
+
__version__ = "0.33.0" # Updated version
|
|
12
12
|
|
|
13
13
|
# Optionally, you could define __all__ if you want to be explicit about exports
|
|
14
14
|
__all__ = [
|
|
@@ -30,7 +30,7 @@ class GroqBinding(LollmsLLMBinding):
|
|
|
30
30
|
|
|
31
31
|
def __init__(self,
|
|
32
32
|
model_name: str = "llama3-8b-8192",
|
|
33
|
-
|
|
33
|
+
service_key: str|None = None,
|
|
34
34
|
**kwargs
|
|
35
35
|
):
|
|
36
36
|
"""
|
|
@@ -42,7 +42,7 @@ class GroqBinding(LollmsLLMBinding):
|
|
|
42
42
|
"""
|
|
43
43
|
super().__init__(binding_name=BindingName)
|
|
44
44
|
self.model_name = model_name
|
|
45
|
-
self.groq_api_key =
|
|
45
|
+
self.groq_api_key = service_key or os.getenv("GROQ_API_KEY")
|
|
46
46
|
|
|
47
47
|
if not self.groq_api_key:
|
|
48
48
|
raise ValueError("Groq API key is required. Set it via 'groq_api_key' or GROQ_API_KEY env var.")
|
|
@@ -258,7 +258,6 @@ if __name__ == '__main__':
|
|
|
258
258
|
ASCIIColors.cyan("\n--- Text Generation (Streaming) ---")
|
|
259
259
|
full_streamed_text = ""
|
|
260
260
|
def stream_callback(chunk: str, msg_type: int):
|
|
261
|
-
nonlocal full_streamed_text
|
|
262
261
|
ASCIIColors.green(chunk, end="", flush=True)
|
|
263
262
|
full_streamed_text += chunk
|
|
264
263
|
return True
|