lollms-client 0.32.1__tar.gz → 0.33.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of lollms-client might be problematic. Click here for more details.
- {lollms_client-0.32.1 → lollms_client-0.33.0}/PKG-INFO +1 -1
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/__init__.py +1 -1
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/llm_bindings/groq/__init__.py +2 -3
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/llm_bindings/llamacpp/__init__.py +192 -384
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/llm_bindings/mistral/__init__.py +57 -26
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/llm_bindings/open_router/__init__.py +43 -10
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/lollms_discussion.py +6 -1
- lollms_client-0.33.0/lollms_client/lollms_llm_binding.py +765 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client.egg-info/PKG-INFO +1 -1
- lollms_client-0.32.1/lollms_client/lollms_llm_binding.py +0 -364
- {lollms_client-0.32.1 → lollms_client-0.33.0}/LICENSE +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/README.md +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/article_summary/article_summary.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/console_discussion/console_app.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/console_discussion.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/deep_analyze/deep_analyse.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/deep_analyze/deep_analyze_multiple_files.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/function_calling_with_local_custom_mcp.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/generate_a_benchmark_for_safe_store.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/generate_and_speak/generate_and_speak.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/generate_game_sfx/generate_game_fx.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/generate_text_with_multihop_rag_example.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/gradio_chat_app.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/gradio_lollms_chat.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/internet_search_with_rag.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/lollms_chat/calculator.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/lollms_chat/derivative.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/lollms_chat/test_openai_compatible_with_lollms_chat.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/lollms_discussions_test.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/mcp_examples/external_mcp.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/mcp_examples/local_mcp.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/mcp_examples/openai_mcp.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/mcp_examples/run_remote_mcp_example_v2.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/mcp_examples/run_standard_mcp_example.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/simple_text_gen_test.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/simple_text_gen_with_image_test.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/test_local_models/local_chat.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/text_2_audio.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/text_2_image.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/text_2_image_diffusers.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/text_and_image_2_audio.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/text_gen.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/examples/text_gen_system_prompt.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/llm_bindings/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/llm_bindings/azure_openai/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/llm_bindings/claude/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/llm_bindings/gemini/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/llm_bindings/grok/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/llm_bindings/hugging_face_inference_api/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/llm_bindings/litellm/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/llm_bindings/lollms/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/llm_bindings/lollms_webui/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/llm_bindings/ollama/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/llm_bindings/openai/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/llm_bindings/openllm/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/llm_bindings/pythonllamacpp/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/llm_bindings/tensor_rt/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/llm_bindings/transformers/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/llm_bindings/vllm/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/lollms_config.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/lollms_core.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/lollms_js_analyzer.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/lollms_mcp_binding.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/lollms_mcp_security.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/lollms_personality.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/lollms_python_analyzer.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/lollms_stt_binding.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/lollms_tti_binding.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/lollms_ttm_binding.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/lollms_tts_binding.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/lollms_ttv_binding.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/lollms_types.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/lollms_utilities.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/mcp_bindings/local_mcp/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/mcp_bindings/local_mcp/default_tools/file_writer/file_writer.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/mcp_bindings/local_mcp/default_tools/generate_image_from_prompt/generate_image_from_prompt.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/mcp_bindings/local_mcp/default_tools/internet_search/internet_search.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/mcp_bindings/local_mcp/default_tools/python_interpreter/python_interpreter.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/mcp_bindings/remote_mcp/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/mcp_bindings/standard_mcp/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/stt_bindings/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/stt_bindings/lollms/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/stt_bindings/whisper/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/stt_bindings/whispercpp/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/tti_bindings/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/tti_bindings/dalle/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/tti_bindings/diffusers/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/tti_bindings/gemini/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/tti_bindings/lollms/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/ttm_bindings/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/ttm_bindings/audiocraft/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/ttm_bindings/bark/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/ttm_bindings/lollms/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/tts_bindings/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/tts_bindings/bark/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/tts_bindings/lollms/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/tts_bindings/piper_tts/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/tts_bindings/xtts/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/ttv_bindings/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client/ttv_bindings/lollms/__init__.py +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client.egg-info/SOURCES.txt +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client.egg-info/dependency_links.txt +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client.egg-info/requires.txt +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/lollms_client.egg-info/top_level.txt +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/pyproject.toml +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/setup.cfg +0 -0
- {lollms_client-0.32.1 → lollms_client-0.33.0}/test/test_lollms_discussion.py +0 -0
|
@@ -8,7 +8,7 @@ from lollms_client.lollms_utilities import PromptReshaper # Keep general utiliti
|
|
|
8
8
|
from lollms_client.lollms_mcp_binding import LollmsMCPBinding, LollmsMCPBindingManager
|
|
9
9
|
from lollms_client.lollms_llm_binding import LollmsLLMBindingManager
|
|
10
10
|
|
|
11
|
-
__version__ = "0.
|
|
11
|
+
__version__ = "0.33.0" # Updated version
|
|
12
12
|
|
|
13
13
|
# Optionally, you could define __all__ if you want to be explicit about exports
|
|
14
14
|
__all__ = [
|
|
@@ -30,7 +30,7 @@ class GroqBinding(LollmsLLMBinding):
|
|
|
30
30
|
|
|
31
31
|
def __init__(self,
|
|
32
32
|
model_name: str = "llama3-8b-8192",
|
|
33
|
-
|
|
33
|
+
service_key: str|None = None,
|
|
34
34
|
**kwargs
|
|
35
35
|
):
|
|
36
36
|
"""
|
|
@@ -42,7 +42,7 @@ class GroqBinding(LollmsLLMBinding):
|
|
|
42
42
|
"""
|
|
43
43
|
super().__init__(binding_name=BindingName)
|
|
44
44
|
self.model_name = model_name
|
|
45
|
-
self.groq_api_key =
|
|
45
|
+
self.groq_api_key = service_key or os.getenv("GROQ_API_KEY")
|
|
46
46
|
|
|
47
47
|
if not self.groq_api_key:
|
|
48
48
|
raise ValueError("Groq API key is required. Set it via 'groq_api_key' or GROQ_API_KEY env var.")
|
|
@@ -258,7 +258,6 @@ if __name__ == '__main__':
|
|
|
258
258
|
ASCIIColors.cyan("\n--- Text Generation (Streaming) ---")
|
|
259
259
|
full_streamed_text = ""
|
|
260
260
|
def stream_callback(chunk: str, msg_type: int):
|
|
261
|
-
nonlocal full_streamed_text
|
|
262
261
|
ASCIIColors.green(chunk, end="", flush=True)
|
|
263
262
|
full_streamed_text += chunk
|
|
264
263
|
return True
|