lollms-client 0.14.1__py3-none-any.whl → 0.15.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of lollms-client might be problematic. Click here for more details.
- examples/simple_text_gen_with_image_test.py +21 -9
- examples/text_gen.py +3 -1
- examples/text_gen_system_prompt.py +2 -1
- lollms_client/__init__.py +1 -1
- lollms_client/llm_bindings/llamacpp/__init__.py +1041 -0
- lollms_client/llm_bindings/ollama/__init__.py +3 -3
- lollms_client/llm_bindings/openllm/__init__.py +547 -0
- lollms_client/llm_bindings/pythonllamacpp/__init__.py +591 -0
- lollms_client/llm_bindings/transformers/__init__.py +660 -251
- lollms_client/lollms_core.py +5 -3
- lollms_client/lollms_llm_binding.py +1 -5
- {lollms_client-0.14.1.dist-info → lollms_client-0.15.1.dist-info}/METADATA +1 -1
- {lollms_client-0.14.1.dist-info → lollms_client-0.15.1.dist-info}/RECORD +16 -13
- {lollms_client-0.14.1.dist-info → lollms_client-0.15.1.dist-info}/WHEEL +0 -0
- {lollms_client-0.14.1.dist-info → lollms_client-0.15.1.dist-info}/licenses/LICENSE +0 -0
- {lollms_client-0.14.1.dist-info → lollms_client-0.15.1.dist-info}/top_level.txt +0 -0
lollms_client/lollms_core.py
CHANGED
|
@@ -28,7 +28,8 @@ class LollmsClient():
|
|
|
28
28
|
def __init__(self,
|
|
29
29
|
# LLM Binding Parameters
|
|
30
30
|
binding_name: str = "lollms",
|
|
31
|
-
host_address: Optional[str] = None, # Shared host address default for all bindings if not specified
|
|
31
|
+
host_address: Optional[str] = None, # Shared host address (for service based bindings) default for all bindings if not specified
|
|
32
|
+
models_path: Optional[str] = None, # Shared models folder path (for local file based bindings) default for all bindings if not specified
|
|
32
33
|
model_name: str = "",
|
|
33
34
|
llm_bindings_dir: Path = Path(__file__).parent / "llm_bindings",
|
|
34
35
|
llm_binding_config: Optional[Dict[str, any]] = None, # Renamed for clarity
|
|
@@ -69,6 +70,7 @@ class LollmsClient():
|
|
|
69
70
|
Args:
|
|
70
71
|
binding_name (str): Name of the primary LLM binding (e.g., "lollms", "ollama").
|
|
71
72
|
host_address (Optional[str]): Default host address for all services. Overridden by binding defaults if None.
|
|
73
|
+
models_path (Optional[str]): Default models folder path. Overridden by binding defaults if None.
|
|
72
74
|
model_name (str): Default model name for the LLM binding.
|
|
73
75
|
llm_bindings_dir (Path): Directory for LLM binding implementations.
|
|
74
76
|
llm_binding_config (Optional[Dict]): Additional config for the LLM binding.
|
|
@@ -102,6 +104,7 @@ class LollmsClient():
|
|
|
102
104
|
ValueError: If the primary LLM binding cannot be created.
|
|
103
105
|
"""
|
|
104
106
|
self.host_address = host_address # Store initial preference
|
|
107
|
+
self.models_path = models_path
|
|
105
108
|
self.service_key = service_key
|
|
106
109
|
self.verify_ssl_certificate = verify_ssl_certificate
|
|
107
110
|
|
|
@@ -110,6 +113,7 @@ class LollmsClient():
|
|
|
110
113
|
self.binding = self.binding_manager.create_binding(
|
|
111
114
|
binding_name=binding_name,
|
|
112
115
|
host_address=host_address, # Pass initial host preference
|
|
116
|
+
models_path=models_path,
|
|
113
117
|
model_name=model_name,
|
|
114
118
|
service_key=service_key,
|
|
115
119
|
verify_ssl_certificate=verify_ssl_certificate,
|
|
@@ -123,8 +127,6 @@ class LollmsClient():
|
|
|
123
127
|
|
|
124
128
|
# Determine the effective host address (use LLM binding's if initial was None)
|
|
125
129
|
effective_host_address = self.host_address
|
|
126
|
-
if effective_host_address is None and self.binding:
|
|
127
|
-
effective_host_address = self.binding.host_address
|
|
128
130
|
|
|
129
131
|
# --- Modality Binding Setup ---
|
|
130
132
|
self.tts_binding_manager = LollmsTTSBindingManager(tts_bindings_dir)
|
|
@@ -19,11 +19,7 @@ class LollmsLLMBinding(ABC):
|
|
|
19
19
|
Initialize the LollmsLLMBinding base class.
|
|
20
20
|
|
|
21
21
|
Args:
|
|
22
|
-
|
|
23
|
-
model_name (str): The name of the model to use. Defaults to empty string.
|
|
24
|
-
service_key (Optional[str]): Authentication key for the service. Defaults to None.
|
|
25
|
-
verify_ssl_certificate (bool): Whether to verify SSL certificates. Defaults to True.
|
|
26
|
-
default_completion_format (ELF_COMPLETION_FORMAT): The completion format (Chat or Instruct)
|
|
22
|
+
binding_name (Optional[str]): The name of the bindingto be used
|
|
27
23
|
"""
|
|
28
24
|
self.binding_name=binding_name
|
|
29
25
|
self.model_name = None #Must be set by the instance
|
|
@@ -1,10 +1,10 @@
|
|
|
1
1
|
examples/simple_text_gen_test.py,sha256=RoX9ZKJjGMujeep60wh5WT_GoBn0O9YKJY6WOy-ZmOc,8710
|
|
2
|
-
examples/simple_text_gen_with_image_test.py,sha256=
|
|
2
|
+
examples/simple_text_gen_with_image_test.py,sha256=V5dc6iLScpsVGDAd1xxbWMsdWqEZHbupyc6VaxH9S6o,9263
|
|
3
3
|
examples/text_2_audio.py,sha256=MfL4AH_NNwl6m0I0ywl4BXRZJ0b9Y_9fRqDIe6O-Sbw,3523
|
|
4
4
|
examples/text_2_image.py,sha256=Ri7lQ-GW54YWQh2eofcaN6LpwFoorbpJsJffrcXl3cg,6415
|
|
5
5
|
examples/text_and_image_2_audio.py,sha256=QLvSsLff8VZZa7k7K1EFGlPpQWZy07zM4Fnli5btAl0,2074
|
|
6
|
-
examples/text_gen.py,sha256=
|
|
7
|
-
examples/text_gen_system_prompt.py,sha256=
|
|
6
|
+
examples/text_gen.py,sha256=O3wuvsbEJMRSjIWBV828BXzIYtED-VgR85tXCqBBtZY,930
|
|
7
|
+
examples/text_gen_system_prompt.py,sha256=jRQeGe1IVu_zRHX09CFiDYi7WrK9Zd5FlMqC_gnVH-g,1018
|
|
8
8
|
examples/article_summary/article_summary.py,sha256=CR8mCBNcZEVCR-q34uOmrJyMlG-xk4HkMbsV-TOZEnk,1978
|
|
9
9
|
examples/deep_analyze/deep_analyse.py,sha256=fZNmDrfEAuxEAfdbjAgJYIh1k6wbiuZ4RvwHRvtyUs8,971
|
|
10
10
|
examples/deep_analyze/deep_analyze_multiple_files.py,sha256=fOryShA33P4IFxcxUDe-nJ2kW0v9w9yW8KsToS3ETl8,1032
|
|
@@ -13,13 +13,13 @@ examples/personality_test/chat_test.py,sha256=o2jlpoddFc-T592iqAiA29xk3x27KsdK5D
|
|
|
13
13
|
examples/personality_test/chat_with_aristotle.py,sha256=4X_fwubMpd0Eq2rCReS2bgVlUoAqJprjkLXk2Jz6pXU,1774
|
|
14
14
|
examples/personality_test/tesks_test.py,sha256=7LIiwrEbva9WWZOLi34fsmCBN__RZbPpxoUOKA_AtYk,1924
|
|
15
15
|
examples/test_local_models/local_chat.py,sha256=slakja2zaHOEAUsn2tn_VmI4kLx6luLBrPqAeaNsix8,456
|
|
16
|
-
lollms_client/__init__.py,sha256=
|
|
16
|
+
lollms_client/__init__.py,sha256=iF9kYWRTIzxzPBDdeFsTFZabR-kRg8fxxkr4fozpbr0,823
|
|
17
17
|
lollms_client/lollms_config.py,sha256=goEseDwDxYJf3WkYJ4IrLXwg3Tfw73CXV2Avg45M_hE,21876
|
|
18
|
-
lollms_client/lollms_core.py,sha256=
|
|
18
|
+
lollms_client/lollms_core.py,sha256=YJqvURx8nWQfnvorqGleR5qkNTlk_u-9mLeU07j4FjY,78296
|
|
19
19
|
lollms_client/lollms_discussion.py,sha256=9b83m0D894jwpgssWYTQHbVxp1gJoI-J947Ui_dRXII,2073
|
|
20
20
|
lollms_client/lollms_functions.py,sha256=p8SFtmEPqvVCsIz2fZ5HxyOHaxjrAo5c12uTzJnb6m8,3594
|
|
21
21
|
lollms_client/lollms_js_analyzer.py,sha256=01zUvuO2F_lnUe_0NLxe1MF5aHE1hO8RZi48mNPv-aw,8361
|
|
22
|
-
lollms_client/lollms_llm_binding.py,sha256=
|
|
22
|
+
lollms_client/lollms_llm_binding.py,sha256=sRtCUvXLdlGpaMzAYpqzDdwbCAHvwK5GFEqk3_-WxCU,7004
|
|
23
23
|
lollms_client/lollms_python_analyzer.py,sha256=7gf1fdYgXCOkPUkBAPNmr6S-66hMH4_KonOMsADASxc,10246
|
|
24
24
|
lollms_client/lollms_stt_binding.py,sha256=ovmpFF0fnmPC9VNi1-rxAJA8xI4JZDUBh_YwdtoTx28,5818
|
|
25
25
|
lollms_client/lollms_tasks.py,sha256=Tgqces03gPTHFJCcPaeN9vBCsil3SSJX7nQAjCQ2-yg,34393
|
|
@@ -30,11 +30,14 @@ lollms_client/lollms_ttv_binding.py,sha256=u-gLIe22tbu4YsKA5RTyUT7iBlKxPXDmoQzcc
|
|
|
30
30
|
lollms_client/lollms_types.py,sha256=cfc1sremM8KR4avkYX99fIVkkdRvXErrCWKGjLrgv50,2723
|
|
31
31
|
lollms_client/lollms_utilities.py,sha256=YAgamfp0pBVApR68AHKjhp1lh6isMNF8iadwWLl63c0,7045
|
|
32
32
|
lollms_client/llm_bindings/__init__.py,sha256=9sWGpmWSSj6KQ8H4lKGCjpLYwhnVdL_2N7gXCphPqh4,14
|
|
33
|
+
lollms_client/llm_bindings/llamacpp/__init__.py,sha256=B7VQMDP9n2pvgmDJUI14do-2J6gomZluGkmhz_LAE3Q,55076
|
|
33
34
|
lollms_client/llm_bindings/lollms/__init__.py,sha256=a36AMPFEf3xK4zx1M_L9PC-3-b0iiDf7eyLkknPjgaY,12356
|
|
34
|
-
lollms_client/llm_bindings/ollama/__init__.py,sha256=
|
|
35
|
+
lollms_client/llm_bindings/ollama/__init__.py,sha256=eHRwOcon61r1ISER-47M8zrZhRCKhuRFvHrnrLuY5Lw,26547
|
|
35
36
|
lollms_client/llm_bindings/openai/__init__.py,sha256=NDZIdzW0pnHy9gPXSKfFyS6SPIOOxj9ZEzEE7gZT2NQ,12054
|
|
37
|
+
lollms_client/llm_bindings/openllm/__init__.py,sha256=LDEwcT8CCsWrTs0ZyUg5OgP_1RV5HdCkDQmF2f5XSLo,29623
|
|
38
|
+
lollms_client/llm_bindings/pythonllamacpp/__init__.py,sha256=xh2faZa57Nn6jscWhhu0WyRvhCC8kZ9cBJFKaE7Ddos,33332
|
|
36
39
|
lollms_client/llm_bindings/tensor_rt/__init__.py,sha256=IY4CrHVpHY77R1rzsl3iwcoarDjYD24n7bFKk_69PD8,31983
|
|
37
|
-
lollms_client/llm_bindings/transformers/__init__.py,sha256=
|
|
40
|
+
lollms_client/llm_bindings/transformers/__init__.py,sha256=gcpEQo-cs0Gzk-_gIB8fL_UjE2T_KJ1Y3FQLVA2mA94,36992
|
|
38
41
|
lollms_client/llm_bindings/vllm/__init__.py,sha256=ZRCR7g3A2kHQ_07viNrNnVHoIGj5TNA4Q41rQWeTlxw,31967
|
|
39
42
|
lollms_client/stt_bindings/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
40
43
|
lollms_client/stt_bindings/lollms/__init__.py,sha256=7-IZkrsn15Vaz0oqkqCxMeNQfMkeilbgScLlrrywES4,6098
|
|
@@ -46,8 +49,8 @@ lollms_client/tts_bindings/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJ
|
|
|
46
49
|
lollms_client/tts_bindings/lollms/__init__.py,sha256=8x2_T9XscvISw2TiaLoFxvrS7TIsVLdqbwSc04cX-wc,7164
|
|
47
50
|
lollms_client/ttv_bindings/__init__.py,sha256=UZ8o2izQOJLQgtZ1D1cXoNST7rzqW22rL2Vufc7ddRc,3141
|
|
48
51
|
lollms_client/ttv_bindings/lollms/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
49
|
-
lollms_client-0.
|
|
50
|
-
lollms_client-0.
|
|
51
|
-
lollms_client-0.
|
|
52
|
-
lollms_client-0.
|
|
53
|
-
lollms_client-0.
|
|
52
|
+
lollms_client-0.15.1.dist-info/licenses/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
|
|
53
|
+
lollms_client-0.15.1.dist-info/METADATA,sha256=KmyD5pR3NqfI6JxmTR_FRTRtRiF1wJ_wA3dkzRZOwuQ,7276
|
|
54
|
+
lollms_client-0.15.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
55
|
+
lollms_client-0.15.1.dist-info/top_level.txt,sha256=NI_W8S4OYZvJjb0QWMZMSIpOrYzpqwPGYaklhyWKH2w,23
|
|
56
|
+
lollms_client-0.15.1.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|