speedy-utils 1.1.14__py3-none-any.whl → 1.1.16__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- llm_utils/vector_cache/core.py +1 -2
- {speedy_utils-1.1.14.dist-info → speedy_utils-1.1.16.dist-info}/METADATA +1 -1
- {speedy_utils-1.1.14.dist-info → speedy_utils-1.1.16.dist-info}/RECORD +5 -5
- {speedy_utils-1.1.14.dist-info → speedy_utils-1.1.16.dist-info}/WHEEL +0 -0
- {speedy_utils-1.1.14.dist-info → speedy_utils-1.1.16.dist-info}/entry_points.txt +0 -0
llm_utils/vector_cache/core.py
CHANGED
|
@@ -167,12 +167,11 @@ class VectorCache:
|
|
|
167
167
|
return "vllm"
|
|
168
168
|
def _try_infer_model_name(self, model_name: Optional[str]) -> Optional[str]:
|
|
169
169
|
"""Infer model name for OpenAI backend if not explicitly provided."""
|
|
170
|
-
# if self.backend != "openai":
|
|
171
|
-
# return model_name
|
|
172
170
|
if model_name:
|
|
173
171
|
return model_name
|
|
174
172
|
if 'https://' in self.url_or_model:
|
|
175
173
|
model_name = "text-embedding-3-small"
|
|
174
|
+
|
|
176
175
|
if 'http://localhost' in self.url_or_model:
|
|
177
176
|
from openai import OpenAI
|
|
178
177
|
client = OpenAI(base_url=self.url_or_model, api_key='abc')
|
|
@@ -18,7 +18,7 @@ llm_utils/scripts/vllm_load_balancer.py,sha256=TT5Ypq7gUcl52gRFp--ORFFjzhfGlcaX2
|
|
|
18
18
|
llm_utils/scripts/vllm_serve.py,sha256=gJ0-y4kybMfSt8qzye1pJqGMY3x9JLRi6Tu7RjJMnss,14771
|
|
19
19
|
llm_utils/vector_cache/__init__.py,sha256=i1KQuC4OhPewYpFl9X6HlWFBuASCTx2qgGizhpZhmn0,862
|
|
20
20
|
llm_utils/vector_cache/cli.py,sha256=DMXTj8nZ2_LRjprbYPb4uzq04qZtOfBbmblmaqDcCuM,6251
|
|
21
|
-
llm_utils/vector_cache/core.py,sha256
|
|
21
|
+
llm_utils/vector_cache/core.py,sha256=rsfZbaUk8ZbAKHcStbmxeZbk8LfTvO_prmqof-WVvC0,22663
|
|
22
22
|
llm_utils/vector_cache/types.py,sha256=ru8qmUZ8_lNd3_oYpjCMtpXTsqmwsSBe56Z4hTWm3xI,435
|
|
23
23
|
llm_utils/vector_cache/utils.py,sha256=dwbbXlRrARrpmS4YqSlYQqrTURg0UWe8XvaAWcX05MM,1458
|
|
24
24
|
speedy_utils/__init__.py,sha256=nJpUb5Oa3STDbqPSiWXoI-IvKntyRYzYxkYW4GM2i_Q,5740
|
|
@@ -39,7 +39,7 @@ speedy_utils/multi_worker/thread.py,sha256=f02VjJV8nudg0eA_AcfPEX7tHY4-czesuzthK
|
|
|
39
39
|
speedy_utils/scripts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
40
40
|
speedy_utils/scripts/mpython.py,sha256=IvywP7Y0_V6tWfMP-4MjPvN5_KfxWF21xaLJsCIayCk,3821
|
|
41
41
|
speedy_utils/scripts/openapi_client_codegen.py,sha256=f2125S_q0PILgH5dyzoKRz7pIvNEjCkzpi4Q4pPFRZE,9683
|
|
42
|
-
speedy_utils-1.1.
|
|
43
|
-
speedy_utils-1.1.
|
|
44
|
-
speedy_utils-1.1.
|
|
45
|
-
speedy_utils-1.1.
|
|
42
|
+
speedy_utils-1.1.16.dist-info/METADATA,sha256=euFPmJ3wunhuo_2aUpUGxfV-KlAjF8wFaEzHJqkQ6dM,7483
|
|
43
|
+
speedy_utils-1.1.16.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
|
|
44
|
+
speedy_utils-1.1.16.dist-info/entry_points.txt,sha256=T1t85jwx8fK6m5msdkBGIXH5R5Kd0zSL0S6erXERPzg,237
|
|
45
|
+
speedy_utils-1.1.16.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|