speedy-utils 1.1.11__py3-none-any.whl → 1.1.12__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. llm_utils/lm/async_lm/async_lm.py +9 -2
  2. speedy_utils/common/utils_io.py +1 -1
  3. {speedy_utils-1.1.11.dist-info → speedy_utils-1.1.12.dist-info}/METADATA +1 -1
  4. {speedy_utils-1.1.11.dist-info → speedy_utils-1.1.12.dist-info}/RECORD +6 -6
  5. {speedy_utils-1.1.11.dist-info → speedy_utils-1.1.12.dist-info}/WHEEL +0 -0
  6. {speedy_utils-1.1.11.dist-info → speedy_utils-1.1.12.dist-info}/entry_points.txt +0 -0
llm_utils/lm/async_lm/async_lm.py CHANGED
@@ -9,7 +9,7 @@ from typing import (
9
9
  )
10
10
 
11
11
  from loguru import logger
12
- from openai import AuthenticationError, BadRequestError, RateLimitError
12
+ from openai import AuthenticationError, BadRequestError, OpenAI, RateLimitError
13
13
  from pydantic import BaseModel
14
14
  from speedy_utils import jloads
15
15
 
@@ -43,8 +43,8 @@ class AsyncLM(AsyncLMBase):
43
43
 
44
44
  def __init__(
45
45
  self,
46
- model: str,
47
46
  *,
47
+ model: Optional[str] = None,
48
48
  response_model: Optional[type[BaseModel]] = None,
49
49
  temperature: float = 0.0,
50
50
  max_tokens: int = 2_000,
@@ -63,6 +63,13 @@ class AsyncLM(AsyncLMBase):
63
63
  repetition_penalty: float = 1.0,
64
64
  frequency_penalty: Optional[float] = None,
65
65
  ) -> None:
66
+
67
+ if model is None:
68
+ models = OpenAI(base_url=f'http://{host}:{port}/v1', api_key='abc').models.list().data
69
+ assert len(models) == 1, f"Found {len(models)} models, please specify one."
70
+ model = models[0].id
71
+ print(f"Using model: {model}")
72
+
66
73
  super().__init__(
67
74
  host=host,
68
75
  port=port,
speedy_utils/common/utils_io.py CHANGED
@@ -10,7 +10,7 @@ from pathlib import Path
10
10
  from typing import Any
11
11
 
12
12
  from json_repair import loads as jloads
13
- from openai import BaseModel
13
+ from pydantic import BaseModel
14
14
 
15
15
  from .utils_misc import mkdir_or_exist
16
16
 
{speedy_utils-1.1.11.dist-info → speedy_utils-1.1.12.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: speedy-utils
3
- Version: 1.1.11
3
+ Version: 1.1.12
4
4
  Summary: Fast and easy-to-use package for data science
5
5
  Author: AnhVTH
6
6
  Author-email: anhvth.226@gmail.com
{speedy_utils-1.1.11.dist-info → speedy_utils-1.1.12.dist-info}/RECORD RENAMED
@@ -8,7 +8,7 @@ llm_utils/lm/__init__.py,sha256=rX36_MsnekM5GHwWS56XELbm4W5x2TDwnPERDTfo0eU,194
8
8
  llm_utils/lm/async_lm/__init__.py,sha256=PUBbCuf5u6-0GBUu-2PI6YAguzsyXj-LPkU6vccqT6E,121
9
9
  llm_utils/lm/async_lm/_utils.py,sha256=P1-pUDf_0pDmo8WTIi43t5ARlyGA1RIJfpAhz-gfA5g,6105
10
10
  llm_utils/lm/async_lm/async_llm_task.py,sha256=iXSTbf-KekXncVVnic-v4dTq5HBDjbyLwhgo0Y-wp7Q,19167
11
- llm_utils/lm/async_lm/async_lm.py,sha256=7ysf0rZ-qzLHT8RN0BGEKSsRxn11y2F65_wCiXTCwR8,13063
11
+ llm_utils/lm/async_lm/async_lm.py,sha256=Q17M2in8m2nXcks0c-2Ndh_EBTu_Qu6J0GDUYfVOP4U,13379
12
12
  llm_utils/lm/async_lm/async_lm_base.py,sha256=juWeCflRWvau22BnSDXlNxHQMpvhFDFGozplY76J3mQ,8098
13
13
  llm_utils/lm/async_lm/lm_specific.py,sha256=KmqdCm3SJ5MqN-dRJd6S5tq5-ve1X2eNWf2CMFtc_3s,3926
14
14
  llm_utils/lm/openai_memoize.py,sha256=DdMl31cV9AqLlkARajZrqAKCyhvH8JQk2SAHMSzO3mk,3024
@@ -25,7 +25,7 @@ speedy_utils/common/logger.py,sha256=JqW9gG4ujfq4RldNeYP2p52BYgCwjkYeGGYyzLn6mfY
25
25
  speedy_utils/common/notebook_utils.py,sha256=-97kehJ_Gg3TzDLubsLIYJcykqX1NXhbvBO6nniZSYM,2063
26
26
  speedy_utils/common/report_manager.py,sha256=eBiw5KY6bWUhwki3B4lK5o8bFsp7L5x28X9GCI-Sd1w,3899
27
27
  speedy_utils/common/utils_cache.py,sha256=0cQJm0nnD9755pWMdAkhDn2qIbGvJMTMUl2gibkX05E,22376
28
- speedy_utils/common/utils_io.py,sha256=-MRZ2nfZZCli5-4F5kMT9_S3PCRfsDQgUZVD5LZSLfs,5235
28
+ speedy_utils/common/utils_io.py,sha256=oV52hz6FMZjMIodC8WowUVhO5bVDwhkXXn_QWGJXABc,5237
29
29
  speedy_utils/common/utils_misc.py,sha256=cdEuBBpiB1xpuzj0UBDHDuTIerqsMIw37ENq6EXliOw,1795
30
30
  speedy_utils/common/utils_print.py,sha256=iQqnOYw2EFC8TqeSDbrcnIQAUKT7FbB8Mec8b2aGAzw,4833
31
31
  speedy_utils/multi_worker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -34,7 +34,7 @@ speedy_utils/multi_worker/thread.py,sha256=u_hTwXh7_FciMa5EukdEA1fDCY_vUC4moDceB
34
34
  speedy_utils/scripts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
35
35
  speedy_utils/scripts/mpython.py,sha256=IvywP7Y0_V6tWfMP-4MjPvN5_KfxWF21xaLJsCIayCk,3821
36
36
  speedy_utils/scripts/openapi_client_codegen.py,sha256=f2125S_q0PILgH5dyzoKRz7pIvNEjCkzpi4Q4pPFRZE,9683
37
- speedy_utils-1.1.11.dist-info/METADATA,sha256=nute9q5arAkXjqb7sk9TOtefjPx2kb9CLHBesoVVk7s,7442
38
- speedy_utils-1.1.11.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
39
- speedy_utils-1.1.11.dist-info/entry_points.txt,sha256=T1t85jwx8fK6m5msdkBGIXH5R5Kd0zSL0S6erXERPzg,237
40
- speedy_utils-1.1.11.dist-info/RECORD,,
37
+ speedy_utils-1.1.12.dist-info/METADATA,sha256=nH4M2iEMlXXdRVhYRe2nol7mOIGRDb3HuJxCRyidWxM,7442
38
+ speedy_utils-1.1.12.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
39
+ speedy_utils-1.1.12.dist-info/entry_points.txt,sha256=T1t85jwx8fK6m5msdkBGIXH5R5Kd0zSL0S6erXERPzg,237
40
+ speedy_utils-1.1.12.dist-info/RECORD,,