speedy-utils 1.1.11__tar.gz → 1.1.12__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (39) hide show
  1. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/PKG-INFO +1 -1
  2. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/pyproject.toml +1 -1
  3. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/llm_utils/lm/async_lm/async_lm.py +9 -2
  4. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/speedy_utils/common/utils_io.py +1 -1
  5. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/README.md +0 -0
  6. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/llm_utils/__init__.py +0 -0
  7. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/llm_utils/chat_format/__init__.py +0 -0
  8. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/llm_utils/chat_format/display.py +0 -0
  9. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/llm_utils/chat_format/transform.py +0 -0
  10. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/llm_utils/chat_format/utils.py +0 -0
  11. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/llm_utils/group_messages.py +0 -0
  12. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/llm_utils/lm/__init__.py +0 -0
  13. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/llm_utils/lm/async_lm/__init__.py +0 -0
  14. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/llm_utils/lm/async_lm/_utils.py +0 -0
  15. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/llm_utils/lm/async_lm/async_llm_task.py +0 -0
  16. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/llm_utils/lm/async_lm/async_lm_base.py +0 -0
  17. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/llm_utils/lm/async_lm/lm_specific.py +0 -0
  18. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/llm_utils/lm/openai_memoize.py +0 -0
  19. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/llm_utils/lm/utils.py +0 -0
  20. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/llm_utils/scripts/README.md +0 -0
  21. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/llm_utils/scripts/vllm_load_balancer.py +0 -0
  22. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/llm_utils/scripts/vllm_serve.py +0 -0
  23. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/speedy_utils/__init__.py +0 -0
  24. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/speedy_utils/all.py +0 -0
  25. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/speedy_utils/common/__init__.py +0 -0
  26. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/speedy_utils/common/clock.py +0 -0
  27. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/speedy_utils/common/function_decorator.py +0 -0
  28. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/speedy_utils/common/logger.py +0 -0
  29. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/speedy_utils/common/notebook_utils.py +0 -0
  30. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/speedy_utils/common/report_manager.py +0 -0
  31. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/speedy_utils/common/utils_cache.py +0 -0
  32. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/speedy_utils/common/utils_misc.py +0 -0
  33. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/speedy_utils/common/utils_print.py +0 -0
  34. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/speedy_utils/multi_worker/__init__.py +0 -0
  35. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/speedy_utils/multi_worker/process.py +0 -0
  36. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/speedy_utils/multi_worker/thread.py +0 -0
  37. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/speedy_utils/scripts/__init__.py +0 -0
  38. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/speedy_utils/scripts/mpython.py +0 -0
  39. {speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/speedy_utils/scripts/openapi_client_codegen.py +0 -0
{speedy_utils-1.1.11 → speedy_utils-1.1.12}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.3
2
2
  Name: speedy-utils
3
- Version: 1.1.11
3
+ Version: 1.1.12
4
4
  Summary: Fast and easy-to-use package for data science
5
5
  Author: AnhVTH
6
6
  Author-email: anhvth.226@gmail.com
{speedy_utils-1.1.11 → speedy_utils-1.1.12}/pyproject.toml RENAMED
@@ -1,6 +1,6 @@
1
1
  [tool.poetry]
2
2
  name = "speedy-utils"
3
- version = "1.1.11"
3
+ version = "1.1.12"
4
4
  description = "Fast and easy-to-use package for data science"
5
5
  authors = ["AnhVTH <anhvth.226@gmail.com>"]
6
6
  readme = "README.md"
{speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/llm_utils/lm/async_lm/async_lm.py RENAMED
@@ -9,7 +9,7 @@ from typing import (
9
9
  )
10
10
 
11
11
  from loguru import logger
12
- from openai import AuthenticationError, BadRequestError, RateLimitError
12
+ from openai import AuthenticationError, BadRequestError, OpenAI, RateLimitError
13
13
  from pydantic import BaseModel
14
14
  from speedy_utils import jloads
15
15
 
@@ -43,8 +43,8 @@ class AsyncLM(AsyncLMBase):
43
43
 
44
44
  def __init__(
45
45
  self,
46
- model: str,
47
46
  *,
47
+ model: Optional[str] = None,
48
48
  response_model: Optional[type[BaseModel]] = None,
49
49
  temperature: float = 0.0,
50
50
  max_tokens: int = 2_000,
@@ -63,6 +63,13 @@ class AsyncLM(AsyncLMBase):
63
63
  repetition_penalty: float = 1.0,
64
64
  frequency_penalty: Optional[float] = None,
65
65
  ) -> None:
66
+
67
+ if model is None:
68
+ models = OpenAI(base_url=f'http://{host}:{port}/v1', api_key='abc').models.list().data
69
+ assert len(models) == 1, f"Found {len(models)} models, please specify one."
70
+ model = models[0].id
71
+ print(f"Using model: {model}")
72
+
66
73
  super().__init__(
67
74
  host=host,
68
75
  port=port,
{speedy_utils-1.1.11 → speedy_utils-1.1.12}/src/speedy_utils/common/utils_io.py RENAMED
@@ -10,7 +10,7 @@ from pathlib import Path
10
10
  from typing import Any
11
11
 
12
12
  from json_repair import loads as jloads
13
- from openai import BaseModel
13
+ from pydantic import BaseModel
14
14
 
15
15
  from .utils_misc import mkdir_or_exist
16
16
 
{speedy_utils-1.1.11 → speedy_utils-1.1.12}/README.md RENAMED
File without changes