speedy-utils 1.1.21__py3-none-any.whl → 1.1.23__py3-none-any.whl

{speedy_utils-1.1.21.dist-info → speedy_utils-1.1.23.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: speedy-utils
-Version: 1.1.21
+Version: 1.1.23
 Summary: Fast and easy-to-use package for data science
 Project-URL: Homepage, https://github.com/anhvth/speedy
 Project-URL: Repository, https://github.com/anhvth/speedy

{speedy_utils-1.1.21.dist-info → speedy_utils-1.1.23.dist-info}/RECORD

@@ -1,16 +1,17 @@
-llm_utils/__init__.py,sha256=n9m0iB82oygFThbDEdI5hpmozmTNhQgwX148QZulfCE,940
+llm_utils/__init__.py,sha256=gUmdXk6DF7dTKgYr23LdnkXLNT6x8bUZoacKQJ9pi8I,1625
 llm_utils/group_messages.py,sha256=Oe2tlhg-zRodG1-hodYebddrR77j9UdE05LzJw0EvYI,3622
 llm_utils/chat_format/__init__.py,sha256=8dBIUqFJvkgQYedxBtcyxt-4tt8JxAKVap2JlTXmgaM,737
 llm_utils/chat_format/display.py,sha256=3jKDm4OTrvytK1qBhSOjRLltUIObHsYFdBLgm8SVDE8,14159
 llm_utils/chat_format/transform.py,sha256=eU0c3PdAHCNLuGP1UqPwln0B34Lv3bt_uV9v9BrlCN4,5402
 llm_utils/chat_format/utils.py,sha256=xTxN4HrLHcRO2PfCTR43nH1M5zCa7v0kTTdzAcGkZg0,1229
-llm_utils/lm/__init__.py,sha256=totIZnq1P8eNlfVco0OfdGdTNt1-wSXDSRReRRzYYxw,319
+llm_utils/lm/__init__.py,sha256=znjUTzke2tmCRWkR46sbOQPcRNe5oEbLo5zqg6Vxud0,632
 llm_utils/lm/base_prompt_builder.py,sha256=OLqyxbA8QeYIVFzB9EqxUiE_P2p4_MD_Lq4WSwxFtKU,12136
-llm_utils/lm/llm_task.py,sha256=kyBeMDJwW9ZWq5A_OMgE-ou9GQ0bk5c9lxXOvfo31R4,27915
-llm_utils/lm/lm.py,sha256=8TaLuU7naPQbOFmiS2NQyWVLG0jUUzRRBQsR0In7GVo,7249
+llm_utils/lm/llm_as_a_judge.py,sha256=LwqzlIMSBbpv6A2Qq8-fhVO2CGO7_BtU6j0PXoIWFOA,14022
+llm_utils/lm/llm_task.py,sha256=gawOtoP-LOH-8iaUI_2-TXvhFAVuj2fWGxeQZ1xytAo,25288
 llm_utils/lm/lm_base.py,sha256=pqbHZOdR7yUMpvwt8uBG1dZnt76SY_Wk8BkXQQ-mpWs,9557
 llm_utils/lm/openai_memoize.py,sha256=KToCcB_rhyrULxolnwMfQgl5GNrAeykePxuLS4hBjtc,3442
-llm_utils/lm/utils.py,sha256=a0KJj8vjT2fHKb7GKGNJjJHhKLThwpxIL7vnV9Fr3ZY,4584
+llm_utils/lm/signature.py,sha256=s3Zjxjs6AU97jbz1LZ2BTGw-F9aFCF3G346gSMtyEpE,10370
+llm_utils/lm/utils.py,sha256=25oOznZhbBWfen1-X1PXQfO09kQZgP5V9CDuqLrf_ZU,12440
 llm_utils/lm/async_lm/__init__.py,sha256=PUBbCuf5u6-0GBUu-2PI6YAguzsyXj-LPkU6vccqT6E,121
 llm_utils/lm/async_lm/_utils.py,sha256=P1-pUDf_0pDmo8WTIi43t5ARlyGA1RIJfpAhz-gfA5g,6105
 llm_utils/lm/async_lm/async_llm_task.py,sha256=-BVOk18ZD8eC2obTLgiPq39f2PP3cji17Ku-Gb7c7Xo,18683
@@ -39,12 +40,12 @@ speedy_utils/common/utils_io.py,sha256=-RkQjYGa3zVqpgVInsdp8dbS5oLwdJdUsRz1XIUSJ
 speedy_utils/common/utils_misc.py,sha256=cdEuBBpiB1xpuzj0UBDHDuTIerqsMIw37ENq6EXliOw,1795
 speedy_utils/common/utils_print.py,sha256=syRrnSFtguxrV-elx6DDVcSGu4Qy7D_xVNZhPwbUY4A,4864
 speedy_utils/multi_worker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-speedy_utils/multi_worker/process.py,sha256=0Rhr2xJWtX0PeZXPFU3zAAqbybh83DdF1C2gwHJLXls,7231
-speedy_utils/multi_worker/thread.py,sha256=xhCPgJokCDjjPrWh6vUtCBlZgs3E6mM81WCAEKvZea0,19522
+speedy_utils/multi_worker/process.py,sha256=RGGGnbZXCbEbdmxFVmnNfyccClAlflzRPE0d1C3CeeE,11385
+speedy_utils/multi_worker/thread.py,sha256=UniMl8mw-Xw1y3aU9bKGMtBSlQj05QhFouWb5aVkATI,21679
 speedy_utils/scripts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 speedy_utils/scripts/mpython.py,sha256=IvywP7Y0_V6tWfMP-4MjPvN5_KfxWF21xaLJsCIayCk,3821
 speedy_utils/scripts/openapi_client_codegen.py,sha256=f2125S_q0PILgH5dyzoKRz7pIvNEjCkzpi4Q4pPFRZE,9683
-speedy_utils-1.1.21.dist-info/METADATA,sha256=b_vxwYzT_2oorlbKL5NVZZ1ZVbInUw45deXmLOG0tys,8028
-speedy_utils-1.1.21.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-speedy_utils-1.1.21.dist-info/entry_points.txt,sha256=1rrFMfqvaMUE9hvwGiD6vnVh98kmgy0TARBj-v0Lfhs,244
-speedy_utils-1.1.21.dist-info/RECORD,,
+speedy_utils-1.1.23.dist-info/METADATA,sha256=xmQbqlIBS8fHw9ZZFG2kLftUiZX37cCt0hMmFc7putk,8028
+speedy_utils-1.1.23.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+speedy_utils-1.1.23.dist-info/entry_points.txt,sha256=1rrFMfqvaMUE9hvwGiD6vnVh98kmgy0TARBj-v0Lfhs,244
+speedy_utils-1.1.23.dist-info/RECORD,,

llm_utils/lm/lm.py

@@ -1,207 +0,0 @@
-# # from ._utils import *
-# from typing import (
-#     Any,
-#     List,
-#     Literal,
-#     Optional,
-#     Type,
-#     Union,
-#     cast,
-# )
-
-# from loguru import logger
-# from openai import AuthenticationError, BadRequestError, OpenAI, RateLimitError
-# from pydantic import BaseModel
-# from speedy_utils import jloads
-
-# # from llm_utils.lm.async_lm.async_llm_task import OutputModelType
-# from llm_utils.lm.lm_base import LMBase
-
-# from .async_lm._utils import (
-#     LegacyMsgs,
-#     Messages,
-#     OutputModelType,
-#     ParsedOutput,
-#     RawMsgs,
-# )
-
-
-# class LM(LMBase):
-#     """Unified **sync** language‑model wrapper with optional JSON parsing."""
-
-#     def __init__(
-#         self,
-#         *,
-#         model: Optional[str] = None,
-#         response_model: Optional[type[BaseModel]] = None,
-#         temperature: float = 0.0,
-#         max_tokens: int = 2_000,
-#         base_url: Optional[str] = None,
-#         api_key: Optional[str] = None,
-#         cache: bool = True,
-#         ports: Optional[List[int]] = None,
-#         top_p: float = 1.0,
-#         presence_penalty: float = 0.0,
-#         top_k: int = 1,
-#         repetition_penalty: float = 1.0,
-#         frequency_penalty: Optional[float] = None,
-#     ) -> None:
-
-#         if model is None:
-#             if base_url is None:
-#                 raise ValueError("Either model or base_url must be provided")
-#             models = OpenAI(base_url=base_url, api_key=api_key or 'abc').models.list().data
-#             assert len(models) == 1, f"Found {len(models)} models, please specify one."
-#             model = models[0].id
-#             print(f"Using model: {model}")
-
-#         super().__init__(
-#             ports=ports,
-#             base_url=base_url,
-#             cache=cache,
-#             api_key=api_key,
-#         )
-
-#         # Model behavior options
-#         self.response_model = response_model
-
-#         # Store all model-related parameters in model_kwargs
-#         self.model_kwargs = dict(
-#             model=model,
-#             temperature=temperature,
-#             max_tokens=max_tokens,
-#             top_p=top_p,
-#             presence_penalty=presence_penalty,
-#         )
-#         self.extra_body = dict(
-#             top_k=top_k,
-#             repetition_penalty=repetition_penalty,
-#             frequency_penalty=frequency_penalty,
-#         )
-
-#     def _unified_client_call(
-#         self,
-#         messages: RawMsgs,
-#         extra_body: Optional[dict] = None,
-#         max_tokens: Optional[int] = None,
-#     ) -> dict:
-#         """Unified method for all client interactions (caching handled by MOpenAI)."""
-#         converted_messages: Messages = (
-#             self._convert_messages(cast(LegacyMsgs, messages))
-#             if messages and isinstance(messages[0], dict)
-#             else cast(Messages, messages)
-#         )
-#         if max_tokens is not None:
-#             self.model_kwargs["max_tokens"] = max_tokens
-
-#         try:
-#             # Get completion from API (caching handled by MOpenAI)
-#             call_kwargs = {
-#                 "messages": converted_messages,
-#                 **self.model_kwargs,
-#             }
-#             if extra_body:
-#                 call_kwargs["extra_body"] = extra_body
-
-#             completion = self.client.chat.completions.create(**call_kwargs)
-
-#             if hasattr(completion, "model_dump"):
-#                 completion = completion.model_dump()
-
-#         except (AuthenticationError, RateLimitError, BadRequestError) as exc:
-#             error_msg = f"OpenAI API error ({type(exc).__name__}): {exc}"
-#             logger.error(error_msg)
-#             raise
-
-#         return completion
-
-#     def __call__(
-#         self,
-#         prompt: Optional[str] = None,
-#         messages: Optional[RawMsgs] = None,
-#         max_tokens: Optional[int] = None,
-#     ):  # -> tuple[Any | dict[Any, Any], list[ChatCompletionMessagePar...:# -> tuple[Any | dict[Any, Any], list[ChatCompletionMessagePar...:
-#         """Unified sync call for language model, returns (assistant_message.model_dump(), messages)."""
-#         if (prompt is None) == (messages is None):
-#             raise ValueError("Provide *either* `prompt` or `messages` (but not both).")
-
-#         if prompt is not None:
-#             messages = [{"role": "user", "content": prompt}]
-
-#         assert messages is not None
-
-#         openai_msgs: Messages = (
-#             self._convert_messages(cast(LegacyMsgs, messages))
-#             if isinstance(messages[0], dict)
-#             else cast(Messages, messages)
-#         )
-
-#         assert self.model_kwargs["model"] is not None, (
-#             "Model must be set before making a call."
-#         )
-
-#         # Use unified client call
-#         raw_response = self._unified_client_call(
-#             list(openai_msgs), max_tokens=max_tokens
-#         )
-
-#         if hasattr(raw_response, "model_dump"):
-#             raw_response = raw_response.model_dump()  # type: ignore
-
-#         # Extract the assistant's message
-#         assistant_msg = raw_response["choices"][0]["message"]
-#         # Build the full messages list (input + assistant reply)
-#         full_messages = list(messages) + [
-#             {"role": assistant_msg["role"], "content": assistant_msg["content"]}
-#         ]
-#         # Return the OpenAI message as model_dump (if available) and the messages list
-#         if hasattr(assistant_msg, "model_dump"):
-#             msg_dump = assistant_msg.model_dump()
-#         else:
-#             msg_dump = dict(assistant_msg)
-#         return msg_dump, full_messages
-
-#     def parse(
-#         self,
-#         messages: Messages,
-#         response_model: Optional[type[BaseModel]] = None,
-#     ) -> ParsedOutput[BaseModel]:
-#         """Parse response using OpenAI's native parse API."""
-#         # Use provided response_model or fall back to instance default
-#         model_to_use = response_model or self.response_model
-#         assert model_to_use is not None, "response_model must be provided or set at init."
-
-#         # Use OpenAI's native parse API directly
-#         response = self.client.chat.completions.parse(
-#             model=self.model_kwargs["model"],
-#             messages=messages,
-#             response_format=model_to_use,
-#             **{k: v for k, v in self.model_kwargs.items() if k != "model"}
-#         )
-        
-#         parsed = response.choices[0].message.parsed
-#         completion = response.model_dump() if hasattr(response, "model_dump") else {}
-#         full_messages = list(messages) + [
-#             {"role": "assistant", "content": parsed}
-#         ]
-
-#         return ParsedOutput(
-#             messages=full_messages,
-#             parsed=cast(BaseModel, parsed),
-#             completion=completion,
-#             model_kwargs=self.model_kwargs,
-#         )
-
-
-
-#     def __enter__(self):
-#         return self
-
-#     def __exit__(self, exc_type, exc_val, exc_tb):
-#         if hasattr(self, "_last_client"):
-#             last_client = self._last_client  # type: ignore
-#             if hasattr(last_client, "close"):
-#                 last_client.close()
-#         else:
-#             logger.warning("No last client to close")
-LM = None