speedy-utils 1.0.14__tar.gz → 1.0.16__tar.gz

{speedy_utils-1.0.14 → speedy_utils-1.0.16}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.3
 Name: speedy-utils
-Version: 1.0.14
+Version: 1.0.16
 Summary: Fast and easy-to-use package for data science
 Author: AnhVTH
 Author-email: anhvth.226@gmail.com

{speedy_utils-1.0.14 → speedy_utils-1.0.16}/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "speedy-utils"
-version = "1.0.14"
+version = "1.0.16"
 description = "Fast and easy-to-use package for data science"
 authors = ["AnhVTH <anhvth.226@gmail.com>"]
 readme = "README.md"
@@ -11,7 +11,7 @@ packages = [
 ]
 
 [build-system]
-requires = ["poetry-core>=1.0.14"]
+requires = ["poetry-core>=1.0.16"]
 build-backend = "poetry.core.masonry.api"
 
 [tool.black]

{speedy_utils-1.0.14 → speedy_utils-1.0.16}/src/llm_utils/__init__.py

@@ -1,20 +1,16 @@
 from .chat_format import (
-    transform_messages,
-    transform_messages_to_chatml,
-    show_chat,
-    get_conversation_one_turn,
-    show_string_diff,
-    display_conversations,
     build_chatml_input,
-    format_msgs,
     display_chat_messages_as_html,
+    display_conversations,
+    format_msgs,
+    get_conversation_one_turn,
+    show_chat,
+    show_string_diff,
+    transform_messages,
+    transform_messages_to_chatml,
 )
-from .lm.lm import LM, LMReasoner
+from .lm.lm import LM, LLMTask
 from .lm.alm import AsyncLM
-from .group_messages import (
-    split_indices_by_length,
-    group_messages_by_len,
-)
 
 __all__ = [
     "transform_messages",
@@ -25,10 +21,9 @@ __all__ = [
     "display_conversations",
     "build_chatml_input",
     "format_msgs",
-    "split_indices_by_length",
-    "group_messages_by_len",
+    # "group_messages_by_len",
     "LM",
-    "LMReasoner",
     "AsyncLM",
     "display_chat_messages_as_html",
+    "LLMTask",
 ]

{speedy_utils-1.0.14 → speedy_utils-1.0.16}/src/llm_utils/chat_format/display.py

@@ -1,5 +1,5 @@
 from __future__ import annotations
-from typing import List, Tuple, Sequence, Any, Dict, Optional
+from typing import Any, Optional
 from IPython.display import HTML, display
 from difflib import SequenceMatcher
 

{speedy_utils-1.0.14 → speedy_utils-1.0.16}/src/llm_utils/chat_format/transform.py

@@ -1,6 +1,5 @@
 from __future__ import annotations
 from copy import deepcopy
-from typing import Callable, Dict, List, Sequence
 
 
 def identify_format(item):
@@ -114,7 +113,7 @@ def transform_messages(
 
 def transform_messages_to_chatml(input_data, input_format="auto"):
     if input_format == "auto":
-        input_data = raw_data = deepcopy(input_data)
+        input_data = deepcopy(input_data)
         if isinstance(input_data, list):
             input_format = "chatlm"
             assert (

{speedy_utils-1.0.14 → speedy_utils-1.0.16}/src/llm_utils/group_messages.py

@@ -76,7 +76,7 @@ def group_messages_by_len(
     """
     if messages is None:
         raise ValueError("messages parameter cannot be None")
-    from transformers.models.auto.tokenization_auto import AutoTokenizer
+    from transformers.models.auto.tokenization_auto import AutoTokenizer # type: ignore
 
     tokenizer = AutoTokenizer.from_pretrained(model_name)