speedy-utils 0.1.28__py3-none-any.whl → 1.0.0__py3-none-any.whl

speedy_utils/common/dataclass_parser.py

@@ -1,101 +0,0 @@
-import argparse
-from dataclasses import dataclass, fields, is_dataclass
-from typing import Any, Dict, Type, TypeVar
-
-import yaml
-from loguru import logger
-from tabulate import tabulate
-
-# add depricated
-logger.warning(
-    "This module is deprecated. Please use speedy_utils.common.dataclass_parser instead."
-)
-
-T = TypeVar("T")
-
-
-class ArgsParser:
-    @classmethod
-    def get_parser(cls) -> argparse.ArgumentParser:
-        """Generate an argument parser from the dataclass fields."""
-        parser = argparse.ArgumentParser(description=f"Parser for {cls.__name__}")
-        parser.add_argument(
-            "--yaml_file", type=str, help="Path to YAML file with arguments"
-        )
-
-        for field in fields(cls):
-            arg_name = f"--{field.name}"
-            default = field.default
-            field_type = field.type
-            # print(field, field_type)
-            if field_type is bool:
-                parser.add_argument(
-                    arg_name,
-                    action="store_true",
-                    help=f"Enable {field.name} (default: {default})",
-                )
-            elif "list" in str(field_type):
-                elem_type = str(field_type).split("[")[1].split("]")[0]
-                parser.add_argument(
-                    arg_name,
-                    type=eval(elem_type),
-                    nargs="+",
-                    help=f"Override {field.name} (default: {default})",
-                )
-            else:
-                parser.add_argument(
-                    arg_name,
-                    type=field_type,
-                    default=None,
-                    help=f"Override {field.name} (default: {default})",
-                )
-        return parser
-
-    @classmethod
-    def from_args(cls, args: argparse.Namespace) -> T:
-        """Create an instance of the dataclass from argparse arguments."""
-        config: dict[str, Any] = {}
-        if args.yaml_file:
-            with open(args.yaml_file) as file:
-                config = yaml.safe_load(file)
-
-        cli_overrides = {
-            field.name: getattr(args, field.name)
-            for field in fields(cls)
-            if getattr(args, field.name) is not None
-        }
-        config.update(cli_overrides)
-
-        return cls(**config)
-
-    @classmethod
-    def parse_args(cls) -> T:
-        """Parse arguments and return an instance of the dataclass."""
-        parser = cls.get_parser()
-        args = parser.parse_args()
-        return cls.from_args(args)
-
-    def __str__(self):
-        return tabulate(
-            [[f.name, getattr(self, f.name)] for f in fields(self)],
-            headers=["Field", "Value"],
-            tablefmt="github",
-        )
-
-
-@dataclass
-class ExampleArgs(ArgsParser):
-    from_peft: str = "./outputs/llm_hn_qw32b/hn_results_r3/"
-    model_name_or_path: str = "Qwen/Qwen2.5-32B-Instruct-AWQ"
-    use_fp16: bool = False
-    batch_size: int = 1
-    max_length: int = 512
-    cache_dir: str = ".cache/run_embeds"
-    output_dir: str = ".cache"
-    input_file: str = ".cache/doc.csv"
-    output_name: str = "qw32b_r3"
-
-
-if __name__ == "__main__":
-    args = ExampleArgs.parse_args()
-    print(args)

speedy_utils/multi_worker/_handle_inputs.py

@@ -1,50 +0,0 @@
-import functools
-import inspect
-from collections.abc import Callable, Iterable
-from typing import Any, Dict, List, Union
-
-import pandas as pd
-
-# Example object
-
-
-def _get_original_func(func):
-    """
-    Recursively unwrap a decorated function to find the actual
-    original function object.
-    """
-    while hasattr(func, "__wrapped__"):
-        func = func.__wrapped__
-    return func
-
-
-def handle_inputs(
-    f: Callable, inputs: list[dict[str, Any]] | list[Any] | pd.DataFrame
-) -> list[dict[str, Any]]:
-    # 1. Unwrap in case f is decorated (e.g., by @memoize).
-    real_func = _get_original_func(f)
-
-    # 2. Count parameters with inspect.signature.
-    #    This handles normal or annotated arguments, etc.
-    sig = inspect.signature(real_func)
-    num_params = len(sig.parameters)
-
-    # Convert certain input types to list to unify processing
-    if isinstance(inputs, (range, list, tuple)):
-        inputs = list(inputs)
-
-    # 3. If exactly 1 parameter, we do the single-arg logic:
-    if num_params == 1:
-        # If the user passed a dataframe, break it into rows
-        if isinstance(inputs, pd.DataFrame):
-            inputs = [r for _, r in inputs.iterrows()]
-
-        # For a single-arg function, turn each item into a dict: {arg_name: item}
-        # so we can later call func(**inp)
-        arg_name = next(iter(sig.parameters))  # name of the single parameter
-        inputs = [{arg_name: input_} for input_ in inputs]
-        return f, inputs
-
-    else:
-
-        return lambda x: f(x), inputs

speedy_utils-0.1.28.dist-info/RECORD

@@ -1,21 +0,0 @@
-speedy_utils/__init__.py,sha256=SaYWsVADsRbaWz5QVUJs3vIjZATMnpByCd7TCpD2Wmc,1761
-speedy_utils/all.py,sha256=Zj5fjzm38Ko8xkyfApW6flkTHD4JZtGK53uveD6ZGGI,3148
-speedy_utils/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-speedy_utils/common/clock.py,sha256=yxGWJeNoXri0Lbz8e29XkWAQqQPtmmZytA8wEiu5o0U,7009
-speedy_utils/common/dataclass_parser.py,sha256=vrkZYth2HUJrR2NB_78qlwrzxvf5Uqt2pzQpRKCM-XM,3158
-speedy_utils/common/function_decorator.py,sha256=r_r42qCWuNcu0_aH7musf2BWvcJfgZrD81G28mDcolw,2226
-speedy_utils/common/logger.py,sha256=NIOlhhACpcc0BUTSJ8oDYrLp23J2gW_KJFyRVdLN2tY,6432
-speedy_utils/common/report_manager.py,sha256=dgGfS_fHbZiQMsLzkgnj0OfB758t1x6B4MhjsetSl9A,3930
-speedy_utils/common/utils_cache.py,sha256=gXX5qTXpCG3qDgjnOsSvxM4LkQurmcsg4QRv_zOBG1E,8378
-speedy_utils/common/utils_io.py,sha256=vXhgrMSse_5yuP7yiSjdqKgOu8pz983glelquyNjbkE,4809
-speedy_utils/common/utils_misc.py,sha256=RNqHD2f9FEBgwuMNuhYXj3QSItBW9q0LjKvzMi4eJiI,1844
-speedy_utils/common/utils_print.py,sha256=QRaL2QPbks4Mtol_gJy3ZdahgUfzUEtcOp4--lBlzYI,6709
-speedy_utils/multi_worker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-speedy_utils/multi_worker/_handle_inputs.py,sha256=93tSLluQgXUizZee89zRCgqMMBSfnxXZ-gz9opC9uxY,1520
-speedy_utils/multi_worker/process.py,sha256=XwQlffxzRFnCVeKjDNBZDwFfUQHiJiuFA12MRGJVru8,6708
-speedy_utils/multi_worker/thread.py,sha256=NXyoGZHTDn7lAeqvnmWP6Sf1Xd6QHdzbtxt9AEe9Qn0,12388
-speedy_utils/scripts/mpython.py,sha256=ZzkBWI5Xw3vPoMx8xQt2x4mOFRjtwWqfvAJ5_ngyWgw,3816
-speedy_utils-0.1.28.dist-info/METADATA,sha256=koTjqoJMCsf2KiXtGMBP5Xhp6AukERaMEOijW_MJEXk,7723
-speedy_utils-0.1.28.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
-speedy_utils-0.1.28.dist-info/entry_points.txt,sha256=fsv8_lMg62BeswoUHrqfj2u6q2l4YcDCw7AgQFg6GRw,61
-speedy_utils-0.1.28.dist-info/RECORD,,