guidellm 0.1.0__py3-none-any.whl → 0.2.0__py3-none-any.whl

guidellm/utils/progress.py

@@ -1,196 +0,0 @@
-from datetime import datetime
-from typing import List
-
-from loguru import logger
-from rich.console import Group
-from rich.live import Live
-from rich.panel import Panel
-from rich.progress import (
-    BarColumn,
-    Progress,
-    SpinnerColumn,
-    TaskID,
-    TaskProgressColumn,
-    TextColumn,
-    TimeElapsedColumn,
-    TimeRemainingColumn,
-)
-
-__all__ = ["BenchmarkReportProgress"]
-
-
-class BenchmarkReportProgress:
-    """
-    Manages the progress display for benchmarks and report generation using Rich.
-
-    This class provides a visual representation of the benchmarking process
-    and report generation using Rich's progress bars and panels.
-    """
-
-    def __init__(self):
-        """
-        Initialize the BenchmarkReportProgress with default settings.
-
-        This method sets up the progress displays for both individual benchmarks
-        and the overall report, as well as initializing internal task management
-        structures.
-        """
-        logger.info("Initializing BenchmarkReportProgress instance")
-
-        self.benchmarks_progress = Progress(
-            TextColumn("[{task.fields[start_time_str]}]"),
-            SpinnerColumn(),
-            TaskProgressColumn(),
-            TextColumn("{task.description}"),
-            TextColumn(" "),
-            TextColumn(
-                "[bold cyan]({task.fields[req_per_sec]} req/sec avg)[/bold cyan]"
-            ),
-        )
-        self.benchmarks_panel = Panel(
-            self.benchmarks_progress,
-            title="Benchmarks",
-            title_align="left",
-            expand=True,
-        )
-        self.report_progress = Progress(
-            SpinnerColumn(),
-            TextColumn("Generating report..."),
-            BarColumn(bar_width=None),
-            TextColumn(
-                "({task.fields[completed_benchmarks]}/{task.fields[total_benchmarks]})"
-            ),
-            TextColumn("["),
-            TimeElapsedColumn(),
-            TextColumn("<"),
-            TimeRemainingColumn(),
-            TextColumn("]"),
-        )
-        self.render_group = Group(self.benchmarks_panel, self.report_progress)
-        self.live = Live(self.render_group, redirect_stdout=True, redirect_stderr=True)
-
-        self.report_task: TaskID = None  # type: ignore  # noqa: PGH003
-        self.benchmark_tasks: List[TaskID] = []
-        self.benchmark_tasks_started: List[bool] = []
-        self.benchmark_tasks_completed: List[bool] = []
-        self.benchmark_tasks_progress: List[float] = []
-
-    def start(self, task_descriptions: List[str]) -> None:
-        """
-        Starts the live progress display and initializes benchmark tasks.
-
-        :param task_descriptions: List of descriptions for each benchmark task.
-        :type task_descriptions: List[str]
-        """
-        logger.info(
-            "Starting BenchmarkReportProgress with task descriptions: {}",
-            task_descriptions,
-        )
-        self.live.start()
-
-        for task_description in task_descriptions:
-            logger.debug("Adding task with description: {}", task_description)
-            task_id = self.benchmarks_progress.add_task(
-                task_description,
-                start=False,
-                total=None,
-                start_time_str="--:--:--",
-                req_per_sec="#.##",
-            )
-            self.benchmark_tasks.append(task_id)
-            self.benchmark_tasks_started.append(False)
-            self.benchmark_tasks_completed.append(False)
-            self.benchmark_tasks_progress.append(0)
-
-        self.report_task = self.report_progress.add_task(
-            "",
-            total=len(self.benchmark_tasks) * 100,  # 100 points per report
-            completed_benchmarks=0,
-            total_benchmarks=len(task_descriptions),
-        )
-        logger.info("Initialized {} benchmark tasks", len(task_descriptions))
-
-    def update_benchmark(
-        self,
-        index: int,
-        description: str,
-        completed: bool,
-        completed_count: int,
-        completed_total: int,
-        start_time: float,
-        req_per_sec: float,
-    ) -> None:
-        """
-        Updates the progress of a specific benchmark task.
-
-        :param index: Index of the benchmark task to update.
-        :type index: int
-        :param description: Description of the current benchmark task.
-        :type description: str
-        :param completed: Flag indicating if the benchmark is completed.
-        :type completed: bool
-        :param completed_count: Number of completed operations for the task.
-        :type completed_count: int
-        :param completed_total: Total number of operations for the task.
-        :type completed_total: int
-        :param start_time: Start time of the benchmark in timestamp format.
-        :type start_time: float
-        :param req_per_sec: Average requests per second.
-        :type req_per_sec: float
-        :raises ValueError: If trying to update a completed benchmark.
-        """
-        if self.benchmark_tasks_completed[index]:
-            err = ValueError(f"Benchmark {index} already completed")
-            logger.error("Error updating benchmark: {}", err)
-            raise err
-
-        if not self.benchmark_tasks_started[index]:
-            self.benchmark_tasks_started[index] = True
-            self.benchmarks_progress.start_task(self.benchmark_tasks[index])
-            logger.info("Starting benchmark task at index {}", index)
-
-        if completed:
-            self.benchmark_tasks_completed[index] = True
-            self.benchmark_tasks_progress[index] = 100
-            self.benchmarks_progress.stop_task(self.benchmark_tasks[index])
-            logger.info("Completed benchmark task at index {}", index)
-
-        self.benchmark_tasks_progress[index] = completed_count / completed_total * 100
-        self.benchmarks_progress.update(
-            self.benchmark_tasks[index],
-            description=description,
-            total=completed_total,
-            completed=completed_count if not completed else completed_total,
-            req_per_sec=(f"{req_per_sec:.2f}" if req_per_sec else "#.##"),
-            start_time_str=datetime.fromtimestamp(start_time).strftime("%H:%M:%S")
-            if start_time
-            else "--:--:--",
-        )
-        logger.debug(
-            "Updated benchmark task at index {}: {}% complete",
-            index,
-            self.benchmark_tasks_progress[index],
-        )
-        self.report_progress.update(
-            self.report_task,
-            total=len(self.benchmark_tasks) * 100,
-            completed=sum(self.benchmark_tasks_progress),
-            completed_benchmarks=sum(self.benchmark_tasks_completed),
-            total_benchmarks=len(self.benchmark_tasks),
-        )
-
-    def finish(self) -> None:
-        """
-        Marks the overall report task as finished and stops the live display.
-        """
-        logger.info("Finishing BenchmarkReportProgress")
-        self.report_progress.update(
-            self.report_task,
-            total=len(self.benchmark_tasks) * 100,
-            completed=len(self.benchmark_tasks) * 100,
-            completed_benchmarks=len(self.benchmark_tasks),
-            total_benchmarks=len(self.benchmark_tasks),
-        )
-        self.report_progress.stop_task(self.report_task)
-        self.live.stop()
-        logger.info("BenchmarkReportProgress finished and live display stopped")

guidellm/utils/transformers.py

@@ -1,151 +0,0 @@
-from pathlib import Path
-from typing import List, Optional, Union
-
-from datasets import (  # type: ignore  # noqa: PGH003
-    Dataset,
-    DatasetDict,
-    IterableDataset,
-    IterableDatasetDict,
-    load_dataset,
-)
-from loguru import logger
-
-from guidellm.config import settings
-
-__all__ = [
-    "load_transformers_dataset",
-    "resolve_transformers_dataset",
-    "resolve_transformers_dataset_column",
-    "resolve_transformers_dataset_split",
-]
-
-
-def load_transformers_dataset(
-    dataset: Union[
-        str, Path, DatasetDict, Dataset, IterableDatasetDict, IterableDataset
-    ],
-    split: Optional[str] = None,
-    preferred_splits: Optional[List[str]] = settings.dataset.preferred_data_splits,
-    **kwargs,
-) -> Union[Dataset, IterableDataset]:
-    """
-    Load a dataset from a file or a script and resolve the preferred split.
-
-    :param dataset: the dataset file or script to load
-    :param split: the dataset split to use
-        (overrides preferred_splits, must be in dataset)
-    :param preferred_splits: the preferred dataset splits to use
-    :param kwargs: additional keyword arguments to pass to the dataset loader
-    :return: the loaded dataset
-    """
-    dataset = resolve_transformers_dataset(dataset, **kwargs)
-
-    return resolve_transformers_dataset_split(dataset, split, preferred_splits)
-
-
-def resolve_transformers_dataset(
-    dataset: Union[
-        str, Path, DatasetDict, Dataset, IterableDatasetDict, IterableDataset
-    ],
-    **kwargs,
-) -> Union[DatasetDict, Dataset, IterableDatasetDict, IterableDataset]:
-    """
-    Resolve the dataset from a file (csv, json, script) or a dataset name.
-
-    :param dataset: the dataset file or script to load
-    :param kwargs: additional keyword arguments to pass to the dataset loader
-    :return: the loaded dataset
-    """
-    if isinstance(
-        dataset, (DatasetDict, Dataset, IterableDatasetDict, IterableDataset)
-    ):
-        return dataset
-
-    if not isinstance(dataset, (str, Path)):
-        raise ValueError(f"Invalid dataset type: {type(dataset)}")
-
-    dataset = str(dataset)
-
-    if dataset.endswith((".csv", ".json")):
-        logger.debug("Loading dataset from local path: {}", dataset)
-        extension = dataset.split(".")[-1]
-
-        return load_dataset(extension, data_files=dataset, **kwargs)
-
-    if dataset.endswith(".py"):
-        logger.debug("Loading dataset from local script: {}", dataset)
-
-        return load_dataset(dataset, **kwargs)
-
-    logger.debug("Loading dataset: {}", dataset)
-
-    return load_dataset(dataset, **kwargs)
-
-
-def resolve_transformers_dataset_split(
-    dataset: Union[DatasetDict, Dataset, IterableDatasetDict, IterableDataset],
-    split: Optional[str] = None,
-    preferred_splits: Optional[List[str]] = settings.dataset.preferred_data_splits,
-) -> Union[Dataset, IterableDataset]:
-    """
-    Resolve the preferred split from a dataset dictionary.
-
-    :param dataset: the dataset to resolve the split from
-    :param split: the dataset split to use
-        (overrides preferred_splits, must be in dataset)
-    :param preferred_splits: the preferred dataset splits to use
-    :return: the resolved dataset split
-    """
-    if not isinstance(dataset, (DatasetDict, IterableDatasetDict)):
-        logger.debug("Dataset is not a dictionary, using default split")
-        return dataset
-
-    if split:
-        if split not in dataset:
-            raise ValueError(f"Split '{split}' not found in dataset")
-
-        return dataset[split]
-
-    if preferred_splits:
-        for spl in preferred_splits:
-            if spl not in dataset:
-                continue
-            return dataset[spl]
-
-    return list(dataset.values())[0]
-
-
-def resolve_transformers_dataset_column(
-    dataset: Union[Dataset, IterableDataset],
-    column: Optional[str] = None,
-    preferred_columns: Optional[List[str]] = settings.dataset.preferred_data_columns,
-) -> str:
-    """
-    Resolve the preferred column from a dataset.
-
-    :param dataset: the dataset to resolve the column from
-    :param column: the dataset column to use
-        (overrides preferred_columns, must be in dataset)
-    :param preferred_columns: the preferred dataset columns to use
-    :return: the resolved dataset column
-    """
-    column_names = dataset.column_names
-
-    if not column_names:
-        # grab from the first item
-        first_item = next(iter(dataset))
-        column_names = list(first_item.keys())
-
-    if column:
-        if column not in column_names:
-            raise ValueError(f"Column '{column}' not found in dataset")
-
-        return column
-
-    if preferred_columns:
-        for col in preferred_columns:
-            if col not in column_names:
-                continue
-            return col
-
-    return list(column_names)[0]

guidellm-0.1.0.dist-info/RECORD

@@ -1,35 +0,0 @@
-guidellm/__init__.py,sha256=ZUgTGFF7KLx2ISgtNfLBBjUEPc6KbXYPMfRKPGs9ZJA,567
-guidellm/config.py,sha256=ilLTZU0WqVJGzk7ANABjrOm3bmK98l_SroFbTMYmSuA,6505
-guidellm/logger.py,sha256=O4sU2QKHn_swJIEmayiEt6nIXzGHGmXqZ_Mg8CdIE5Q,2609
-guidellm/main.py,sha256=NvsW8Dhtw-Surc9EZnW4pGYY9aEIv3ZgOSEq_eKrKCA,11028
-guidellm/backend/__init__.py,sha256=uJmCwrHzzoUE7XPNEB4RmSwdr00eTH1wdMxCxGiQtvU,241
-guidellm/backend/base.py,sha256=do9t7hOCQEyeCNOQeXmdwpUHMrFz8mAXtbvO6Ee2Lu0,10630
-guidellm/backend/openai.py,sha256=7tlp5tWw1KDvJhJZ8s9NK0JuuU__GJPMvupVMjnqjFo,5669
-guidellm/core/__init__.py,sha256=rxfr51aAgRJIHTXPZT9tf9ng1dXfDAC5pR8EcGssJfE,646
-guidellm/core/distribution.py,sha256=8S76zg00e4Ymg8bq36nfratHsMJNdqFtq_InsC1vs8I,6563
-guidellm/core/report.py,sha256=fv5F4NY-5jLUsD7-HZ4yVPB26ZpnIu0t-Kt4LePXKUI,10814
-guidellm/core/request.py,sha256=oIjLtBZUus0huEBsVbLGB19yQvza9ugZnwUDTNBjwcU,1376
-guidellm/core/result.py,sha256=VWu00HAPep3x3shl6DOKnmFTUK_36FQL2IdOeWqtkAk,16646
-guidellm/core/serializable.py,sha256=CdEOUsHPFQnxTl1Ole-23IVwW16L1xMEnqkUWcdFQ3s,5028
-guidellm/executor/__init__.py,sha256=6nZArM68BjcpP5HnaAgjFfMPRCCpevLn441MhRZ5SVw,244
-guidellm/executor/base.py,sha256=0YV4qWg9crvY6xLYUsRokFa21rWnrQmGHPAaO6Qz5b4,7444
-guidellm/executor/profile_generator.py,sha256=urKLg7aqNtaWMzpYpOAeaPgoWWThm3bXQXxCkJwjP9o,11432
-guidellm/request/__init__.py,sha256=AjHRmkL6N-M7Y1ft_GCAzwIzW9GwJEWXn1mourN2j90,401
-guidellm/request/base.py,sha256=kffEG8Y0OWImu4LcsckUuSiajTQUm9pyOF-CRyzUNhk,5607
-guidellm/request/emulated.py,sha256=B9D4mcwV2Bgs6IhouSWDPDS71QZBC9Z3Rb-1iA1AX-Y,13273
-guidellm/request/file.py,sha256=UsfSJvR8JeSJlhm3DzyDS4qLytVMdK6trhuV5384oS4,2488
-guidellm/request/transformers.py,sha256=ndNSjTXCQdZed5DoJ8bf7In69bGRid3Z9SdQbKaqi34,3292
-guidellm/scheduler/__init__.py,sha256=JaOLOg5fIsC3YLfKx8iBJfGQgeLGd77gRpbQXthXfp4,190
-guidellm/scheduler/base.py,sha256=FJ2IiOXE7ledcGSgun2m2pLXB_em6iqhqc_A6JHKOHI,12350
-guidellm/scheduler/load_generator.py,sha256=bkIBK2dCcEP1DK_cuOSGNheM-iNo-hiUrs--g07-eLU,7074
-guidellm/utils/__init__.py,sha256=SEtNDH83200nVwtN-F2KJiywWqFVkulQHD7wKIepa0E,921
-guidellm/utils/injector.py,sha256=KjuFhkfGSPr7NdXjt8v_9eh8GjElfffz9fWuGIfwIJY,2089
-guidellm/utils/progress.py,sha256=Bqi6zY7wa-J1n3N-p-rkuFW7w6gK8h98IfhEg-NSG40,7357
-guidellm/utils/text.py,sha256=vaplcd3fhdZDRbUaqEww0kEhG38WUAHKpDoN4k-mwUk,13241
-guidellm/utils/transformers.py,sha256=K2Jowre11CJBLX6l3fK-F5qkvZto1YkTSdFq7wqtdpg,4752
-guidellm-0.1.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-guidellm-0.1.0.dist-info/METADATA,sha256=lDHMCgpkhb88ULXtHYplG87xGxPORwPW3HA2so-Thvs,28386
-guidellm-0.1.0.dist-info/WHEEL,sha256=UvcQYKBHoFqaQd6LKyqHw9fxEolWLQnlzP0h_LgJAfI,91
-guidellm-0.1.0.dist-info/entry_points.txt,sha256=IJyVp0dPC8QpPfCu8MPFbdDKdatFNpHO2CkCEv67_v4,120
-guidellm-0.1.0.dist-info/top_level.txt,sha256=EXRGjnvFtL6MeZTe0tnHRMYcEWUW3vEqoG2zO7vFOtk,9
-guidellm-0.1.0.dist-info/RECORD,,

guidellm-0.1.0.dist-info/entry_points.txt

@@ -1,3 +0,0 @@
-[console_scripts]
-guidellm = guidellm.main:generate_benchmark_report_cli
-guidellm-config = guidellm.config:print_config