fkat 0.1.2__py3-none-any.whl

fkat/utils/pdb.py

@@ -0,0 +1,84 @@
+# Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
+# SPDX-License-Identifier: Apache-2.0
+import os
+import pdb
+import sys
+from typing import Any
+from types import FrameType, TracebackType
+from typing_extensions import override
+
+
+class ForkedPdb(pdb.Pdb):
+    def __init__(self) -> None:
+        super().__init__()
+        self.rank = os.environ.get(
+            "RANK",  # PyTorch DDP
+            os.environ.get(
+                "PMI_RANK",  # MPI
+                os.environ.get(
+                    "OMPI_COMM_WORLD_RANK",  # OpenMPI
+                    "unknown",
+                ),
+            ),
+        )
+
+    @override
+    def interaction(self, frame: FrameType | None, traceback: TracebackType | None, *args: Any, **kwargs: Any) -> None:
+        _stdin = sys.stdin
+        try:
+            sys.stdin = open("/dev/stdin")
+            self.print_rank_info()
+            pdb.Pdb.interaction(self, frame, traceback, *args, **kwargs)
+        finally:
+            sys.stdin = _stdin
+
+    def print_rank_info(self) -> None:
+        print(f"\n[RANK={self.rank}, PID={os.getpid()}]:")
+
+    @override
+    def default(self, line: str) -> None:
+        self.print_rank_info()
+        super().default(line)
+
+    @override
+    def do_continue(self, arg: str) -> bool | None:
+        self.print_rank_info()
+        return super().do_continue(arg)
+
+    @override
+    def do_next(self, arg: str) -> bool | None:
+        self.print_rank_info()
+        return super().do_next(arg)
+
+    @override
+    def do_step(self, arg: str) -> bool | None:
+        self.print_rank_info()
+        return super().do_step(arg)
+
+    @override
+    def do_return(self, arg: str) -> bool | None:
+        self.print_rank_info()
+        return super().do_return(arg)
+
+    @override
+    def do_quit(self, arg: str) -> bool | None:
+        self.print_rank_info()
+        return super().do_quit(arg)
+
+    @override
+    def do_jump(self, arg: str) -> bool | None:
+        self.print_rank_info()
+        return super().do_jump(arg)
+
+    @override
+    def precmd(self, line: str) -> str:
+        self.print_rank_info()
+        return line
+
+    def post_mortem(self, tb: TracebackType | None) -> None:
+        self.reset()
+        self.interaction(None, tb)
+
+
+def post_mortem() -> None:
+    sys.excepthook = lambda t, v, tb: ForkedPdb().post_mortem(tb)

fkat/utils/pool.py

@@ -0,0 +1,81 @@
+# Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
+# SPDX-License-Identifier: Apache-2.0
+from concurrent.futures import ThreadPoolExecutor, Future
+from typing import Any, TypeVar
+import multiprocessing as mp
+from multiprocessing.pool import AsyncResult
+from collections.abc import Callable, Iterable, Mapping
+
+
+T = TypeVar("T", covariant=False)
+T_co = TypeVar("T_co", covariant=True)
+
+
+class FutureResult(AsyncResult[T]):
+    """An AsyncResult implementation for concurrent.future Future object"""
+
+    def __init__(self, fut: Future[T]) -> None:
+        self.fut = fut
+
+    def ready(self) -> bool:
+        return self.fut.done()
+
+    def get(self, timeout: float | None = None) -> T:
+        return self.fut.result(timeout)
+
+    def wait(self, timeout: float | None = None) -> None:
+        self.fut.exception(timeout)
+
+    def successful(self) -> bool:
+        return self.fut.exception() is None
+
+
+class ThreadPool:
+    """A multiprocessing Pool-like implementation that uses ThreadPoolExecutor"""
+
+    def __init__(self, **kwargs: Any) -> None:
+        self.pool = ThreadPoolExecutor(**kwargs)
+
+    def apply_async(
+        self,
+        func: Callable[..., T_co],
+        args: Iterable[Any] | None = None,
+        kwds: Mapping[str, Any] | None = None,
+    ) -> FutureResult[T_co]:
+        fut = self.pool.submit(func, *(args or ()), **(kwds or {}))
+        return FutureResult(fut)
+
+    def close(self) -> None:
+        self.pool.shutdown()
+
+    def join(self) -> None:
+        if self.pool._shutdown:
+            self.close()
+        else:
+            self.pool.submit(lambda: None).result()
+
+
+class NoDaemonProcess(mp.Process):
+    """A Process implementation that never runs in daemon mode"""
+
+    @property
+    def daemon(self) -> bool:
+        return False
+
+    @daemon.setter
+    def daemon(self, value: bool) -> None:
+        pass
+
+
+class NoDaemonContext(type(mp.get_context())):  # type: ignore[misc]
+    """A multiprocessing Context that uses NoDaemonProcess"""
+
+    Process = NoDaemonProcess
+
+
+class NoDaemonPool(mp.pool.Pool):  # type: ignore[unresolved-attribute]
+    """A multiprocessing Pool that uses NoDaemonContext"""
+
+    def __init__(self, *args: Any, **kwargs: Any) -> None:
+        kwargs["context"] = NoDaemonContext()
+        super().__init__(*args, **kwargs)

fkat/utils/profiler.py

@@ -0,0 +1,18 @@
+# Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
+# SPDX-License-Identifier: Apache-2.0
+import atexit
+
+from lightning.pytorch.profilers import Profiler
+
+
+def profile_until_exit(profiler: Profiler, action: str, filename_suffix: str | None = None) -> None:
+    def stop_profiler() -> None:
+        profiler.stop(action)
+        profiler.summary()
+        profiler.describe()
+
+    atexit.register(stop_profiler)
+
+    if profiler.filename and filename_suffix:
+        profiler.filename += filename_suffix
+    profiler.start(action)

fkat/utils/pyarrow.py

@@ -0,0 +1,21 @@
+# Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
+# SPDX-License-Identifier: Apache-2.0
+import pyarrow as pa
+from typing import Any
+from collections.abc import Iterator
+
+
+def iter_rows(table: pa.Table, chunk_size: int) -> Iterator[dict[str, Any]]:
+    """
+    Generator function to iterate over rows of a PyArrow table in chunks.
+
+    Args:
+        table (pa.Table): PyArrow table.
+        chunk_size (int): The number of rows per chunk for processing.
+    Yields:
+        Dict[str, Any]: Dictionary representing each row.
+    """
+    for chunk in table.to_batches(chunk_size):
+        columns = chunk.to_pydict()
+        for i in range(chunk.num_rows):
+            yield {col: columns[col][i] for col in columns}

fkat/utils/rng.py

@@ -0,0 +1,27 @@
+# Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
+# SPDX-License-Identifier: Apache-2.0
+from random import getstate as python_get_rng_state
+from random import setstate as python_set_rng_state
+from typing import Any
+
+import numpy as np
+import torch
+
+
+def get_rng_states() -> dict[str, Any]:
+    r"""Collect the global random state of :mod:`torch`, :mod:`torch.cuda`, :mod:`numpy` and Python."""
+    states = {
+        "torch": torch.get_rng_state(),
+        "numpy": np.random.get_state(),
+        "python": python_get_rng_state(),
+    }
+    return states
+
+
+def set_rng_states(rng_state_dict: dict[str, Any]) -> None:
+    r"""Set the global random state of :mod:`torch`, :mod:`torch.cuda`, :mod:`numpy` and Python in the current
+    process."""
+    torch.set_rng_state(rng_state_dict["torch"])
+    np.random.set_state(rng_state_dict["numpy"])
+    version, state, gauss = rng_state_dict["python"]
+    python_set_rng_state((version, tuple(state), gauss))

fkat/utils/shm.py

@@ -0,0 +1,184 @@
+# Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
+# SPDX-License-Identifier: Apache-2.0
+"""Distributed Shared Memory Utility for Dataloader"""
+
+import logging
+import mmap
+import os
+import pickle
+import shutil
+import time
+import uuid
+from pathlib import Path
+from typing import Any, SupportsIndex
+from collections.abc import Callable, Iterable, Iterator
+
+import torch.distributed as dist
+
+logger = logging.getLogger(__name__)
+
+COMPLETE = ".complete"
+
+
+__all__ = ["save", "load"]
+
+
+def save(obj: Any, path: Path | None = None) -> Path:
+    """Serialize obj with out-of-band data to path for zero-copy shared memory usage.
+
+    If the object to be serialized itself, or the objects it uses for data
+    storage (such as numpy arrays) implement the the pickle protocol version 5
+    pickle.PickleBuffer type in __reduce_ex__, then this function can store
+    these buffers out-of-band as files in `path` so that they subsequently be
+    re-used for zero-copy sharing accross processes.
+
+    Args:
+        obj (object):
+            Object to serialize. For example a PyArrow Table, a Pandas Dataframe or
+            any type that relies on NumPy to store the binary data.
+        path (pathlib.Path, optional):
+            Empty folder used to save serialized data. Usually a folder in /dev/shm
+    Returns:
+        pathlib.Path where the data was serialized
+    """
+    idx = 0
+    root: Path = path or generate_path()
+    root.mkdir(parents=True, exist_ok=True)
+
+    def buffer_callback(buf: pickle.PickleBuffer) -> None:
+        nonlocal idx
+        with open(root / f"{idx}.bin", "wb") as f:
+            f.write(buf)
+        idx += 1
+
+    with open(root / "meta.pkl", "wb") as f:
+        pickle.dump(obj, f, protocol=5, buffer_callback=buffer_callback)
+
+    # mark as saved
+    (root / COMPLETE).touch()
+    return root
+
+
+def generate_path() -> Path:
+    global_rank = dist.get_rank() if dist.is_initialized() else 0  # type: ignore[possibly-unbound-attribute]
+    path_str = f"/dev/shm/{global_rank}-{uuid.uuid4()}"
+    path = Path(path_str)
+    return path
+
+
+def save_iter(
+    it: Iterable[Any],
+    path: Path | None = None,
+    max_items: int = 0,
+    should_stop: Callable[[], bool] = lambda: False,
+    truncation_threshold: int | None = None,
+) -> Path:
+    logger.debug("save iter %r ... started", path)
+    path = path or generate_path()
+    next_idx = 0
+    for i, e in enumerate(it):
+        logger.debug("save iter %r ...", path)
+        if max_items > 0:
+            while (cnt := sum(x.is_dir() for x in path.iterdir()) if path.exists() else 0) >= max_items:
+                logger.debug("save iter ... %r dirs of %r stop? %r", cnt, max_items, should_stop())
+                if should_stop():
+                    break
+                time.sleep(0.001)  # busy wait
+        if should_stop():
+            break
+        if truncation_threshold is not None and i == truncation_threshold:
+            logger.info(f"reached {truncation_threshold=}, stop saving microbatches")
+            break
+        save(e, path / str(i))
+        next_idx = i + 1
+    save(POISON_PILL, path / str(next_idx))
+    logger.debug("save iter %r ... finished after %r microbatches", path, next_idx)
+    return path
+
+
+class Sentinel:
+    """
+    Create a unique sentinel object that is pickled as a constant.
+    """
+
+    def __init__(self, name: str) -> None:
+        self.name = name
+
+    def __repr__(self) -> str:
+        return self.name  # pragma: no cover
+
+    def __copy__(self) -> "Sentinel":
+        return self  # pragma: no cover
+
+    def __deepcopy__(self, memo: Any) -> "Sentinel":
+        return self  # pragma: no cover
+
+    def __reduce__(self) -> str | tuple[Any, ...]:
+        return self.name
+
+    def __reduce_ex__(self, protocol: SupportsIndex) -> str | tuple[Any, ...]:
+        return self.name
+
+
+POISON_PILL = Sentinel("POISON_PILL")
+
+
+def load(path: Path) -> Any:
+    """Load serialized object with out-of-band data from path based on zero-copy shared memory.
+
+    Args:
+        path (pathlib.Path):
+            Folder used to save serialized data with serialize(). Usually a folder /dev/shm
+    Returns:
+        Raw deserialized data
+    """
+    if not saved(path):
+        raise RuntimeError(f"The object at {path} is corrupted or not saved")
+    buffers: list[pickle.PickleBuffer | mmap.mmap] = []
+    num_buffers = len(list(path.iterdir())) - 2  # exclude meta.pkl and .complete
+    for idx in range(num_buffers):
+        fpath = path / f"{idx}.bin"
+        if os.stat(fpath).st_size == 0:
+            buffers.append(pickle.PickleBuffer(b""))
+        else:
+            with open(fpath, "rb") as f:
+                buffers.append(mmap.mmap(f.fileno(), 0, prot=mmap.PROT_READ))
+    with open(path / "meta.pkl", "rb") as f:
+        obj = pickle.load(f, buffers=buffers)
+    shutil.rmtree(path)
+    logger.debug("removed %r", path)
+    for b in buffers:
+        if isinstance(b, pickle.PickleBuffer):
+            b.release()
+        else:
+            b.close()
+    return obj
+
+
+def saved(path: Path) -> bool:
+    return (path / COMPLETE).exists()
+
+
+def load_iter(
+    path: Path, next_timeout: int = 10 * 60, wait_callback: Callable[[], None] = lambda: None
+) -> Iterator[Any]:
+    idx = 0
+    while True:
+        start_time = time.time()
+        wait_time_threshold = start_time + next_timeout
+        chunk_path = path / str(idx)
+        while not saved(chunk_path):
+            wait_callback()
+            logger.debug("waiting for data in %r", chunk_path)
+            if time.time() > wait_time_threshold:
+                logger.error("timed out waiting for %r", chunk_path)
+                raise TimeoutError
+            time.sleep(0.001)  # busy wait
+        chunk = load(chunk_path)
+        if chunk is POISON_PILL:
+            logger.debug("poison pill!")
+            break
+        logger.debug("fetching microbatch took %r s", time.time() - start_time)
+        yield chunk
+        idx += 1
+    return

fkat/validate.py

@@ -0,0 +1,31 @@
+# Copyright Amazon.com, Inc. or its affiliates. All Rights Reserved.
+# SPDX-License-Identifier: Apache-2.0
+#!/usr/bin/env python
+
+"""
+The ``fkat.validate`` entrypoint processes the provided config,
+instatiates the ``trainer``, ``model`` and ``data`` sections and calls ``trainer.validate()``.
+"""
+
+import hydra
+import lightning as L
+from omegaconf import DictConfig
+
+from fkat import initialize, run_main
+
+
+@hydra.main(version_base="1.3")
+def main(cfg: DictConfig) -> None:
+    s = initialize(cfg)
+    kwargs = {
+        "ckpt_path": s.ckpt_path,
+    }
+    if isinstance(s.data, L.LightningDataModule):
+        kwargs["datamodule"] = s.data
+    else:
+        kwargs["val_dataloaders"] = s.data.val_dataloader() if s.data else None
+    s.trainer.validate(s.model, **kwargs)
+
+
+if __name__ == "__main__":
+    run_main(main)

fkat-0.1.2.dist-info/METADATA

@@ -0,0 +1,134 @@
+Metadata-Version: 2.4
+Name: fkat
+Version: 0.1.2
+Summary: Foundational Kit for AI Training
+Project-URL: homepage, https://github.com/amzn/fkat
+Author: FKAT Contributors
+License: Apache-2.0
+License-File: LICENSE
+License-File: NOTICE
+Requires-Python: >=3.10
+Requires-Dist: awswrangler>=3.5.1
+Requires-Dist: boto3>=1.35.89
+Requires-Dist: datasets>=3.0.0
+Requires-Dist: evaluate
+Requires-Dist: fsspec[s3]
+Requires-Dist: hydra-core
+Requires-Dist: importlib-metadata
+Requires-Dist: lightning!=2022.*
+Requires-Dist: lightning-utilities
+Requires-Dist: mlflow-skinny<=3.8.1
+Requires-Dist: nvidia-ml-py
+Requires-Dist: pandas
+Requires-Dist: pyarrow<21.0.0,>=15.0.0
+Requires-Dist: tensorboard
+Requires-Dist: torch!=2.3.0,!=2.6.0,>=2.0.1
+Requires-Dist: torchaudio
+Requires-Dist: torchmetrics>=0.11.4
+Requires-Dist: torchvision
+Requires-Dist: transformers
+Requires-Dist: wandb
+Provides-Extra: docs
+Requires-Dist: docutils<0.21,>=0.16; extra == 'docs'
+Requires-Dist: myst-parser<3.0.0,>=0.18.1; extra == 'docs'
+Requires-Dist: pandoc<=2.3,>=1.0; extra == 'docs'
+Requires-Dist: sphinx-autobuild; extra == 'docs'
+Requires-Dist: sphinx-autodoc-typehints==1.23.4; extra == 'docs'
+Requires-Dist: sphinx-book-theme; extra == 'docs'
+Requires-Dist: sphinx-copybutton<=0.5.2,>=0.3; extra == 'docs'
+Requires-Dist: sphinx-multiproject; extra == 'docs'
+Requires-Dist: sphinx-paramlinks<=0.6.0,>=0.5.1; extra == 'docs'
+Requires-Dist: sphinx-prompt==1.5.0; extra == 'docs'
+Requires-Dist: sphinx-rtd-dark-mode==1.3.0; extra == 'docs'
+Requires-Dist: sphinx-togglebutton<=0.3.2,>=0.2; extra == 'docs'
+Requires-Dist: sphinx-toolbox==3.5.0; extra == 'docs'
+Requires-Dist: sphinx<6.0,>5.0; extra == 'docs'
+Requires-Dist: sphinxcontrib-mockautodoc; extra == 'docs'
+Requires-Dist: sphinxcontrib-video==0.2.0; extra == 'docs'
+Provides-Extra: test
+Requires-Dist: captum>=0.4.0; extra == 'test'
+Requires-Dist: contourpy<1.3.1; extra == 'test'
+Requires-Dist: deepspeed; extra == 'test'
+Requires-Dist: ipython==8.18.1; extra == 'test'
+Requires-Dist: moto==5.0.18; extra == 'test'
+Requires-Dist: nvidia-ml-py; extra == 'test'
+Requires-Dist: nvtx; extra == 'test'
+Requires-Dist: peft; extra == 'test'
+Requires-Dist: pre-commit; extra == 'test'
+Requires-Dist: pre-commit-hooks; extra == 'test'
+Requires-Dist: pytest; extra == 'test'
+Requires-Dist: pytest-cov; extra == 'test'
+Requires-Dist: pytest-timeout; extra == 'test'
+Requires-Dist: pytest-xdist; extra == 'test'
+Requires-Dist: ruff; extra == 'test'
+Requires-Dist: tox-venv; extra == 'test'
+Requires-Dist: tox-wheel==1.0.0; extra == 'test'
+Requires-Dist: tox==3.26.0; extra == 'test'
+Requires-Dist: trl==0.7.1; extra == 'test'
+Requires-Dist: twine; extra == 'test'
+Requires-Dist: ty; extra == 'test'
+Requires-Dist: types-boto3[batch,dynamodb,ec2,s3]; extra == 'test'
+Requires-Dist: viztracer; extra == 'test'
+Description-Content-Type: text/markdown
+
+# FKAT
+
+[![Documentation](https://img.shields.io/badge/docs-gh--pages-blue)](https://amzn.github.io/fkat/)
+[![License](https://img.shields.io/badge/License-Apache%202.0-blue.svg)](LICENSE)
+[![Python](https://img.shields.io/badge/python-3.10+-blue.svg)](https://www.python.org/downloads/)
+[![PyTorch](https://img.shields.io/badge/PyTorch-2.0+-ee4c2c.svg)](https://pytorch.org/)
+[![Lightning](https://img.shields.io/badge/Lightning-2.0+-792ee5.svg)](https://lightning.ai/)
+[![Ruff](https://img.shields.io/endpoint?url=https://raw.githubusercontent.com/astral-sh/ruff/main/assets/badge/v2.json)](https://github.com/astral-sh/ruff)
+
+Foundational Kit for AI Training
+
+## Documentation
+
+📚 **[Read the full documentation](https://amzn.github.io/fkat/)**
+
+## Dependencies
+
+This project depends on third-party open source packages that are installed via PyPI.
+
+Key dependencies include:
+- PyTorch (BSD-3-Clause)
+- Lightning (Apache-2.0)
+- Transformers (Apache-2.0)
+- Hydra (MIT)
+- MLflow (Apache-2.0)
+- AWS SDK for Python / Boto3 (Apache-2.0)
+- PyArrow (Apache-2.0)
+
+For a complete list of dependencies and their licenses, see `pyproject.toml` and run `pip-licenses` after installation.
+
+## Setup
+
+```bash
+pip install hatch
+hatch env create
+```
+
+## Development
+
+```bash
+hatch run test:test
+hatch run lint:check
+```
+
+## Documentation
+
+Docs are automatically built and deployed to GitHub Pages on push to main/mainline.
+
+Build locally:
+```bash
+hatch run docs:build
+hatch run docs:serve
+```
+
+## Contributing
+
+See [CONTRIBUTING.md](CONTRIBUTING.md) for guidelines.
+
+## Code of Conduct
+
+See [CODE_OF_CONDUCT.md](CODE_OF_CONDUCT.md).

fkat-0.1.2.dist-info/RECORD

@@ -0,0 +1,88 @@
+fkat/__init__.py,sha256=kuYbZ-7cqDIEA5dNggMVe49LibdC-RwE1pL3yPhH-2U,5149
+fkat/predict.py,sha256=e2FSuw5HIz_eocoxTbncklNch18e_5mffIgObJXBrFk,878
+fkat/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+fkat/test.py,sha256=CKqP0MLmXqVdXlBTcjtN5CmPT_YnCi2COyUg7a7rMBM,811
+fkat/train.py,sha256=Gx_td6GyhJ6VAIQEAwMOa2me9FT2t3_OL1PTt6wwOVI,892
+fkat/validate.py,sha256=cHg9zW9EpHm_B8x30jb7xBSzu_x8N5haJY5d00sNaXE,821
+fkat/data/__init__.py,sha256=261egC2KYrpUnaDXnCLnOFoudKcywYkFZ25QlrdJWkk,419
+fkat/data/data_module.py,sha256=RACUbTNdFtYXpKc-pvj7iN4kp1dPDqouQfbrcNz9QVA,7793
+fkat/data/dict.py,sha256=-ivMLelLGDOhVcw9gEygp4LLdOgiFBOVmta-mZCYHiw,1442
+fkat/data/sharded.py,sha256=6BSi975P4RYJfewwZJklT3Oyd9CcD4Y1AJbCnEv6ayc,29219
+fkat/data/shm.py,sha256=_1ZeRhZRih_TMZabSQPq3Gm9PInZtwed0Lgy4My4yZ8,14337
+fkat/data/datasets/__init__.py,sha256=hUU88kfAIWNHhkz-v5w3fHqNcHihYIKj8VUf-ps65D4,540
+fkat/data/datasets/dict.py,sha256=9d1PWVaLP5G_E6w0V9AO0mFZsx6-HqqKjve9RYWnpyg,2700
+fkat/data/datasets/json.py,sha256=oNn4czQThutKBpixnLdG1UBAlIa2pkWcNb1OC1C4rc8,6318
+fkat/data/datasets/map.py,sha256=gE_xnUVtl6h-ouTBZbiAvu7C0-dPZ7OTR-DxHG0mvhM,2568
+fkat/data/datasets/parquet.py,sha256=bGSjrrFJw3DE5WEFGIuxkA_XH9WjC9l_3TFVYH1ZMt8,8819
+fkat/data/datasets/sized.py,sha256=tmQX1cd9_0b4jmnJ3560oPX2r_o9OvXljeweQb5f9xk,724
+fkat/data/samplers/__init__.py,sha256=HDPLdpb7UwttzARf16Z6-vABaHfzEXXpqHv-HPAxdo8,233
+fkat/data/samplers/dict.py,sha256=nppgM6z0WfG16LkOiT7CIzqyC7IkePu5VjI_VeFQ1gI,1559
+fkat/data/samplers/sized.py,sha256=uo1Y-XgH10qaH6HYiKv39YCiRWQuzKMJ4Ha6Oqu3Gj0,410
+fkat/data/samplers/strategies.py,sha256=jsG5C8jCP6QNgwlNbMRx0UF2Kp0hfUTDEB6sRkqDxeE,1902
+fkat/pytorch/__init__.py,sha256=cdA5mS4EFfP6aggb1H9JDyT2ZTGwRDJwFEAtOEOLBSg,108
+fkat/pytorch/loggers.py,sha256=sSFTlv8e5s5Nyz4B50HPbQWjhJmgB-BK4wDAeWAOs5I,9683
+fkat/pytorch/utilities.py,sha256=VIMjJ7OjSh-dA-7OjPi10WjLY9ZMFtopggtEOJHXyXU,1446
+fkat/pytorch/actions/__init__.py,sha256=YukooKLQ5FhRrJHIVIKusClD8BXFJYpcWF0_vKCblBs,412
+fkat/pytorch/actions/aws/__init__.py,sha256=cdA5mS4EFfP6aggb1H9JDyT2ZTGwRDJwFEAtOEOLBSg,108
+fkat/pytorch/actions/aws/batch.py,sha256=nMGvAuSOtHuY4DnxXojI_cbhFCq8HpIal9hV5cBpxQo,976
+fkat/pytorch/actions/aws/ec2.py,sha256=xwsy9QFdFCkhkYWka5kl_f6tdRDJZCsfKU1kCrsAbMg,2631
+fkat/pytorch/callbacks/__init__.py,sha256=LTiYHnMO8kpe1MOUjnqYLW55bRL2vI3iW6616zwBCCI,107
+fkat/pytorch/callbacks/gc.py,sha256=FHwjci0Kj6znp5hfnr5fgNeTblSSICkKJCyRqMuWBmI,5087
+fkat/pytorch/callbacks/loggers.py,sha256=hQNpajn6YwUbEE_hfrtJ0WL1inAi4WUNWaTrPk8320E,7297
+fkat/pytorch/callbacks/cuda/__init__.py,sha256=gILx7c3Gu4jXEIrDVrdD388X-xq4qkRbD_AEaDjPHRU,330
+fkat/pytorch/callbacks/cuda/cache.py,sha256=nqUJVxQlRw76NqtM0-vxwAxp3NgVRWIySD3T8sPNbLQ,3788
+fkat/pytorch/callbacks/cuda/memory.py,sha256=N_JucoxovoAeawWgTwXu89o23T8gk0fRgmsF34YaeUs,8575
+fkat/pytorch/callbacks/cuda/nsys.py,sha256=6MrWSZHvGCNeCcSfF6BX5xyXV_VqGDyu3pwZeznKcY4,7039
+fkat/pytorch/callbacks/cuda/nvtx.py,sha256=zWWdl-kcRSVeo2R7VaoeQ5qT0m_9rl07qddfcCKXEbM,11179
+fkat/pytorch/callbacks/cuda/xid.py,sha256=RZaZDjmRutimg5LTBQ1waRygmUkfzUTmItjzMHfZ6Oo,6736
+fkat/pytorch/callbacks/debugging/__init__.py,sha256=npRowOXLh-swYsIUBjTKWkX9T00ISA9gIB4qdhzjnUY,250
+fkat/pytorch/callbacks/debugging/introspection.py,sha256=ENaqSgNoh-0fAoS4LsJRKqqCtUuypaMjYHYCsQNv54w,21565
+fkat/pytorch/callbacks/debugging/optimizer.py,sha256=suzSAJu0stuJo9W9j-1f63Y5LzZrAimibRavUWJjQjM,1696
+fkat/pytorch/callbacks/logging/__init__.py,sha256=Br3Hwt5HexjdFZcuvO5kWxa3yzO7pVtWBvXIKVk52jk,301
+fkat/pytorch/callbacks/logging/heartbeat.py,sha256=Re29g8zy-5Hucvkr7CjWkssB-Sywmy84aivmzqnajz8,2801
+fkat/pytorch/callbacks/logging/throughput.py,sha256=E42193nY3FqWo04YWHQ-hDArOu_O1jFoTTX2Mxmaj_c,9427
+fkat/pytorch/callbacks/logging/validation_metrics.py,sha256=nyImmN0EeUG0gbpmoXtXPaRabVgHu5Az202K851iFO8,3680
+fkat/pytorch/callbacks/monitoring/__init__.py,sha256=-0w2E1H0698aLNeyz4QozY67ioQviQhkI0y3Z7m1jyQ,354
+fkat/pytorch/callbacks/monitoring/crash.py,sha256=AIGMUZl73YK8MMrRXIZXBNl2J7Qr77SNRfRFkI9aRgU,6077
+fkat/pytorch/callbacks/monitoring/dp.py,sha256=NEcMg6cpi5--xnA77BHQfbqxhHyojwK1z75loO5b5j4,4698
+fkat/pytorch/callbacks/monitoring/hardware_stats.py,sha256=_yrpdi8RJdCm74YflUj_Xx3e_odhuufiqVctSMGSE9A,5394
+fkat/pytorch/callbacks/monitoring/shutdown.py,sha256=2luwvueNeK1_am4Y8gttEunzJOgdwqedpVbINw9iT7Y,6469
+fkat/pytorch/callbacks/profiling/__init__.py,sha256=4TSwRLkqEGRcYCx-hgqgGrLRV6D4nUjwVd-TFtCU72A,293
+fkat/pytorch/callbacks/profiling/flops.py,sha256=UWNim5nUYRQJu4Sg_8plKiLktRC-OySdb2xLzHnFF4k,23281
+fkat/pytorch/callbacks/profiling/memray.py,sha256=mG18EuNqRG2hCAxwa13RVLPAsKDRf0-cQMOIMym-fgA,7694
+fkat/pytorch/callbacks/profiling/torch.py,sha256=SZ5Nd_ypbtP56lYHQmfdfgXN8cqCy-8JfLMHv7xRB3U,7558
+fkat/pytorch/callbacks/profiling/viztracer.py,sha256=TKc-4A1tO2jxjhIZeKpEUeVtVNbXWg8q2pPb8G7OnOc,7421
+fkat/pytorch/schedule/__init__.py,sha256=ritz02ozwavSurhRaK4tpU7Oj5edBlXO1uwuAs2X4RA,458
+fkat/pytorch/schedule/base.py,sha256=1HuDBBPK-Czc5xX2ppWZaBdzJpjMGNuMtSwsJ5w2_eA,9462
+fkat/pytorch/schedule/mlflow.py,sha256=3hDH85yrejnht4eupiBmiIJu9bebvFF2skBBCIR-sJw,5980
+fkat/utils/__init__.py,sha256=gmLZEQAEHy2pth2jU-oM-afQKXqVl7NJxtgBpY2OW3w,808
+fkat/utils/boto3.py,sha256=vFmgaM4AbpvUkhnNybK_7AIbvPT6PKMEGDcbdiUo9co,634
+fkat/utils/config.py,sha256=ypvvU-T7ibQwlGMOWre_tuJtVjdAjbyOJsUTH_EZ7O0,6238
+fkat/utils/logging.py,sha256=7k-7-rAxtut9fMJyGkGTv8vy1udanzPHKE7w-UKjvQs,838
+fkat/utils/mlflow.py,sha256=gUyE6JrD_8glhsHkg77eHA6fXI_6gu3pgvuRHPgs4HA,1075
+fkat/utils/pandas.py,sha256=kUcNHhuWFK45oQ9c5iEyBrTfBmzubL-2uF8MfByYJ34,925
+fkat/utils/pdb.py,sha256=q-yzt0_iJKfN7wFHvm8SIwPiVWZO7R0WEl_qlP6aT_Q,2329
+fkat/utils/pool.py,sha256=2TxOGBZTxR_ZyM923VYJeiU-kLSLCIwBxDtfrfrUFmk,2309
+fkat/utils/profiler.py,sha256=lp-VMMTSnoe7JmomfZ4AoTBo3X9SotiXE7VOdcFMr2E,547
+fkat/utils/pyarrow.py,sha256=QooFPFRgKd27405JygZyxhVD_9dQHUSBsEwNApKnzvE,733
+fkat/utils/rng.py,sha256=2dUlU4IgZgAnrHZZ7MnrKdv9aRO8buki9nv1SGPWUDo,971
+fkat/utils/shm.py,sha256=hTYgycIzLI-MskK-JHkTEIFb9c29XJ4z8QtI--6Kbjg,5941
+fkat/utils/aws/__init__.py,sha256=cdA5mS4EFfP6aggb1H9JDyT2ZTGwRDJwFEAtOEOLBSg,108
+fkat/utils/aws/imds.py,sha256=xv60coWcD2gp4HiC5rWtEujsGEHMrMnDMNtPrx6OKdc,4474
+fkat/utils/cuda/__init__.py,sha256=cdA5mS4EFfP6aggb1H9JDyT2ZTGwRDJwFEAtOEOLBSg,108
+fkat/utils/cuda/xid.py,sha256=xdfqQ6gBnNjSjktPAdkrAwZmktJL5uyxuwdDJNi2B30,1611
+fkat/utils/cuda/preflight/__init__.py,sha256=cdA5mS4EFfP6aggb1H9JDyT2ZTGwRDJwFEAtOEOLBSg,108
+fkat/utils/cuda/preflight/run.py,sha256=p_MlLcyrQbqbyvuqeO5Q42IKc88UDS-yk9IMaBHcgiw,21561
+fkat/utils/cuda/preflight/health_check/aws_instance_config.py,sha256=db54ylrFRpHvfihaZOmmHIA-4C9vpG4maQcnQwtHDsg,1989
+fkat/utils/cuda/preflight/health_check/constants.py,sha256=Xblr9IyLBVYG54rOBusKkVeSSpSzlko-WdyRn4vmf9Y,738
+fkat/utils/cuda/preflight/health_check/ddb_client.py,sha256=x0FLnoao8iEM9yDJqhfDNZDZ8VtVbXuirQh6ODpXT04,3250
+fkat/utils/cuda/preflight/health_check/gpu_connection_test.py,sha256=Dmmq4lDoXYPABY-V51oV-cl3c64oFqa4um9288cC1Dw,4185
+fkat/utils/cuda/preflight/health_check/gpu_stress_test.py,sha256=YAZNWtRgkPCqthhIxmr-U6vuWW-e8_6ZZdsbT-JTGCA,4693
+fkat/utils/cuda/preflight/health_check/helpers.py,sha256=rXw6fhKN36y4Xui4yDVQpym0RmY1pnhMLTScVZuQneQ,11291
+fkat/utils/cuda/preflight/health_check/logger.py,sha256=XAIJPvf3Pp0gPTCWE_W9HBMrqh7T2y794YvsG2pXLGM,8894
+fkat/utils/cuda/preflight/health_check/timer.py,sha256=lvMEEH8EBLLIMj0hVlaL4OuCaq7GYlBNsB6JXmh0YRA,912
+fkat-0.1.2.dist-info/METADATA,sha256=7Cn7bE7zumd2mDduxMdj8QMcX5_CBSEv9k6x9Lm67PQ,4480
+fkat-0.1.2.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+fkat-0.1.2.dist-info/licenses/LICENSE,sha256=CeipvOyAZxBGUsFoaFqwkx54aPnIKEtm9a5u2uXxEws,10142
+fkat-0.1.2.dist-info/licenses/NOTICE,sha256=1CkO1kwu3Q_OHYTj-d-yiBJA_lNN73a4zSntavaD4oc,67
+fkat-0.1.2.dist-info/RECORD,,

fkat-0.1.2.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: hatchling 1.28.0
+Root-Is-Purelib: true
+Tag: py3-none-any