tensorneko 0.3.4__tar.gz → 0.3.6__tar.gz

{tensorneko-0.3.4/src/tensorneko.egg-info → tensorneko-0.3.6}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tensorneko
-Version: 0.3.4
+Version: 0.3.6
 Summary: Tensor Neural Engine Kompanion. An util library based on PyTorch and PyTorch Lightning.
 Home-page: https://github.com/ControlNet/tensorneko
 Author: ControlNet
@@ -38,7 +38,7 @@ License-File: LICENSE
 <div align="center">    
     <a href="https://www.python.org/"><img src="https://img.shields.io/pypi/pyversions/tensorneko?style=flat-square"></a>
     <a href="https://pytorch.org/"><img src="https://img.shields.io/badge/PyTorch-%3E%3D1.9.0-EE4C2C?style=flat-square&logo=pytorch"></a>
-    <a href="https://www.pytorchlightning.ai/"><img src="https://img.shields.io/badge/Lightning-2.0.*-792EE5?style=flat-square&logo=lightning"></a>
+    <a href="https://www.pytorchlightning.ai/"><img src="https://img.shields.io/badge/Lightning-2.0.*%20|%202.1.*-792EE5?style=flat-square&logo=lightning"></a>
 </div>
 
 <div align="center">

{tensorneko-0.3.4 → tensorneko-0.3.6}/README.md

@@ -12,7 +12,7 @@
 <div align="center">    
     <a href="https://www.python.org/"><img src="https://img.shields.io/pypi/pyversions/tensorneko?style=flat-square"></a>
     <a href="https://pytorch.org/"><img src="https://img.shields.io/badge/PyTorch-%3E%3D1.9.0-EE4C2C?style=flat-square&logo=pytorch"></a>
-    <a href="https://www.pytorchlightning.ai/"><img src="https://img.shields.io/badge/Lightning-2.0.*-792EE5?style=flat-square&logo=lightning"></a>
+    <a href="https://www.pytorchlightning.ai/"><img src="https://img.shields.io/badge/Lightning-2.0.*%20|%202.1.*-792EE5?style=flat-square&logo=lightning"></a>
 </div>
 
 <div align="center">

{tensorneko-0.3.4 → tensorneko-0.3.6}/src/tensorneko/arch/__init__.py

@@ -2,10 +2,12 @@ from .gan import GAN
 from .vqvae import VQVAE
 from .wgan import WGAN
 from .auto_encoder import AutoEncoder
+from .binary_classifier import BinaryClassifier
 
 __all__ = [
     "GAN",
     "VQVAE",
     "WGAN",
-    "AutoEncoder"
+    "AutoEncoder",
+    "BinaryClassifier",
 ]

tensorneko-0.3.6/src/tensorneko/arch/binary_classifier.py

@@ -0,0 +1,59 @@
+from typing import Optional, Union, Sequence, Dict, Any
+
+from torch import Tensor
+from torch.nn import BCEWithLogitsLoss, Module
+from torch.optim import Adam
+from torchmetrics import Accuracy, F1Score, AUROC
+
+from ..neko_model import NekoModel
+
+
+class BinaryClassifier(NekoModel):
+
+    def __init__(self, name, model: Module, learning_rate: float = 1e-4, distributed: bool = False):
+        super().__init__(name)
+        self.save_hyperparameters()
+        self.model = model
+        self.learning_rate = learning_rate
+        self.distributed = distributed
+        self.loss_fn = BCEWithLogitsLoss()
+        self.acc_fn = Accuracy(task="binary")
+        self.f1_fn = F1Score(task="binary")
+        self.auc_fn = AUROC(task="binary")
+
+    @classmethod
+    def from_module(cls, model: Module, learning_rate: float = 1e-4, name: str = "binary_classifier",
+        distributed: bool = False
+    ):
+        return cls(name, model, learning_rate, distributed)
+
+    def forward(self, x):
+        return self.model(x)
+
+    def step(self, batch: Optional[Union[Tensor, Sequence[Tensor]]]) -> Dict[str, Tensor]:
+        x, y = batch
+        y_hat = self(x).squeeze(1)
+        loss = self.loss_fn(y_hat, y)
+        prob = y_hat.sigmoid()
+        acc = self.acc_fn(prob, y)
+        f1 = self.f1_fn(prob, y)
+        auc = self.auc_fn(prob, y)
+        return {"loss": loss, "acc": acc, "f1": f1, "auc": auc}
+
+    def training_step(self, batch: Optional[Union[Tensor, Sequence[Tensor]]] = None, batch_idx: Optional[int] = None,
+        optimizer_idx: Optional[int] = None, hiddens: Optional[Tensor] = None
+    ) -> Dict[str, Tensor]:
+        return self.step(batch)
+
+    def validation_step(self, batch: Optional[Union[Tensor, Sequence[Tensor]]] = None, batch_idx: Optional[int] = None,
+        dataloader_idx: Optional[int] = None
+    ) -> Dict[str, Tensor]:
+        return self.step(batch)
+
+    def predict_step(self, batch: Tensor, batch_idx: int, dataloader_idx: Optional[int] = None) -> Any:
+        x, y = batch
+        return self(x)
+
+    def configure_optimizers(self):
+        optimizer = Adam(self.parameters(), lr=self.learning_rate)
+        return [optimizer]

tensorneko-0.3.6/src/tensorneko/callback/gpu_stats_logger.py

@@ -0,0 +1,68 @@
+from typing import Any
+
+from lightning.pytorch import Callback, Trainer, LightningModule
+from lightning.pytorch.utilities.types import STEP_OUTPUT
+
+
+class GpuStatsLogger(Callback):
+    """Log GPU stats for each training epoch"""
+
+    def __init__(self, delay: float = 0.5, on_epoch: bool = True, on_step: bool = False):
+        try:
+            from gpumonitor.monitor import GPUStatMonitor
+        except ImportError:
+            raise ImportError("gpumonitor is required to use GPUStatsLogger")
+
+        self.monitor_epoch = GPUStatMonitor(delay=delay) if on_epoch else None
+        self.monitor_step = GPUStatMonitor(delay=delay) if on_step else None
+        self.on_epoch = on_epoch
+        self.on_step = on_step
+        assert self.on_epoch or self.on_step, "on_epoch and on_step cannot be both False"
+
+    def on_train_epoch_start(self, trainer: Trainer, pl_module: LightningModule) -> None:
+        if not self.on_epoch:
+            return
+        self.monitor_epoch.reset()
+
+    def on_train_epoch_end(self, trainer: Trainer, pl_module: LightningModule) -> None:
+        if not self.on_epoch:
+            return
+        for gpu in self.monitor_epoch.average_stats.gpus:
+            logged_info = {
+                f"gpu{gpu.index}_memory_used_epoch": gpu.memory_used / 1024,
+                f"gpu{gpu.index}_memory_total_epoch": gpu.memory_total / 1024,
+                f"gpu{gpu.index}_memory_util_epoch": gpu.memory_used / gpu.memory_total,
+                f"gpu{gpu.index}_temperature_epoch": float(gpu.temperature),
+                f"gpu{gpu.index}_utilization_epoch": gpu.utilization / 100,
+                f"gpu{gpu.index}_power_draw_epoch": float(gpu.power_draw),
+                f"gpu{gpu.index}_power_percentage_epoch": gpu.power_draw / gpu.power_limit,
+                f"gpu{gpu.index}_fan_speed_epoch": float(gpu.fan_speed) if gpu.fan_speed is not None else 0.,
+            }
+            pl_module.logger.log_metrics(logged_info, step=trainer.global_step)
+            pl_module.log_dict(logged_info, logger=False, sync_dist=pl_module.distributed)
+
+    def on_train_batch_start(
+        self, trainer: Trainer, pl_module: LightningModule, batch: Any, batch_idx: int
+    ) -> None:
+        if not self.on_step:
+            return
+        self.monitor_step.reset()
+
+    def on_train_batch_end(
+        self, trainer: Trainer, pl_module: LightningModule, outputs: STEP_OUTPUT, batch: Any, batch_idx: int
+    ) -> None:
+        if not self.on_step:
+            return
+        for gpu in self.monitor_step.average_stats.gpus:
+            logged_info = {
+                f"gpu{gpu.index}_memory_used_step": gpu.memory_used / 1024,
+                f"gpu{gpu.index}_memory_total_step": gpu.memory_total / 1024,
+                f"gpu{gpu.index}_memory_util_step": gpu.memory_used / gpu.memory_total,
+                f"gpu{gpu.index}_temperature_step": float(gpu.temperature),
+                f"gpu{gpu.index}_utilization_step": gpu.utilization / 100,
+                f"gpu{gpu.index}_power_draw_step": float(gpu.power_draw),
+                f"gpu{gpu.index}_power_percentage_step": gpu.power_draw / gpu.power_limit,
+                f"gpu{gpu.index}_fan_speed_step": float(gpu.fan_speed) if gpu.fan_speed is not None else 0.,
+            }
+            pl_module.logger.log_metrics(logged_info, step=trainer.global_step)
+            pl_module.log_dict(logged_info, logger=False, sync_dist=pl_module.distributed)

tensorneko-0.3.6/src/tensorneko/callback/system_stats_logger.py

@@ -0,0 +1,44 @@
+from typing import Any
+
+from lightning.pytorch import Callback, Trainer, LightningModule
+from lightning.pytorch.utilities.types import STEP_OUTPUT
+
+
+class SystemStatsLogger(Callback):
+    """Log system stats for each training epoch"""
+
+    def __init__(self, on_epoch: bool = True, on_step: bool = False):
+        try:
+            import psutil
+        except ImportError:
+            raise ImportError("psutil is required to use SystemStatsLogger")
+        self.psutil = psutil
+        self.on_epoch = on_epoch
+        self.on_step = on_step
+        assert self.on_epoch or self.on_step, "on_epoch and on_step cannot be both False"
+
+    def on_train_epoch_end(self, trainer: Trainer, pl_module: LightningModule) -> None:
+        if not self.on_epoch:
+            return
+        cpu_usage = self.psutil.cpu_percent()
+        memory_usage = self.psutil.virtual_memory().percent
+        logged_info = {
+            "cpu_usage_epoch": cpu_usage,
+            "memory_usage_epoch": memory_usage
+        }
+        pl_module.logger.log_metrics(logged_info, step=trainer.global_step)
+        pl_module.log_dict(logged_info, logger=False, sync_dist=pl_module.distributed)
+
+    def on_train_batch_end(
+        self, trainer: Trainer, pl_module: LightningModule, outputs: STEP_OUTPUT, batch: Any, batch_idx: int
+    ) -> None:
+        if not self.on_step:
+            return
+        cpu_usage = self.psutil.cpu_percent()
+        memory_usage = self.psutil.virtual_memory().percent
+        logged_info = {
+            "cpu_usage_step": cpu_usage,
+            "memory_usage_step": memory_usage
+        }
+        pl_module.logger.log_metrics(logged_info, step=trainer.global_step)
+        pl_module.log_dict(logged_info, logger=False, sync_dist=pl_module.distributed)

tensorneko-0.3.6/src/tensorneko/dataset/__init__.py

@@ -0,0 +1,11 @@
+from .round_robin_dataset import RoundRobinDataset
+from .nested_dataset import NestedDataset
+from .list_dataset import ListDataset
+from . import sampler
+
+__all__ = [
+    "RoundRobinDataset",
+    "NestedDataset",
+    "ListDataset",
+    "sampler"
+]

tensorneko-0.3.6/src/tensorneko/dataset/list_dataset.py

@@ -0,0 +1,19 @@
+from typing import List
+
+from torch.utils.data.dataset import Dataset, T_co
+
+
+class ListDataset(Dataset[T_co]):
+    """
+    A dataset wrapping a list of data.
+    """
+
+    def __init__(self, data: List[T_co]):
+        super().__init__()
+        self.data = data
+
+    def __getitem__(self, index: int) -> T_co:
+        return self.data[index]
+
+    def __len__(self):
+        return len(self.data)

{tensorneko-0.3.4 → tensorneko-0.3.6}/src/tensorneko/dataset/round_robin_dataset.py

@@ -4,7 +4,7 @@ from typing import List, Optional
 from torch.utils.data import Dataset
 from torch.utils.data.dataset import T_co
 
-from tensorneko.util import circular_pad
+from ..util import circular_pad
 
 
 class RoundRobinDataset(Dataset[T_co]):

tensorneko-0.3.6/src/tensorneko/dataset/sampler/__init__.py

@@ -0,0 +1,5 @@
+from .sequential_iter_sampler import SequentialIterSampler
+
+__all__ = [
+    "SequentialIterSampler"
+]

tensorneko-0.3.6/src/tensorneko/dataset/sampler/sequential_iter_sampler.py

@@ -0,0 +1,26 @@
+from typing import Sized
+
+from torch.utils.data.sampler import Sampler, T_co
+
+
+class SequentialIterSampler(Sampler[T_co]):
+    """
+    Use to split the large scale data into small subsets for each epochs
+    For example, if the dataset size is 1M, and the num_samples = 1000, then each epoch will only use 1000 samples, and
+    the next epoch will use the next 1000 samples.
+    """
+
+    def __init__(self, data_source: Sized, num_samples: int):
+        super().__init__(data_source)
+        self.data_source = data_source
+        self.num_samples = num_samples
+        self.total_size = len(data_source)
+        self.current_position = 0
+
+    def __iter__(self):
+        yield from map(lambda x: x % self.total_size,
+            range(self.current_position, self.current_position + self.num_samples))
+        self.current_position = (self.current_position + self.num_samples) % self.total_size
+
+    def __len__(self):
+        return self.num_samples

{tensorneko-0.3.4 → tensorneko-0.3.6}/src/tensorneko/evaluation/__init__.py

@@ -1,6 +1,7 @@
 from .iou import iou_1d, iou_2d
 from .psnr import psnr_video, psnr_image
 from .ssim import ssim_video, ssim_image
+from .secs import secs
 from .fid import FID
 
 __all__ = [
@@ -10,5 +11,6 @@ __all__ = [
     "psnr_image",
     "ssim_video",
     "ssim_image",
+    "secs",
     "FID",
 ]

{tensorneko-0.3.4 → tensorneko-0.3.6}/src/tensorneko/evaluation/fid.py

@@ -22,6 +22,34 @@ except ImportError:
 
 
 class FID:
+    """
+    Calculate Fréchet inception distance based on torchmetrics. Require library "torch-fidelity".
+
+    Args:
+        device (``str`` | :class:`~torch.device`, optional): Device to run the metric. Default: ``"cpu"``.
+
+    Example::
+
+        from tensorneko.evaluation import FID
+        fid = FID("cuda")
+        
+        # add predicted and real images
+        fid.add_pred_image("path/to/pred/image1.png")
+        fid.add_pred_image("path/to/pred/image2.png")
+        fid.add_true_image("path/to/true/image1.png")
+        fid.add_true_image("path/to/true/image2.png")
+
+        # add predicted and real videos
+        fid.add_pred_video("path/to/pred/video1.mp4")
+        fid.add_pred_video("path/to/pred/video2.mp4")
+        fid.add_true_video("path/to/true/video1.mp4")
+        fid.add_true_video("path/to/true/video2.mp4")
+
+        # compute FID
+        fid_score = fid.compute(batch_size=128, num_workers=8, progress_bar=True)
+        print(fid_score)
+
+    """
 
     def __init__(self, device: Union[str, Device] = "cpu"):
         self.device = torch.device(device)
@@ -56,14 +84,14 @@ class FID:
     def cuda(self) -> FID:
         return self.to("cuda")
 
-    def compute(self, batch_size=128, num_workers=8, progress_bar: bool = True) -> float:
+    def compute(self, batch_size=128, num_workers=0, progress_bar: bool = False) -> float:
         pred = torch.utils.data.DataLoader(self.pred_data, batch_size=batch_size, num_workers=num_workers)
         true = torch.utils.data.DataLoader(self.true_data, batch_size=batch_size, num_workers=num_workers)
 
         if progress_bar:
             tqdm = import_tqdm_auto().tqdm
-            pred = tqdm(pred, desc="Forward predicted features")
-            true = tqdm(true, desc="Forward ground truth features")
+            pred = tqdm(pred, total=len(pred), desc="Forward predicted features")
+            true = tqdm(true, total=len(true), desc="Forward ground truth features")
 
         for batch in pred:
             self.fid.update(batch.to(self.device), real=False)
@@ -72,6 +100,11 @@ class FID:
 
         return self.fid.compute().item()
 
+    def reset(self):
+        self.pred_data = _FIDDataset()
+        self.true_data = _FIDDataset()
+        self.fid.reset()
+
 
 @dataclass
 class _FIDEntry:
@@ -104,6 +137,7 @@ class _FIDDataset(IterableDataset):
             raise RuntimeError("Cannot open video file.")
         n_frames = int(cap.get(self.cv2.CAP_PROP_FRAME_COUNT))
         self.length += n_frames
+        cap.release()
 
     @staticmethod
     def _preprocess_image(image: Tensor) -> Tensor:
@@ -130,6 +164,8 @@ class _FIDDataset(IterableDataset):
             frame = self._preprocess_image(frame)
             yield frame
 
+        cap.release()
+
     def __iter__(self):
         for entry in self.content:
             if entry.type == "image":

{tensorneko-0.3.4 → tensorneko-0.3.6}/src/tensorneko/evaluation/iou.py

@@ -70,7 +70,7 @@ def iou_2d(proposal: Union[Tensor, ndarray], target: Union[Tensor, ndarray]) ->
 
     inner_x1 = torch.maximum(proposal_x1, target_x1)
     inner_y1 = torch.maximum(proposal_y1, target_y1)
-    inner_x2 = torch.minimum(proposal_x2, target_y2)
+    inner_x2 = torch.minimum(proposal_x2, target_x2)
     inner_y2 = torch.minimum(proposal_y2, target_y2)
 
     area_proposal = (proposal_x2 - proposal_x1) * (proposal_y2 - proposal_y1)

tensorneko-0.3.6/src/tensorneko/evaluation/secs.py

@@ -0,0 +1,58 @@
+from numpy import ndarray
+from torch import Tensor
+
+from tensorneko_util.util import dispatch, Eval
+
+from tensorneko_util.io import read
+
+
+@Eval.later
+def _secs_encoder():
+    from resemblyzer import VoiceEncoder
+    return VoiceEncoder()
+
+
+@dispatch
+def secs(pred: str, real: str) -> float:
+    from resemblyzer import VoiceEncoder, preprocess_wav
+    pred_audio = preprocess_wav(read.audio(pred).audio[0].numpy())
+    real_audio = preprocess_wav(read.audio(real).audio[0].numpy())
+    return _secs_compute(pred_audio, real_audio)
+
+
+@dispatch
+def secs(pred: Tensor, real: Tensor) -> float:
+    return secs(pred.numpy(), real.numpy())
+
+
+@dispatch
+def secs(pred: ndarray, real: ndarray) -> float:
+    from resemblyzer import VoiceEncoder, preprocess_wav
+    if len(pred.shape) == 2:
+        if pred.shape[0] == 1:
+            pred = pred.squeeze(0)
+        elif pred.shape[1] == 1:
+            pred = pred.squeeze(1)
+        else:
+            raise ValueError("The input audio must be mono.")
+
+    if len(real.shape) == 2:
+        if real.shape[0] == 1:
+            real = real.squeeze(0)
+        elif real.shape[1] == 1:
+            real = real.squeeze(1)
+        else:
+            raise ValueError("The input audio must be mono.")
+
+    pred_audio = preprocess_wav(pred)
+    real_audio = preprocess_wav(real)
+
+    return _secs_compute(pred_audio, real_audio)
+
+
+def _secs_compute(pred_audio: ndarray, real_audio: ndarray) -> float:
+    encoder = _secs_encoder.value
+    real_embed = encoder.embed_utterance(real_audio)
+    pred_embed = encoder.embed_utterance(pred_audio)
+
+    return float((real_embed * pred_embed).sum())

{tensorneko-0.3.4 → tensorneko-0.3.6}/src/tensorneko/neko_trainer.py

@@ -3,16 +3,20 @@ from datetime import timedelta
 from time import time
 from typing import Optional, Union, List, Dict
 
+from lightning.fabric.plugins.precision.precision import _PRECISION_INPUT
+from lightning.fabric.utilities.types import _PATH
 from lightning.pytorch import Trainer, Callback
 from lightning.pytorch.accelerators import Accelerator
 from lightning.pytorch.callbacks import ModelCheckpoint, Checkpoint
 from lightning.pytorch.loggers import Logger, TensorBoardLogger
-from lightning.pytorch.plugins import PLUGIN_INPUT
 from lightning.pytorch.profilers import Profiler
 from lightning.pytorch.strategies import Strategy
 from lightning.pytorch.trainer.connectors.accelerator_connector import _LITERAL_WARN
-from lightning.fabric.plugins.precision.precision import _PRECISION_INPUT
-from lightning.fabric.utilities.types import _PATH
+
+try:
+    from lightning.pytorch.plugins import PLUGIN_INPUT
+except ImportError:
+    from lightning.pytorch.plugins import _PLUGIN_INPUT as PLUGIN_INPUT
 
 from .callback import NilCallback, LrLogger, EpochNumLogger, EpochTimeLogger, GpuStatsLogger, SystemStatsLogger
 

{tensorneko-0.3.4 → tensorneko-0.3.6}/src/tensorneko/util/__init__.py

@@ -9,7 +9,7 @@ from . import type
 from .configuration import Configuration
 from .misc import reduce_dict_by, summarize_dict_by, with_printed_shape, is_bad_num, count_parameters, compose, \
     generate_inf_seq, listdir, with_printed, ifelse, dict_add, as_list, identity, list_to_dict, circular_pad, \
-    load_py, try_until_success
+    load_py, try_until_success, sample_indexes
 from .misc import get_tensorneko_path
 from .dispatched_misc import sparse2binary, binary2sparse
 from .reproducibility import Seed
@@ -71,6 +71,7 @@ __all__ = [
     "circular_pad",
     "load_py",
     "try_until_success",
+    "sample_indexes",
     "download_file",
     "WindowMerger",
 ]

{tensorneko-0.3.4 → tensorneko-0.3.6}/src/tensorneko/util/configuration.py

@@ -1,10 +1,12 @@
 from __future__ import annotations
 
 from abc import ABC, abstractmethod
-from typing import Any
+from typing import Generic
 
+from tensorneko_util.util.type import T
 
-class Configuration(ABC):
+
+class Configuration(ABC, Generic[T]):
     """
     Configuration base abstract class.
 
@@ -55,7 +57,7 @@ class Configuration(ABC):
         return iter((*self.args, *self.kwargs.values()))
 
     @abstractmethod
-    def build(self) -> Any:
+    def build(self) -> T:
         """
         A method to build an object.
 

{tensorneko-0.3.4 → tensorneko-0.3.6}/src/tensorneko/util/misc.py

@@ -9,7 +9,7 @@ from torch import Tensor
 from torch.nn import Module
 
 from tensorneko_util.util.misc import generate_inf_seq, listdir, with_printed, ifelse, dict_add, as_list, \
-    identity, list_to_dict, compose, circular_pad, load_py, try_until_success
+    identity, list_to_dict, compose, circular_pad, load_py, try_until_success, sample_indexes
 from .type import T, A
 
 
@@ -165,3 +165,4 @@ list_to_dict = list_to_dict
 circular_pad = circular_pad
 load_py = load_py
 try_until_success = try_until_success
+sample_indexes = sample_indexes

{tensorneko-0.3.4 → tensorneko-0.3.6}/src/tensorneko/util/type.py

@@ -1,4 +1,3 @@
-from enum import Enum
 from typing import Callable, Union, List, Tuple, TypeVar
 
 import numpy as np

tensorneko-0.3.6/src/tensorneko/version.txt

@@ -0,0 +1 @@
+0.3.6

{tensorneko-0.3.4 → tensorneko-0.3.6/src/tensorneko.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tensorneko
-Version: 0.3.4
+Version: 0.3.6
 Summary: Tensor Neural Engine Kompanion. An util library based on PyTorch and PyTorch Lightning.
 Home-page: https://github.com/ControlNet/tensorneko
 Author: ControlNet
@@ -38,7 +38,7 @@ License-File: LICENSE
 <div align="center">    
     <a href="https://www.python.org/"><img src="https://img.shields.io/pypi/pyversions/tensorneko?style=flat-square"></a>
     <a href="https://pytorch.org/"><img src="https://img.shields.io/badge/PyTorch-%3E%3D1.9.0-EE4C2C?style=flat-square&logo=pytorch"></a>
-    <a href="https://www.pytorchlightning.ai/"><img src="https://img.shields.io/badge/Lightning-2.0.*-792EE5?style=flat-square&logo=lightning"></a>
+    <a href="https://www.pytorchlightning.ai/"><img src="https://img.shields.io/badge/Lightning-2.0.*%20|%202.1.*-792EE5?style=flat-square&logo=lightning"></a>
 </div>
 
 <div align="center">

{tensorneko-0.3.4 → tensorneko-0.3.6}/src/tensorneko.egg-info/SOURCES.txt

@@ -13,6 +13,7 @@ src/tensorneko.egg-info/requires.txt
 src/tensorneko.egg-info/top_level.txt
 src/tensorneko/arch/__init__.py
 src/tensorneko/arch/auto_encoder.py
+src/tensorneko/arch/binary_classifier.py
 src/tensorneko/arch/gan.py
 src/tensorneko/arch/vqvae.py
 src/tensorneko/arch/wgan.py
@@ -27,14 +28,18 @@ src/tensorneko/callback/lr_logger.py
 src/tensorneko/callback/nil_callback.py
 src/tensorneko/callback/system_stats_logger.py
 src/tensorneko/dataset/__init__.py
+src/tensorneko/dataset/list_dataset.py
 src/tensorneko/dataset/nested_dataset.py
 src/tensorneko/dataset/round_robin_dataset.py
+src/tensorneko/dataset/sampler/__init__.py
+src/tensorneko/dataset/sampler/sequential_iter_sampler.py
 src/tensorneko/debug/__init__.py
 src/tensorneko/evaluation/__init__.py
 src/tensorneko/evaluation/enum.py
 src/tensorneko/evaluation/fid.py
 src/tensorneko/evaluation/iou.py
 src/tensorneko/evaluation/psnr.py
+src/tensorneko/evaluation/secs.py
 src/tensorneko/evaluation/ssim.py
 src/tensorneko/io/__init__.py
 src/tensorneko/io/reader.py

{tensorneko-0.3.4 → tensorneko-0.3.6}/src/tensorneko.egg-info/requires.txt

@@ -3,12 +3,12 @@ torchaudio>=0.9.0
 torchvision>=0.10.0
 torchmetrics>=0.7.3
 tensorboard>=2.0.0
-lightning==2.0.*
+lightning<2.2,>=2.0
 pillow>=8.1
 av>=8.0.3
 numpy>=1.20.1
 einops>=0.3.0
-tensorneko_util==0.3.4
+tensorneko_util==0.3.6
 
 [:platform_system == "Windows"]
 pysoundfile>=0.9.0

tensorneko-0.3.4/src/tensorneko/callback/gpu_stats_logger.py

@@ -1,31 +0,0 @@
-from lightning.pytorch import Callback, Trainer, LightningModule
-
-
-class GpuStatsLogger(Callback):
-    """Log GPU stats for each training epoch"""
-
-    def __init__(self, delay: float = 0.5):
-        try:
-            from gpumonitor.monitor import GPUStatMonitor
-        except ImportError:
-            raise ImportError("gpumonitor is required to use GPUStatsLogger")
-
-        self.monitor = GPUStatMonitor(delay=delay)
-
-    def on_train_epoch_start(self, trainer: Trainer, pl_module: LightningModule) -> None:
-        self.monitor.reset()
-
-    def on_train_epoch_end(self, trainer: Trainer, pl_module: LightningModule) -> None:
-        for gpu in self.monitor.average_stats.gpus:
-            logged_info = {
-                f"gpu{gpu.index}_memory_used": gpu.memory_used / 1024,
-                f"gpu{gpu.index}_memory_total": gpu.memory_total / 1024,
-                f"gpu{gpu.index}_memory_util": gpu.memory_used / gpu.memory_total,
-                f"gpu{gpu.index}_temperature": float(gpu.temperature),
-                f"gpu{gpu.index}_utilization": gpu.utilization / 100,
-                f"gpu{gpu.index}_power_draw": float(gpu.power_draw),
-                f"gpu{gpu.index}_power_percentage": gpu.power_draw / gpu.power_limit,
-                f"gpu{gpu.index}_fan_speed": float(gpu.fan_speed) if gpu.fan_speed is not None else 0.,
-            }
-            pl_module.logger.log_metrics(logged_info, step=trainer.global_step)
-            pl_module.log_dict(logged_info, logger=False, sync_dist=pl_module.distributed)

tensorneko-0.3.4/src/tensorneko/callback/system_stats_logger.py

@@ -1,22 +0,0 @@
-from lightning.pytorch import Callback, Trainer, LightningModule
-
-
-class SystemStatsLogger(Callback):
-    """Log system stats for each training epoch"""
-
-    def __init__(self):
-        try:
-            import psutil
-        except ImportError:
-            raise ImportError("psutil is required to use SystemStatsLogger")
-        self.psutil = psutil
-
-    def on_train_epoch_end(self, trainer: Trainer, pl_module: LightningModule) -> None:
-        cpu_usage = self.psutil.cpu_percent()
-        memory_usage = self.psutil.virtual_memory().percent
-        logged_info = {
-            "cpu_usage": cpu_usage,
-            "memory_usage": memory_usage
-        }
-        pl_module.logger.log_metrics(logged_info, step=trainer.global_step)
-        pl_module.log_dict(logged_info, logger=False, sync_dist=pl_module.distributed)

tensorneko-0.3.4/src/tensorneko/dataset/__init__.py

@@ -1,5 +0,0 @@
-from .round_robin_dataset import RoundRobinDataset
-
-__all__ = [
-    "RoundRobinDataset",
-]

tensorneko-0.3.4/src/tensorneko/version.txt

@@ -1 +0,0 @@
-0.3.4