tensorneko 0.3.20__py3-none-any.whl → 0.3.21__py3-none-any.whl

tensorneko/dataset/list_dataset.py

@@ -1,6 +1,13 @@
 from typing import List
 
-from torch.utils.data.dataset import Dataset, T_co
+from torch.utils.data.dataset import Dataset
+
+try:
+    # for pytorch < 2.5
+    from torch.utils.data.dataset import T_co
+except ImportError:
+    # For pytorch >= 2.5
+    from torch.utils.data.dataset import _T_co as T_co
 
 
 class ListDataset(Dataset[T_co]):

tensorneko/dataset/nested_dataset.py

@@ -2,7 +2,14 @@ from abc import abstractmethod, ABC
 from typing import Tuple
 
 import numpy as np
-from torch.utils.data.dataset import Dataset, T_co
+from torch.utils.data.dataset import Dataset
+
+try:
+    # for pytorch < 2.5
+    from torch.utils.data.dataset import T_co
+except ImportError:
+    # For pytorch >= 2.5
+    from torch.utils.data.dataset import _T_co as T_co
 
 
 class NestedDataset(Dataset[T_co], ABC):

tensorneko/dataset/round_robin_dataset.py

@@ -2,7 +2,13 @@ import random
 from typing import List, Optional
 
 from torch.utils.data import Dataset
-from torch.utils.data.dataset import T_co
+
+try:
+    # for pytorch < 2.5
+    from torch.utils.data.dataset import T_co
+except ImportError:
+    # For pytorch >= 2.5
+    from torch.utils.data.dataset import _T_co as T_co
 
 from ..util import circular_pad
 

tensorneko/dataset/sampler/sequential_iter_sampler.py

@@ -1,6 +1,13 @@
 from typing import Sized
 
-from torch.utils.data.sampler import Sampler, T_co
+from torch.utils.data.sampler import Sampler
+
+try:
+    # for pytorch < 2.5
+    from torch.utils.data.sampler import T_co
+except ImportError:
+    # For pytorch >= 2.5
+    from torch.utils.data.sampler import _T_co as T_co
 
 
 class SequentialIterSampler(Sampler[T_co]):

tensorneko/msg/__init__.py

@@ -1,3 +1,9 @@
-from tensorneko_util.msg import push_gotify
+from tensorneko_util.msg import gotify
 
-__all__ = ["push_gotify"]
+__all__ = ["gotify"]
+
+try:
+    from tensorneko_util.msg import postgres
+    __all__.append("postgres")
+except ImportError:
+    pass

tensorneko/neko_trainer.py

@@ -1,4 +1,5 @@
 import os
+import warnings
 from datetime import timedelta
 from time import time
 from typing import Optional, Union, List, Dict
@@ -70,6 +71,7 @@ class NekoTrainer(Trainer):
             callbacks = []
         # build checkpoint callback or from user defined
         if enable_checkpointing and len([c for c in callbacks if isinstance(c, Checkpoint)]) == 0:
+            warnings.warn("Checkpoint callback is not defined, using default checkpoint callback.")
             # use default checkpoint callback
             new_callback = ModelCheckpoint(
                 dirpath=os.path.join("logs", self.log_name, "checkpoints"),

tensorneko/version.txt

@@ -1 +1 @@
-0.3.20
+0.3.21

{tensorneko-0.3.20.dist-info → tensorneko-0.3.21.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tensorneko
-Version: 0.3.20
+Version: 0.3.21
 Summary: Tensor Neural Engine Kompanion. An util library based on PyTorch and PyTorch Lightning.
 Home-page: https://github.com/ControlNet/tensorneko
 Author: ControlNet
@@ -27,14 +27,14 @@ Requires-Dist: av (>=8.0.3)
 Requires-Dist: einops (>=0.3.0)
 Requires-Dist: numpy (>=1.20.1)
 Requires-Dist: pillow (>=8.1)
-Requires-Dist: tensorneko-util (==0.3.20)
+Requires-Dist: tensorneko-util (==0.3.21)
 Requires-Dist: torch (>=1.9.0)
 Requires-Dist: torchaudio (>=0.9.0)
 Requires-Dist: torchmetrics (>=0.7.3)
 Requires-Dist: torchvision (>=0.10.0)
 Requires-Dist: pysoundfile (>=0.9.0) ; platform_system == "Windows"
 Provides-Extra: lightning
-Requires-Dist: lightning (<2.5,>=2.0) ; extra == 'lightning'
+Requires-Dist: lightning (<3,>=2.0) ; extra == 'lightning'
 Requires-Dist: tensorboard (>=2.0.0) ; extra == 'lightning'
 
 <h1 style="text-align: center">TensorNeko</h1> 
@@ -88,7 +88,7 @@ pipx install tensorneko_tool  # or `pip install tensorneko_tool`
 
 Then you can use the CLI tools `tensorneko` in the terminal.
 
-## Neko Layers, Modules and Architectures
+## Layers, Modules and Architectures
 
 Build an MLP with linear layers. The activation and normalization will be placed in the hidden layers.
 
@@ -177,7 +177,7 @@ print(f(torch.rand(16)).shape)
 # torch.Size([1])
 ```
 
-## Neko IO
+## IO
 
 Easily load and save different modal data.
 
@@ -227,7 +227,7 @@ neko.io.write.json("path/to/json.json", json_obj)
 Besides, the read/write for `mat` and `pickle` files is also supported.
 
 
-## Neko preprocessing
+## Preprocessing
 
 ```python
 import tensorneko as neko
@@ -254,7 +254,7 @@ if `ffmpeg` is available, you can use below ffmpeg wrappers.
 - `resample_video_fps`
 - `mp32wav`
 
-## Neko Visualization
+## Visualization
 
 ### Variable Web Watcher
 Start a web server to watch the variable status when the program (e.g. training, inference, data preprocessing) is running.
@@ -405,14 +405,14 @@ trainer = neko.NekoTrainer(log_every_n_steps=100, gpus=1, logger=model.name, pre
 trainer.fit(model, dm)
 ```
 
-## Neko Callbacks
+## Callbacks
 
 Some simple but useful pytorch-lightning callbacks are provided.
 
 - `DisplayMetricsCallback`
 - `EarlyStoppingLR`: Early stop training when learning rate reaches threshold.
 
-## Neko Notebook Helpers
+## Notebook Helpers
 Here are some helper functions to better interact with Jupyter Notebook.
 ```python
 import tensorneko as neko
@@ -424,7 +424,7 @@ neko.notebook.display.audio("path/to/audio.wav")
 neko.notebook.display.code("path/to/code.java")
 ```
 
-## Neko Debug Tools
+## Debug Tools
 
 Get the default values from `ArgumentParser` args. It's convenient to use this in the notebook.
 ```python
@@ -440,7 +440,7 @@ print(args.integers)  # [1, 2, 3]
 print(args.accumulate)  # <function sum at ...>
 ```
 
-## Neko Evaluation
+## Evaluation
 
 Some metrics function for evaluation are provided.
 
@@ -451,8 +451,36 @@ Some metrics function for evaluation are provided.
 - `ssim_video`
 - `ssim_image`
 
+## Message (Access to other services)
 
-## Neko Utilities
+### Gotify
+
+Send a message to the Gotify server.
+
+The title, URL and APP_TOKEN is the environment variable `GOTIFY_TITLE`, `GOTIFY_URL` and `GOTIFY_TOKEN`, or overwritten 
+in the function arguments.
+
+```python
+from tensorneko.msg import gotify
+gotify.push("This is a test message", "<URL>", "<APP_TOKEN>")
+# then the message will be sent to the Gotify server.
+# title = "<HOST_NAME>", message = "This is a test message", priority = 0
+```
+
+### Postgres
+
+Require the `psycopg` package. Provide one single function to execute one SQL query with a temp connection.
+
+The database URL is the environment variable `DB_URL`, or overwritten in the function arguments.
+```python
+from tensorneko.msg import postgres
+result = postgres.execute("<SQL>", "<DB_URL>")
+# also async version is provided
+result = await postgres.execute_async("<SQL>", "<DB_URL>")
+```
+
+
+## Utilities
 
 ### Misc functions
 

{tensorneko-0.3.20.dist-info → tensorneko-0.3.21.dist-info}/RECORD

@@ -1,8 +1,8 @@
 tensorneko/__init__.py,sha256=uh1HNn1sNpX1bbOqAE_kNJfrH4eMtEzus0hO-Fh9tEw,990
 tensorneko/neko_model.py,sha256=hUMi7puzxW_6FOpA1jiFN1__oO5DZPlhhp3WXqhJXgg,10581
 tensorneko/neko_module.py,sha256=qELXvguSjWo_NvcRQibiFl0Qauzd9JWLSnT4dbGNS3Y,1473
-tensorneko/neko_trainer.py,sha256=JC8qoKSZ5ngz3grf3S0SjvIFVktDIP_GExth5aFfbGA,10074
-tensorneko/version.txt,sha256=QQxQgaQNGgPrr3bVpz_0fCx9e0SwIa-EL3bqC9TFcHE,6
+tensorneko/neko_trainer.py,sha256=GqdRsPkzWj36DJ_Wroe1TI6QKlk3N8Q8gK4uEnI0w9Q,10190
+tensorneko/version.txt,sha256=UfuS4cRkfbFuN1IeX9oKpvyZc11Pi5MXqTuYUmK9f5I,7
 tensorneko/arch/__init__.py,sha256=w4lTUeyBIZelrnSjlBFWUF0erzOmBFl9FqeWQuSOyKs,248
 tensorneko/arch/auto_encoder.py,sha256=j6PWWyaNYaYNtw_zZ9ikzhCASqe9viXR3JGBIXSK92Y,2137
 tensorneko/arch/binary_classifier.py,sha256=1MkEbReXKLdDksRG5Rsife40grJk08EVDcNKp54Xvb4,2316
@@ -20,11 +20,11 @@ tensorneko/callback/lr_logger.py,sha256=28xmAZ_UOFg0wqg1VjJoifwjzvBsOs-g2nd4bog9
 tensorneko/callback/nil_callback.py,sha256=-vKhOG3Ysv_ZToOdyYEkcZ8h0so9rBRY10f1OIoHeZs,131
 tensorneko/callback/system_stats_logger.py,sha256=dS4AOhEADU5cop6vSW5HnVew58jO9SdzKh4lkyssgcE,1782
 tensorneko/dataset/__init__.py,sha256=6980ci9Ce57HSyhzrKMJfDz31PCQxifVz1aSf63JEsA,247
-tensorneko/dataset/list_dataset.py,sha256=UhgTHapi7dQF4nEgnZH73oCLzluNAJU--N7Fhaa8P8s,1237
-tensorneko/dataset/nested_dataset.py,sha256=lMGW7ODfvBn-aRd7c7HftK6BQUZGCUVkm4XJh4iiPBg,2073
-tensorneko/dataset/round_robin_dataset.py,sha256=VcSApfqh218OGhJ6_F783s3pexrv17kM3aEaMHh9YJI,3073
+tensorneko/dataset/list_dataset.py,sha256=kRLIlnLObctqOJYbTwy9pslSw6sBorOLQwMKu7ZqfXk,1407
+tensorneko/dataset/nested_dataset.py,sha256=qVovwAgmBLdEgy6jTYlCHnosLWMG4HMvC-LtDSiDQ4Y,2243
+tensorneko/dataset/round_robin_dataset.py,sha256=5yxeaKe5tEG-t4JkVcrohSU3bQsUKyH33Q6wky8tK-A,3207
 tensorneko/dataset/sampler/__init__.py,sha256=inj-7M5IjafU5yzSpU2BY9FWAiRp0u7RqkgAcIZj2Qk,102
-tensorneko/dataset/sampler/sequential_iter_sampler.py,sha256=DxBwSoWjYlq6kA6g-54gzzjPEAvOjAYtMQuvRbIFviY,1429
+tensorneko/dataset/sampler/sequential_iter_sampler.py,sha256=RHzkFKqab6Azi50t5wAFWN6S9k9aeQAqEfrr9A6XoMY,1599
 tensorneko/debug/__init__.py,sha256=ZMfU3qquhMhl6EgPzM7Yuvvv0PWy3cR39UjPrrSmQcs,163
 tensorneko/evaluation/__init__.py,sha256=jW8dh1JRMpx3npjTp7wJLzz-IxFZTBh7F-Ztfoep9xs,296
 tensorneko/evaluation/enum.py,sha256=s3P8XAobku-as4in5vh6BanvVW5Ccwnff0t124lVFFg,137
@@ -63,7 +63,7 @@ tensorneko/module/inception.py,sha256=2p8AjgTIk5wLGC-JnrmXIehh6yNCu2tYc2axjzUTGM
 tensorneko/module/mlp.py,sha256=AFN6xmvlrNWOflLqVl-zVkoOJRZpYxYB4bnI10JG5CU,3361
 tensorneko/module/residual.py,sha256=S59TqiiD_310HQ3a6s3r49XY_7Dc4RGxONQtSvzEfN0,2958
 tensorneko/module/transformer.py,sha256=h4NvH3zGa0rZt0bv6e8VM31SimbQKRcocSR42zJYVoY,7602
-tensorneko/msg/__init__.py,sha256=GHrHjzw__0DcPBHBN6GzHrD8PD_7CwOZPRullOaZyW0,71
+tensorneko/msg/__init__.py,sha256=0v56ICUDhBUKnypwjLj4epnzfqkr9M4p00HuYpPc3x8,172
 tensorneko/notebook/__init__.py,sha256=4cCi3ZyaX48hLDvJQqW0G3a4z_vdzmh_jtJ-Jzil4SM,197
 tensorneko/optim/__init__.py,sha256=89XjYQICij8SkrW5iryfZgmbxcTDxA3hhVZTgR4588o,33
 tensorneko/optim/lr_scheduler/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -86,8 +86,8 @@ tensorneko/visualization/log_graph.py,sha256=NvOwWVc_petXWYdgaHosPFLa43sHBeacbYc
 tensorneko/visualization/matplotlib.py,sha256=xs9Ssc44ojZX65QU8-fftA7Ug_pBuZ3TBtM8vETNq9w,1568
 tensorneko/visualization/image_browser/__init__.py,sha256=AtykhAE3bXQS6SOWbeYFeeUE9ts9XOFMvrL31z0LoMg,63
 tensorneko/visualization/watcher/__init__.py,sha256=Nq752qIYvfRUZ8VctKQRSqhxh5KmFbWcqPfZlijVx6s,379
-tensorneko-0.3.20.dist-info/LICENSE,sha256=Vd75kwgJpVuMnCRBWasQzceMlXt4YQL13ikBLy8G5h0,1067
-tensorneko-0.3.20.dist-info/METADATA,sha256=8namXF_Slh-e8MZDm-v0t3YhURZZyXHng6VSQ4H1d8E,19972
-tensorneko-0.3.20.dist-info/WHEEL,sha256=g4nMs7d-Xl9-xC9XovUrsDHGXt-FT0E17Yqo92DEfvY,92
-tensorneko-0.3.20.dist-info/top_level.txt,sha256=sZHwlP0iyk7_zHuhRHzSBkdY9yEgyC48f6UVuZ6CvqE,11
-tensorneko-0.3.20.dist-info/RECORD,,
+tensorneko-0.3.21.dist-info/LICENSE,sha256=Vd75kwgJpVuMnCRBWasQzceMlXt4YQL13ikBLy8G5h0,1067
+tensorneko-0.3.21.dist-info/METADATA,sha256=Wc-2VJsFvNoT8f5d4rliimhmpxRAug5aVBmOL5TahQY,20813
+tensorneko-0.3.21.dist-info/WHEEL,sha256=g4nMs7d-Xl9-xC9XovUrsDHGXt-FT0E17Yqo92DEfvY,92
+tensorneko-0.3.21.dist-info/top_level.txt,sha256=sZHwlP0iyk7_zHuhRHzSBkdY9yEgyC48f6UVuZ6CvqE,11
+tensorneko-0.3.21.dist-info/RECORD,,