tensorneko 0.3.15__py3-none-any.whl → 0.3.17__py3-none-any.whl

tensorneko/__init__.py

@@ -1,7 +1,6 @@
 import os.path
 
 from . import backend
-from . import callback
 from . import dataset
 from . import debug
 from . import evaluation
@@ -14,14 +13,11 @@ from . import preprocess
 from . import util
 from . import visualization
 from .io import read, write
-from .neko_model import NekoModel
 from .neko_module import NekoModule
-from .neko_trainer import NekoTrainer
 
 __version__ = io.read.text(os.path.join(util.get_tensorneko_path(), "version.txt"))
 
 __all__ = [
-    "callback",
     "dataset",
     "backend",
     "evaluation",
@@ -34,11 +30,28 @@ __all__ = [
     "util",
     "visualization",
     "debug",
-    "NekoModel",
-    "NekoTrainer",
     "NekoModule",
     "read",
     "write",
 ]
 
+try:
+    from . import callback
+except ImportError:
+    pass
+else:
+    __all__.append("callback")
 
+try:
+    from .neko_model import NekoModel
+except ImportError:
+    pass
+else:
+    __all__.append("NekoModel")
+
+try:
+    from .neko_trainer import NekoTrainer
+except ImportError:
+    pass
+else:
+    __all__.append("NekoTrainer")

tensorneko/util/__init__.py

@@ -15,6 +15,7 @@ from .dispatched_misc import sparse2binary, binary2sparse
 from .reproducibility import Seed
 from .string_getter import get_activation, get_loss
 from .type import ModuleFactory, Shape, Device
+from .gc import run_gc
 
 Rearrange = _Rearrange
 
@@ -77,4 +78,5 @@ __all__ = [
     "download_files_thread",
     "WindowMerger",
     "Registry",
+    "run_gc"
 ]

tensorneko/util/gc.py

@@ -0,0 +1,11 @@
+# clear gc for python, pytorch, etc
+import gc
+import torch.cuda
+
+
+def run_gc():
+    """
+    Clear memory for Python, PyTorch, etc.
+    """
+    gc.collect()
+    torch.cuda.empty_cache()

tensorneko/version.txt

@@ -1 +1 @@
-0.3.15
+0.3.17

{tensorneko-0.3.15.dist-info → tensorneko-0.3.17.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tensorneko
-Version: 0.3.15
+Version: 0.3.17
 Summary: Tensor Neural Engine Kompanion. An util library based on PyTorch and PyTorch Lightning.
 Home-page: https://github.com/ControlNet/tensorneko
 Author: ControlNet
@@ -23,19 +23,19 @@ Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
 Classifier: Topic :: Utilities
 Requires-Python: >=3.8
 Description-Content-Type: text/markdown
-License-File: LICENSE
-Requires-Dist: torch >=1.9.0
-Requires-Dist: torchaudio >=0.9.0
-Requires-Dist: torchvision >=0.10.0
-Requires-Dist: torchmetrics >=0.7.3
-Requires-Dist: tensorboard >=2.0.0
-Requires-Dist: lightning <2.2,>=2.0
-Requires-Dist: pillow >=8.1
-Requires-Dist: av >=8.0.3
-Requires-Dist: numpy >=1.20.1
-Requires-Dist: einops >=0.3.0
-Requires-Dist: tensorneko-util ==0.3.15
-Requires-Dist: pysoundfile >=0.9.0 ; platform_system == "Windows"
+Requires-Dist: av (>=8.0.3)
+Requires-Dist: einops (>=0.3.0)
+Requires-Dist: numpy (>=1.20.1)
+Requires-Dist: pillow (>=8.1)
+Requires-Dist: tensorneko-util (==0.3.17)
+Requires-Dist: torch (>=1.9.0)
+Requires-Dist: torchaudio (>=0.9.0)
+Requires-Dist: torchmetrics (>=0.7.3)
+Requires-Dist: torchvision (>=0.10.0)
+Requires-Dist: pysoundfile (>=0.9.0) ; platform_system == "Windows"
+Provides-Extra: lightning
+Requires-Dist: lightning (<2.2,>=2.0) ; extra == 'lightning'
+Requires-Dist: tensorboard (>=2.0.0) ; extra == 'lightning'
 
 <h1 style="text-align: center">TensorNeko</h1> 
 
@@ -64,8 +64,11 @@ Tensor Neural Engine Kompanion. An util library based on PyTorch and PyTorch Lig
 
 ## Install
 
+The tensorneko requires pytorch and pytorch-lightning (optional), and you can install it with below command.
+
 ```shell
-pip install tensorneko
+pip install tensorneko  # for PyTorch only
+pip install tensorneko[lightning]  # for PyTorch and Lightning
 ```
 
 To use the library without PyTorch and PyTorch Lightning, you can install the util library (support Python 3.7 ~ 3.12 with limited features) with following command.
@@ -273,7 +276,7 @@ t0 = time.time()
 with Server(view, port=8000):
     for i, data in enumerate(data_list):
         preprocessing(data) # do some processing here
-        
+
         x = time.time() - t0  # time since the start of the program
         y = i # processed number of data
         line_chart.add(x, y)  # add to the line chart
@@ -494,7 +497,7 @@ def process_data(n: int):
         return n
     else:
         return None
-    
+
 
 data = get_data()
 data = data.map(process_data).get_or_else(-1)  # if the response is None, return -1

{tensorneko-0.3.15.dist-info → tensorneko-0.3.17.dist-info}/RECORD

@@ -1,8 +1,8 @@
-tensorneko/__init__.py,sha256=lLVC4StQ5q9OFJTceNrJbj-CIFHFMRvFQyGYJTjuRM4,812
+tensorneko/__init__.py,sha256=uh1HNn1sNpX1bbOqAE_kNJfrH4eMtEzus0hO-Fh9tEw,990
 tensorneko/neko_model.py,sha256=QTbdOAg9ki0ix6mDL_Qu8Wmd5WJOoUFF3M1SXEp3KGc,10551
 tensorneko/neko_module.py,sha256=qELXvguSjWo_NvcRQibiFl0Qauzd9JWLSnT4dbGNS3Y,1473
 tensorneko/neko_trainer.py,sha256=JC8qoKSZ5ngz3grf3S0SjvIFVktDIP_GExth5aFfbGA,10074
-tensorneko/version.txt,sha256=G9xsooAOFSfDHEuC_syU1UK-FLNztcrz3G6L4qv-6vM,6
+tensorneko/version.txt,sha256=sOiNkmvwnZw9dn4Od6oRM8jDNFGeaDoTmEVv7sd2w2k,6
 tensorneko/arch/__init__.py,sha256=w4lTUeyBIZelrnSjlBFWUF0erzOmBFl9FqeWQuSOyKs,248
 tensorneko/arch/auto_encoder.py,sha256=j6PWWyaNYaYNtw_zZ9ikzhCASqe9viXR3JGBIXSK92Y,2137
 tensorneko/arch/binary_classifier.py,sha256=1MkEbReXKLdDksRG5Rsife40grJk08EVDcNKp54Xvb4,2316
@@ -73,9 +73,10 @@ tensorneko/preprocess/enum.py,sha256=Wp5qFaUjea5XU4o3N0WxUd-qfzI-m5vr4ZWSqWjELb4
 tensorneko/preprocess/pad.py,sha256=b4IbbhGNRotZ7weZcKA7hfDqSixPo5KjM6khnqzaeUA,3238
 tensorneko/preprocess/resize.py,sha256=hitMlzVnN6n_8nEJwxy4C4ErZrTwpM86QGnYewsrmf8,3469
 tensorneko/preprocess/face_detector/__init__.py,sha256=_ktIfUZqGTX0hk7RBgKf-zHwG2n9KRH4RS7rjuOI8Bo,262
-tensorneko/util/__init__.py,sha256=ztsBVn3NLJanwcYyNYyLtUnws6xLcgP3oHMpkjUQh1o,2172
+tensorneko/util/__init__.py,sha256=1ygIyTqZm1ROCsgQJ9_df5TOezyHx08stMDGjtyMxhE,2208
 tensorneko/util/configuration.py,sha256=xXeAjDh1FCNTmSPwDdkL-uH-ULfzFF6Fg0LT7gsZ6nQ,2510
 tensorneko/util/dispatched_misc.py,sha256=_0Go7XezdYB7bpMnCs1MDD_6mPNoWP5qt8DoKuPxynI,997
+tensorneko/util/gc.py,sha256=P3bOZ-2VUNyswnfVz5xfj__ecTSAHpu_kLp2wFcpb6M,185
 tensorneko/util/misc.py,sha256=LEvACtGDOX43iK86A8-Cek0S9rbXFR0AtTP1edE3XDI,4701
 tensorneko/util/reproducibility.py,sha256=sw1vVi7VOnmzQYUocI5x9yKeZoHHiA4A5ja136XolrI,2102
 tensorneko/util/string_getter.py,sha256=Cq2mDYr3q758xJ9OBTwLDf-b6EMSYwlnNB0-kfsElfs,2491
@@ -85,8 +86,8 @@ tensorneko/visualization/log_graph.py,sha256=NvOwWVc_petXWYdgaHosPFLa43sHBeacbYc
 tensorneko/visualization/matplotlib.py,sha256=xs9Ssc44ojZX65QU8-fftA7Ug_pBuZ3TBtM8vETNq9w,1568
 tensorneko/visualization/image_browser/__init__.py,sha256=AtykhAE3bXQS6SOWbeYFeeUE9ts9XOFMvrL31z0LoMg,63
 tensorneko/visualization/watcher/__init__.py,sha256=Nq752qIYvfRUZ8VctKQRSqhxh5KmFbWcqPfZlijVx6s,379
-tensorneko-0.3.15.dist-info/LICENSE,sha256=Vd75kwgJpVuMnCRBWasQzceMlXt4YQL13ikBLy8G5h0,1067
-tensorneko-0.3.15.dist-info/METADATA,sha256=ul7vopVVtLMuxQjnlc6L6srzKooifZT_yOJYqPR9Di8,19743
-tensorneko-0.3.15.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-tensorneko-0.3.15.dist-info/top_level.txt,sha256=sZHwlP0iyk7_zHuhRHzSBkdY9yEgyC48f6UVuZ6CvqE,11
-tensorneko-0.3.15.dist-info/RECORD,,
+tensorneko-0.3.17.dist-info/LICENSE,sha256=Vd75kwgJpVuMnCRBWasQzceMlXt4YQL13ikBLy8G5h0,1067
+tensorneko-0.3.17.dist-info/METADATA,sha256=cezBL0TH1cdY0Sct7GCGLK9jW0ckUXZIL7PRScTckBg,19998
+tensorneko-0.3.17.dist-info/WHEEL,sha256=g4nMs7d-Xl9-xC9XovUrsDHGXt-FT0E17Yqo92DEfvY,92
+tensorneko-0.3.17.dist-info/top_level.txt,sha256=sZHwlP0iyk7_zHuhRHzSBkdY9yEgyC48f6UVuZ6CvqE,11
+tensorneko-0.3.17.dist-info/RECORD,,

{tensorneko-0.3.15.dist-info → tensorneko-0.3.17.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.43.0)
+Generator: bdist_wheel (0.34.2)
 Root-Is-Purelib: true
 Tag: py3-none-any