Muyi 0.0.1__py3-none-any.whl → 0.0.2__py3-none-any.whl

Muyi-0.0.2.dist-info/METADATA

@@ -0,0 +1,46 @@
+Metadata-Version: 2.1
+Name: Muyi
+Version: 0.0.2
+Summary: Some useful utils.
+Home-page: https://github.com/Muyiiiii/muyi
+Author: muyiiiii
+Author-email: 
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3
+Description-Content-Type: text/markdown
+License-File: LICENSE
+
+# muyi
+
+Some useful utils for GNNs and Deep Learning.
+
+
+
+```bash
+pip install muyi
+```
+
+
+
+
+
+## utils
+
+1. `color_print(content)`
+2. `save_pic_iterly(pic_name, postfix, info)`
+3. `read_csv_iterly(path, **kwargs)`
+
+
+
+## graph
+
+1. `pyg_data_to_dgl_graph(pyg_data_obj)`
+
+
+
+## gpu
+
+1. `get_gpu_memory_usage()`
+2. `display_gpu_memory_usage()`

Muyi-0.0.2.dist-info/RECORD

@@ -0,0 +1,9 @@
+muyi/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+muyi/gpu.py,sha256=JLr-hQ84gv7afgFX6XHaquvN-HB19NqvwHxoq-rugdM,676
+muyi/graph.py,sha256=4okLvgp0TboSpuKtlzXTTbLin2K-RMVxhqJ7CZt6Tps,1145
+muyi/utils.py,sha256=Mulmh8T7r5YHum8CgceOURyJgvzHzCZV0FPZurmhgys,1385
+Muyi-0.0.2.dist-info/LICENSE,sha256=GzHS9pi6vw_oGwKIGxAPch8iuVrHazOilEsYL7AlPK0,1085
+Muyi-0.0.2.dist-info/METADATA,sha256=6QuPjmjJBNfALSMd5gAXN_kNc9i4XHn0neuCrLzB1C0,763
+Muyi-0.0.2.dist-info/WHEEL,sha256=y4mX-SOX4fYIkonsAGA5N0Oy-8_gI4FXw5HNI1xqvWg,91
+Muyi-0.0.2.dist-info/top_level.txt,sha256=3X0xmx0SvmCNEj1ISqmD2evKh_ejCJQaLA4GEbGfKc4,5
+Muyi-0.0.2.dist-info/RECORD,,

{Muyi-0.0.1.dist-info → Muyi-0.0.2.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.43.0)
+Generator: setuptools (70.2.0)
 Root-Is-Purelib: true
 Tag: py3-none-any
 

muyi/utils.py

@@ -1,5 +1,7 @@
 import os
 import matplotlib.pyplot as plt
+import pandas as pd
+from tqdm import tqdm
 
 def color_print(content):
     print(f'\033[1;46m{content}\033[0m\n')
@@ -16,3 +18,26 @@ def save_pic_iterly(pic_name, postfix, info):
     plt.savefig(pic_name_full, dpi=300, bbox_inches='tight')
 
     color_print(f'!!!!! {info} is saved in file {pic_name_full}')
+
+def read_csv_iterly(path, **kwargs):
+    INPUT_FILENAME = path
+    LINES_TO_READ_FOR_ESTIMATION = 20
+    CHUNK_SIZE_PER_ITERATION = 10**5
+
+
+    temp = pd.read_csv(INPUT_FILENAME,
+                    nrows=LINES_TO_READ_FOR_ESTIMATION, **kwargs)
+    N = len(temp.to_csv(index=False))
+    df = [temp[:0]]
+    t = int(os.path.getsize(INPUT_FILENAME)/N*LINES_TO_READ_FOR_ESTIMATION/CHUNK_SIZE_PER_ITERATION) + 1
+
+
+    with tqdm(total = t, file = sys.stdout) as pbar:
+        for i,chunk in enumerate(pd.read_csv(INPUT_FILENAME, chunksize=CHUNK_SIZE_PER_ITERATION, low_memory=False, **kwargs)):
+            df.append(chunk)
+            pbar.set_description('Importing: %d' % (1 + i))
+            pbar.update(1)
+
+    data = temp[:0].append(df)
+    del df            
+    return data

Muyi-0.0.1.dist-info/METADATA

@@ -1,16 +0,0 @@
-Metadata-Version: 2.1
-Name: Muyi
-Version: 0.0.1
-Summary: Some useful utils.
-Author: muyiiiii
-Author-email: 
-Classifier: Programming Language :: Python :: 3
-Classifier: License :: OSI Approved :: MIT License
-Classifier: Operating System :: OS Independent
-Requires-Python: >=3
-Description-Content-Type: text/markdown
-License-File: LICENSE
-
-# muyi_utils
-
-Some useful utils for GNNs and Deep Learning.

Muyi-0.0.1.dist-info/RECORD

@@ -1,9 +0,0 @@
-muyi/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-muyi/gpu.py,sha256=JLr-hQ84gv7afgFX6XHaquvN-HB19NqvwHxoq-rugdM,676
-muyi/graph.py,sha256=4okLvgp0TboSpuKtlzXTTbLin2K-RMVxhqJ7CZt6Tps,1145
-muyi/utils.py,sha256=WC71JmaDYw3wioP5vlCnQphNkQoE336b4X5rH3EVbEQ,540
-Muyi-0.0.1.dist-info/LICENSE,sha256=GzHS9pi6vw_oGwKIGxAPch8iuVrHazOilEsYL7AlPK0,1085
-Muyi-0.0.1.dist-info/METADATA,sha256=934n3ICwZiX_3XYhRvP9YaCG46H49Y_I9bIKQ3VhMFg,414
-Muyi-0.0.1.dist-info/WHEEL,sha256=GJ7t_kWBFywbagK5eo9IoUwLW6oyOeTKmQ-9iHFVNxQ,92
-Muyi-0.0.1.dist-info/top_level.txt,sha256=3X0xmx0SvmCNEj1ISqmD2evKh_ejCJQaLA4GEbGfKc4,5
-Muyi-0.0.1.dist-info/RECORD,,