Muyi 0.0.0__tar.gz → 0.0.2__tar.gz

muyi-0.0.2/Muyi.egg-info/PKG-INFO

@@ -0,0 +1,46 @@
+Metadata-Version: 2.1
+Name: Muyi
+Version: 0.0.2
+Summary: Some useful utils.
+Home-page: https://github.com/Muyiiiii/muyi
+Author: muyiiiii
+Author-email: 
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3
+Description-Content-Type: text/markdown
+License-File: LICENSE
+
+# muyi
+
+Some useful utils for GNNs and Deep Learning.
+
+
+
+```bash
+pip install muyi
+```
+
+
+
+
+
+## utils
+
+1. `color_print(content)`
+2. `save_pic_iterly(pic_name, postfix, info)`
+3. `read_csv_iterly(path, **kwargs)`
+
+
+
+## graph
+
+1. `pyg_data_to_dgl_graph(pyg_data_obj)`
+
+
+
+## gpu
+
+1. `get_gpu_memory_usage()`
+2. `display_gpu_memory_usage()`

{muyi-0.0.0 → muyi-0.0.2}/Muyi.egg-info/SOURCES.txt

@@ -7,5 +7,6 @@ Muyi.egg-info/SOURCES.txt
 Muyi.egg-info/dependency_links.txt
 Muyi.egg-info/top_level.txt
 muyi/__init__.py
+muyi/gpu.py
 muyi/graph.py
 muyi/utils.py

muyi-0.0.2/PKG-INFO

@@ -0,0 +1,46 @@
+Metadata-Version: 2.1
+Name: Muyi
+Version: 0.0.2
+Summary: Some useful utils.
+Home-page: https://github.com/Muyiiiii/muyi
+Author: muyiiiii
+Author-email: 
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3
+Description-Content-Type: text/markdown
+License-File: LICENSE
+
+# muyi
+
+Some useful utils for GNNs and Deep Learning.
+
+
+
+```bash
+pip install muyi
+```
+
+
+
+
+
+## utils
+
+1. `color_print(content)`
+2. `save_pic_iterly(pic_name, postfix, info)`
+3. `read_csv_iterly(path, **kwargs)`
+
+
+
+## graph
+
+1. `pyg_data_to_dgl_graph(pyg_data_obj)`
+
+
+
+## gpu
+
+1. `get_gpu_memory_usage()`
+2. `display_gpu_memory_usage()`

muyi-0.0.2/README.md

@@ -0,0 +1,32 @@
+# muyi
+
+Some useful utils for GNNs and Deep Learning.
+
+
+
+```bash
+pip install muyi
+```
+
+
+
+
+
+## utils
+
+1. `color_print(content)`
+2. `save_pic_iterly(pic_name, postfix, info)`
+3. `read_csv_iterly(path, **kwargs)`
+
+
+
+## graph
+
+1. `pyg_data_to_dgl_graph(pyg_data_obj)`
+
+
+
+## gpu
+
+1. `get_gpu_memory_usage()`
+2. `display_gpu_memory_usage()`

muyi-0.0.0/muyi/utils.py → muyi-0.0.2/muyi/gpu.py

@@ -1,6 +1,3 @@
-import os
-import matplotlib.pyplot as plt
-
 import GPUtil
 
 def get_gpu_memory_usage():
@@ -20,20 +17,4 @@ def display_gpu_memory_usage():
         for info in gpu_memory_info:
             print(f"GPU ID: {info[0]}, Name: {info[1]}, Memory Used: {info[2]}, Total Memory: {info[3]}, Memory Utilization: {info[4]}")
     else:
-        print("No GPU found.")
-
-def color_print(content):
-    print(f'\033[1;46m{content}\033[0m\n')
-
-def save_pic_iterly(pic_name, postfix, info):
-    pic_idx=1
-    pic_name_full=f'{pic_name}_{pic_idx}.{postfix}'
-
-    while os.path.exists(pic_name_full):
-        print(f'File {pic_name_full} already exists.')
-        pic_idx += 1
-        pic_name_full=f'{pic_name}_{pic_idx}.png'
-
-    plt.savefig(pic_name_full, dpi=300, bbox_inches='tight')
-
-    color_print(f'!!!!! {info} is saved in file {pic_name_full}')
+        print("No GPU found.")

muyi-0.0.2/muyi/utils.py

@@ -0,0 +1,43 @@
+import os
+import matplotlib.pyplot as plt
+import pandas as pd
+from tqdm import tqdm
+
+def color_print(content):
+    print(f'\033[1;46m{content}\033[0m\n')
+
+def save_pic_iterly(pic_name, postfix, info):
+    pic_idx=1
+    pic_name_full=f'{pic_name}_{pic_idx}.{postfix}'
+
+    while os.path.exists(pic_name_full):
+        print(f'File {pic_name_full} already exists.')
+        pic_idx += 1
+        pic_name_full=f'{pic_name}_{pic_idx}.png'
+
+    plt.savefig(pic_name_full, dpi=300, bbox_inches='tight')
+
+    color_print(f'!!!!! {info} is saved in file {pic_name_full}')
+
+def read_csv_iterly(path, **kwargs):
+    INPUT_FILENAME = path
+    LINES_TO_READ_FOR_ESTIMATION = 20
+    CHUNK_SIZE_PER_ITERATION = 10**5
+
+
+    temp = pd.read_csv(INPUT_FILENAME,
+                    nrows=LINES_TO_READ_FOR_ESTIMATION, **kwargs)
+    N = len(temp.to_csv(index=False))
+    df = [temp[:0]]
+    t = int(os.path.getsize(INPUT_FILENAME)/N*LINES_TO_READ_FOR_ESTIMATION/CHUNK_SIZE_PER_ITERATION) + 1
+
+
+    with tqdm(total = t, file = sys.stdout) as pbar:
+        for i,chunk in enumerate(pd.read_csv(INPUT_FILENAME, chunksize=CHUNK_SIZE_PER_ITERATION, low_memory=False, **kwargs)):
+            df.append(chunk)
+            pbar.set_description('Importing: %d' % (1 + i))
+            pbar.update(1)
+
+    data = temp[:0].append(df)
+    del df            
+    return data

{muyi-0.0.0 → muyi-0.0.2}/setup.py

@@ -3,13 +3,13 @@ with open("README.md", "r") as fh:
     long_description = fh.read()
 setuptools.setup(
     name="Muyi",  # 模块名称
-    version="0.0.0",  # 当前版本
+    version="0.0.2",  # 当前版本
     author="muyiiiii",  # 作者
     author_email="",  # 作者邮箱
     description="Some useful utils.",  # 模块简介
     long_description=long_description,  # 模块详细介绍
     long_description_content_type="text/markdown",  # 模块详细介绍格式
-    # url="",  # 模块github地址
+    url="https://github.com/Muyiiiii/muyi",  # 模块github地址
     packages=setuptools.find_packages(),  # 自动找到项目中导入的模块
     # 模块相关的元数据
     classifiers=[

muyi-0.0.0/Muyi.egg-info/PKG-INFO

@@ -1,16 +0,0 @@
-Metadata-Version: 2.1
-Name: Muyi
-Version: 0.0.0
-Summary: Some useful utils.
-Author: muyiiiii
-Author-email: 
-Classifier: Programming Language :: Python :: 3
-Classifier: License :: OSI Approved :: MIT License
-Classifier: Operating System :: OS Independent
-Requires-Python: >=3
-Description-Content-Type: text/markdown
-License-File: LICENSE
-
-# muyiiiii_graph
-
-Some useful utils for GNNs.

muyi-0.0.0/PKG-INFO

@@ -1,16 +0,0 @@
-Metadata-Version: 2.1
-Name: Muyi
-Version: 0.0.0
-Summary: Some useful utils.
-Author: muyiiiii
-Author-email: 
-Classifier: Programming Language :: Python :: 3
-Classifier: License :: OSI Approved :: MIT License
-Classifier: Operating System :: OS Independent
-Requires-Python: >=3
-Description-Content-Type: text/markdown
-License-File: LICENSE
-
-# muyiiiii_graph
-
-Some useful utils for GNNs.

muyi-0.0.0/README.md

@@ -1,3 +0,0 @@
-# muyiiiii_graph
-
-Some useful utils for GNNs.