tools 1.0__py3-none-any.whl

tools/torch/utils.py

@@ -0,0 +1,121 @@
+import random
+import multiprocessing
+
+import numpy as np
+import torch
+
+__all__ = [
+'get_device',
+'to',
+'multiprocessing_device',
+'nanparam',
+'nangrad',
+'param_same',
+'print_rng_state',
+'seed',
+]
+
+def get_device(network):
+    return next(network.parameters()).device
+
+# TODO: Merge into get_device
+def device_of_optimizer(optimizer):
+    return optimizer.param_groups[0]['params'][0].device
+
+def to(data, *args, **kwargs):
+    if isinstance(data, (list, tuple)):
+        return tuple(getattr(tensor, 'to')(*args, **kwargs) for tensor in data)
+    elif isinstance(data, dict):
+        return {k: getattr(tensor, 'to')(*args, **kwargs) for k, tensor in data.items()}
+    else:
+        return data.to(*args, **kwargs)
+
+def spread_device(gpu_id = None):
+    '''
+    what's this for?
+    '''
+    if gpu_id != None:
+        gpu_id = gpu_id % torch.cuda.device_count()
+    else:
+        gpu_id = torch.cuda.default_stream().device.index
+    device = torch.device(f"cuda:{gpu_id}" if torch.cuda.is_available() else "cpu")
+    return device
+
+def process_number():
+    p=multiprocessing.current_process()
+    try:
+        worker_num = int(p.name.split('-')[-1]) # Fails if it's not integer
+        return worker_num
+    except ValueError:
+        return -1
+
+def multiprocessing_device(gpu_id = None):
+    '''
+    device setting for hydra multiprocessing
+    '''
+    # CPU
+    if gpu_id == -1 or not torch.cuda.is_available():
+        device = torch.device('cpu')
+    # GPU
+    else:
+        if gpu_id == None:
+            # use distributed device, or default device
+            p=multiprocessing.current_process()
+            #
+            try:
+                worker_num = int(p.name.split('-')[-1]) # Fails if it's not integer
+                gpu_id = worker_num % torch.cuda.device_count()
+                device = torch.device(f"cuda:{gpu_id}")
+            except ValueError: # Parent process
+                device = torch.cuda.default_stream().device
+        else:
+            device = torch.device(f'cuda:{gpu_id}')
+        torch.cuda.set_device(device)
+        torch.cuda.empty_cache()
+
+    # log.info(f'device: {device}') # integrate logging?
+
+    return device
+
+def nanparam(model):
+    for p in model.parameters():
+        if torch.isnan(p).any():
+            return True
+    return False
+
+def nangrad(model):
+    for p in model.parameters():
+        if torch.isnan(p.grad).any():
+            return True
+    return False
+
+def param_same(model1, model2):
+    for p1, p2 in zip(model1.parameters(), model2.parameters()):
+        same = (p1==p2).all()
+        if not same:
+            return False
+    return True
+
+def print_rng_state(n=10, nonzero=True):
+    rngs = torch.random.get_rng_state().numpy().tolist()
+    if nonzero:
+        rngs = [i for i in rngs if i != 0]
+    print(rngs[:n])
+
+
+def seed(random_seed, strict=False):
+    '''
+
+    '''
+    np.random.seed(random_seed)
+    torch.manual_seed(random_seed)
+
+    if strict:
+        # Following is verbose, but just in case.
+        random.seed(random_seed)
+        torch.cuda.manual_seed(random_seed)
+        torch.cuda.manual_seed_all(random_seed)
+
+        # deterministic cnn
+        torch.backends.cudnn.deterministic = True
+        torch.backends.cudnn.benchmark = False

tools-1.0.dist-info/LICENSE.txt

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2020 JaeSung Yoo
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

tools-1.0.dist-info/METADATA

@@ -0,0 +1,37 @@
+Metadata-Version: 2.1
+Name: tools
+Version: 1.0
+Summary: python syntax tool
+Home-page: https://github.com/jsyoo61/tools
+Author: JaeSung Yoo
+Author-email: jsyoo61@unc.edu
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Requires-Python: >=3.6
+Description-Content-Type: text/markdown
+License-File: LICENSE.txt
+
+# tools-jsyoo61
+
+(`tools` package was replaced on 2025.04.28. If you're looking for web scraping tools, visit http://pypi.python.org/pypi/weblib)
+
+Python syntax tools for faster programming. [github](https://github.com/jsyoo61/tools) \
+jsyoo61@unc.edu
+
+    pip install tools
+
+    import tools as T
+    T.save_pickle(data, 'data.p')
+    data = T.load_pickle('data.p')
+
+Most useful functions are in `tools.tools`\
+API dependent tools are in their corresponding folders: `tools.API_name` (i.e. `tools.torch.optim`)
+
+Planning to document using chatGPT,
+Not documented yet, so you'll have to look at documents written inside the codes. (Most codes contain explanation)
+
+I'm open to using my tools for any purpose, and I would appreciate it if the users let me know.
+Please email me before using it.
+
+I'm happy to discuss questions or suggestions, please contact me via email. :) \

tools-1.0.dist-info/RECORD

@@ -0,0 +1,37 @@
+tools/__init__.py,sha256=iicNtDQSQ15NapFJnmv82QhA0qdQkfWD-WBbT1vHE3U,285
+tools/array.py,sha256=5HtcPaThaoMOhUq0w701hds631LxeosPxCQ1HUK61aM,1100
+tools/data.py,sha256=LfAGNUxE0wTwtF6-X7GYXrRrGPeJ7ibaeR5jUJj3rnE,3207
+tools/exp.py,sha256=4iwAeLDcWTx7VbZ2RUlkdvbrUPr5ld0_C79JxnsiLLw,6927
+tools/modules.py,sha256=I-gRL9fB3yXwf5-Nfssk_Otk5wQWANz9vt4-qO8lG_4,3263
+tools/os.py,sha256=Pfq65RqH0LQmGKNBPs0lXVC6_aFZ-JCABTnAM5nKGKI,2279
+tools/random.py,sha256=w6oIdqz8QMdrdzFR_9-CnjRY_DhHTDcHA_SqMDifL9Q,834
+tools/tools.py,sha256=BQE1rY6fxRm47JF9cT-PTQkV0Asb3wIdDaEkkpUoBqw,15802
+tools/hydra/__init__.py,sha256=v77zoVDbu9PmcQ282SrWY3wSNA7D7-JA7zhuMpbRzbk,143
+tools/numpy/__init__.py,sha256=acavFlaFXxlS-rVlPF03BEHq8YZQ4moIfa0CokhkYbc,235
+tools/numpy/_f.py,sha256=ZuW9irjopBtXhVzHbJHuPK6MAlgXY7T5GJqRrGV8Zkk,1389
+tools/numpy/_utils.py,sha256=arDQ09jQcOodmSfQMZbDo9AtzwNgStqUGHUsRC02CDs,4364
+tools/pandas/__init__.py,sha256=RpEHh6y3n1F8sm_H5mW-uexwCTxhkB1VgdxcxrYR_pA,1437
+tools/plot/__init__.py,sha256=KCu-I5vauScayG0fo9ca8oyJA_5IbQVErb3f9vVLdwU,86
+tools/plot/sklearn.py,sha256=ueEErn1osolR6J5TEua9qldiH6hHg3xg1KUA01qh8RA,809
+tools/plot/utils.py,sha256=pzSYT0vrLZdSgyHTaHReS6xF6OrIiK-n1eCoIJCFBqw,2371
+tools/sklearn/__init__.py,sha256=xRv9FnFAWJrna1VLD6rR-NQrVHuojSCiI_gQF_e6qj4,48
+tools/sklearn/metrics.py,sha256=E7MW2fUZYkqXHfFF5I2u-sjz7BwbbeNSIpMtSj5iW8c,3253
+tools/sklearn/model_selection.py,sha256=kjgCvX4E8xvA58BbEKruRlw0Q8GjSTwNEx7sEvq_oxE,8747
+tools/sklearn/preprocessing.py,sha256=myJR2493s77eIPbRToh2CeAHS03kRkHXv9WhulF8e0k,3980
+tools/stats/__init__.py,sha256=ukCyVuhes67YOlxMj0lSErcg-TklHWDmn1oTL1oxaS8,1241
+tools/torch/__init__.py,sha256=CK3PbCBBrEhja3hnE9ozeuEVgIzT9FRYlVNDxNASyp4,306
+tools/torch/_pandas.py,sha256=eL2_4RyPJNeYApZnZWSWw1aI6IKdEKfJxh85M5Aj3Ao,333
+tools/torch/data.py,sha256=jB5wMQWOVHcExaa6keuoRayFLi093E47_ZaDWFQoig8,3013
+tools/torch/estimator.py,sha256=B9HGbPN--k8RDlcO3dqDKOBsezoja8U5G3iksWIJ3nE,2046
+tools/torch/federated_learning.py,sha256=Kmic1xo0lHmfgWiGAoXxt6QKFAj1qVQthfJY1zsRayI,10951
+tools/torch/layers.py,sha256=WIPt5yEmVelYs6CEPJ7V5WrUkkQ22QsnZClHREFJ-S4,310
+tools/torch/model.py,sha256=HpTfqQ5o_Xaj2gk2n1m8W-_xLkWFmiI3YLFHQHPwEzc,18008
+tools/torch/plot.py,sha256=5naNIOOHJi7qipeciCmzzumoQEuKHcK9qX_1E6z5hgE,266
+tools/torch/utils.py,sha256=nPindxaLmykDIAUeftu5dML0ApPpTRHGxPRZHvgwRHo,3351
+tools/torch/optim/__init__.py,sha256=Hw7gdiP-6KGapNWeK3FJfX8olfDU2JopcFxqUcWHvxU,30
+tools/torch/optim/lr_scheduler.py,sha256=0tEi5oh2cJIXSg-q5XQ4347HlmV1O2vQ2TLPVN0VpTU,8208
+tools-1.0.dist-info/LICENSE.txt,sha256=YZ380rWqqDjsxdM2CR_8-OiydcMjilzn8jF5Z2RGMQk,1089
+tools-1.0.dist-info/METADATA,sha256=jpXv0LIMprz3bl2OwDSmd4YHjb9WLyBxjppgwTfB6ek,1318
+tools-1.0.dist-info/WHEEL,sha256=GV9aMThwP_4oNCtvEC2ec3qUYutgWeAzklro_0m4WJQ,91
+tools-1.0.dist-info/top_level.txt,sha256=Ib4ZA2MPBpiT0tC-0qt5RcP9g42gLddRbx9PiYGa-Fc,6
+tools-1.0.dist-info/RECORD,,

tools-1.0.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (75.1.0)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

tools-1.0.dist-info/top_level.txt

@@ -0,0 +1 @@
+tools