keep-gpu 0.1.0.post2__py3-none-any.whl

keep_gpu/__init__.py

@@ -0,0 +1,5 @@
+"""Top-level package for Keep GPU."""
+
+__author__ = """Siyuan Wang"""
+__email__ = 'sywang0227@gmail.com'
+__version__ = '0.1.0.post2'

keep_gpu/benchmark.py

@@ -0,0 +1,51 @@
+import torch
+import time
+import subprocess
+import re
+import random
+
+def get_gpu_util(rank):
+    cmds = ['nvidia-smi', '-i', str(rank)]
+    proc = subprocess.Popen(cmds, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+    stdout, stderr = proc.communicate()
+    outputs = stdout.decode('utf-8').split('\n')
+
+    util = 0
+    for output in outputs[::-1]:
+        if 'Default' in output:
+            util = int(re.findall(r'\d+', output)[-1])
+            break
+    else:
+        print(f"rank {rank}: couldn't match any, check GPU status!")
+    return util
+
+def keep(rank, args):
+    torch.cuda.set_device(rank)
+    print(f'benchmarking {args.gpus} gpus...')
+    while True:
+        n = random.randint(5, 9)
+        a = torch.rand((8192 * n, 8192)).cuda()
+        b = torch.rand((8192 * n, 8192)).cuda()
+
+        tic = time.time()
+        for _ in range(5000):
+            c = a * b
+        torch.cuda.synchronize()
+        toc = time.time()
+        if rank == 0:
+            print('benchmark 5K matmul: time span: {}ms'.format((toc - tic) * 1000 / 5000))
+
+        time.sleep(args.interval)
+        while get_gpu_util(rank) > 10:
+            print(f'rank {rank}: GPU busy, sleeping...')
+            time.sleep(args.interval)
+        print(f'rank {rank} resumes')
+
+def run_benchmark(gpus=1, interval=100):
+    class Args:
+        def __init__(self, gpus, interval):
+            self.gpus = gpus
+            self.interval = interval
+
+    args = Args(gpus, interval)
+    torch.multiprocessing.spawn(keep, args=(args,), nprocs=gpus, join=True)

keep_gpu/cli.py

@@ -0,0 +1,23 @@
+"""Console script for keep_gpu."""
+import keep_gpu
+from .keep_gpu import run
+
+import typer
+from rich.console import Console
+
+app = typer.Typer()
+console = Console()
+
+
+@app.command()
+def main():
+    """Console script for keep_gpu."""
+    console.print("Replace this message by putting your code into "
+               "keep_gpu.cli.main")
+    console.print("See Typer documentation at https://typer.tiangolo.com/")
+    run()
+    
+
+
+if __name__ == "__main__":
+    app()

keep_gpu/keep_gpu.py

@@ -0,0 +1,27 @@
+import subprocess
+import time
+import os
+import torch
+
+from .benchmark import run_benchmark
+
+def check_gpu_usage():
+    result = subprocess.run(['nvidia-smi', '--query-gpu=utilization.gpu', '--format=csv,noheader'], capture_output=True, text=True)
+    gpu_usages = [int(line.split()[0]) for line in result.stdout.strip().split('\n')]
+    return any(usage > 0 for usage in gpu_usages)
+
+def run():
+    idle_count = 0
+    gpu_count = torch.cuda.device_count()
+    print(f'GPU count: {gpu_count}')
+    while True:
+        if not check_gpu_usage():
+            idle_count += 1
+        else:
+            idle_count = 0
+
+        if idle_count >= 1:
+            run_benchmark(gpu_count)
+            idle_count = 0
+
+        time.sleep(300)

keep_gpu-0.1.0.post2.dist-info/METADATA

@@ -0,0 +1,62 @@
+Metadata-Version: 2.4
+Name: keep_gpu
+Version: 0.1.0.post2
+Summary: Keep GPU is a simple cli app that keep your gpus running
+Author-email: Siyuan Wang <sywang0227@gmail.com>
+Maintainer-email: Siyuan Wang <sywang0227@gmail.com>
+License: MIT license
+Project-URL: bugs, https://github.com/Wangmerlyn/keep_gpu/issues
+Project-URL: changelog, https://github.com/Wangmerlyn/keep_gpu/blob/master/changelog.md
+Project-URL: homepage, https://github.com/Wangmerlyn/keep_gpu
+Description-Content-Type: text/x-rst
+License-File: LICENSE
+License-File: AUTHORS.rst
+Requires-Dist: typer
+Provides-Extra: dev
+Requires-Dist: coverage; extra == "dev"
+Requires-Dist: mypy; extra == "dev"
+Requires-Dist: pytest; extra == "dev"
+Requires-Dist: ruff; extra == "dev"
+Dynamic: license-file
+
+========
+Keep GPU
+========
+
+
+.. image:: https://img.shields.io/pypi/v/keep_gpu.svg
+        :target: https://pypi.python.org/pypi/keep_gpu
+
+.. image:: https://img.shields.io/travis/Wangmerlyn/KeepGPU.svg
+        :target: https://travis-ci.com/Wangmerlyn/KeepGPU
+
+.. image:: https://readthedocs.org/projects/keep-gpu/badge/?version=latest
+        :target: https://keep-gpu.readthedocs.io/en/latest/?version=latest
+        :alt: Documentation Status
+
+
+.. image:: https://pyup.io/repos/github/Wangmerlyn/keep_gpu/shield.svg
+     :target: https://pyup.io/repos/github/Wangmerlyn/keep_gpu/
+     :alt: Updates
+
+
+
+Keep GPU is a simple cli app that keep your gpus running
+
+
+* Free software: MIT license
+* Documentation: https://keep-gpu.readthedocs.io.
+
+
+Features
+--------
+
+* TODO
+
+Credits
+-------
+
+This package was created with Cookiecutter_ and the `audreyr/cookiecutter-pypackage`_ project template.
+
+.. _Cookiecutter: https://github.com/audreyr/cookiecutter
+.. _`audreyr/cookiecutter-pypackage`: https://github.com/audreyr/cookiecutter-pypackage

keep_gpu-0.1.0.post2.dist-info/RECORD

@@ -0,0 +1,11 @@
+keep_gpu/__init__.py,sha256=QUHEJ6d-rCaH0wmjr0m3NXKFDRHasZVgvGiHOB4SNrs,133
+keep_gpu/benchmark.py,sha256=luF7OykdNVVvK-kCoPmf_Uv4Yt7ndGRUifKVWDjKRMY,1535
+keep_gpu/cli.py,sha256=7xFA-fd3XSQEZBnrtTrokiUMTTgt-OMpmNH5fSdNh2U,467
+keep_gpu/keep_gpu.py,sha256=ibT1uq6LoBu0SxyD9m5xoxeee76bPJmTMGjWODNKFSY,729
+keep_gpu-0.1.0.post2.dist-info/licenses/AUTHORS.rst,sha256=noCLnXG7s3FbpXW5p6xOCvFbtthB-EbNrXYkJiZ0UJ0,157
+keep_gpu-0.1.0.post2.dist-info/licenses/LICENSE,sha256=kllvw8ht5d-ouGFNw5MKUZbJsin2FT9pDoj-Pb77oKU,1068
+keep_gpu-0.1.0.post2.dist-info/METADATA,sha256=hc_wG6UoiUJaxXxpWhUZMlXA0-3L0IdMWzMliqtYkMo,1802
+keep_gpu-0.1.0.post2.dist-info/WHEEL,sha256=zaaOINJESkSfm_4HQVc5ssNzHCPXhJm0kEUakpsEHaU,91
+keep_gpu-0.1.0.post2.dist-info/entry_points.txt,sha256=kwu7vUr9BKa_J8faaSvOoyLrYCLPJw-Q5Uj8CjvkVc8,47
+keep_gpu-0.1.0.post2.dist-info/top_level.txt,sha256=xTOXirwmEOtbk4HZ_kVH6Y4spzHoh9Rhv78XeQ_Fhu0,9
+keep_gpu-0.1.0.post2.dist-info/RECORD,,

keep_gpu-0.1.0.post2.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (80.8.0)
+Root-Is-Purelib: true
+Tag: py3-none-any
+

keep_gpu-0.1.0.post2.dist-info/entry_points.txt

@@ -0,0 +1,2 @@
+[console_scripts]
+keep-gpu = keep_gpu.cli:main

keep_gpu-0.1.0.post2.dist-info/licenses/AUTHORS.rst

@@ -0,0 +1,13 @@
+=======
+Credits
+=======
+
+Development Lead
+----------------
+
+* Siyuan Wang <sywang0227@gmail.com>
+
+Contributors
+------------
+
+None yet. Why not be the first?

keep_gpu-0.1.0.post2.dist-info/licenses/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2025 Wang Siyuan
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

keep_gpu-0.1.0.post2.dist-info/top_level.txt

@@ -0,0 +1 @@
+keep_gpu