speedy-utils 1.1.40__py3-none-any.whl → 1.1.42__py3-none-any.whl

speedy_utils/scripts/mpython.py

@@ -3,13 +3,59 @@ import argparse
 import itertools
 import multiprocessing  # Import multiprocessing module
 import os
+import re
 import shlex  # To properly escape command line arguments
 import shutil
+import subprocess
 
 
 taskset_path = shutil.which('taskset')
 
 
+def get_existing_tmux_sessions():
+    """Get list of existing tmux session names."""
+    try:
+        result = subprocess.run(
+            ['tmux', 'list-sessions', '-F', '#{session_name}'],
+            capture_output=True,
+            text=True,
+        )
+        if result.returncode == 0:
+            return result.stdout.strip().split('\n')
+        return []
+    except FileNotFoundError:
+        # tmux not installed
+        return []
+
+
+def get_next_session_name(base_name='mpython'):
+    """Get next available session name.
+
+    If 'mpython' doesn't exist, return 'mpython'.
+    If 'mpython' exists, return 'mpython-1', 'mpython-2', etc.
+    """
+    existing_sessions = get_existing_tmux_sessions()
+
+    if base_name not in existing_sessions:
+        return base_name
+
+    # Find all existing mpython-N sessions
+    pattern = re.compile(rf'^{re.escape(base_name)}-(\d+)$')
+    existing_numbers = []
+
+    for session in existing_sessions:
+        match = pattern.match(session)
+        if match:
+            existing_numbers.append(int(match.group(1)))
+
+    # Find the next available number
+    next_num = 1
+    if existing_numbers:
+        next_num = max(existing_numbers) + 1
+
+    return f'{base_name}-{next_num}'
+
+
 def assert_script(python_path):
     with open(python_path) as f:
         code_str = f.read()
@@ -30,10 +76,7 @@ def assert_script(python_path):
 
 def run_in_tmux(commands_to_run, tmux_name, num_windows):
     with open('/tmp/start_multirun_tmux.sh', 'w') as script_file:
-        # first cmd is to kill the session if it exists
-
         script_file.write('#!/bin/bash\n\n')
-        script_file.write(f'tmux kill-session -t {tmux_name}\nsleep .1\n')
         script_file.write(f'tmux new-session -d -s {tmux_name}\n')
         for i, cmd in enumerate(itertools.cycle(commands_to_run)):
             if i >= num_windows:
@@ -99,9 +142,11 @@ def main():
 
         cmds.append(fold_cmd)
 
-    run_in_tmux(cmds, 'mpython', args.total_fold)
+    session_name = get_next_session_name('mpython')
+    run_in_tmux(cmds, session_name, args.total_fold)
     os.chmod('/tmp/start_multirun_tmux.sh', 0o755)  # Make the script executable
     os.system('/tmp/start_multirun_tmux.sh')
+    print(f'Started tmux session: {session_name}')
 
 
 if __name__ == '__main__':

{speedy_utils-1.1.40.dist-info → speedy_utils-1.1.42.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: speedy-utils
-Version: 1.1.40
+Version: 1.1.42
 Summary: Fast and easy-to-use package for data science
 Project-URL: Homepage, https://github.com/anhvth/speedy
 Project-URL: Repository, https://github.com/anhvth/speedy
@@ -45,7 +45,8 @@ Requires-Dist: tabulate
 Requires-Dist: tqdm
 Requires-Dist: xxhash
 Provides-Extra: ray
-Requires-Dist: ray>=2.49.1; (python_version >= '3.9') and extra == 'ray'
+Requires-Dist: ray[data,llm]>=2.40.0; extra == 'ray'
+Requires-Dist: vllm>=0.6.3; extra == 'ray'
 Description-Content-Type: text/markdown
 
 # Speedy Utils

{speedy_utils-1.1.40.dist-info → speedy_utils-1.1.42.dist-info}/RECORD

@@ -1,12 +1,13 @@
-llm_utils/__init__.py,sha256=tSo9RfmOhH1ofZseRtwr4iOpIQ1zKRocAzmuy53RgiI,1634
+llm_utils/__init__.py,sha256=_NUOQLYe67KQEsxIieePJfU6u9eb7_BS8RnuW31l7mE,1685
 llm_utils/group_messages.py,sha256=_XuFkEkO_iQDjVVx80XNFpufGH6iIDwHPDoCRJa60Ak,3691
+llm_utils/llm_ray.py,sha256=lnSq3eLyjfnODbIDgAzxrGqddqK-yUdOuHaDp6aMLZQ,12490
 llm_utils/chat_format/__init__.py,sha256=a7BKtBVktgLMq2Do4iNu3YfdDdTG1v9M_BkmaEorp5c,775
 llm_utils/chat_format/display.py,sha256=Lffjzna9_vV3QgfiXZM2_tuVb3wqA-WxwrmoAjsJigw,17356
 llm_utils/chat_format/transform.py,sha256=PJ2g9KT1GSbWuAs7giEbTpTAffpU9QsIXyRlbfpTZUQ,5351
 llm_utils/chat_format/utils.py,sha256=M2EctZ6NeHXqFYufh26Y3CpSphN0bdZm5xoNaEJj5vg,1251
 llm_utils/lm/__init__.py,sha256=4jYMy3wPH3tg-tHFyWEWOqrnmX4Tu32VZCdzRGMGQsI,778
 llm_utils/lm/base_prompt_builder.py,sha256=_TzYMsWr-SsbA_JNXptUVN56lV5RfgWWTrFi-E8LMy4,12337
-llm_utils/lm/llm.py,sha256=2vq8BScwp4gWb89EmUPaiBCzkBSr0x2B3qJLaPM11_M,19644
+llm_utils/lm/llm.py,sha256=4nTBNvIZfsKUZo5SdllLQOp3w-HohR3B1hcfUnYDl7A,20014
 llm_utils/lm/llm_signature.py,sha256=vV8uZgLLd6ZKqWbq0OPywWvXAfl7hrJQnbtBF-VnZRU,1244
 llm_utils/lm/lm_base.py,sha256=Bk3q34KrcCK_bC4Ryxbc3KqkiPL39zuVZaBQ1i6wJqs,9437
 llm_utils/lm/mixins.py,sha256=Nz7CwJFBOvbZNbODUlJC04Pcbac3zWnT8vy7sZG_MVI,24906
@@ -29,7 +30,7 @@ llm_utils/vector_cache/core.py,sha256=VXuYJy1AX22NHKvIXRriETip5RrmQcNp73-g-ZT774
 llm_utils/vector_cache/types.py,sha256=CpMZanJSTeBVxQSqjBq6pBVWp7u2-JRcgY9t5jhykdQ,438
 llm_utils/vector_cache/utils.py,sha256=OsiRFydv8i8HiJtPL9hh40aUv8I5pYfg2zvmtDi4DME,1446
 speedy_utils/__imports.py,sha256=V0YzkDK4-QkK_IDXY1be6C6_STuNhXAKIp4_dM0coQs,7800
-speedy_utils/__init__.py,sha256=VkKqS4eHXd8YeDu2TAQ3Osqy70RSufUL1sECDoYzqvM,2685
+speedy_utils/__init__.py,sha256=IXnlSPMc_2GJTtkfnobzm6wKA15_JvGe40yG8VG43N4,2822
 speedy_utils/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 speedy_utils/common/clock.py,sha256=raLtMGIgzrRej5kUt7hOUm2ZZw2THVPo-q8dMvdZOxw,7354
 speedy_utils/common/function_decorator.py,sha256=GKXqRs_hHFFmhyhql0Br0o52WzekUnpNlm99NfaVwgY,2025
@@ -38,20 +39,23 @@ speedy_utils/common/notebook_utils.py,sha256=6mxXZcTHwYob3nobAzbSZnDyXRahFaaSko1
 speedy_utils/common/patcher.py,sha256=Rku-N4DJNue8BCLUx7y3ad_3t_WU2HleHKlbR0vhaRc,2319
 speedy_utils/common/report_manager.py,sha256=78KQ0gUzvbzT6EjHYZ5zgtV41cPRvdX8hnF2oSWA4qA,3849
 speedy_utils/common/utils_cache.py,sha256=1UAqOSb4nFVlhuQRfTEXCN-8Wf6yntXyMA6yp61-98I,26277
-speedy_utils/common/utils_io.py,sha256=w9AxMD_8V3Wyo_0o9OtXjVQS8Z3KhxQiOkrl2p8Np70,15762
+speedy_utils/common/utils_io.py,sha256=94m_EZ2eIs3w2m0rx-QQWsREPpVJctpweYHco3byczQ,15876
 speedy_utils/common/utils_misc.py,sha256=ZRJCS7OJxybpVm1sasoeCYRW2TaaGCXj4DySYlQeVR8,2227
 speedy_utils/common/utils_print.py,sha256=AGDB7mgJnO00QkJBH6kJb46738q3GzMUZPwtQ248vQw,4763
-speedy_utils/multi_worker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-speedy_utils/multi_worker/process.py,sha256=jk2K3oNnul1jop4g2U7-6GAekJ4fCyXCbj39WWAwXWQ,14925
+speedy_utils/multi_worker/__init__.py,sha256=urcuxzaAJp-Rl3SIwHNre3x2vyHxLR7YGiDdm-Q8GQs,361
+speedy_utils/multi_worker/dataset_ray.py,sha256=U_l_4Y7CVpaHiApsXQSdNvals8NK87LHPS_XHiJF3qs,10044
+speedy_utils/multi_worker/parallel_gpu_pool.py,sha256=A7llZcQbRVZqwCqNRku7TpqGCdSoIzpdcTaupgqT5nI,6108
+speedy_utils/multi_worker/process.py,sha256=y3zat4uCj_Pz2Z6nWiSBnvvPws_w2HA8M_V0S4ERHsg,24768
+speedy_utils/multi_worker/progress.py,sha256=Ozeca-t-j1224n_dWwZkWzva9DC16SCLgScKeGtXLaQ,4717
 speedy_utils/multi_worker/thread.py,sha256=k4Ff4R2W0Ehet1zJ5nHQOfcsvOjnJzU6A2I18qw7_6M,21320
 speedy_utils/scripts/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-speedy_utils/scripts/mpython.py,sha256=aZvusJLKa3APVhabbFUAEo873VBm8Fym7HKGmVW4LyE,3843
+speedy_utils/scripts/mpython.py,sha256=uJ-QPG43cyHUptMP4MnyH7IdSTh4mzVQAejy9o1cQoE,5068
 speedy_utils/scripts/openapi_client_codegen.py,sha256=GModmmhkvGnxljK4KczyixKDrk-VEcLaW5I0XT6tzWo,9657
 vision_utils/README.md,sha256=AIDZZj8jo_QNrEjFyHwd00iOO431s-js-M2dLtVTn3I,5740
 vision_utils/__init__.py,sha256=hF54sT6FAxby8kDVhOvruy4yot8O-Ateey5n96O1pQM,284
 vision_utils/io_utils.py,sha256=pI0Va6miesBysJcllK6NXCay8HpGZsaMWwlsKB2DMgA,26510
 vision_utils/plot.py,sha256=HkNj3osA3moPuupP1VguXfPPOW614dZO5tvC-EFKpKM,12028
-speedy_utils-1.1.40.dist-info/METADATA,sha256=DUvG4GyBA__qkUmjRZQIJ4l-SwBABum6nRw-J7guKDE,8048
-speedy_utils-1.1.40.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
-speedy_utils-1.1.40.dist-info/entry_points.txt,sha256=rwn89AYfBUh9SRJtFbpp-u2JIKiqmZ2sczvqyO6s9cI,289
-speedy_utils-1.1.40.dist-info/RECORD,,
+speedy_utils-1.1.42.dist-info/METADATA,sha256=EWPvwJVrOh9P37W1tOiahbih2nbP9G4Z0xNqu8GKDWs,8071
+speedy_utils-1.1.42.dist-info/WHEEL,sha256=WLgqFyCfm_KASv4WHyYy0P3pM_m7J5L9k2skdKLirC8,87
+speedy_utils-1.1.42.dist-info/entry_points.txt,sha256=rwn89AYfBUh9SRJtFbpp-u2JIKiqmZ2sczvqyO6s9cI,289
+speedy_utils-1.1.42.dist-info/RECORD,,