slurmray 3.3.2__py3-none-any.whl → 3.5.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of slurmray might be problematic. Click here for more details.

slurmray/RayLauncher.py CHANGED
@@ -132,10 +132,17 @@ class RayLauncher:
132
132
  # Determine the path to the file
133
133
  local_path = file_path
134
134
  local_path_from_pwd = os.path.relpath(local_path, self.pwd_path)
135
- cluster_path = os.path.join("/users", self.server_username, "slurmray-server", ".slogs", "server", local_path_from_pwd)
135
+ cluster_path = os.path.join("/users", self.server_username, "slurmray-server", local_path_from_pwd)
136
136
 
137
137
  # Create the directory if not exists
138
- ssh_client.exec_command(f"mkdir -p '{os.path.dirname(cluster_path)}'")
138
+
139
+ stdin, stdout, stderr = ssh_client.exec_command(f"mkdir -p '{os.path.dirname(cluster_path)}'")
140
+ while True:
141
+ line = stdout.readline()
142
+ if not line:
143
+ break
144
+ print(line, end="")
145
+ time.sleep(1) # Wait for the directory to be created
139
146
 
140
147
  # Copy the file to the server
141
148
  sftp.put(file_path, cluster_path)
@@ -411,10 +418,11 @@ class RayLauncher:
411
418
  # Add slurmray --pre
412
419
  lines.append("slurmray --pre")
413
420
  # Adapt torch version
414
- lines = [re.sub(r'\ntorch==.*', 'torch', line) for line in lines]
415
- lines = [re.sub(r'\ntorchvision==.*', 'torchvision', line) for line in lines]
416
- lines = [re.sub(r'\ntorchaudio==.*', 'torchaudio', line) for line in lines]
417
- lines = [re.sub(r'\nbitsandbytes==.*', 'bitsandbytes', line) for line in lines]
421
+ lines = [re.sub(r'\ntorch==.*', '`\ntorch', line) for line in lines]
422
+ lines = [re.sub(r'\ntorchvision==.*', '\ntorchvision', line) for line in lines]
423
+ lines = [re.sub(r'\ntorchaudio==.*', '\ntorchaudio', line) for line in lines]
424
+ lines = [re.sub(r'\nbitsandbytes==.*', '\nbitsandbytes', line) for line in lines]
425
+ lines = [re.sub(r'\nslurmray==.*', '\n', line) for line in lines]
418
426
 
419
427
  with open(f"{self.project_path}/requirements.txt", 'w') as file:
420
428
  file.writelines(lines)
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: slurmray
3
- Version: 3.3.2
3
+ Version: 3.5.0
4
4
  Summary: SlurmRay is a module for effortlessly distributing tasks on a Slurm cluster using the Ray library.
5
5
  Home-page: https://henri-jamet.vercel.app/
6
6
  License: Apache License
@@ -1,10 +1,10 @@
1
- slurmray/RayLauncher.py,sha256=KqzDqAnKg_LmApYoqID_0bETMwFCEfPj_bQ-ErrvkM8,20251
1
+ slurmray/RayLauncher.py,sha256=8qnPPB8zNybdT1fM0vK1BDX3xeUddO6IFXIPWbKBPwE,20548
2
2
  slurmray/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
3
3
  slurmray/assets/sbatch_template.sh,sha256=c-7J4ItzrctDrbF5Znu8p1d_xIgayC9puhjX3nLMzsk,2273
4
4
  slurmray/assets/slurmray_server.sh,sha256=-Mt6CYjGdxui_wlD5NwKcv0wge23AjQqIscPbTA14mg,578
5
5
  slurmray/assets/slurmray_server_template.py,sha256=4VPJWq9sqW8BBarJB0XKvdQzbDomeHCIiqt0SBVnNIo,573
6
6
  slurmray/assets/spython_template.py,sha256=kRUvNQs9iCcg0wJLmm9LV0TnbUdlenZMYPr_bZPkXLg,597
7
- slurmray-3.3.2.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
8
- slurmray-3.3.2.dist-info/METADATA,sha256=Aula9_eShrZcrtj_oNRkxPAl0_WyWnec3umnI7epAqk,2292
9
- slurmray-3.3.2.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
10
- slurmray-3.3.2.dist-info/RECORD,,
7
+ slurmray-3.5.0.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
8
+ slurmray-3.5.0.dist-info/METADATA,sha256=YoZpAEwgDBJrSDTjbIfashOuwFPCNvdC4F1Ft5CWCQY,2292
9
+ slurmray-3.5.0.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
10
+ slurmray-3.5.0.dist-info/RECORD,,