slurmray 3.6.2__py3-none-any.whl → 3.6.4__py3-none-any.whl

slurmray/RayLauncher.py

@@ -64,8 +64,8 @@ class RayLauncher:
         self.server_username = server_username
         self.server_password = server_password
 
-        self.modules = ["gcc", "python/3.9.13"] + [
-            mod for mod in modules if mod not in ["gcc", "python/3.9.13"]
+        self.modules = ["gcc", "python/3.11.6"] + [
+            mod for mod in modules if mod not in ["gcc", "python/3.11.6"]
         ]
         if self.use_gpu is True and "cuda" not in self.modules:
             self.modules += ["cuda", "cudnn"]
@@ -74,9 +74,6 @@ class RayLauncher:
         self.cluster = os.path.exists("/usr/bin/sbatch")
 
         # Create the project directory if not exists
-        self.module_path = os.path.join(
-            os.path.dirname(os.path.abspath(__file__)), ".."
-        )
         self.pwd_path = os.getcwd()
         self.module_path = os.path.dirname(os.path.abspath(__file__))
         self.project_path = os.path.join(self.pwd_path, ".slogs", self.project_name)
@@ -444,14 +441,12 @@ class RayLauncher:
             # lines = [re.sub(r'torchaudio\n', 'torchaudio --pre --index-url https://download.pytorch.org/whl/nightly/cu121\n', line) for line in lines]
 
             # lines = [re.sub(r'bitsandbytes\n', 'bitsandbytes --global-option="--cuda_ext"\n', line) for line in lines]
-            lines = [re.sub(r"slurmray\n", "", line) for line in lines]
-            # Add slurmray --pre
-            lines.append("slurmray --pre \n")
             # Solve torch buf (https://github.com/pytorch/pytorch/issues/111469)
-            if "torchaudio\n" or "torchvision\n" in lines:
-                lines.append(
-                    "torch==2.1.1 --index-url https://download.pytorch.org/whl/cu121\n"
-                )
+            # if "torchaudio\n" or "torchvision\n" in lines:
+            #     lines.append(
+            #         "torch==2.1.1 --index-url https://download.pytorch.org/whl/cu121\n"
+            #     )
+            lines.append("slurmray\n")
 
         with open(f"{self.project_path}/requirements.txt", "w") as file:
             file.writelines(lines)
@@ -546,7 +541,7 @@ if __name__ == "__main__":
     import torch
 
     def function_inside_function():
-        with open("slurmray/RayLauncher.py", "r") as f:
+        with open("documentation/RayLauncher.html", "r") as f:
             return f.read()[0:10]
 
     def example_func(x):
@@ -563,7 +558,7 @@ if __name__ == "__main__":
         func=example_func,  # Function to execute
         args={"x": 5},  # Arguments of the function
         files=[
-            "slurmray/RayLauncher.py"
+            "documentation/RayLauncher.html"
         ],  # List of files to push to the cluster (file path will be recreated on the cluster)
         modules=[],  # List of modules to load on the curnagl Cluster (CUDA & CUDNN are automatically added if use_gpu=True)
         node_nbr=1,  # Number of nodes to use

slurmray/assets/slurmray_server.sh

@@ -8,7 +8,7 @@ mv -t slurmray-server/.slogs/server func.pkl args.pkl
 cd slurmray-server
 
 # Load modules
-module load gcc python/3.9.13 cuda cudnn
+module load gcc rust python/3.11.6 cuda cudnn
 
 # Check if venv exists
 if [ ! -d ".venv" ]; then
@@ -17,6 +17,8 @@ fi
 source .venv/bin/activate
 
 # Install requirements
+pip install wheel
+pip install -r requirements.txt
 ## Load all installed packages into a variable
 installed_packages=$(pip3 list --format=freeze)
 ## Function to check if a package is installed

{slurmray-3.6.2.dist-info → slurmray-3.6.4.dist-info}/METADATA

@@ -1,17 +1,14 @@
 Metadata-Version: 2.1
 Name: slurmray
-Version: 3.6.2
+Version: 3.6.4
 Summary: SlurmRay is a module for effortlessly distributing tasks on a Slurm cluster using the Ray library. 
 Home-page: https://henri-jamet.vercel.app/
 License: Apache License
 Author: Henri Jamet
 Author-email: henri.jamet@unil.ch
-Requires-Python: >=3.9,<4.0
+Requires-Python: ==3.11.6
 Classifier: License :: Other/Proprietary License
 Classifier: Programming Language :: Python :: 3
-Classifier: Programming Language :: Python :: 3.9
-Classifier: Programming Language :: Python :: 3.10
-Classifier: Programming Language :: Python :: 3.11
 Requires-Dist: dill (>=0.3.7,<0.4.0)
 Requires-Dist: paramiko (>=3.3.1,<4.0.0)
 Requires-Dist: pdoc3 (>=0.10.0,<0.11.0)

slurmray-3.6.4.dist-info/RECORD

@@ -0,0 +1,10 @@
+slurmray/RayLauncher.py,sha256=HAsLfXJalvyTQ8IYU6krXV_NvNcDjonacmu4olMZm_Q,23281
+slurmray/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+slurmray/assets/sbatch_template.sh,sha256=c-7J4ItzrctDrbF5Znu8p1d_xIgayC9puhjX3nLMzsk,2273
+slurmray/assets/slurmray_server.sh,sha256=skyyegnCnM-AYF_iePegErEoIlol4HixeogLZ1Akaik,1561
+slurmray/assets/slurmray_server_template.py,sha256=JwX2pH7K9pb10JuRxe3EsjSUp1t3xm0ojEh8H2W2lVo,461
+slurmray/assets/spython_template.py,sha256=kRUvNQs9iCcg0wJLmm9LV0TnbUdlenZMYPr_bZPkXLg,597
+slurmray-3.6.4.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+slurmray-3.6.4.dist-info/METADATA,sha256=WGYJw37eXvWADHttmRwXFUi8bVhVQkDPwrFA0iHLtxs,3338
+slurmray-3.6.4.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
+slurmray-3.6.4.dist-info/RECORD,,

slurmray-3.6.2.dist-info/RECORD

@@ -1,10 +0,0 @@
-slurmray/RayLauncher.py,sha256=nJvwXVlE0Qf0IJO8zeqPVe6r5-pM140oSVOq_z09-2w,23483
-slurmray/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-slurmray/assets/sbatch_template.sh,sha256=c-7J4ItzrctDrbF5Znu8p1d_xIgayC9puhjX3nLMzsk,2273
-slurmray/assets/slurmray_server.sh,sha256=-PpX3AitLVfAYjyNqE3BjtDu5uvk11KoiaCUVgmtcEQ,1506
-slurmray/assets/slurmray_server_template.py,sha256=JwX2pH7K9pb10JuRxe3EsjSUp1t3xm0ojEh8H2W2lVo,461
-slurmray/assets/spython_template.py,sha256=kRUvNQs9iCcg0wJLmm9LV0TnbUdlenZMYPr_bZPkXLg,597
-slurmray-3.6.2.dist-info/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-slurmray-3.6.2.dist-info/METADATA,sha256=UZdPwVcNWhYoQ0DAii8Nm9Htj8Yx-lkfO8XiViNBWjE,3492
-slurmray-3.6.2.dist-info/WHEEL,sha256=d2fvjOD7sXsVzChCqf0Ty0JbHKBaLYwDbGQDwQTnJ50,88
-slurmray-3.6.2.dist-info/RECORD,,