pycompss-cli 3.3.1__tar.gz → 3.3.3__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {pycompss-cli-3.3.1/pycompss_cli.egg-info → pycompss-cli-3.3.3}/PKG-INFO +1 -1
- pycompss-cli-3.3.3/VERSION.txt +1 -0
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/__init__.py +1 -1
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/assets/__init__.py +1 -1
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/cli/__init__.py +1 -1
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/cli/compss.py +1 -1
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/cli/dislib.py +1 -1
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/cli/pycompss.py +1 -1
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/core/__init__.py +1 -1
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/core/actions.py +1 -1
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/core/actions_dispatcher.py +10 -6
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/core/arguments.py +5 -1
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/core/cmd_helpers.py +1 -1
- pycompss-cli-3.3.3/pycompss_cli/core/docker/__init__.py +16 -0
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/core/docker/actions.py +5 -10
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/core/docker/arguments.py +1 -1
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/core/docker/cmd.py +2 -2
- pycompss-cli-3.3.3/pycompss_cli/core/local/__init__.py +16 -0
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/core/local/actions.py +4 -7
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/core/local/arguments.py +1 -1
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/core/local/cmd.py +3 -3
- pycompss-cli-3.3.3/pycompss_cli/core/remote/__init__.py +16 -0
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/core/remote/actions.py +2 -2
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/core/remote/arguments.py +3 -2
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/core/remote/cmd.py +2 -2
- pycompss-cli-3.3.3/pycompss_cli/core/remote/interactive_sc/__init__.py +16 -0
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/core/remote/interactive_sc/core.py +1 -1
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/core/remote/interactive_sc/defaults.py +1 -1
- pycompss-cli-3.3.3/pycompss_cli/core/remote/job_scripts/__init__.py +16 -0
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/core/remote/job_scripts/cancel.py +1 -1
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/core/remote/job_scripts/commons.py +1 -1
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/core/remote/job_scripts/find.py +1 -1
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/core/remote/job_scripts/info.py +1 -1
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/core/remote/job_scripts/status.py +1 -1
- pycompss-cli-3.3.3/pycompss_cli/core/unicore/__init__.py +21 -0
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/core/unicore/actions.py +17 -3
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/core/unicore/arguments.py +2 -2
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/core/utils.py +1 -1
- pycompss-cli-3.3.3/pycompss_cli/models/__init__.py +16 -0
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/models/app.py +1 -1
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3/pycompss_cli.egg-info}/PKG-INFO +1 -1
- pycompss-cli-3.3.1/VERSION.txt +0 -1
- pycompss-cli-3.3.1/pycompss_cli/core/docker/__init__.py +0 -16
- pycompss-cli-3.3.1/pycompss_cli/core/local/__init__.py +0 -16
- pycompss-cli-3.3.1/pycompss_cli/core/remote/__init__.py +0 -16
- pycompss-cli-3.3.1/pycompss_cli/core/remote/interactive_sc/__init__.py +0 -16
- pycompss-cli-3.3.1/pycompss_cli/core/remote/job_scripts/__init__.py +0 -16
- pycompss-cli-3.3.1/pycompss_cli/core/unicore/__init__.py +0 -5
- pycompss-cli-3.3.1/pycompss_cli/models/__init__.py +0 -16
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/LICENSE.txt +0 -0
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/MANIFEST.in +0 -0
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/README.rst +0 -0
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/assets/enqueue_compss_args.txt +0 -0
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/assets/runcompss_args.txt +0 -0
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli.egg-info/SOURCES.txt +0 -0
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli.egg-info/dependency_links.txt +0 -0
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli.egg-info/entry_points.txt +0 -0
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli.egg-info/requires.txt +0 -0
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli.egg-info/top_level.txt +0 -0
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/requirements.txt +0 -0
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/setup.cfg +0 -0
- {pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/setup.py +0 -0
|
@@ -0,0 +1 @@
|
|
|
1
|
+
3.3.3
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -14,10 +14,6 @@
|
|
|
14
14
|
# See the License for the specific language governing permissions and
|
|
15
15
|
# limitations under the License.
|
|
16
16
|
#
|
|
17
|
-
from pycompss_cli.core.local.actions import LocalActions
|
|
18
|
-
from pycompss_cli.core.docker.actions import DockerActions
|
|
19
|
-
from pycompss_cli.core.remote.actions import RemoteActions
|
|
20
|
-
from pycompss_cli.core.unicore.actions import UnicoreActions
|
|
21
17
|
from pycompss_cli.core import utils
|
|
22
18
|
from copy import deepcopy
|
|
23
19
|
import os
|
|
@@ -44,6 +40,11 @@ class ActionsDispatcher(object):
|
|
|
44
40
|
if arguments.action == 'environment':
|
|
45
41
|
if arguments.environment and arguments.environment.startswith('r'):
|
|
46
42
|
self.__delete_envs(arguments.env_id, arguments)
|
|
43
|
+
exit(0)
|
|
44
|
+
|
|
45
|
+
if arguments.env_id and arguments.env_id not in list(os.walk(envs_path))[0][1]:
|
|
46
|
+
print("ERROR: There's no environment named " + arguments.env_id)
|
|
47
|
+
exit(1)
|
|
47
48
|
|
|
48
49
|
env_id = arguments.env_id if arguments.env_id else None
|
|
49
50
|
|
|
@@ -70,7 +71,6 @@ class ActionsDispatcher(object):
|
|
|
70
71
|
env_arguments.env_id = env_id
|
|
71
72
|
action_cmd = self.__getactions_cmd(env_type, env_arguments, env_conf=env_conf)
|
|
72
73
|
action_cmd.env_remove()
|
|
73
|
-
exit(0)
|
|
74
74
|
|
|
75
75
|
def __get_env_type_from_name(self, env_name):
|
|
76
76
|
envs_path = self.home_path + '/.COMPSs/envs'
|
|
@@ -86,12 +86,16 @@ class ActionsDispatcher(object):
|
|
|
86
86
|
debug = arguments.debug
|
|
87
87
|
|
|
88
88
|
if env_type == "local":
|
|
89
|
+
from pycompss_cli.core.local.actions import LocalActions
|
|
89
90
|
return LocalActions(arguments, debug, env_conf)
|
|
90
91
|
elif env_type == "docker":
|
|
92
|
+
from pycompss_cli.core.docker.actions import DockerActions
|
|
91
93
|
return DockerActions(arguments, debug, env_conf)
|
|
92
94
|
elif env_type == "remote":
|
|
95
|
+
from pycompss_cli.core.remote.actions import RemoteActions
|
|
93
96
|
return RemoteActions(arguments, debug, env_conf)
|
|
94
97
|
elif env_type == "unicore":
|
|
98
|
+
from pycompss_cli.core.unicore.actions import UnicoreActions
|
|
95
99
|
return UnicoreActions(arguments, debug, env_conf)
|
|
96
100
|
else:
|
|
97
101
|
raise NotImplementedError(f"Environment `{env_type}` not implemented")
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -156,6 +156,10 @@ def parse_sys_argv():
|
|
|
156
156
|
parents=[parent_parser],
|
|
157
157
|
formatter_class=FORMATTER_CLASS)
|
|
158
158
|
parser_jupyter.set_defaults(action='jupyter')
|
|
159
|
+
|
|
160
|
+
parser_jupyter.add_argument("-lab",
|
|
161
|
+
action="store_true",
|
|
162
|
+
help="Run Jupyter Lab")
|
|
159
163
|
|
|
160
164
|
|
|
161
165
|
parser_jupyter.add_argument("-app", "--app_name",
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
#!/usr/bin/python
|
|
2
|
+
#
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
|
+
#
|
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
+
# you may not use this file except in compliance with the License.
|
|
7
|
+
# You may obtain a copy of the License at
|
|
8
|
+
#
|
|
9
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
+
#
|
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
+
# See the License for the specific language governing permissions and
|
|
15
|
+
# limitations under the License.
|
|
16
|
+
#
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -155,20 +155,15 @@ class DockerActions(Actions):
|
|
|
155
155
|
|
|
156
156
|
self.docker_cmd.docker_exec_in_daemon('pkill jupyter')
|
|
157
157
|
|
|
158
|
-
|
|
159
|
-
if len(self.arguments.rest_args) > 0:
|
|
160
|
-
if self.arguments.rest_args[0] == 'lab' or self.arguments.rest_args[0] == 'notebook':
|
|
161
|
-
cmd = ''
|
|
158
|
+
lab_or_notebook = 'lab' if self.arguments.lab else 'notebook'
|
|
162
159
|
|
|
163
160
|
arguments = " ".join(self.arguments.rest_args)
|
|
164
|
-
jupyter_cmd = f"jupyter {
|
|
161
|
+
jupyter_cmd = f"jupyter {lab_or_notebook} " + \
|
|
165
162
|
arguments + " " + \
|
|
166
163
|
f"--ip={self.env_conf['master_ip']} " + \
|
|
167
164
|
"--allow-root " + \
|
|
168
165
|
"--NotebookApp.token="
|
|
169
166
|
|
|
170
|
-
print(jupyter_cmd)
|
|
171
|
-
|
|
172
167
|
try:
|
|
173
168
|
for out_line in self.docker_cmd.docker_exec_in_daemon(jupyter_cmd, return_stream=True):
|
|
174
169
|
print(out_line.decode().strip().replace(self.env_conf['master_ip'], 'localhost'), flush=True)
|
|
@@ -194,8 +189,8 @@ class DockerActions(Actions):
|
|
|
194
189
|
|
|
195
190
|
|
|
196
191
|
def gentrace(self):
|
|
197
|
-
command = f"compss_gentrace
|
|
198
|
-
command += '
|
|
192
|
+
command = f"compss_gentrace " + ' '.join(self.arguments.rest_args)
|
|
193
|
+
command += f' {self.arguments.trace_dir}'
|
|
199
194
|
self.docker_cmd.docker_exec_in_daemon(command)
|
|
200
195
|
if self.arguments.download_dir:
|
|
201
196
|
self.docker_cmd.docker_exec_in_daemon(f'cp {self.arguments.trace_dir}/* {self.arguments.download_dir}/')
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -136,7 +136,7 @@ class DockerCmd(object):
|
|
|
136
136
|
"while because it needs to download the docker image. " +
|
|
137
137
|
"Please be patient.")
|
|
138
138
|
if update_image:
|
|
139
|
-
subprocess.run(
|
|
139
|
+
subprocess.run(['docker', 'pull', docker_image], stdout=subprocess.PIPE)
|
|
140
140
|
mounts = self._get_mounts(user_working_dir=working_dir, log_dir=log_dir)
|
|
141
141
|
ports = {"8888/tcp": 8888, # required for jupyter notebooks
|
|
142
142
|
"8080/tcp": 8080} # required for monitor
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
#!/usr/bin/python
|
|
2
|
+
#
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
|
+
#
|
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
+
# you may not use this file except in compliance with the License.
|
|
7
|
+
# You may obtain a copy of the License at
|
|
8
|
+
#
|
|
9
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
+
#
|
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
+
# See the License for the specific language governing permissions and
|
|
15
|
+
# limitations under the License.
|
|
16
|
+
#
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -107,12 +107,9 @@ class LocalActions(Actions):
|
|
|
107
107
|
if 'working_dir' in self.env_conf:
|
|
108
108
|
working_dir = self.env_conf['working_dir']
|
|
109
109
|
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
else:
|
|
114
|
-
cmd = 'notebook'
|
|
115
|
-
local_jupyter(working_dir, cmd, ' '.join(jupyter_args))
|
|
110
|
+
lab_or_notebook = 'lab' if self.arguments.lab else 'notebook'
|
|
111
|
+
|
|
112
|
+
local_jupyter(working_dir, lab_or_notebook, ' '.join(self.arguments.rest_args))
|
|
116
113
|
|
|
117
114
|
def exec(self):
|
|
118
115
|
command = ' '.join(self.arguments.exec_cmd)
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -60,8 +60,8 @@ def local_run_app(cmd: List[str]) -> None:
|
|
|
60
60
|
subprocess.run(cmd, shell=True)
|
|
61
61
|
|
|
62
62
|
|
|
63
|
-
def local_jupyter(work_dir, jupyter_args):
|
|
64
|
-
cmd = 'jupyter
|
|
63
|
+
def local_jupyter(work_dir, lab_or_notebook, jupyter_args):
|
|
64
|
+
cmd = f'jupyter {lab_or_notebook} --notebook-dir=' + work_dir
|
|
65
65
|
process = subprocess.Popen(cmd + ' ' + jupyter_args, shell=True, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
|
|
66
66
|
try:
|
|
67
67
|
while True:
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
#!/usr/bin/python
|
|
2
|
+
#
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
|
+
#
|
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
+
# you may not use this file except in compliance with the License.
|
|
7
|
+
# You may obtain a copy of the License at
|
|
8
|
+
#
|
|
9
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
+
#
|
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
+
# See the License for the specific language governing permissions and
|
|
15
|
+
# limitations under the License.
|
|
16
|
+
#
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -315,7 +315,7 @@ class RemoteActions(Actions):
|
|
|
315
315
|
|
|
316
316
|
trace_ls = f"ls {self.arguments.trace_dir}"
|
|
317
317
|
trace_ls = remote_exec_app(self.env_conf['login'], trace_ls, self.debug)
|
|
318
|
-
if not '.prv
|
|
318
|
+
if not '.prv' in trace_ls:
|
|
319
319
|
gentrace_cmd = f"compss_gentrace {self.arguments.trace_dir} "
|
|
320
320
|
gentrace_cmd += ' '.join(self.arguments.rest_args)
|
|
321
321
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -47,7 +47,8 @@ def remote_init_parser():
|
|
|
47
47
|
help="Login info username@remote_hostname")
|
|
48
48
|
|
|
49
49
|
parser_init.add_argument("-m", "--modules",
|
|
50
|
-
help="Module list or file to load in remote environment"
|
|
50
|
+
help="Module list or file to load in remote environment",
|
|
51
|
+
nargs='+')
|
|
51
52
|
|
|
52
53
|
return parser_init
|
|
53
54
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -44,7 +44,7 @@ def remote_deploy_compss(env_id: str, login_info: str, modules, envars=[]) -> No
|
|
|
44
44
|
|
|
45
45
|
subprocess.run(f"ssh {login_info} 'mkdir -p ~/.COMPSs'", shell=True)
|
|
46
46
|
|
|
47
|
-
if isinstance(modules, str):
|
|
47
|
+
if isinstance(modules, str) and os.path.isfile(modules):
|
|
48
48
|
modules_file = modules
|
|
49
49
|
else:
|
|
50
50
|
tmp_modules = tempfile.NamedTemporaryFile(delete=False)
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
#!/usr/bin/python
|
|
2
|
+
#
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
|
+
#
|
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
+
# you may not use this file except in compliance with the License.
|
|
7
|
+
# You may obtain a copy of the License at
|
|
8
|
+
#
|
|
9
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
+
#
|
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
+
# See the License for the specific language governing permissions and
|
|
15
|
+
# limitations under the License.
|
|
16
|
+
#
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
{pycompss-cli-3.3.1 → pycompss-cli-3.3.3}/pycompss_cli/core/remote/interactive_sc/defaults.py
RENAMED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
#!/usr/bin/python
|
|
2
|
+
#
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
|
+
#
|
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
+
# you may not use this file except in compliance with the License.
|
|
7
|
+
# You may obtain a copy of the License at
|
|
8
|
+
#
|
|
9
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
+
#
|
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
+
# See the License for the specific language governing permissions and
|
|
15
|
+
# limitations under the License.
|
|
16
|
+
#
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
#!/usr/bin/python
|
|
2
|
+
#
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
|
+
#
|
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
+
# you may not use this file except in compliance with the License.
|
|
7
|
+
# You may obtain a copy of the License at
|
|
8
|
+
#
|
|
9
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
+
#
|
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
+
# See the License for the specific language governing permissions and
|
|
15
|
+
# limitations under the License.
|
|
16
|
+
#
|
|
17
|
+
|
|
18
|
+
UNICORE_URL_ENVAR = 'UNICORE_URL'
|
|
19
|
+
UNICORE_USER_ENVAR = 'UNICORE_USER'
|
|
20
|
+
UNICORE_PASSWORD_ENVAR = 'UNICORE_PASSWORD'
|
|
21
|
+
UNICORE_TOKEN_ENVAR = 'UNICORE_TOKEN'
|
|
@@ -1,7 +1,21 @@
|
|
|
1
|
+
#!/usr/bin/python
|
|
2
|
+
#
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
|
+
#
|
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
+
# you may not use this file except in compliance with the License.
|
|
7
|
+
# You may obtain a copy of the License at
|
|
8
|
+
#
|
|
9
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
+
#
|
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
+
# See the License for the specific language governing permissions and
|
|
15
|
+
# limitations under the License.
|
|
16
|
+
#
|
|
1
17
|
|
|
2
|
-
import re
|
|
3
18
|
from shutil import copyfile
|
|
4
|
-
import tempfile
|
|
5
19
|
import traceback
|
|
6
20
|
from pycompss_cli.core.actions import Actions
|
|
7
21
|
from pycompss_cli.core.unicore import UNICORE_URL_ENVAR
|
|
@@ -300,4 +314,4 @@ class UnicoreActions(Actions):
|
|
|
300
314
|
|
|
301
315
|
def run(self):
|
|
302
316
|
print('ERROR: Not Implemented Yet')
|
|
303
|
-
exit(1)
|
|
317
|
+
exit(1)
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -66,4 +66,4 @@ def unicore_init_parser():
|
|
|
66
66
|
nargs='*',
|
|
67
67
|
help="Modules file to load in remote environment")
|
|
68
68
|
|
|
69
|
-
return parser_init
|
|
69
|
+
return parser_init
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
#!/usr/bin/python
|
|
2
|
+
#
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
|
+
#
|
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
+
# you may not use this file except in compliance with the License.
|
|
7
|
+
# You may obtain a copy of the License at
|
|
8
|
+
#
|
|
9
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
+
#
|
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
+
# See the License for the specific language governing permissions and
|
|
15
|
+
# limitations under the License.
|
|
16
|
+
#
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
#!/usr/bin/python
|
|
2
2
|
#
|
|
3
|
-
# Copyright 2002-
|
|
3
|
+
# Copyright 2002-2023 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
4
|
#
|
|
5
5
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
6
|
# you may not use this file except in compliance with the License.
|
pycompss-cli-3.3.1/VERSION.txt
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
3.3.1
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/python
|
|
2
|
-
#
|
|
3
|
-
# Copyright 2002-2022 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
|
-
#
|
|
5
|
-
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
-
# you may not use this file except in compliance with the License.
|
|
7
|
-
# You may obtain a copy of the License at
|
|
8
|
-
#
|
|
9
|
-
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
-
#
|
|
11
|
-
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
-
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
-
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
-
# See the License for the specific language governing permissions and
|
|
15
|
-
# limitations under the License.
|
|
16
|
-
#
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/python
|
|
2
|
-
#
|
|
3
|
-
# Copyright 2002-2022 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
|
-
#
|
|
5
|
-
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
-
# you may not use this file except in compliance with the License.
|
|
7
|
-
# You may obtain a copy of the License at
|
|
8
|
-
#
|
|
9
|
-
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
-
#
|
|
11
|
-
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
-
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
-
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
-
# See the License for the specific language governing permissions and
|
|
15
|
-
# limitations under the License.
|
|
16
|
-
#
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/python
|
|
2
|
-
#
|
|
3
|
-
# Copyright 2002-2022 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
|
-
#
|
|
5
|
-
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
-
# you may not use this file except in compliance with the License.
|
|
7
|
-
# You may obtain a copy of the License at
|
|
8
|
-
#
|
|
9
|
-
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
-
#
|
|
11
|
-
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
-
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
-
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
-
# See the License for the specific language governing permissions and
|
|
15
|
-
# limitations under the License.
|
|
16
|
-
#
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/python
|
|
2
|
-
#
|
|
3
|
-
# Copyright 2002-2022 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
|
-
#
|
|
5
|
-
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
-
# you may not use this file except in compliance with the License.
|
|
7
|
-
# You may obtain a copy of the License at
|
|
8
|
-
#
|
|
9
|
-
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
-
#
|
|
11
|
-
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
-
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
-
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
-
# See the License for the specific language governing permissions and
|
|
15
|
-
# limitations under the License.
|
|
16
|
-
#
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/python
|
|
2
|
-
#
|
|
3
|
-
# Copyright 2002-2022 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
|
-
#
|
|
5
|
-
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
-
# you may not use this file except in compliance with the License.
|
|
7
|
-
# You may obtain a copy of the License at
|
|
8
|
-
#
|
|
9
|
-
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
-
#
|
|
11
|
-
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
-
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
-
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
-
# See the License for the specific language governing permissions and
|
|
15
|
-
# limitations under the License.
|
|
16
|
-
#
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
#!/usr/bin/python
|
|
2
|
-
#
|
|
3
|
-
# Copyright 2002-2022 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
|
-
#
|
|
5
|
-
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
-
# you may not use this file except in compliance with the License.
|
|
7
|
-
# You may obtain a copy of the License at
|
|
8
|
-
#
|
|
9
|
-
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
-
#
|
|
11
|
-
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
-
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
-
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
-
# See the License for the specific language governing permissions and
|
|
15
|
-
# limitations under the License.
|
|
16
|
-
#
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|