pycompss-cli 3.3.6__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- pycompss_cli/__init__.py +16 -0
- pycompss_cli/assets/__init__.py +16 -0
- pycompss_cli/assets/enqueue_compss_args.txt +317 -0
- pycompss_cli/assets/runcompss_args.txt +188 -0
- pycompss_cli/cli/__init__.py +16 -0
- pycompss_cli/cli/compss.py +27 -0
- pycompss_cli/cli/dislib.py +28 -0
- pycompss_cli/cli/pycompss.py +49 -0
- pycompss_cli/core/__init__.py +16 -0
- pycompss_cli/core/actions.py +173 -0
- pycompss_cli/core/actions_dispatcher.py +113 -0
- pycompss_cli/core/arguments.py +313 -0
- pycompss_cli/core/cmd_helpers.py +56 -0
- pycompss_cli/core/docker/__init__.py +16 -0
- pycompss_cli/core/docker/actions.py +241 -0
- pycompss_cli/core/docker/arguments.py +65 -0
- pycompss_cli/core/docker/cmd.py +636 -0
- pycompss_cli/core/local/__init__.py +16 -0
- pycompss_cli/core/local/actions.py +338 -0
- pycompss_cli/core/local/arguments.py +51 -0
- pycompss_cli/core/local/cmd.py +464 -0
- pycompss_cli/core/remote/__init__.py +16 -0
- pycompss_cli/core/remote/actions.py +443 -0
- pycompss_cli/core/remote/arguments.py +215 -0
- pycompss_cli/core/remote/cmd.py +217 -0
- pycompss_cli/core/remote/interactive_sc/__init__.py +16 -0
- pycompss_cli/core/remote/interactive_sc/core.py +342 -0
- pycompss_cli/core/remote/interactive_sc/defaults.py +132 -0
- pycompss_cli/core/remote/job_scripts/__init__.py +16 -0
- pycompss_cli/core/remote/job_scripts/cancel.py +77 -0
- pycompss_cli/core/remote/job_scripts/commons.py +273 -0
- pycompss_cli/core/remote/job_scripts/find.py +74 -0
- pycompss_cli/core/remote/job_scripts/info.py +103 -0
- pycompss_cli/core/remote/job_scripts/status.py +67 -0
- pycompss_cli/core/unicore/__init__.py +21 -0
- pycompss_cli/core/unicore/actions.py +317 -0
- pycompss_cli/core/unicore/arguments.py +69 -0
- pycompss_cli/core/utils.py +143 -0
- pycompss_cli/models/__init__.py +16 -0
- pycompss_cli/models/app.py +22 -0
- pycompss_cli-3.3.6.dist-info/LICENSE.txt +202 -0
- pycompss_cli-3.3.6.dist-info/METADATA +138 -0
- pycompss_cli-3.3.6.dist-info/RECORD +46 -0
- pycompss_cli-3.3.6.dist-info/WHEEL +5 -0
- pycompss_cli-3.3.6.dist-info/entry_points.txt +4 -0
- pycompss_cli-3.3.6.dist-info/top_level.txt +1 -0
pycompss_cli/__init__.py
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
#
|
|
3
|
+
# Copyright 2002-2025 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
|
+
#
|
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
+
# you may not use this file except in compliance with the License.
|
|
7
|
+
# You may obtain a copy of the License at
|
|
8
|
+
#
|
|
9
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
+
#
|
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
+
# See the License for the specific language governing permissions and
|
|
15
|
+
# limitations under the License.
|
|
16
|
+
#
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
#
|
|
3
|
+
# Copyright 2002-2025 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
|
+
#
|
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
+
# you may not use this file except in compliance with the License.
|
|
7
|
+
# You may obtain a copy of the License at
|
|
8
|
+
#
|
|
9
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
+
#
|
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
+
# See the License for the specific language governing permissions and
|
|
15
|
+
# limitations under the License.
|
|
16
|
+
#
|
|
@@ -0,0 +1,317 @@
|
|
|
1
|
+
Usage: /apps/COMPSs/3.1/Runtime/scripts/user/enqueue_compss [queue_system_options] [COMPSs_options] application_name application_arguments
|
|
2
|
+
|
|
3
|
+
* Options:
|
|
4
|
+
General:
|
|
5
|
+
--help, -h Print this help message
|
|
6
|
+
--heterogeneous Indicates submission is going to be heterogeneous
|
|
7
|
+
Default: Disabled
|
|
8
|
+
Queue system configuration:
|
|
9
|
+
--sc_cfg=<name> SuperComputer configuration file to use. Must exist inside queues/cfgs/
|
|
10
|
+
Default: default
|
|
11
|
+
|
|
12
|
+
Submission configuration:
|
|
13
|
+
General submision arguments:
|
|
14
|
+
--exec_time=<minutes> Expected execution time of the application (in minutes)
|
|
15
|
+
Default: 10
|
|
16
|
+
--job_name=<name> Job name
|
|
17
|
+
Default: COMPSs
|
|
18
|
+
--queue=<name> Queue/partition name to submit the job. Depends on the queue system.
|
|
19
|
+
Default: default
|
|
20
|
+
--reservation=<name> Reservation to use when submitting the job.
|
|
21
|
+
Default: disabled
|
|
22
|
+
--job_execution_dir=<path> Path where job is executed.
|
|
23
|
+
Default: .
|
|
24
|
+
--env_script=<path/to/script> Script to source the required environment for the application.
|
|
25
|
+
Default: Empty
|
|
26
|
+
--extra_submit_flag=<flag> Flag to pass queue system flags not supported by default command flags.
|
|
27
|
+
Spaces must be added as '#'
|
|
28
|
+
Default: Empty
|
|
29
|
+
--constraints=<constraints> Constraints to pass to queue system.
|
|
30
|
+
Default: disabled
|
|
31
|
+
--qos=<qos> Quality of Service to pass to the queue system.
|
|
32
|
+
Default: default
|
|
33
|
+
--forward_cpus_per_node=<true|false> Flag to indicate if number to cpus per node must be forwarded to the worker process.
|
|
34
|
+
The number of forwarded cpus will be equal to the cpus_per_node in a worker node and
|
|
35
|
+
equal to the worker_in_master_cpus in a master node.
|
|
36
|
+
Default: false
|
|
37
|
+
--job_dependency=<jobID> Postpone job execution until the job dependency has ended.
|
|
38
|
+
Default: None
|
|
39
|
+
--forward_time_limit=<true|false> Forward the queue system time limit to the runtime.
|
|
40
|
+
It will stop the application in a controlled way.
|
|
41
|
+
Default: true
|
|
42
|
+
--storage_home=<string> Root installation dir of the storage implementation.
|
|
43
|
+
Can be defined with the STORAGE_HOME environment variable.
|
|
44
|
+
Default: null
|
|
45
|
+
--storage_props=<string> Absolute path of the storage properties file
|
|
46
|
+
Mandatory if storage_home is defined
|
|
47
|
+
Agents deployment arguments:
|
|
48
|
+
--agents=<string> Hierarchy of agents for the deployment. Accepted values: plain|tree
|
|
49
|
+
Default: tree
|
|
50
|
+
--agents Deploys the runtime as agents instead of the classic Master-Worker deployment.
|
|
51
|
+
Default: disabled
|
|
52
|
+
|
|
53
|
+
Homogeneous submission arguments:
|
|
54
|
+
--num_nodes=<int> Number of nodes to use
|
|
55
|
+
Default: 2
|
|
56
|
+
--num_switches=<int> Maximum number of different switches. Select 0 for no restrictions.
|
|
57
|
+
Maximum nodes per switch: 18
|
|
58
|
+
Only available for at least 4 nodes.
|
|
59
|
+
Default: 0
|
|
60
|
+
Heterogeneous submission arguments:
|
|
61
|
+
--type_cfg=<file_location> Location of the file with the descriptions of node type requests
|
|
62
|
+
File should follow the following format:
|
|
63
|
+
type_X(){
|
|
64
|
+
cpus_per_node=24
|
|
65
|
+
node_memory=96
|
|
66
|
+
...
|
|
67
|
+
}
|
|
68
|
+
type_Y(){
|
|
69
|
+
...
|
|
70
|
+
}
|
|
71
|
+
--master=<master_node_type> Node type for the master
|
|
72
|
+
(Node type descriptions are provided in the --type_cfg flag)
|
|
73
|
+
--workers=type_X:nodes,type_Y:nodes Node type and number of nodes per type for the workers
|
|
74
|
+
(Node type descriptions are provided in the --type_cfg flag)
|
|
75
|
+
Launch configuration:
|
|
76
|
+
--cpus_per_node=<int> Available CPU computing units on each node
|
|
77
|
+
Default: 48
|
|
78
|
+
--gpus_per_node=<int> Available GPU computing units on each node
|
|
79
|
+
Default: 0
|
|
80
|
+
--fpgas_per_node=<int> Available FPGA computing units on each node
|
|
81
|
+
Default: 0
|
|
82
|
+
--io_executors=<int> Number of IO executors on each node
|
|
83
|
+
Default: 0
|
|
84
|
+
--fpga_reprogram="<string> Specify the full command that needs to be executed to reprogram the FPGA with
|
|
85
|
+
the desired bitstream. The location must be an absolute path.
|
|
86
|
+
Default:
|
|
87
|
+
--max_tasks_per_node=<int> Maximum number of simultaneous tasks running on a node
|
|
88
|
+
Default: -1
|
|
89
|
+
--node_memory=<MB> Maximum node memory: disabled | <int> (MB)
|
|
90
|
+
Default: disabled
|
|
91
|
+
--node_storage_bandwidth=<MB> Maximum node storage bandwidth: <int> (MB)
|
|
92
|
+
Default: 450
|
|
93
|
+
|
|
94
|
+
--network=<name> Communication network for transfers: default | ethernet | infiniband | data.
|
|
95
|
+
Default: infiniband
|
|
96
|
+
|
|
97
|
+
--prolog="<string>" Task to execute before launching COMPSs (Notice the quotes)
|
|
98
|
+
If the task has arguments split them by "," rather than spaces.
|
|
99
|
+
This argument can appear multiple times for more than one prolog action
|
|
100
|
+
Default: Empty
|
|
101
|
+
--epilog="<string>" Task to execute after executing the COMPSs application (Notice the quotes)
|
|
102
|
+
If the task has arguments split them by "," rather than spaces.
|
|
103
|
+
This argument can appear multiple times for more than one epilog action
|
|
104
|
+
Default: Empty
|
|
105
|
+
|
|
106
|
+
--master_working_dir=<name | path> Working directory of the application local_disk | shared_disk | <path>
|
|
107
|
+
Default:
|
|
108
|
+
--worker_working_dir=<name | path> Worker directory. Use: local_disk | shared_disk | <path>
|
|
109
|
+
Default: local_disk
|
|
110
|
+
|
|
111
|
+
--worker_in_master_cpus=<int> Maximum number of CPU computing units that the master node can run as worker. Cannot exceed cpus_per_node.
|
|
112
|
+
Default: 24
|
|
113
|
+
--worker_in_master_memory=<int> MB Maximum memory in master node assigned to the worker. Cannot exceed the node_memory.
|
|
114
|
+
Mandatory if worker_in_master_cpus is specified.
|
|
115
|
+
Default: 50000
|
|
116
|
+
--worker_port_range=<min>,<max> Port range used by the NIO adaptor at the worker side
|
|
117
|
+
Default: 43001,43005
|
|
118
|
+
--jvm_worker_in_master_opts="<string>" Extra options for the JVM of the COMPSs Worker in the Master Node.
|
|
119
|
+
Each option separed by "," and without blank spaces (Notice the quotes)
|
|
120
|
+
Default:
|
|
121
|
+
--container_image=<path> Runs the application by means of a container engine image
|
|
122
|
+
Default: Empty
|
|
123
|
+
--container_compss_path=<path> Path where compss is installed in the container image
|
|
124
|
+
Default: /opt/COMPSs
|
|
125
|
+
--container_opts="<string>" Options to pass to the container engine
|
|
126
|
+
Default: empty
|
|
127
|
+
--elasticity=<max_extra_nodes> Activate elasticity specifiying the maximum extra nodes (ONLY AVAILABLE FORM SLURM CLUSTERS WITH NIO ADAPTOR)
|
|
128
|
+
Default: 0
|
|
129
|
+
--automatic_scaling=<bool> Enable or disable the runtime automatic scaling (for elasticity)
|
|
130
|
+
Default: true
|
|
131
|
+
--jupyter_notebook=<path>, Swap the COMPSs master initialization with jupyter notebook from the specified path.
|
|
132
|
+
--jupyter_notebook Default: false
|
|
133
|
+
--ipython Swap the COMPSs master initialization with ipython.
|
|
134
|
+
Default: empty
|
|
135
|
+
|
|
136
|
+
|
|
137
|
+
Runcompss configuration:
|
|
138
|
+
|
|
139
|
+
|
|
140
|
+
Tools enablers:
|
|
141
|
+
--graph=<bool>, --graph, -g Generation of the complete graph (true/false)
|
|
142
|
+
When no value is provided it is set to true
|
|
143
|
+
Default: false
|
|
144
|
+
--tracing=<bool>, --tracing, -t Set generation of traces.
|
|
145
|
+
Default: false
|
|
146
|
+
--monitoring=<int>, --monitoring, -m Period between monitoring samples (milliseconds)
|
|
147
|
+
When no value is provided it is set to 2000
|
|
148
|
+
Default: 0
|
|
149
|
+
--external_debugger=<int>,
|
|
150
|
+
--external_debugger Enables external debugger connection on the specified port (or 9999 if empty)
|
|
151
|
+
Default: false
|
|
152
|
+
--jmx_port=<int> Enable JVM profiling on specified port
|
|
153
|
+
|
|
154
|
+
Runtime configuration options:
|
|
155
|
+
--task_execution=<compss|storage> Task execution under COMPSs or Storage.
|
|
156
|
+
Default: compss
|
|
157
|
+
--storage_impl=<string> Path to an storage implementation. Shortcut to setting pypath and classpath. See Runtime/storage in your installation folder.
|
|
158
|
+
--storage_conf=<path> Path to the storage configuration file
|
|
159
|
+
Default: null
|
|
160
|
+
--project=<path> Path to the project XML file
|
|
161
|
+
Default: /apps/COMPSs/3.1//Runtime/configuration/xml/projects/default_project.xml
|
|
162
|
+
--resources=<path> Path to the resources XML file
|
|
163
|
+
Default: /apps/COMPSs/3.1//Runtime/configuration/xml/resources/default_resources.xml
|
|
164
|
+
--lang=<name> Language of the application (java/c/python)
|
|
165
|
+
Default: Inferred is possible. Otherwise: java
|
|
166
|
+
--summary Displays a task execution summary at the end of the application execution
|
|
167
|
+
Default: false
|
|
168
|
+
--log_level=<level>, --debug, -d Set the debug level: off | info | api | debug | trace
|
|
169
|
+
Warning: Off level compiles with -O2 option disabling asserts and __debug__
|
|
170
|
+
Default: off
|
|
171
|
+
|
|
172
|
+
Advanced options:
|
|
173
|
+
--extrae_config_file=<path> Sets a custom extrae config file. Must be in a shared disk between all COMPSs workers.
|
|
174
|
+
Default: /apps/COMPSs/3.1//Runtime/configuration/xml/tracing/extrae_basic.xml
|
|
175
|
+
--extrae_config_file_python=<path> Sets a custom extrae config file for python. Must be in a shared disk between all COMPSs workers.
|
|
176
|
+
Default: null
|
|
177
|
+
--trace_label=<string> Add a label in the generated trace file. Only used in the case of tracing is activated.
|
|
178
|
+
Default: Applicacion name
|
|
179
|
+
--tracing_task_dependencies=<bool> Adds communication lines for the task dependencies (true/false)
|
|
180
|
+
Default: false
|
|
181
|
+
--generate_trace=<bool> Converts the events register into a trace file. Only used in the case of activated tracing.
|
|
182
|
+
Default: false
|
|
183
|
+
--delete_trace_packages=<bool> If true, deletes the tracing packages created by the run.
|
|
184
|
+
Default: false. Automatically, disabled if the trace is not generated.
|
|
185
|
+
--custom_threads=<bool> Threads in the trace file are re-ordered and customized to indicate the function of the thread.
|
|
186
|
+
Only used when the tracing is activated and a trace file generated.
|
|
187
|
+
Default: true
|
|
188
|
+
--comm=<ClassName> Class that implements the adaptor for communications
|
|
189
|
+
Supported adaptors:
|
|
190
|
+
├── es.bsc.compss.nio.master.NIOAdaptor
|
|
191
|
+
└── es.bsc.compss.gat.master.GATAdaptor
|
|
192
|
+
Default: es.bsc.compss.nio.master.NIOAdaptor
|
|
193
|
+
--conn=<className> Class that implements the runtime connector for the cloud
|
|
194
|
+
Supported connectors:
|
|
195
|
+
├── es.bsc.compss.connectors.DefaultSSHConnector
|
|
196
|
+
└── es.bsc.compss.connectors.DefaultNoSSHConnector
|
|
197
|
+
Default: es.bsc.compss.connectors.DefaultSSHConnector
|
|
198
|
+
--streaming=<type> Enable the streaming mode for the given type.
|
|
199
|
+
Supported types: FILES, OBJECTS, PSCOS, ALL, NONE
|
|
200
|
+
Default: NONE
|
|
201
|
+
--streaming_master_name=<str> Use an specific streaming master node name.
|
|
202
|
+
Default: Empty
|
|
203
|
+
--streaming_master_port=<int> Use an specific port for the streaming master.
|
|
204
|
+
Default: Empty
|
|
205
|
+
--scheduler=<className> Class that implements the Scheduler for COMPSs
|
|
206
|
+
Supported schedulers:
|
|
207
|
+
├── es.bsc.compss.components.impl.TaskScheduler
|
|
208
|
+
├── es.bsc.compss.scheduler.orderstrict.fifo.FifoTS
|
|
209
|
+
├── es.bsc.compss.scheduler.lookahead.fifo.FifoTS
|
|
210
|
+
├── es.bsc.compss.scheduler.lookahead.lifo.LifoTS
|
|
211
|
+
├── es.bsc.compss.scheduler.lookahead.locality.LocalityTS
|
|
212
|
+
├── es.bsc.compss.scheduler.lookahead.successors.constraintsfifo.ConstraintsFifoTS
|
|
213
|
+
├── es.bsc.compss.scheduler.lookahead.mt.successors.constraintsfifo.ConstraintsFifoTS
|
|
214
|
+
├── es.bsc.compss.scheduler.lookahead.successors.fifo.FifoTS
|
|
215
|
+
├── es.bsc.compss.scheduler.lookahead.mt.successors.fifo.FifoTS
|
|
216
|
+
├── es.bsc.compss.scheduler.lookahead.successors.lifo.LifoTS
|
|
217
|
+
├── es.bsc.compss.scheduler.lookahead.mt.successors.lifo.LifoTS
|
|
218
|
+
├── es.bsc.compss.scheduler.lookahead.successors.locality.LocalityTS
|
|
219
|
+
└── es.bsc.compss.scheduler.lookahead.mt.successors.locality.LocalityTS
|
|
220
|
+
Default: es.bsc.compss.scheduler.lookahead.locality.LocalityTS
|
|
221
|
+
--scheduler_config_file=<path> Path to the file which contains the scheduler configuration.
|
|
222
|
+
Default: Empty
|
|
223
|
+
--checkpoint=<className> Class that implements the Checkpoint Management policy
|
|
224
|
+
Supported checkpoint policies:
|
|
225
|
+
├── es.bsc.compss.checkpoint.policies.CheckpointPolicyInstantiatedGroup
|
|
226
|
+
├── es.bsc.compss.checkpoint.policies.CheckpointPolicyPeriodicTime
|
|
227
|
+
├── es.bsc.compss.checkpoint.policies.CheckpointPolicyFinishedTasks
|
|
228
|
+
└── es.bsc.compss.checkpoint.policies.NoCheckpoint
|
|
229
|
+
Default: es.bsc.compss.checkpoint.policies.NoCheckpoint
|
|
230
|
+
--checkpoint_params=<string> Checkpoint configuration parameter.
|
|
231
|
+
Default: Empty
|
|
232
|
+
--checkpoint_folder=<path> Checkpoint folder.
|
|
233
|
+
Default: Mandatory parameter
|
|
234
|
+
--library_path=<path> Non-standard directories to search for libraries (e.g. Java JVM library, Python library, C binding library)
|
|
235
|
+
Default: Working Directory
|
|
236
|
+
--classpath=<path> Path for the application classes / modules
|
|
237
|
+
Default: Working Directory
|
|
238
|
+
--appdir=<path> Path for the application class folder.
|
|
239
|
+
Default: /gpfs/scratch/bsc19/bsc19959/LanczosSVD
|
|
240
|
+
--pythonpath=<path> Additional folders or paths to add to the PYTHONPATH
|
|
241
|
+
Default: /gpfs/scratch/bsc19/bsc19959/LanczosSVD
|
|
242
|
+
--env_script=<path> Path to the script file where the application environment variables are defined.
|
|
243
|
+
COMPSs sources this script before running the application.
|
|
244
|
+
Default: Empty
|
|
245
|
+
--log_dir=<path> Directory to store COMPSs log files (a .COMPSs/ folder will be created inside this location)
|
|
246
|
+
Default: User home
|
|
247
|
+
--master_working_dir=<path> Use a specific directory to store COMPSs temporary files in master
|
|
248
|
+
Default: <log_dir>/.COMPSs/<app_name>/tmpFiles
|
|
249
|
+
--uuid=<int> Preset an application UUID
|
|
250
|
+
Default: Automatic random generation
|
|
251
|
+
--master_name=<string> Hostname of the node to run the COMPSs master
|
|
252
|
+
Default: Empty
|
|
253
|
+
--master_port=<int> Port to run the COMPSs master communications.
|
|
254
|
+
Only for NIO adaptor
|
|
255
|
+
Default: [43000,44000]
|
|
256
|
+
--jvm_master_opts="<string>" Extra options for the COMPSs Master JVM. Each option separed by "," and without blank spaces (Notice the quotes)
|
|
257
|
+
Default: Empty
|
|
258
|
+
--jvm_workers_opts="<string>" Extra options for the COMPSs Workers JVMs. Each option separed by "," and without blank spaces (Notice the quotes)
|
|
259
|
+
Default: -Xms256m,-Xmx1024m,-Xmn100m
|
|
260
|
+
--cpu_affinity="<string>" Sets the CPU affinity for the workers
|
|
261
|
+
Supported options: disabled, automatic, dlb or user defined map of the form "0-8/9,10,11/12-14,15,16"
|
|
262
|
+
Default: automatic
|
|
263
|
+
--gpu_affinity="<string>" Sets the GPU affinity for the workers
|
|
264
|
+
Supported options: disabled, automatic, user defined map of the form "0-8/9,10,11/12-14,15,16"
|
|
265
|
+
Default: automatic
|
|
266
|
+
--fpga_affinity="<string>" Sets the FPGA affinity for the workers
|
|
267
|
+
Supported options: disabled, automatic, user defined map of the form "0-8/9,10,11/12-14,15,16"
|
|
268
|
+
Default: automatic
|
|
269
|
+
--fpga_reprogram="<string>" Specify the full command that needs to be executed to reprogram the FPGA with the desired bitstream. The location must be an absolute path.
|
|
270
|
+
Default: Empty
|
|
271
|
+
--io_executors=<int> IO Executors per worker
|
|
272
|
+
Default: 0
|
|
273
|
+
--task_count=<int> Only for C/Python Bindings. Maximum number of different functions/methods, invoked from the application, that have been selected as tasks
|
|
274
|
+
Default: 50
|
|
275
|
+
--input_profile=<path> Path to the file which stores the input application profile
|
|
276
|
+
Default: Empty
|
|
277
|
+
--output_profile=<path> Path to the file to store the application profile at the end of the execution
|
|
278
|
+
Default: Empty
|
|
279
|
+
--PyObject_serialize=<bool> Only for Python Binding. Enable the object serialization to string when possible (true/false).
|
|
280
|
+
Default: false
|
|
281
|
+
--persistent_worker_c=<bool> Only for C Binding. Enable the persistent worker in c (true/false).
|
|
282
|
+
Default: false
|
|
283
|
+
--enable_external_adaptation=<bool> Enable external adaptation. This option will disable the Resource Optimizer.
|
|
284
|
+
Default: false
|
|
285
|
+
--gen_coredump Enable master coredump generation
|
|
286
|
+
Default: false
|
|
287
|
+
--keep_workingdir Do not remove the worker working directory after the execution
|
|
288
|
+
Default: false
|
|
289
|
+
--python_interpreter=<string> Python interpreter to use (python/python3).
|
|
290
|
+
Default: python3 Version:
|
|
291
|
+
--python_propagate_virtual_environment=<bool> Propagate the master virtual environment to the workers (true/false).
|
|
292
|
+
Default: true
|
|
293
|
+
--python_mpi_worker=<bool> Use MPI to run the python worker instead of multiprocessing. (true/false).
|
|
294
|
+
Default: false
|
|
295
|
+
--python_memory_profile Generate a memory profile of the master.
|
|
296
|
+
Default: false
|
|
297
|
+
--python_worker_cache=<string> Python worker cache (true/size/false).
|
|
298
|
+
Only for NIO without mpi worker and python >= 3.8.
|
|
299
|
+
Default: false
|
|
300
|
+
--python_cache_profiler=<bool> Python cache profiler (true/false).
|
|
301
|
+
Only for NIO without mpi worker and python >= 3.8.
|
|
302
|
+
Default: false
|
|
303
|
+
--wall_clock_limit=<int> Maximum duration of the application (in seconds).
|
|
304
|
+
Default: 0
|
|
305
|
+
--shutdown_in_node_failure=<bool> Stop the whole execution in case of Node Failure.
|
|
306
|
+
Default: false
|
|
307
|
+
--provenance, -p Generate COMPSs workflow provenance data in RO-Crate format from YAML file. Automatically activates -graph and -output_profile.
|
|
308
|
+
Default: false
|
|
309
|
+
|
|
310
|
+
* Application name:
|
|
311
|
+
For Java applications: Fully qualified name of the application
|
|
312
|
+
For C applications: Path to the master binary
|
|
313
|
+
For Python applications: Path to the .py file containing the main program
|
|
314
|
+
|
|
315
|
+
* Application arguments:
|
|
316
|
+
Command line arguments to pass to the application. Can be empty.
|
|
317
|
+
|
|
@@ -0,0 +1,188 @@
|
|
|
1
|
+
Usage: /apps/COMPSs/3.1/Runtime/scripts/user/runcompss [options] application_name application_arguments
|
|
2
|
+
|
|
3
|
+
* Options:
|
|
4
|
+
General:
|
|
5
|
+
--help, -h Print this help message
|
|
6
|
+
|
|
7
|
+
--opts Show available options
|
|
8
|
+
|
|
9
|
+
--version, -v Print COMPSs version
|
|
10
|
+
|
|
11
|
+
Tools enablers:
|
|
12
|
+
--graph=<bool>, --graph, -g Generation of the complete graph (true/false)
|
|
13
|
+
When no value is provided it is set to true
|
|
14
|
+
Default: false
|
|
15
|
+
--tracing=<bool>, --tracing, -t Set generation of traces.
|
|
16
|
+
Default: false
|
|
17
|
+
--monitoring=<int>, --monitoring, -m Period between monitoring samples (milliseconds)
|
|
18
|
+
When no value is provided it is set to 2000
|
|
19
|
+
Default: 0
|
|
20
|
+
--external_debugger=<int>,
|
|
21
|
+
--external_debugger Enables external debugger connection on the specified port (or 9999 if empty)
|
|
22
|
+
Default: false
|
|
23
|
+
--jmx_port=<int> Enable JVM profiling on specified port
|
|
24
|
+
|
|
25
|
+
Runtime configuration options:
|
|
26
|
+
--task_execution=<compss|storage> Task execution under COMPSs or Storage.
|
|
27
|
+
Default: compss
|
|
28
|
+
--storage_impl=<string> Path to an storage implementation. Shortcut to setting pypath and classpath. See Runtime/storage in your installation folder.
|
|
29
|
+
--storage_conf=<path> Path to the storage configuration file
|
|
30
|
+
Default: null
|
|
31
|
+
--project=<path> Path to the project XML file
|
|
32
|
+
Default: /apps/COMPSs/3.1//Runtime/configuration/xml/projects/default_project.xml
|
|
33
|
+
--resources=<path> Path to the resources XML file
|
|
34
|
+
Default: /apps/COMPSs/3.1//Runtime/configuration/xml/resources/default_resources.xml
|
|
35
|
+
--lang=<name> Language of the application (java/c/python)
|
|
36
|
+
Default: Inferred is possible. Otherwise: java
|
|
37
|
+
--summary Displays a task execution summary at the end of the application execution
|
|
38
|
+
Default: false
|
|
39
|
+
--log_level=<level>, --debug, -d Set the debug level: off | info | api | debug | trace
|
|
40
|
+
Warning: Off level compiles with -O2 option disabling asserts and __debug__
|
|
41
|
+
Default: off
|
|
42
|
+
|
|
43
|
+
Advanced options:
|
|
44
|
+
--extrae_config_file=<path> Sets a custom extrae config file. Must be in a shared disk between all COMPSs workers.
|
|
45
|
+
Default: /apps/COMPSs/3.1//Runtime/configuration/xml/tracing/extrae_basic.xml
|
|
46
|
+
--extrae_config_file_python=<path> Sets a custom extrae config file for python. Must be in a shared disk between all COMPSs workers.
|
|
47
|
+
Default: null
|
|
48
|
+
--trace_label=<string> Add a label in the generated trace file. Only used in the case of tracing is activated.
|
|
49
|
+
Default: Applicacion name
|
|
50
|
+
--tracing_task_dependencies=<bool> Adds communication lines for the task dependencies (true/false)
|
|
51
|
+
Default: false
|
|
52
|
+
--generate_trace=<bool> Converts the events register into a trace file. Only used in the case of activated tracing.
|
|
53
|
+
Default: true
|
|
54
|
+
--delete_trace_packages=<bool> If true, deletes the tracing packages created by the run.
|
|
55
|
+
Default: true. Automatically, disabled if the trace is not generated.
|
|
56
|
+
--custom_threads=<bool> Threads in the trace file are re-ordered and customized to indicate the function of the thread.
|
|
57
|
+
Only used when the tracing is activated and a trace file generated.
|
|
58
|
+
Default: true
|
|
59
|
+
--comm=<ClassName> Class that implements the adaptor for communications
|
|
60
|
+
Supported adaptors:
|
|
61
|
+
├── es.bsc.compss.nio.master.NIOAdaptor
|
|
62
|
+
└── es.bsc.compss.gat.master.GATAdaptor
|
|
63
|
+
Default: es.bsc.compss.nio.master.NIOAdaptor
|
|
64
|
+
--conn=<className> Class that implements the runtime connector for the cloud
|
|
65
|
+
Supported connectors:
|
|
66
|
+
├── es.bsc.compss.connectors.DefaultSSHConnector
|
|
67
|
+
└── es.bsc.compss.connectors.DefaultNoSSHConnector
|
|
68
|
+
Default: es.bsc.compss.connectors.DefaultSSHConnector
|
|
69
|
+
--streaming=<type> Enable the streaming mode for the given type.
|
|
70
|
+
Supported types: FILES, OBJECTS, PSCOS, ALL, NONE
|
|
71
|
+
Default: NONE
|
|
72
|
+
--streaming_master_name=<str> Use an specific streaming master node name.
|
|
73
|
+
Default: Empty
|
|
74
|
+
--streaming_master_port=<int> Use an specific port for the streaming master.
|
|
75
|
+
Default: Empty
|
|
76
|
+
--scheduler=<className> Class that implements the Scheduler for COMPSs
|
|
77
|
+
Supported schedulers:
|
|
78
|
+
├── es.bsc.compss.components.impl.TaskScheduler
|
|
79
|
+
├── es.bsc.compss.scheduler.orderstrict.fifo.FifoTS
|
|
80
|
+
├── es.bsc.compss.scheduler.lookahead.fifo.FifoTS
|
|
81
|
+
├── es.bsc.compss.scheduler.lookahead.lifo.LifoTS
|
|
82
|
+
├── es.bsc.compss.scheduler.lookahead.locality.LocalityTS
|
|
83
|
+
├── es.bsc.compss.scheduler.lookahead.successors.constraintsfifo.ConstraintsFifoTS
|
|
84
|
+
├── es.bsc.compss.scheduler.lookahead.mt.successors.constraintsfifo.ConstraintsFifoTS
|
|
85
|
+
├── es.bsc.compss.scheduler.lookahead.successors.fifo.FifoTS
|
|
86
|
+
├── es.bsc.compss.scheduler.lookahead.mt.successors.fifo.FifoTS
|
|
87
|
+
├── es.bsc.compss.scheduler.lookahead.successors.lifo.LifoTS
|
|
88
|
+
├── es.bsc.compss.scheduler.lookahead.mt.successors.lifo.LifoTS
|
|
89
|
+
├── es.bsc.compss.scheduler.lookahead.successors.locality.LocalityTS
|
|
90
|
+
└── es.bsc.compss.scheduler.lookahead.mt.successors.locality.LocalityTS
|
|
91
|
+
Default: es.bsc.compss.scheduler.lookahead.locality.LocalityTS
|
|
92
|
+
--scheduler_config_file=<path> Path to the file which contains the scheduler configuration.
|
|
93
|
+
Default: Empty
|
|
94
|
+
--checkpoint=<className> Class that implements the Checkpoint Management policy
|
|
95
|
+
Supported checkpoint policies:
|
|
96
|
+
├── es.bsc.compss.checkpoint.policies.CheckpointPolicyInstantiatedGroup
|
|
97
|
+
├── es.bsc.compss.checkpoint.policies.CheckpointPolicyPeriodicTime
|
|
98
|
+
├── es.bsc.compss.checkpoint.policies.CheckpointPolicyFinishedTasks
|
|
99
|
+
└── es.bsc.compss.checkpoint.policies.NoCheckpoint
|
|
100
|
+
Default: es.bsc.compss.checkpoint.policies.NoCheckpoint
|
|
101
|
+
--checkpoint_params=<string> Checkpoint configuration parameter.
|
|
102
|
+
Default: Empty
|
|
103
|
+
--checkpoint_folder=<path> Checkpoint folder.
|
|
104
|
+
Default: Mandatory parameter
|
|
105
|
+
--library_path=<path> Non-standard directories to search for libraries (e.g. Java JVM library, Python library, C binding library)
|
|
106
|
+
Default: Working Directory
|
|
107
|
+
--classpath=<path> Path for the application classes / modules
|
|
108
|
+
Default: Working Directory
|
|
109
|
+
--appdir=<path> Path for the application class folder.
|
|
110
|
+
Default: /gpfs/scratch/bsc19/bsc19959/LanczosSVD
|
|
111
|
+
--pythonpath=<path> Additional folders or paths to add to the PYTHONPATH
|
|
112
|
+
Default: /gpfs/scratch/bsc19/bsc19959/LanczosSVD
|
|
113
|
+
--env_script=<path> Path to the script file where the application environment variables are defined.
|
|
114
|
+
COMPSs sources this script before running the application.
|
|
115
|
+
Default: Empty
|
|
116
|
+
--log_dir=<path> Directory to store COMPSs log files (a .COMPSs/ folder will be created inside this location)
|
|
117
|
+
Default: User home
|
|
118
|
+
--master_working_dir=<path> Use a specific directory to store COMPSs temporary files in master
|
|
119
|
+
Default: <log_dir>/.COMPSs/<app_name>/tmpFiles
|
|
120
|
+
--uuid=<int> Preset an application UUID
|
|
121
|
+
Default: Automatic random generation
|
|
122
|
+
--master_name=<string> Hostname of the node to run the COMPSs master
|
|
123
|
+
Default: Empty
|
|
124
|
+
--master_port=<int> Port to run the COMPSs master communications.
|
|
125
|
+
Only for NIO adaptor
|
|
126
|
+
Default: [43000,44000]
|
|
127
|
+
--jvm_master_opts="<string>" Extra options for the COMPSs Master JVM. Each option separed by "," and without blank spaces (Notice the quotes)
|
|
128
|
+
Default: Empty
|
|
129
|
+
--jvm_workers_opts="<string>" Extra options for the COMPSs Workers JVMs. Each option separed by "," and without blank spaces (Notice the quotes)
|
|
130
|
+
Default: -Xms256m,-Xmx1024m,-Xmn100m
|
|
131
|
+
--cpu_affinity="<string>" Sets the CPU affinity for the workers
|
|
132
|
+
Supported options: disabled, automatic, dlb or user defined map of the form "0-8/9,10,11/12-14,15,16"
|
|
133
|
+
Default: automatic
|
|
134
|
+
--gpu_affinity="<string>" Sets the GPU affinity for the workers
|
|
135
|
+
Supported options: disabled, automatic, user defined map of the form "0-8/9,10,11/12-14,15,16"
|
|
136
|
+
Default: automatic
|
|
137
|
+
--fpga_affinity="<string>" Sets the FPGA affinity for the workers
|
|
138
|
+
Supported options: disabled, automatic, user defined map of the form "0-8/9,10,11/12-14,15,16"
|
|
139
|
+
Default: automatic
|
|
140
|
+
--fpga_reprogram="<string>" Specify the full command that needs to be executed to reprogram the FPGA with the desired bitstream. The location must be an absolute path.
|
|
141
|
+
Default: Empty
|
|
142
|
+
--io_executors=<int> IO Executors per worker
|
|
143
|
+
Default: 0
|
|
144
|
+
--task_count=<int> Only for C/Python Bindings. Maximum number of different functions/methods, invoked from the application, that have been selected as tasks
|
|
145
|
+
Default: 50
|
|
146
|
+
--input_profile=<path> Path to the file which stores the input application profile
|
|
147
|
+
Default: Empty
|
|
148
|
+
--output_profile=<path> Path to the file to store the application profile at the end of the execution
|
|
149
|
+
Default: Empty
|
|
150
|
+
--PyObject_serialize=<bool> Only for Python Binding. Enable the object serialization to string when possible (true/false).
|
|
151
|
+
Default: false
|
|
152
|
+
--persistent_worker_c=<bool> Only for C Binding. Enable the persistent worker in c (true/false).
|
|
153
|
+
Default: false
|
|
154
|
+
--enable_external_adaptation=<bool> Enable external adaptation. This option will disable the Resource Optimizer.
|
|
155
|
+
Default: false
|
|
156
|
+
--gen_coredump Enable master coredump generation
|
|
157
|
+
Default: false
|
|
158
|
+
--keep_workingdir Do not remove the worker working directory after the execution
|
|
159
|
+
Default: false
|
|
160
|
+
--python_interpreter=<string> Python interpreter to use (python/python3).
|
|
161
|
+
Default: python3 Version:
|
|
162
|
+
--python_propagate_virtual_environment=<bool> Propagate the master virtual environment to the workers (true/false).
|
|
163
|
+
Default: true
|
|
164
|
+
--python_mpi_worker=<bool> Use MPI to run the python worker instead of multiprocessing. (true/false).
|
|
165
|
+
Default: false
|
|
166
|
+
--python_memory_profile Generate a memory profile of the master.
|
|
167
|
+
Default: false
|
|
168
|
+
--python_worker_cache=<string> Python worker cache (true/size/false).
|
|
169
|
+
Only for NIO without mpi worker and python >= 3.8.
|
|
170
|
+
Default: false
|
|
171
|
+
--python_cache_profiler=<bool> Python cache profiler (true/false).
|
|
172
|
+
Only for NIO without mpi worker and python >= 3.8.
|
|
173
|
+
Default: false
|
|
174
|
+
--wall_clock_limit=<int> Maximum duration of the application (in seconds).
|
|
175
|
+
Default: 0
|
|
176
|
+
--shutdown_in_node_failure=<bool> Stop the whole execution in case of Node Failure.
|
|
177
|
+
Default: false
|
|
178
|
+
--provenance, -p Generate COMPSs workflow provenance data in RO-Crate format from YAML file. Automatically activates -graph and -output_profile.
|
|
179
|
+
Default: false
|
|
180
|
+
|
|
181
|
+
* Application name:
|
|
182
|
+
For Java applications: Fully qualified name of the application
|
|
183
|
+
For C applications: Path to the master binary
|
|
184
|
+
For Python applications: Path to the .py file containing the main program
|
|
185
|
+
|
|
186
|
+
* Application arguments:
|
|
187
|
+
Command line arguments to pass to the application. Can be empty.
|
|
188
|
+
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
#
|
|
3
|
+
# Copyright 2002-2025 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
|
+
#
|
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
+
# you may not use this file except in compliance with the License.
|
|
7
|
+
# You may obtain a copy of the License at
|
|
8
|
+
#
|
|
9
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
+
#
|
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
+
# See the License for the specific language governing permissions and
|
|
15
|
+
# limitations under the License.
|
|
16
|
+
#
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
#
|
|
3
|
+
# Copyright 2002-2025 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
|
+
#
|
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
+
# you may not use this file except in compliance with the License.
|
|
7
|
+
# You may obtain a copy of the License at
|
|
8
|
+
#
|
|
9
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
+
#
|
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
+
# See the License for the specific language governing permissions and
|
|
15
|
+
# limitations under the License.
|
|
16
|
+
#
|
|
17
|
+
|
|
18
|
+
import os
|
|
19
|
+
import pycompss_cli.cli.pycompss as pycompss
|
|
20
|
+
|
|
21
|
+
|
|
22
|
+
def main():
|
|
23
|
+
pycompss.main()
|
|
24
|
+
|
|
25
|
+
|
|
26
|
+
if __name__ == "__main__":
|
|
27
|
+
main()
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
#!/usr/bin/env python3
|
|
2
|
+
#
|
|
3
|
+
# Copyright 2002-2025 Barcelona Supercomputing Center (www.bsc.es)
|
|
4
|
+
#
|
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
+
# you may not use this file except in compliance with the License.
|
|
7
|
+
# You may obtain a copy of the License at
|
|
8
|
+
#
|
|
9
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
+
#
|
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
+
# See the License for the specific language governing permissions and
|
|
15
|
+
# limitations under the License.
|
|
16
|
+
#
|
|
17
|
+
|
|
18
|
+
import os
|
|
19
|
+
import pycompss_cli.cli.pycompss as pycompss
|
|
20
|
+
|
|
21
|
+
|
|
22
|
+
def main():
|
|
23
|
+
# Force to use the dislib image by default
|
|
24
|
+
os.environ['DEFAULT_DISLIB_DOCKER_IMAGE'] = 'bscwdc/dislib:latest'
|
|
25
|
+
pycompss.main()
|
|
26
|
+
|
|
27
|
+
if __name__ == "__main__":
|
|
28
|
+
main()
|