pycompss-cli 3.3.6__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (46) hide show
  1. pycompss_cli/__init__.py +16 -0
  2. pycompss_cli/assets/__init__.py +16 -0
  3. pycompss_cli/assets/enqueue_compss_args.txt +317 -0
  4. pycompss_cli/assets/runcompss_args.txt +188 -0
  5. pycompss_cli/cli/__init__.py +16 -0
  6. pycompss_cli/cli/compss.py +27 -0
  7. pycompss_cli/cli/dislib.py +28 -0
  8. pycompss_cli/cli/pycompss.py +49 -0
  9. pycompss_cli/core/__init__.py +16 -0
  10. pycompss_cli/core/actions.py +173 -0
  11. pycompss_cli/core/actions_dispatcher.py +113 -0
  12. pycompss_cli/core/arguments.py +313 -0
  13. pycompss_cli/core/cmd_helpers.py +56 -0
  14. pycompss_cli/core/docker/__init__.py +16 -0
  15. pycompss_cli/core/docker/actions.py +241 -0
  16. pycompss_cli/core/docker/arguments.py +65 -0
  17. pycompss_cli/core/docker/cmd.py +636 -0
  18. pycompss_cli/core/local/__init__.py +16 -0
  19. pycompss_cli/core/local/actions.py +338 -0
  20. pycompss_cli/core/local/arguments.py +51 -0
  21. pycompss_cli/core/local/cmd.py +464 -0
  22. pycompss_cli/core/remote/__init__.py +16 -0
  23. pycompss_cli/core/remote/actions.py +443 -0
  24. pycompss_cli/core/remote/arguments.py +215 -0
  25. pycompss_cli/core/remote/cmd.py +217 -0
  26. pycompss_cli/core/remote/interactive_sc/__init__.py +16 -0
  27. pycompss_cli/core/remote/interactive_sc/core.py +342 -0
  28. pycompss_cli/core/remote/interactive_sc/defaults.py +132 -0
  29. pycompss_cli/core/remote/job_scripts/__init__.py +16 -0
  30. pycompss_cli/core/remote/job_scripts/cancel.py +77 -0
  31. pycompss_cli/core/remote/job_scripts/commons.py +273 -0
  32. pycompss_cli/core/remote/job_scripts/find.py +74 -0
  33. pycompss_cli/core/remote/job_scripts/info.py +103 -0
  34. pycompss_cli/core/remote/job_scripts/status.py +67 -0
  35. pycompss_cli/core/unicore/__init__.py +21 -0
  36. pycompss_cli/core/unicore/actions.py +317 -0
  37. pycompss_cli/core/unicore/arguments.py +69 -0
  38. pycompss_cli/core/utils.py +143 -0
  39. pycompss_cli/models/__init__.py +16 -0
  40. pycompss_cli/models/app.py +22 -0
  41. pycompss_cli-3.3.6.dist-info/LICENSE.txt +202 -0
  42. pycompss_cli-3.3.6.dist-info/METADATA +138 -0
  43. pycompss_cli-3.3.6.dist-info/RECORD +46 -0
  44. pycompss_cli-3.3.6.dist-info/WHEEL +5 -0
  45. pycompss_cli-3.3.6.dist-info/entry_points.txt +4 -0
  46. pycompss_cli-3.3.6.dist-info/top_level.txt +1 -0
@@ -0,0 +1,16 @@
1
+ #!/usr/bin/env python3
2
+ #
3
+ # Copyright 2002-2025 Barcelona Supercomputing Center (www.bsc.es)
4
+ #
5
+ # Licensed under the Apache License, Version 2.0 (the "License");
6
+ # you may not use this file except in compliance with the License.
7
+ # You may obtain a copy of the License at
8
+ #
9
+ # http://www.apache.org/licenses/LICENSE-2.0
10
+ #
11
+ # Unless required by applicable law or agreed to in writing, software
12
+ # distributed under the License is distributed on an "AS IS" BASIS,
13
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
+ # See the License for the specific language governing permissions and
15
+ # limitations under the License.
16
+ #
@@ -0,0 +1,16 @@
1
+ #!/usr/bin/env python3
2
+ #
3
+ # Copyright 2002-2025 Barcelona Supercomputing Center (www.bsc.es)
4
+ #
5
+ # Licensed under the Apache License, Version 2.0 (the "License");
6
+ # you may not use this file except in compliance with the License.
7
+ # You may obtain a copy of the License at
8
+ #
9
+ # http://www.apache.org/licenses/LICENSE-2.0
10
+ #
11
+ # Unless required by applicable law or agreed to in writing, software
12
+ # distributed under the License is distributed on an "AS IS" BASIS,
13
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
+ # See the License for the specific language governing permissions and
15
+ # limitations under the License.
16
+ #
@@ -0,0 +1,317 @@
1
+ Usage: /apps/COMPSs/3.1/Runtime/scripts/user/enqueue_compss [queue_system_options] [COMPSs_options] application_name application_arguments
2
+
3
+ * Options:
4
+ General:
5
+ --help, -h Print this help message
6
+ --heterogeneous Indicates submission is going to be heterogeneous
7
+ Default: Disabled
8
+ Queue system configuration:
9
+ --sc_cfg=<name> SuperComputer configuration file to use. Must exist inside queues/cfgs/
10
+ Default: default
11
+
12
+ Submission configuration:
13
+ General submision arguments:
14
+ --exec_time=<minutes> Expected execution time of the application (in minutes)
15
+ Default: 10
16
+ --job_name=<name> Job name
17
+ Default: COMPSs
18
+ --queue=<name> Queue/partition name to submit the job. Depends on the queue system.
19
+ Default: default
20
+ --reservation=<name> Reservation to use when submitting the job.
21
+ Default: disabled
22
+ --job_execution_dir=<path> Path where job is executed.
23
+ Default: .
24
+ --env_script=<path/to/script> Script to source the required environment for the application.
25
+ Default: Empty
26
+ --extra_submit_flag=<flag> Flag to pass queue system flags not supported by default command flags.
27
+ Spaces must be added as '#'
28
+ Default: Empty
29
+ --constraints=<constraints> Constraints to pass to queue system.
30
+ Default: disabled
31
+ --qos=<qos> Quality of Service to pass to the queue system.
32
+ Default: default
33
+ --forward_cpus_per_node=<true|false> Flag to indicate if number to cpus per node must be forwarded to the worker process.
34
+ The number of forwarded cpus will be equal to the cpus_per_node in a worker node and
35
+ equal to the worker_in_master_cpus in a master node.
36
+ Default: false
37
+ --job_dependency=<jobID> Postpone job execution until the job dependency has ended.
38
+ Default: None
39
+ --forward_time_limit=<true|false> Forward the queue system time limit to the runtime.
40
+ It will stop the application in a controlled way.
41
+ Default: true
42
+ --storage_home=<string> Root installation dir of the storage implementation.
43
+ Can be defined with the STORAGE_HOME environment variable.
44
+ Default: null
45
+ --storage_props=<string> Absolute path of the storage properties file
46
+ Mandatory if storage_home is defined
47
+ Agents deployment arguments:
48
+ --agents=<string> Hierarchy of agents for the deployment. Accepted values: plain|tree
49
+ Default: tree
50
+ --agents Deploys the runtime as agents instead of the classic Master-Worker deployment.
51
+ Default: disabled
52
+
53
+ Homogeneous submission arguments:
54
+ --num_nodes=<int> Number of nodes to use
55
+ Default: 2
56
+ --num_switches=<int> Maximum number of different switches. Select 0 for no restrictions.
57
+ Maximum nodes per switch: 18
58
+ Only available for at least 4 nodes.
59
+ Default: 0
60
+ Heterogeneous submission arguments:
61
+ --type_cfg=<file_location> Location of the file with the descriptions of node type requests
62
+ File should follow the following format:
63
+ type_X(){
64
+ cpus_per_node=24
65
+ node_memory=96
66
+ ...
67
+ }
68
+ type_Y(){
69
+ ...
70
+ }
71
+ --master=<master_node_type> Node type for the master
72
+ (Node type descriptions are provided in the --type_cfg flag)
73
+ --workers=type_X:nodes,type_Y:nodes Node type and number of nodes per type for the workers
74
+ (Node type descriptions are provided in the --type_cfg flag)
75
+ Launch configuration:
76
+ --cpus_per_node=<int> Available CPU computing units on each node
77
+ Default: 48
78
+ --gpus_per_node=<int> Available GPU computing units on each node
79
+ Default: 0
80
+ --fpgas_per_node=<int> Available FPGA computing units on each node
81
+ Default: 0
82
+ --io_executors=<int> Number of IO executors on each node
83
+ Default: 0
84
+ --fpga_reprogram="<string> Specify the full command that needs to be executed to reprogram the FPGA with
85
+ the desired bitstream. The location must be an absolute path.
86
+ Default:
87
+ --max_tasks_per_node=<int> Maximum number of simultaneous tasks running on a node
88
+ Default: -1
89
+ --node_memory=<MB> Maximum node memory: disabled | <int> (MB)
90
+ Default: disabled
91
+ --node_storage_bandwidth=<MB> Maximum node storage bandwidth: <int> (MB)
92
+ Default: 450
93
+
94
+ --network=<name> Communication network for transfers: default | ethernet | infiniband | data.
95
+ Default: infiniband
96
+
97
+ --prolog="<string>" Task to execute before launching COMPSs (Notice the quotes)
98
+ If the task has arguments split them by "," rather than spaces.
99
+ This argument can appear multiple times for more than one prolog action
100
+ Default: Empty
101
+ --epilog="<string>" Task to execute after executing the COMPSs application (Notice the quotes)
102
+ If the task has arguments split them by "," rather than spaces.
103
+ This argument can appear multiple times for more than one epilog action
104
+ Default: Empty
105
+
106
+ --master_working_dir=<name | path> Working directory of the application local_disk | shared_disk | <path>
107
+ Default:
108
+ --worker_working_dir=<name | path> Worker directory. Use: local_disk | shared_disk | <path>
109
+ Default: local_disk
110
+
111
+ --worker_in_master_cpus=<int> Maximum number of CPU computing units that the master node can run as worker. Cannot exceed cpus_per_node.
112
+ Default: 24
113
+ --worker_in_master_memory=<int> MB Maximum memory in master node assigned to the worker. Cannot exceed the node_memory.
114
+ Mandatory if worker_in_master_cpus is specified.
115
+ Default: 50000
116
+ --worker_port_range=<min>,<max> Port range used by the NIO adaptor at the worker side
117
+ Default: 43001,43005
118
+ --jvm_worker_in_master_opts="<string>" Extra options for the JVM of the COMPSs Worker in the Master Node.
119
+ Each option separed by "," and without blank spaces (Notice the quotes)
120
+ Default:
121
+ --container_image=<path> Runs the application by means of a container engine image
122
+ Default: Empty
123
+ --container_compss_path=<path> Path where compss is installed in the container image
124
+ Default: /opt/COMPSs
125
+ --container_opts="<string>" Options to pass to the container engine
126
+ Default: empty
127
+ --elasticity=<max_extra_nodes> Activate elasticity specifiying the maximum extra nodes (ONLY AVAILABLE FORM SLURM CLUSTERS WITH NIO ADAPTOR)
128
+ Default: 0
129
+ --automatic_scaling=<bool> Enable or disable the runtime automatic scaling (for elasticity)
130
+ Default: true
131
+ --jupyter_notebook=<path>, Swap the COMPSs master initialization with jupyter notebook from the specified path.
132
+ --jupyter_notebook Default: false
133
+ --ipython Swap the COMPSs master initialization with ipython.
134
+ Default: empty
135
+
136
+
137
+ Runcompss configuration:
138
+
139
+
140
+ Tools enablers:
141
+ --graph=<bool>, --graph, -g Generation of the complete graph (true/false)
142
+ When no value is provided it is set to true
143
+ Default: false
144
+ --tracing=<bool>, --tracing, -t Set generation of traces.
145
+ Default: false
146
+ --monitoring=<int>, --monitoring, -m Period between monitoring samples (milliseconds)
147
+ When no value is provided it is set to 2000
148
+ Default: 0
149
+ --external_debugger=<int>,
150
+ --external_debugger Enables external debugger connection on the specified port (or 9999 if empty)
151
+ Default: false
152
+ --jmx_port=<int> Enable JVM profiling on specified port
153
+
154
+ Runtime configuration options:
155
+ --task_execution=<compss|storage> Task execution under COMPSs or Storage.
156
+ Default: compss
157
+ --storage_impl=<string> Path to an storage implementation. Shortcut to setting pypath and classpath. See Runtime/storage in your installation folder.
158
+ --storage_conf=<path> Path to the storage configuration file
159
+ Default: null
160
+ --project=<path> Path to the project XML file
161
+ Default: /apps/COMPSs/3.1//Runtime/configuration/xml/projects/default_project.xml
162
+ --resources=<path> Path to the resources XML file
163
+ Default: /apps/COMPSs/3.1//Runtime/configuration/xml/resources/default_resources.xml
164
+ --lang=<name> Language of the application (java/c/python)
165
+ Default: Inferred is possible. Otherwise: java
166
+ --summary Displays a task execution summary at the end of the application execution
167
+ Default: false
168
+ --log_level=<level>, --debug, -d Set the debug level: off | info | api | debug | trace
169
+ Warning: Off level compiles with -O2 option disabling asserts and __debug__
170
+ Default: off
171
+
172
+ Advanced options:
173
+ --extrae_config_file=<path> Sets a custom extrae config file. Must be in a shared disk between all COMPSs workers.
174
+ Default: /apps/COMPSs/3.1//Runtime/configuration/xml/tracing/extrae_basic.xml
175
+ --extrae_config_file_python=<path> Sets a custom extrae config file for python. Must be in a shared disk between all COMPSs workers.
176
+ Default: null
177
+ --trace_label=<string> Add a label in the generated trace file. Only used in the case of tracing is activated.
178
+ Default: Applicacion name
179
+ --tracing_task_dependencies=<bool> Adds communication lines for the task dependencies (true/false)
180
+ Default: false
181
+ --generate_trace=<bool> Converts the events register into a trace file. Only used in the case of activated tracing.
182
+ Default: false
183
+ --delete_trace_packages=<bool> If true, deletes the tracing packages created by the run.
184
+ Default: false. Automatically, disabled if the trace is not generated.
185
+ --custom_threads=<bool> Threads in the trace file are re-ordered and customized to indicate the function of the thread.
186
+ Only used when the tracing is activated and a trace file generated.
187
+ Default: true
188
+ --comm=<ClassName> Class that implements the adaptor for communications
189
+ Supported adaptors:
190
+ ├── es.bsc.compss.nio.master.NIOAdaptor
191
+ └── es.bsc.compss.gat.master.GATAdaptor
192
+ Default: es.bsc.compss.nio.master.NIOAdaptor
193
+ --conn=<className> Class that implements the runtime connector for the cloud
194
+ Supported connectors:
195
+ ├── es.bsc.compss.connectors.DefaultSSHConnector
196
+ └── es.bsc.compss.connectors.DefaultNoSSHConnector
197
+ Default: es.bsc.compss.connectors.DefaultSSHConnector
198
+ --streaming=<type> Enable the streaming mode for the given type.
199
+ Supported types: FILES, OBJECTS, PSCOS, ALL, NONE
200
+ Default: NONE
201
+ --streaming_master_name=<str> Use an specific streaming master node name.
202
+ Default: Empty
203
+ --streaming_master_port=<int> Use an specific port for the streaming master.
204
+ Default: Empty
205
+ --scheduler=<className> Class that implements the Scheduler for COMPSs
206
+ Supported schedulers:
207
+ ├── es.bsc.compss.components.impl.TaskScheduler
208
+ ├── es.bsc.compss.scheduler.orderstrict.fifo.FifoTS
209
+ ├── es.bsc.compss.scheduler.lookahead.fifo.FifoTS
210
+ ├── es.bsc.compss.scheduler.lookahead.lifo.LifoTS
211
+ ├── es.bsc.compss.scheduler.lookahead.locality.LocalityTS
212
+ ├── es.bsc.compss.scheduler.lookahead.successors.constraintsfifo.ConstraintsFifoTS
213
+ ├── es.bsc.compss.scheduler.lookahead.mt.successors.constraintsfifo.ConstraintsFifoTS
214
+ ├── es.bsc.compss.scheduler.lookahead.successors.fifo.FifoTS
215
+ ├── es.bsc.compss.scheduler.lookahead.mt.successors.fifo.FifoTS
216
+ ├── es.bsc.compss.scheduler.lookahead.successors.lifo.LifoTS
217
+ ├── es.bsc.compss.scheduler.lookahead.mt.successors.lifo.LifoTS
218
+ ├── es.bsc.compss.scheduler.lookahead.successors.locality.LocalityTS
219
+ └── es.bsc.compss.scheduler.lookahead.mt.successors.locality.LocalityTS
220
+ Default: es.bsc.compss.scheduler.lookahead.locality.LocalityTS
221
+ --scheduler_config_file=<path> Path to the file which contains the scheduler configuration.
222
+ Default: Empty
223
+ --checkpoint=<className> Class that implements the Checkpoint Management policy
224
+ Supported checkpoint policies:
225
+ ├── es.bsc.compss.checkpoint.policies.CheckpointPolicyInstantiatedGroup
226
+ ├── es.bsc.compss.checkpoint.policies.CheckpointPolicyPeriodicTime
227
+ ├── es.bsc.compss.checkpoint.policies.CheckpointPolicyFinishedTasks
228
+ └── es.bsc.compss.checkpoint.policies.NoCheckpoint
229
+ Default: es.bsc.compss.checkpoint.policies.NoCheckpoint
230
+ --checkpoint_params=<string> Checkpoint configuration parameter.
231
+ Default: Empty
232
+ --checkpoint_folder=<path> Checkpoint folder.
233
+ Default: Mandatory parameter
234
+ --library_path=<path> Non-standard directories to search for libraries (e.g. Java JVM library, Python library, C binding library)
235
+ Default: Working Directory
236
+ --classpath=<path> Path for the application classes / modules
237
+ Default: Working Directory
238
+ --appdir=<path> Path for the application class folder.
239
+ Default: /gpfs/scratch/bsc19/bsc19959/LanczosSVD
240
+ --pythonpath=<path> Additional folders or paths to add to the PYTHONPATH
241
+ Default: /gpfs/scratch/bsc19/bsc19959/LanczosSVD
242
+ --env_script=<path> Path to the script file where the application environment variables are defined.
243
+ COMPSs sources this script before running the application.
244
+ Default: Empty
245
+ --log_dir=<path> Directory to store COMPSs log files (a .COMPSs/ folder will be created inside this location)
246
+ Default: User home
247
+ --master_working_dir=<path> Use a specific directory to store COMPSs temporary files in master
248
+ Default: <log_dir>/.COMPSs/<app_name>/tmpFiles
249
+ --uuid=<int> Preset an application UUID
250
+ Default: Automatic random generation
251
+ --master_name=<string> Hostname of the node to run the COMPSs master
252
+ Default: Empty
253
+ --master_port=<int> Port to run the COMPSs master communications.
254
+ Only for NIO adaptor
255
+ Default: [43000,44000]
256
+ --jvm_master_opts="<string>" Extra options for the COMPSs Master JVM. Each option separed by "," and without blank spaces (Notice the quotes)
257
+ Default: Empty
258
+ --jvm_workers_opts="<string>" Extra options for the COMPSs Workers JVMs. Each option separed by "," and without blank spaces (Notice the quotes)
259
+ Default: -Xms256m,-Xmx1024m,-Xmn100m
260
+ --cpu_affinity="<string>" Sets the CPU affinity for the workers
261
+ Supported options: disabled, automatic, dlb or user defined map of the form "0-8/9,10,11/12-14,15,16"
262
+ Default: automatic
263
+ --gpu_affinity="<string>" Sets the GPU affinity for the workers
264
+ Supported options: disabled, automatic, user defined map of the form "0-8/9,10,11/12-14,15,16"
265
+ Default: automatic
266
+ --fpga_affinity="<string>" Sets the FPGA affinity for the workers
267
+ Supported options: disabled, automatic, user defined map of the form "0-8/9,10,11/12-14,15,16"
268
+ Default: automatic
269
+ --fpga_reprogram="<string>" Specify the full command that needs to be executed to reprogram the FPGA with the desired bitstream. The location must be an absolute path.
270
+ Default: Empty
271
+ --io_executors=<int> IO Executors per worker
272
+ Default: 0
273
+ --task_count=<int> Only for C/Python Bindings. Maximum number of different functions/methods, invoked from the application, that have been selected as tasks
274
+ Default: 50
275
+ --input_profile=<path> Path to the file which stores the input application profile
276
+ Default: Empty
277
+ --output_profile=<path> Path to the file to store the application profile at the end of the execution
278
+ Default: Empty
279
+ --PyObject_serialize=<bool> Only for Python Binding. Enable the object serialization to string when possible (true/false).
280
+ Default: false
281
+ --persistent_worker_c=<bool> Only for C Binding. Enable the persistent worker in c (true/false).
282
+ Default: false
283
+ --enable_external_adaptation=<bool> Enable external adaptation. This option will disable the Resource Optimizer.
284
+ Default: false
285
+ --gen_coredump Enable master coredump generation
286
+ Default: false
287
+ --keep_workingdir Do not remove the worker working directory after the execution
288
+ Default: false
289
+ --python_interpreter=<string> Python interpreter to use (python/python3).
290
+ Default: python3 Version:
291
+ --python_propagate_virtual_environment=<bool> Propagate the master virtual environment to the workers (true/false).
292
+ Default: true
293
+ --python_mpi_worker=<bool> Use MPI to run the python worker instead of multiprocessing. (true/false).
294
+ Default: false
295
+ --python_memory_profile Generate a memory profile of the master.
296
+ Default: false
297
+ --python_worker_cache=<string> Python worker cache (true/size/false).
298
+ Only for NIO without mpi worker and python >= 3.8.
299
+ Default: false
300
+ --python_cache_profiler=<bool> Python cache profiler (true/false).
301
+ Only for NIO without mpi worker and python >= 3.8.
302
+ Default: false
303
+ --wall_clock_limit=<int> Maximum duration of the application (in seconds).
304
+ Default: 0
305
+ --shutdown_in_node_failure=<bool> Stop the whole execution in case of Node Failure.
306
+ Default: false
307
+ --provenance, -p Generate COMPSs workflow provenance data in RO-Crate format from YAML file. Automatically activates -graph and -output_profile.
308
+ Default: false
309
+
310
+ * Application name:
311
+ For Java applications: Fully qualified name of the application
312
+ For C applications: Path to the master binary
313
+ For Python applications: Path to the .py file containing the main program
314
+
315
+ * Application arguments:
316
+ Command line arguments to pass to the application. Can be empty.
317
+
@@ -0,0 +1,188 @@
1
+ Usage: /apps/COMPSs/3.1/Runtime/scripts/user/runcompss [options] application_name application_arguments
2
+
3
+ * Options:
4
+ General:
5
+ --help, -h Print this help message
6
+
7
+ --opts Show available options
8
+
9
+ --version, -v Print COMPSs version
10
+
11
+ Tools enablers:
12
+ --graph=<bool>, --graph, -g Generation of the complete graph (true/false)
13
+ When no value is provided it is set to true
14
+ Default: false
15
+ --tracing=<bool>, --tracing, -t Set generation of traces.
16
+ Default: false
17
+ --monitoring=<int>, --monitoring, -m Period between monitoring samples (milliseconds)
18
+ When no value is provided it is set to 2000
19
+ Default: 0
20
+ --external_debugger=<int>,
21
+ --external_debugger Enables external debugger connection on the specified port (or 9999 if empty)
22
+ Default: false
23
+ --jmx_port=<int> Enable JVM profiling on specified port
24
+
25
+ Runtime configuration options:
26
+ --task_execution=<compss|storage> Task execution under COMPSs or Storage.
27
+ Default: compss
28
+ --storage_impl=<string> Path to an storage implementation. Shortcut to setting pypath and classpath. See Runtime/storage in your installation folder.
29
+ --storage_conf=<path> Path to the storage configuration file
30
+ Default: null
31
+ --project=<path> Path to the project XML file
32
+ Default: /apps/COMPSs/3.1//Runtime/configuration/xml/projects/default_project.xml
33
+ --resources=<path> Path to the resources XML file
34
+ Default: /apps/COMPSs/3.1//Runtime/configuration/xml/resources/default_resources.xml
35
+ --lang=<name> Language of the application (java/c/python)
36
+ Default: Inferred is possible. Otherwise: java
37
+ --summary Displays a task execution summary at the end of the application execution
38
+ Default: false
39
+ --log_level=<level>, --debug, -d Set the debug level: off | info | api | debug | trace
40
+ Warning: Off level compiles with -O2 option disabling asserts and __debug__
41
+ Default: off
42
+
43
+ Advanced options:
44
+ --extrae_config_file=<path> Sets a custom extrae config file. Must be in a shared disk between all COMPSs workers.
45
+ Default: /apps/COMPSs/3.1//Runtime/configuration/xml/tracing/extrae_basic.xml
46
+ --extrae_config_file_python=<path> Sets a custom extrae config file for python. Must be in a shared disk between all COMPSs workers.
47
+ Default: null
48
+ --trace_label=<string> Add a label in the generated trace file. Only used in the case of tracing is activated.
49
+ Default: Applicacion name
50
+ --tracing_task_dependencies=<bool> Adds communication lines for the task dependencies (true/false)
51
+ Default: false
52
+ --generate_trace=<bool> Converts the events register into a trace file. Only used in the case of activated tracing.
53
+ Default: true
54
+ --delete_trace_packages=<bool> If true, deletes the tracing packages created by the run.
55
+ Default: true. Automatically, disabled if the trace is not generated.
56
+ --custom_threads=<bool> Threads in the trace file are re-ordered and customized to indicate the function of the thread.
57
+ Only used when the tracing is activated and a trace file generated.
58
+ Default: true
59
+ --comm=<ClassName> Class that implements the adaptor for communications
60
+ Supported adaptors:
61
+ ├── es.bsc.compss.nio.master.NIOAdaptor
62
+ └── es.bsc.compss.gat.master.GATAdaptor
63
+ Default: es.bsc.compss.nio.master.NIOAdaptor
64
+ --conn=<className> Class that implements the runtime connector for the cloud
65
+ Supported connectors:
66
+ ├── es.bsc.compss.connectors.DefaultSSHConnector
67
+ └── es.bsc.compss.connectors.DefaultNoSSHConnector
68
+ Default: es.bsc.compss.connectors.DefaultSSHConnector
69
+ --streaming=<type> Enable the streaming mode for the given type.
70
+ Supported types: FILES, OBJECTS, PSCOS, ALL, NONE
71
+ Default: NONE
72
+ --streaming_master_name=<str> Use an specific streaming master node name.
73
+ Default: Empty
74
+ --streaming_master_port=<int> Use an specific port for the streaming master.
75
+ Default: Empty
76
+ --scheduler=<className> Class that implements the Scheduler for COMPSs
77
+ Supported schedulers:
78
+ ├── es.bsc.compss.components.impl.TaskScheduler
79
+ ├── es.bsc.compss.scheduler.orderstrict.fifo.FifoTS
80
+ ├── es.bsc.compss.scheduler.lookahead.fifo.FifoTS
81
+ ├── es.bsc.compss.scheduler.lookahead.lifo.LifoTS
82
+ ├── es.bsc.compss.scheduler.lookahead.locality.LocalityTS
83
+ ├── es.bsc.compss.scheduler.lookahead.successors.constraintsfifo.ConstraintsFifoTS
84
+ ├── es.bsc.compss.scheduler.lookahead.mt.successors.constraintsfifo.ConstraintsFifoTS
85
+ ├── es.bsc.compss.scheduler.lookahead.successors.fifo.FifoTS
86
+ ├── es.bsc.compss.scheduler.lookahead.mt.successors.fifo.FifoTS
87
+ ├── es.bsc.compss.scheduler.lookahead.successors.lifo.LifoTS
88
+ ├── es.bsc.compss.scheduler.lookahead.mt.successors.lifo.LifoTS
89
+ ├── es.bsc.compss.scheduler.lookahead.successors.locality.LocalityTS
90
+ └── es.bsc.compss.scheduler.lookahead.mt.successors.locality.LocalityTS
91
+ Default: es.bsc.compss.scheduler.lookahead.locality.LocalityTS
92
+ --scheduler_config_file=<path> Path to the file which contains the scheduler configuration.
93
+ Default: Empty
94
+ --checkpoint=<className> Class that implements the Checkpoint Management policy
95
+ Supported checkpoint policies:
96
+ ├── es.bsc.compss.checkpoint.policies.CheckpointPolicyInstantiatedGroup
97
+ ├── es.bsc.compss.checkpoint.policies.CheckpointPolicyPeriodicTime
98
+ ├── es.bsc.compss.checkpoint.policies.CheckpointPolicyFinishedTasks
99
+ └── es.bsc.compss.checkpoint.policies.NoCheckpoint
100
+ Default: es.bsc.compss.checkpoint.policies.NoCheckpoint
101
+ --checkpoint_params=<string> Checkpoint configuration parameter.
102
+ Default: Empty
103
+ --checkpoint_folder=<path> Checkpoint folder.
104
+ Default: Mandatory parameter
105
+ --library_path=<path> Non-standard directories to search for libraries (e.g. Java JVM library, Python library, C binding library)
106
+ Default: Working Directory
107
+ --classpath=<path> Path for the application classes / modules
108
+ Default: Working Directory
109
+ --appdir=<path> Path for the application class folder.
110
+ Default: /gpfs/scratch/bsc19/bsc19959/LanczosSVD
111
+ --pythonpath=<path> Additional folders or paths to add to the PYTHONPATH
112
+ Default: /gpfs/scratch/bsc19/bsc19959/LanczosSVD
113
+ --env_script=<path> Path to the script file where the application environment variables are defined.
114
+ COMPSs sources this script before running the application.
115
+ Default: Empty
116
+ --log_dir=<path> Directory to store COMPSs log files (a .COMPSs/ folder will be created inside this location)
117
+ Default: User home
118
+ --master_working_dir=<path> Use a specific directory to store COMPSs temporary files in master
119
+ Default: <log_dir>/.COMPSs/<app_name>/tmpFiles
120
+ --uuid=<int> Preset an application UUID
121
+ Default: Automatic random generation
122
+ --master_name=<string> Hostname of the node to run the COMPSs master
123
+ Default: Empty
124
+ --master_port=<int> Port to run the COMPSs master communications.
125
+ Only for NIO adaptor
126
+ Default: [43000,44000]
127
+ --jvm_master_opts="<string>" Extra options for the COMPSs Master JVM. Each option separed by "," and without blank spaces (Notice the quotes)
128
+ Default: Empty
129
+ --jvm_workers_opts="<string>" Extra options for the COMPSs Workers JVMs. Each option separed by "," and without blank spaces (Notice the quotes)
130
+ Default: -Xms256m,-Xmx1024m,-Xmn100m
131
+ --cpu_affinity="<string>" Sets the CPU affinity for the workers
132
+ Supported options: disabled, automatic, dlb or user defined map of the form "0-8/9,10,11/12-14,15,16"
133
+ Default: automatic
134
+ --gpu_affinity="<string>" Sets the GPU affinity for the workers
135
+ Supported options: disabled, automatic, user defined map of the form "0-8/9,10,11/12-14,15,16"
136
+ Default: automatic
137
+ --fpga_affinity="<string>" Sets the FPGA affinity for the workers
138
+ Supported options: disabled, automatic, user defined map of the form "0-8/9,10,11/12-14,15,16"
139
+ Default: automatic
140
+ --fpga_reprogram="<string>" Specify the full command that needs to be executed to reprogram the FPGA with the desired bitstream. The location must be an absolute path.
141
+ Default: Empty
142
+ --io_executors=<int> IO Executors per worker
143
+ Default: 0
144
+ --task_count=<int> Only for C/Python Bindings. Maximum number of different functions/methods, invoked from the application, that have been selected as tasks
145
+ Default: 50
146
+ --input_profile=<path> Path to the file which stores the input application profile
147
+ Default: Empty
148
+ --output_profile=<path> Path to the file to store the application profile at the end of the execution
149
+ Default: Empty
150
+ --PyObject_serialize=<bool> Only for Python Binding. Enable the object serialization to string when possible (true/false).
151
+ Default: false
152
+ --persistent_worker_c=<bool> Only for C Binding. Enable the persistent worker in c (true/false).
153
+ Default: false
154
+ --enable_external_adaptation=<bool> Enable external adaptation. This option will disable the Resource Optimizer.
155
+ Default: false
156
+ --gen_coredump Enable master coredump generation
157
+ Default: false
158
+ --keep_workingdir Do not remove the worker working directory after the execution
159
+ Default: false
160
+ --python_interpreter=<string> Python interpreter to use (python/python3).
161
+ Default: python3 Version:
162
+ --python_propagate_virtual_environment=<bool> Propagate the master virtual environment to the workers (true/false).
163
+ Default: true
164
+ --python_mpi_worker=<bool> Use MPI to run the python worker instead of multiprocessing. (true/false).
165
+ Default: false
166
+ --python_memory_profile Generate a memory profile of the master.
167
+ Default: false
168
+ --python_worker_cache=<string> Python worker cache (true/size/false).
169
+ Only for NIO without mpi worker and python >= 3.8.
170
+ Default: false
171
+ --python_cache_profiler=<bool> Python cache profiler (true/false).
172
+ Only for NIO without mpi worker and python >= 3.8.
173
+ Default: false
174
+ --wall_clock_limit=<int> Maximum duration of the application (in seconds).
175
+ Default: 0
176
+ --shutdown_in_node_failure=<bool> Stop the whole execution in case of Node Failure.
177
+ Default: false
178
+ --provenance, -p Generate COMPSs workflow provenance data in RO-Crate format from YAML file. Automatically activates -graph and -output_profile.
179
+ Default: false
180
+
181
+ * Application name:
182
+ For Java applications: Fully qualified name of the application
183
+ For C applications: Path to the master binary
184
+ For Python applications: Path to the .py file containing the main program
185
+
186
+ * Application arguments:
187
+ Command line arguments to pass to the application. Can be empty.
188
+
@@ -0,0 +1,16 @@
1
+ #!/usr/bin/env python3
2
+ #
3
+ # Copyright 2002-2025 Barcelona Supercomputing Center (www.bsc.es)
4
+ #
5
+ # Licensed under the Apache License, Version 2.0 (the "License");
6
+ # you may not use this file except in compliance with the License.
7
+ # You may obtain a copy of the License at
8
+ #
9
+ # http://www.apache.org/licenses/LICENSE-2.0
10
+ #
11
+ # Unless required by applicable law or agreed to in writing, software
12
+ # distributed under the License is distributed on an "AS IS" BASIS,
13
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
+ # See the License for the specific language governing permissions and
15
+ # limitations under the License.
16
+ #
@@ -0,0 +1,27 @@
1
+ #!/usr/bin/env python3
2
+ #
3
+ # Copyright 2002-2025 Barcelona Supercomputing Center (www.bsc.es)
4
+ #
5
+ # Licensed under the Apache License, Version 2.0 (the "License");
6
+ # you may not use this file except in compliance with the License.
7
+ # You may obtain a copy of the License at
8
+ #
9
+ # http://www.apache.org/licenses/LICENSE-2.0
10
+ #
11
+ # Unless required by applicable law or agreed to in writing, software
12
+ # distributed under the License is distributed on an "AS IS" BASIS,
13
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
+ # See the License for the specific language governing permissions and
15
+ # limitations under the License.
16
+ #
17
+
18
+ import os
19
+ import pycompss_cli.cli.pycompss as pycompss
20
+
21
+
22
+ def main():
23
+ pycompss.main()
24
+
25
+
26
+ if __name__ == "__main__":
27
+ main()
@@ -0,0 +1,28 @@
1
+ #!/usr/bin/env python3
2
+ #
3
+ # Copyright 2002-2025 Barcelona Supercomputing Center (www.bsc.es)
4
+ #
5
+ # Licensed under the Apache License, Version 2.0 (the "License");
6
+ # you may not use this file except in compliance with the License.
7
+ # You may obtain a copy of the License at
8
+ #
9
+ # http://www.apache.org/licenses/LICENSE-2.0
10
+ #
11
+ # Unless required by applicable law or agreed to in writing, software
12
+ # distributed under the License is distributed on an "AS IS" BASIS,
13
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
+ # See the License for the specific language governing permissions and
15
+ # limitations under the License.
16
+ #
17
+
18
+ import os
19
+ import pycompss_cli.cli.pycompss as pycompss
20
+
21
+
22
+ def main():
23
+ # Force to use the dislib image by default
24
+ os.environ['DEFAULT_DISLIB_DOCKER_IMAGE'] = 'bscwdc/dislib:latest'
25
+ pycompss.main()
26
+
27
+ if __name__ == "__main__":
28
+ main()