sierra-research 1.3.11__py3-none-any.whl → 1.5.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- sierra/__init__.py +3 -3
- sierra/core/__init__.py +3 -3
- sierra/core/batchroot.py +223 -0
- sierra/core/cmdline.py +681 -1057
- sierra/core/compare.py +11 -0
- sierra/core/config.py +96 -88
- sierra/core/engine.py +306 -0
- sierra/core/execenv.py +380 -0
- sierra/core/expdef.py +11 -0
- sierra/core/experiment/__init__.py +1 -0
- sierra/core/experiment/bindings.py +150 -101
- sierra/core/experiment/definition.py +414 -245
- sierra/core/experiment/spec.py +83 -85
- sierra/core/exproot.py +44 -0
- sierra/core/generators/__init__.py +10 -0
- sierra/core/generators/experiment.py +528 -0
- sierra/core/generators/generator_factory.py +138 -137
- sierra/core/graphs/__init__.py +23 -0
- sierra/core/graphs/bcbridge.py +94 -0
- sierra/core/graphs/heatmap.py +245 -324
- sierra/core/graphs/pathset.py +27 -0
- sierra/core/graphs/schema.py +77 -0
- sierra/core/graphs/stacked_line.py +341 -0
- sierra/core/graphs/summary_line.py +506 -0
- sierra/core/logging.py +3 -2
- sierra/core/models/__init__.py +3 -1
- sierra/core/models/info.py +19 -0
- sierra/core/models/interface.py +52 -122
- sierra/core/pipeline/__init__.py +2 -5
- sierra/core/pipeline/pipeline.py +228 -126
- sierra/core/pipeline/stage1/__init__.py +10 -0
- sierra/core/pipeline/stage1/pipeline_stage1.py +45 -31
- sierra/core/pipeline/stage2/__init__.py +10 -0
- sierra/core/pipeline/stage2/pipeline_stage2.py +8 -11
- sierra/core/pipeline/stage2/runner.py +401 -0
- sierra/core/pipeline/stage3/__init__.py +12 -0
- sierra/core/pipeline/stage3/gather.py +321 -0
- sierra/core/pipeline/stage3/pipeline_stage3.py +37 -84
- sierra/core/pipeline/stage4/__init__.py +12 -2
- sierra/core/pipeline/stage4/pipeline_stage4.py +36 -354
- sierra/core/pipeline/stage5/__init__.py +12 -0
- sierra/core/pipeline/stage5/pipeline_stage5.py +33 -208
- sierra/core/pipeline/yaml.py +48 -0
- sierra/core/plugin.py +529 -62
- sierra/core/proc.py +11 -0
- sierra/core/prod.py +11 -0
- sierra/core/ros1/__init__.py +5 -1
- sierra/core/ros1/callbacks.py +22 -21
- sierra/core/ros1/cmdline.py +59 -88
- sierra/core/ros1/generators.py +159 -175
- sierra/core/ros1/variables/__init__.py +3 -0
- sierra/core/ros1/variables/exp_setup.py +122 -116
- sierra/core/startup.py +106 -76
- sierra/core/stat_kernels.py +4 -5
- sierra/core/storage.py +13 -32
- sierra/core/trampoline.py +30 -0
- sierra/core/types.py +116 -71
- sierra/core/utils.py +103 -106
- sierra/core/variables/__init__.py +1 -1
- sierra/core/variables/base_variable.py +12 -17
- sierra/core/variables/batch_criteria.py +387 -481
- sierra/core/variables/builtin.py +135 -0
- sierra/core/variables/exp_setup.py +19 -39
- sierra/core/variables/population_size.py +72 -76
- sierra/core/variables/variable_density.py +44 -68
- sierra/core/vector.py +1 -1
- sierra/main.py +256 -88
- sierra/plugins/__init__.py +119 -0
- sierra/plugins/compare/__init__.py +14 -0
- sierra/plugins/compare/graphs/__init__.py +19 -0
- sierra/plugins/compare/graphs/cmdline.py +120 -0
- sierra/plugins/compare/graphs/comparator.py +291 -0
- sierra/plugins/compare/graphs/inter_controller.py +531 -0
- sierra/plugins/compare/graphs/inter_scenario.py +297 -0
- sierra/plugins/compare/graphs/namecalc.py +53 -0
- sierra/plugins/compare/graphs/outputroot.py +73 -0
- sierra/plugins/compare/graphs/plugin.py +147 -0
- sierra/plugins/compare/graphs/preprocess.py +172 -0
- sierra/plugins/compare/graphs/schema.py +37 -0
- sierra/plugins/engine/__init__.py +14 -0
- sierra/plugins/engine/argos/__init__.py +18 -0
- sierra/plugins/{platform → engine}/argos/cmdline.py +144 -151
- sierra/plugins/{platform/argos/variables → engine/argos/generators}/__init__.py +5 -0
- sierra/plugins/engine/argos/generators/engine.py +394 -0
- sierra/plugins/engine/argos/plugin.py +393 -0
- sierra/plugins/{platform/argos/generators → engine/argos/variables}/__init__.py +5 -0
- sierra/plugins/engine/argos/variables/arena_shape.py +183 -0
- sierra/plugins/engine/argos/variables/cameras.py +240 -0
- sierra/plugins/engine/argos/variables/constant_density.py +112 -0
- sierra/plugins/engine/argos/variables/exp_setup.py +82 -0
- sierra/plugins/{platform → engine}/argos/variables/physics_engines.py +83 -87
- sierra/plugins/engine/argos/variables/population_constant_density.py +178 -0
- sierra/plugins/engine/argos/variables/population_size.py +115 -0
- sierra/plugins/engine/argos/variables/population_variable_density.py +123 -0
- sierra/plugins/engine/argos/variables/rendering.py +108 -0
- sierra/plugins/engine/ros1gazebo/__init__.py +18 -0
- sierra/plugins/engine/ros1gazebo/cmdline.py +175 -0
- sierra/plugins/{platform/ros1robot → engine/ros1gazebo}/generators/__init__.py +5 -0
- sierra/plugins/engine/ros1gazebo/generators/engine.py +125 -0
- sierra/plugins/engine/ros1gazebo/plugin.py +404 -0
- sierra/plugins/engine/ros1gazebo/variables/__init__.py +15 -0
- sierra/plugins/engine/ros1gazebo/variables/population_size.py +214 -0
- sierra/plugins/engine/ros1robot/__init__.py +18 -0
- sierra/plugins/engine/ros1robot/cmdline.py +159 -0
- sierra/plugins/{platform/ros1gazebo → engine/ros1robot}/generators/__init__.py +4 -0
- sierra/plugins/engine/ros1robot/generators/engine.py +95 -0
- sierra/plugins/engine/ros1robot/plugin.py +410 -0
- sierra/plugins/{hpc/local → engine/ros1robot/variables}/__init__.py +5 -0
- sierra/plugins/engine/ros1robot/variables/population_size.py +146 -0
- sierra/plugins/execenv/__init__.py +11 -0
- sierra/plugins/execenv/hpc/__init__.py +18 -0
- sierra/plugins/execenv/hpc/adhoc/__init__.py +18 -0
- sierra/plugins/execenv/hpc/adhoc/cmdline.py +30 -0
- sierra/plugins/execenv/hpc/adhoc/plugin.py +131 -0
- sierra/plugins/execenv/hpc/cmdline.py +137 -0
- sierra/plugins/execenv/hpc/local/__init__.py +18 -0
- sierra/plugins/execenv/hpc/local/cmdline.py +31 -0
- sierra/plugins/execenv/hpc/local/plugin.py +145 -0
- sierra/plugins/execenv/hpc/pbs/__init__.py +18 -0
- sierra/plugins/execenv/hpc/pbs/cmdline.py +30 -0
- sierra/plugins/execenv/hpc/pbs/plugin.py +121 -0
- sierra/plugins/execenv/hpc/slurm/__init__.py +18 -0
- sierra/plugins/execenv/hpc/slurm/cmdline.py +30 -0
- sierra/plugins/execenv/hpc/slurm/plugin.py +133 -0
- sierra/plugins/execenv/prefectserver/__init__.py +18 -0
- sierra/plugins/execenv/prefectserver/cmdline.py +66 -0
- sierra/plugins/execenv/prefectserver/dockerremote/__init__.py +18 -0
- sierra/plugins/execenv/prefectserver/dockerremote/cmdline.py +66 -0
- sierra/plugins/execenv/prefectserver/dockerremote/plugin.py +132 -0
- sierra/plugins/execenv/prefectserver/flow.py +66 -0
- sierra/plugins/execenv/prefectserver/local/__init__.py +18 -0
- sierra/plugins/execenv/prefectserver/local/cmdline.py +29 -0
- sierra/plugins/execenv/prefectserver/local/plugin.py +133 -0
- sierra/plugins/{hpc/adhoc → execenv/robot}/__init__.py +1 -0
- sierra/plugins/execenv/robot/turtlebot3/__init__.py +18 -0
- sierra/plugins/execenv/robot/turtlebot3/plugin.py +204 -0
- sierra/plugins/expdef/__init__.py +14 -0
- sierra/plugins/expdef/json/__init__.py +14 -0
- sierra/plugins/expdef/json/plugin.py +504 -0
- sierra/plugins/expdef/xml/__init__.py +14 -0
- sierra/plugins/expdef/xml/plugin.py +386 -0
- sierra/{core/hpc → plugins/proc}/__init__.py +1 -1
- sierra/plugins/proc/collate/__init__.py +15 -0
- sierra/plugins/proc/collate/cmdline.py +47 -0
- sierra/plugins/proc/collate/plugin.py +271 -0
- sierra/plugins/proc/compress/__init__.py +18 -0
- sierra/plugins/proc/compress/cmdline.py +47 -0
- sierra/plugins/proc/compress/plugin.py +123 -0
- sierra/plugins/proc/decompress/__init__.py +18 -0
- sierra/plugins/proc/decompress/plugin.py +96 -0
- sierra/plugins/proc/imagize/__init__.py +15 -0
- sierra/plugins/proc/imagize/cmdline.py +49 -0
- sierra/plugins/proc/imagize/plugin.py +270 -0
- sierra/plugins/proc/modelrunner/__init__.py +16 -0
- sierra/plugins/proc/modelrunner/plugin.py +250 -0
- sierra/plugins/proc/statistics/__init__.py +15 -0
- sierra/plugins/proc/statistics/cmdline.py +64 -0
- sierra/plugins/proc/statistics/plugin.py +390 -0
- sierra/plugins/{hpc → prod}/__init__.py +1 -0
- sierra/plugins/prod/graphs/__init__.py +18 -0
- sierra/plugins/prod/graphs/cmdline.py +269 -0
- sierra/plugins/prod/graphs/collate.py +279 -0
- sierra/plugins/prod/graphs/inter/__init__.py +13 -0
- sierra/plugins/prod/graphs/inter/generate.py +83 -0
- sierra/plugins/prod/graphs/inter/heatmap.py +86 -0
- sierra/plugins/prod/graphs/inter/line.py +134 -0
- sierra/plugins/prod/graphs/intra/__init__.py +15 -0
- sierra/plugins/prod/graphs/intra/generate.py +202 -0
- sierra/plugins/prod/graphs/intra/heatmap.py +74 -0
- sierra/plugins/prod/graphs/intra/line.py +114 -0
- sierra/plugins/prod/graphs/plugin.py +103 -0
- sierra/plugins/prod/graphs/targets.py +63 -0
- sierra/plugins/prod/render/__init__.py +18 -0
- sierra/plugins/prod/render/cmdline.py +72 -0
- sierra/plugins/prod/render/plugin.py +282 -0
- sierra/plugins/storage/__init__.py +5 -0
- sierra/plugins/storage/arrow/__init__.py +18 -0
- sierra/plugins/storage/arrow/plugin.py +38 -0
- sierra/plugins/storage/csv/__init__.py +9 -0
- sierra/plugins/storage/csv/plugin.py +12 -5
- sierra/version.py +3 -2
- sierra_research-1.5.0.dist-info/METADATA +238 -0
- sierra_research-1.5.0.dist-info/RECORD +186 -0
- {sierra_research-1.3.11.dist-info → sierra_research-1.5.0.dist-info}/WHEEL +1 -2
- sierra/core/experiment/xml.py +0 -454
- sierra/core/generators/controller_generator_parser.py +0 -34
- sierra/core/generators/exp_creator.py +0 -351
- sierra/core/generators/exp_generators.py +0 -142
- sierra/core/graphs/scatterplot2D.py +0 -109
- sierra/core/graphs/stacked_line_graph.py +0 -251
- sierra/core/graphs/stacked_surface_graph.py +0 -220
- sierra/core/graphs/summary_line_graph.py +0 -371
- sierra/core/hpc/cmdline.py +0 -142
- sierra/core/models/graphs.py +0 -87
- sierra/core/pipeline/stage2/exp_runner.py +0 -286
- sierra/core/pipeline/stage3/imagizer.py +0 -149
- sierra/core/pipeline/stage3/run_collator.py +0 -317
- sierra/core/pipeline/stage3/statistics_calculator.py +0 -478
- sierra/core/pipeline/stage4/graph_collator.py +0 -320
- sierra/core/pipeline/stage4/inter_exp_graph_generator.py +0 -240
- sierra/core/pipeline/stage4/intra_exp_graph_generator.py +0 -317
- sierra/core/pipeline/stage4/model_runner.py +0 -168
- sierra/core/pipeline/stage4/rendering.py +0 -283
- sierra/core/pipeline/stage4/yaml_config_loader.py +0 -103
- sierra/core/pipeline/stage5/inter_scenario_comparator.py +0 -328
- sierra/core/pipeline/stage5/intra_scenario_comparator.py +0 -989
- sierra/core/platform.py +0 -493
- sierra/core/plugin_manager.py +0 -369
- sierra/core/root_dirpath_generator.py +0 -241
- sierra/plugins/hpc/adhoc/plugin.py +0 -125
- sierra/plugins/hpc/local/plugin.py +0 -81
- sierra/plugins/hpc/pbs/__init__.py +0 -9
- sierra/plugins/hpc/pbs/plugin.py +0 -126
- sierra/plugins/hpc/slurm/__init__.py +0 -9
- sierra/plugins/hpc/slurm/plugin.py +0 -130
- sierra/plugins/platform/__init__.py +0 -9
- sierra/plugins/platform/argos/__init__.py +0 -9
- sierra/plugins/platform/argos/generators/platform_generators.py +0 -383
- sierra/plugins/platform/argos/plugin.py +0 -337
- sierra/plugins/platform/argos/variables/arena_shape.py +0 -145
- sierra/plugins/platform/argos/variables/cameras.py +0 -243
- sierra/plugins/platform/argos/variables/constant_density.py +0 -136
- sierra/plugins/platform/argos/variables/exp_setup.py +0 -113
- sierra/plugins/platform/argos/variables/population_constant_density.py +0 -175
- sierra/plugins/platform/argos/variables/population_size.py +0 -102
- sierra/plugins/platform/argos/variables/population_variable_density.py +0 -132
- sierra/plugins/platform/argos/variables/rendering.py +0 -104
- sierra/plugins/platform/ros1gazebo/__init__.py +0 -9
- sierra/plugins/platform/ros1gazebo/cmdline.py +0 -213
- sierra/plugins/platform/ros1gazebo/generators/platform_generators.py +0 -137
- sierra/plugins/platform/ros1gazebo/plugin.py +0 -335
- sierra/plugins/platform/ros1gazebo/variables/__init__.py +0 -10
- sierra/plugins/platform/ros1gazebo/variables/population_size.py +0 -204
- sierra/plugins/platform/ros1robot/__init__.py +0 -9
- sierra/plugins/platform/ros1robot/cmdline.py +0 -175
- sierra/plugins/platform/ros1robot/generators/platform_generators.py +0 -112
- sierra/plugins/platform/ros1robot/plugin.py +0 -373
- sierra/plugins/platform/ros1robot/variables/__init__.py +0 -10
- sierra/plugins/platform/ros1robot/variables/population_size.py +0 -146
- sierra/plugins/robot/__init__.py +0 -9
- sierra/plugins/robot/turtlebot3/__init__.py +0 -9
- sierra/plugins/robot/turtlebot3/plugin.py +0 -194
- sierra_research-1.3.11.data/data/share/man/man1/sierra-cli.1 +0 -2349
- sierra_research-1.3.11.data/data/share/man/man7/sierra-examples.7 +0 -508
- sierra_research-1.3.11.data/data/share/man/man7/sierra-exec-envs.7 +0 -331
- sierra_research-1.3.11.data/data/share/man/man7/sierra-glossary.7 +0 -285
- sierra_research-1.3.11.data/data/share/man/man7/sierra-platforms.7 +0 -358
- sierra_research-1.3.11.data/data/share/man/man7/sierra-usage.7 +0 -729
- sierra_research-1.3.11.data/data/share/man/man7/sierra.7 +0 -78
- sierra_research-1.3.11.dist-info/METADATA +0 -492
- sierra_research-1.3.11.dist-info/RECORD +0 -133
- sierra_research-1.3.11.dist-info/top_level.txt +0 -1
- {sierra_research-1.3.11.dist-info → sierra_research-1.5.0.dist-info}/entry_points.txt +0 -0
- {sierra_research-1.3.11.dist-info → sierra_research-1.5.0.dist-info/licenses}/LICENSE +0 -0
@@ -1,2349 +0,0 @@
|
|
1
|
-
.\" Man page generated from reStructuredText.
|
2
|
-
.
|
3
|
-
.
|
4
|
-
.nr rst2man-indent-level 0
|
5
|
-
.
|
6
|
-
.de1 rstReportMargin
|
7
|
-
\\$1 \\n[an-margin]
|
8
|
-
level \\n[rst2man-indent-level]
|
9
|
-
level margin: \\n[rst2man-indent\\n[rst2man-indent-level]]
|
10
|
-
-
|
11
|
-
\\n[rst2man-indent0]
|
12
|
-
\\n[rst2man-indent1]
|
13
|
-
\\n[rst2man-indent2]
|
14
|
-
..
|
15
|
-
.de1 INDENT
|
16
|
-
.\" .rstReportMargin pre:
|
17
|
-
. RS \\$1
|
18
|
-
. nr rst2man-indent\\n[rst2man-indent-level] \\n[an-margin]
|
19
|
-
. nr rst2man-indent-level +1
|
20
|
-
.\" .rstReportMargin post:
|
21
|
-
..
|
22
|
-
.de UNINDENT
|
23
|
-
. RE
|
24
|
-
.\" indent \\n[an-margin]
|
25
|
-
.\" old: \\n[rst2man-indent\\n[rst2man-indent-level]]
|
26
|
-
.nr rst2man-indent-level -1
|
27
|
-
.\" new: \\n[rst2man-indent\\n[rst2man-indent-level]]
|
28
|
-
.in \\n[rst2man-indent\\n[rst2man-indent-level]]u
|
29
|
-
..
|
30
|
-
.TH "SIERRA-CLI" "1" "Sep 23, 2024" "1.3.11" "SIERRA"
|
31
|
-
.SH NAME
|
32
|
-
sierra-cli \- The SIERRA Command Line Interface (CLI).
|
33
|
-
.sp
|
34
|
-
Unless an option says otherwise, it is applicable to all batch criteria. That
|
35
|
-
is, option batch criteria applicability is only documented for options which
|
36
|
-
apply to a subset of the available \fI\%Batch Criteria\fP\&.
|
37
|
-
.sp
|
38
|
-
If an option is given more than once, the last such occurrence is used.
|
39
|
-
.sp
|
40
|
-
See also \fBsierra\-examples\fP\&.
|
41
|
-
.sp
|
42
|
-
|
43
|
-
.nf
|
44
|
-
:seealso:\(galn\-sierra\-examples\(ga
|
45
|
-
.fi
|
46
|
-
|
47
|
-
.SH SIERRA CORE
|
48
|
-
.sp
|
49
|
-
These options are for all \fI\%Platforms\fP\&.
|
50
|
-
.SS Bootstrap+Multi\-stage Options
|
51
|
-
.INDENT 0.0
|
52
|
-
.INDENT 3.5
|
53
|
-
.sp
|
54
|
-
.nf
|
55
|
-
.ft C
|
56
|
-
usage: sphinx\-build [\-h] [\-\-project PROJECT] [\-\-version]
|
57
|
-
[\-\-log\-level {ERROR,INFO,WARNING,DEBUG,TRACE}]
|
58
|
-
[\-\-platform PLATFORM] [\-\-skip\-pkg\-checks]
|
59
|
-
[\-\-exec\-env EXEC_ENV] [\-\-template\-input\-file filepath]
|
60
|
-
[\-\-exp\-overwrite] [\-\-sierra\-root dirpath]
|
61
|
-
[\-\-batch\-criteria [<category>.<definition>,...]
|
62
|
-
[[<category>.<definition>,...] ...]]
|
63
|
-
[\-\-pipeline [PIPELINE [PIPELINE ...]]]
|
64
|
-
[\-\-exp\-range EXP_RANGE] [\-\-platform\-vc]
|
65
|
-
[\-\-processing\-serial] [\-\-n\-runs N_RUNS] [\-\-skip\-collate]
|
66
|
-
[\-\-plot\-log\-xscale] [\-\-plot\-enumerated\-xscale]
|
67
|
-
[\-\-plot\-log\-yscale]
|
68
|
-
[\-\-plot\-regression\-lines PLOT_REGRESSION_LINES]
|
69
|
-
[\-\-plot\-primary\-axis PLOT_PRIMARY_AXIS]
|
70
|
-
[\-\-plot\-large\-text] [\-\-plot\-transpose\-graphs]
|
71
|
-
.ft P
|
72
|
-
.fi
|
73
|
-
.UNINDENT
|
74
|
-
.UNINDENT
|
75
|
-
.SS Bootstrap options
|
76
|
-
.sp
|
77
|
-
Bare\-bones options for bootstrapping SIERRA
|
78
|
-
.INDENT 0.0
|
79
|
-
.TP
|
80
|
-
.B \-\-project
|
81
|
-
.INDENT 7.0
|
82
|
-
.INDENT 3.5
|
83
|
-
Specify which \fI\%Project\fP to load.
|
84
|
-
.UNINDENT
|
85
|
-
.UNINDENT
|
86
|
-
.sp
|
87
|
-
\fBTIP:\fP
|
88
|
-
.INDENT 7.0
|
89
|
-
.INDENT 3.5
|
90
|
-
Used by stage {1,2,3,4,5}; can be omitted otherwise. If omitted: N/A.
|
91
|
-
.UNINDENT
|
92
|
-
.UNINDENT
|
93
|
-
.TP
|
94
|
-
.B \-\-version, \-v
|
95
|
-
.INDENT 7.0
|
96
|
-
.INDENT 3.5
|
97
|
-
Display SIERRA version information on stdout and
|
98
|
-
then exit.
|
99
|
-
.UNINDENT
|
100
|
-
.UNINDENT
|
101
|
-
.sp
|
102
|
-
Default: False
|
103
|
-
.TP
|
104
|
-
.B \-\-log\-level
|
105
|
-
Possible choices: ERROR, INFO, WARNING, DEBUG, TRACE
|
106
|
-
.INDENT 7.0
|
107
|
-
.INDENT 3.5
|
108
|
-
The level of logging to use when running
|
109
|
-
SIERRA.
|
110
|
-
.UNINDENT
|
111
|
-
.UNINDENT
|
112
|
-
.sp
|
113
|
-
\fBTIP:\fP
|
114
|
-
.INDENT 7.0
|
115
|
-
.INDENT 3.5
|
116
|
-
Used by stage {1,2,3,4,5}; can be omitted otherwise. If omitted: N/A.
|
117
|
-
.UNINDENT
|
118
|
-
.UNINDENT
|
119
|
-
.sp
|
120
|
-
Default: \(dqINFO\(dq
|
121
|
-
.TP
|
122
|
-
.B \-\-platform
|
123
|
-
.INDENT 7.0
|
124
|
-
.INDENT 3.5
|
125
|
-
This argument defines the \fI\%Platform\fP you
|
126
|
-
want to run experiments on.
|
127
|
-
.sp
|
128
|
-
The value of this argument determines the
|
129
|
-
execution environment for experiments; different
|
130
|
-
platforms (e.g., simulator, real robots) will
|
131
|
-
have different configuration options.
|
132
|
-
.sp
|
133
|
-
Valid values can be any folder name inside a
|
134
|
-
folder on the \fI\%SIERRA_PLUGIN_PATH\fP (with
|
135
|
-
\fB/\fP replaced with \fB\&.\fP as you would expect for
|
136
|
-
using path names to address python packages). The
|
137
|
-
platforms which come with SIERRA are:
|
138
|
-
.INDENT 0.0
|
139
|
-
.IP \(bu 2
|
140
|
-
\fBplatform.argos\fP \- This directs SIERRA to run
|
141
|
-
experiments using the \fI\%ARGoS\fP
|
142
|
-
simulator. Selecting this platform assumes your
|
143
|
-
code has been developed and configured for
|
144
|
-
ARGoS.
|
145
|
-
.IP \(bu 2
|
146
|
-
\fBplatform.ros1gazebo\fP \- This directs SIERRA to
|
147
|
-
run experiments using the \fI\%Gazebo\fP
|
148
|
-
simulator and \fI\%ROS1\fP\&. Selecting this
|
149
|
-
platform assumes your code has been developed
|
150
|
-
and configured for Gazebo and ROS1.
|
151
|
-
.UNINDENT
|
152
|
-
.UNINDENT
|
153
|
-
.UNINDENT
|
154
|
-
.sp
|
155
|
-
Default: \(dqplatform.argos\(dq
|
156
|
-
.TP
|
157
|
-
.B \-\-skip\-pkg\-checks
|
158
|
-
.INDENT 7.0
|
159
|
-
.INDENT 3.5
|
160
|
-
Skip the usual startup package checks. Only do
|
161
|
-
this if you are SURE you will never use the
|
162
|
-
SIERRA functionality which requires packages you
|
163
|
-
don\(aqt have installed/can\(aqt install.
|
164
|
-
.UNINDENT
|
165
|
-
.UNINDENT
|
166
|
-
.sp
|
167
|
-
Default: False
|
168
|
-
.TP
|
169
|
-
.B \-\-exec\-env
|
170
|
-
.INDENT 7.0
|
171
|
-
.INDENT 3.5
|
172
|
-
This argument defines \fIhow\fP experiments are going
|
173
|
-
to be run, using the \fB\-\-platform\fP you have
|
174
|
-
selected.
|
175
|
-
.sp
|
176
|
-
Valid values can be any folder name inside a
|
177
|
-
folder on the \fI\%SIERRA_PLUGIN_PATH\fP (with
|
178
|
-
\fB/\fP replaced with \fB\&.\fP as you would expect for
|
179
|
-
using path names to address python packages). The
|
180
|
-
execution environments which come with SIERRA
|
181
|
-
are:
|
182
|
-
.INDENT 0.0
|
183
|
-
.IP \(bu 2
|
184
|
-
\fBhpc.local\fP \- This directs SIERRA to run
|
185
|
-
experiments on the local machine. See
|
186
|
-
\fI\%Local HPC Plugin\fP for a detailed
|
187
|
-
description.
|
188
|
-
.IP \(bu 2
|
189
|
-
\fBhpc.pbs\fP \- The directs SIERRA to run
|
190
|
-
experiments spread across multiple allocated
|
191
|
-
nodes in an HPC computing environment managed
|
192
|
-
by TORQUE\-PBS. See \fI\%PBS HPC Plugin\fP
|
193
|
-
for a detailed description.
|
194
|
-
.IP \(bu 2
|
195
|
-
\fBhpc.slurm\fP \- The directs SIERRA to run
|
196
|
-
experiments spread across multiple allocated
|
197
|
-
nodes in an HPC computing environment managed
|
198
|
-
by SLURM. See
|
199
|
-
\fI\%SLURM HPC Plugin\fP for a
|
200
|
-
detailed description.
|
201
|
-
.IP \(bu 2
|
202
|
-
\fBhpc.adhoc\fP \- This will direct SIERRA to run
|
203
|
-
experiments on an ad\-hoc network of
|
204
|
-
computers. See
|
205
|
-
\fI\%Adhoc HPC Plugin\fP for a
|
206
|
-
detailed description.
|
207
|
-
.IP \(bu 2
|
208
|
-
\fBrobot.turtlebot3\fP \- This will direct SIERRA
|
209
|
-
to run experiments on real Turtlebots.
|
210
|
-
.UNINDENT
|
211
|
-
.sp
|
212
|
-
Not all platforms support all execution
|
213
|
-
environments.
|
214
|
-
.UNINDENT
|
215
|
-
.UNINDENT
|
216
|
-
.sp
|
217
|
-
\fBTIP:\fP
|
218
|
-
.INDENT 7.0
|
219
|
-
.INDENT 3.5
|
220
|
-
Used by stage {1,2}; can be omitted otherwise. If omitted: N/A.
|
221
|
-
.UNINDENT
|
222
|
-
.UNINDENT
|
223
|
-
.sp
|
224
|
-
Default: \(dqhpc.local\(dq
|
225
|
-
.UNINDENT
|
226
|
-
.SS Multi\-stage options
|
227
|
-
.sp
|
228
|
-
Options which are used in multiple pipeline stages
|
229
|
-
.INDENT 0.0
|
230
|
-
.TP
|
231
|
-
.B \-\-template\-input\-file
|
232
|
-
.INDENT 7.0
|
233
|
-
.INDENT 3.5
|
234
|
-
The template \fB\&.xml\fP input file for the
|
235
|
-
batch experiment. Beyond the requirements
|
236
|
-
for the specific \fB\-\-platform\fP, the
|
237
|
-
content of the file can be any valid XML,
|
238
|
-
with the exception of the SIERRA
|
239
|
-
requirements detailed in
|
240
|
-
ln\-sierra\-tutorials\-project\-template\-input\-file\&.
|
241
|
-
.UNINDENT
|
242
|
-
.UNINDENT
|
243
|
-
.sp
|
244
|
-
\fBTIP:\fP
|
245
|
-
.INDENT 7.0
|
246
|
-
.INDENT 3.5
|
247
|
-
Used by stage {1,2,3,4}; can be omitted otherwise. If omitted: N/A.
|
248
|
-
.UNINDENT
|
249
|
-
.UNINDENT
|
250
|
-
.TP
|
251
|
-
.B \-\-exp\-overwrite
|
252
|
-
.INDENT 7.0
|
253
|
-
.INDENT 3.5
|
254
|
-
When SIERRA calculates the batch experiment
|
255
|
-
root (or any child path in the batch
|
256
|
-
experiment root) during stage {1, 2}, if
|
257
|
-
the calculated path already exists it is
|
258
|
-
treated as a fatal error and no
|
259
|
-
modifications to the filesystem are
|
260
|
-
performed. This flag overwrides the default
|
261
|
-
behavior. Provided to avoid accidentally
|
262
|
-
overwrite input/output files for an
|
263
|
-
experiment, forcing the user to be explicit
|
264
|
-
with potentially dangerous actions.
|
265
|
-
.UNINDENT
|
266
|
-
.UNINDENT
|
267
|
-
.sp
|
268
|
-
\fBTIP:\fP
|
269
|
-
.INDENT 7.0
|
270
|
-
.INDENT 3.5
|
271
|
-
Used by stage {1,2}; can be omitted otherwise. If omitted: N/A.
|
272
|
-
.UNINDENT
|
273
|
-
.UNINDENT
|
274
|
-
.sp
|
275
|
-
Default: False
|
276
|
-
.TP
|
277
|
-
.B \-\-sierra\-root
|
278
|
-
.INDENT 7.0
|
279
|
-
.INDENT 3.5
|
280
|
-
Root directory for all SIERRA generated and
|
281
|
-
created files.
|
282
|
-
.sp
|
283
|
-
Subdirectories for controllers, scenarios,
|
284
|
-
experiment/experimental run inputs/outputs
|
285
|
-
will be created in this directory as
|
286
|
-
needed. Can persist between invocations of
|
287
|
-
SIERRA.
|
288
|
-
.UNINDENT
|
289
|
-
.UNINDENT
|
290
|
-
.sp
|
291
|
-
\fBTIP:\fP
|
292
|
-
.INDENT 7.0
|
293
|
-
.INDENT 3.5
|
294
|
-
Used by stage {1,2,3,4,5}; can be omitted otherwise. If omitted: N/A.
|
295
|
-
.UNINDENT
|
296
|
-
.UNINDENT
|
297
|
-
.sp
|
298
|
-
Default: \(dq<home directory>/exp\(dq
|
299
|
-
.TP
|
300
|
-
.B \-\-batch\-criteria
|
301
|
-
.INDENT 7.0
|
302
|
-
.INDENT 3.5
|
303
|
-
Definition of criteria(s) to use to define
|
304
|
-
the experiment.
|
305
|
-
.sp
|
306
|
-
Specified as a list of 0 or 1 space
|
307
|
-
separated strings, each with the following
|
308
|
-
general structure:
|
309
|
-
.sp
|
310
|
-
\fB<category>.<definition>\fP
|
311
|
-
.sp
|
312
|
-
\fB<category>\fP must be a filename from the
|
313
|
-
\fBcore/variables/\fP or from a \fB\-\-project\fP
|
314
|
-
\fB<project>/variables/\fP directory, and
|
315
|
-
\fB<definition>\fP must be a parsable namne
|
316
|
-
(according to the requirements of the
|
317
|
-
criteria defined by the parser for
|
318
|
-
\fB<category>\fP).
|
319
|
-
.UNINDENT
|
320
|
-
.UNINDENT
|
321
|
-
.sp
|
322
|
-
\fBTIP:\fP
|
323
|
-
.INDENT 7.0
|
324
|
-
.INDENT 3.5
|
325
|
-
Used by stage {1,2,3,4,5}; can be omitted otherwise. If omitted: N/A.
|
326
|
-
.UNINDENT
|
327
|
-
.UNINDENT
|
328
|
-
.sp
|
329
|
-
Default: []
|
330
|
-
.TP
|
331
|
-
.B \-\-pipeline
|
332
|
-
.INDENT 7.0
|
333
|
-
.INDENT 3.5
|
334
|
-
Define which stages of the experimental
|
335
|
-
pipeline to run:
|
336
|
-
.INDENT 0.0
|
337
|
-
.IP \(bu 2
|
338
|
-
Stage1 \- Generate the experiment
|
339
|
-
definition from the template input file,
|
340
|
-
batch criteria, and other command line
|
341
|
-
options. Part of default pipeline.
|
342
|
-
.IP \(bu 2
|
343
|
-
Stage2 \- Run a previously generated
|
344
|
-
experiment. Part of default pipeline.
|
345
|
-
.IP \(bu 2
|
346
|
-
Stage3 \- Post\-process experimental
|
347
|
-
results after running the batch
|
348
|
-
experiment; some parts of this can be
|
349
|
-
done in parallel. Part of default
|
350
|
-
pipeline.
|
351
|
-
.IP \(bu 2
|
352
|
-
Stage4 \- Perform deliverable generation
|
353
|
-
after processing results for a batch
|
354
|
-
experiment, which can include shiny
|
355
|
-
graphs and videos. Part of default
|
356
|
-
pipeline.
|
357
|
-
.IP \(bu 2
|
358
|
-
Stage5 \- Perform graph generation for
|
359
|
-
comparing controllers AFTER graph
|
360
|
-
generation for batch experiments has been
|
361
|
-
run. Not part of default pipeline.
|
362
|
-
.UNINDENT
|
363
|
-
.UNINDENT
|
364
|
-
.UNINDENT
|
365
|
-
.sp
|
366
|
-
Default: [1, 2, 3, 4]
|
367
|
-
.TP
|
368
|
-
.B \-\-exp\-range
|
369
|
-
.INDENT 7.0
|
370
|
-
.INDENT 3.5
|
371
|
-
Set the experiment numbers from the batch to
|
372
|
-
run, average, generate intra\-experiment
|
373
|
-
graphs from, or generate inter\-experiment
|
374
|
-
graphs from (0 based). Specified in the form
|
375
|
-
\fBmin_exp_num:max_exp_num\fP (closed
|
376
|
-
interval/inclusive). If omitted, runs,
|
377
|
-
averages, and generates intra\-experiment and
|
378
|
-
inter\-experiment performance measure graphs
|
379
|
-
for all experiments in the batch (default
|
380
|
-
behavior).
|
381
|
-
.sp
|
382
|
-
This is useful to re\-run part of a batch
|
383
|
-
experiment in HPC environments if SIERRA
|
384
|
-
gets killed before it finishes running all
|
385
|
-
experiments in the batch, or to redo a
|
386
|
-
single experiment with real robots which
|
387
|
-
failed for some reason.
|
388
|
-
.UNINDENT
|
389
|
-
.UNINDENT
|
390
|
-
.sp
|
391
|
-
\fBTIP:\fP
|
392
|
-
.INDENT 7.0
|
393
|
-
.INDENT 3.5
|
394
|
-
Used by stage {2,3,4}; can be omitted otherwise. If omitted: N/A.
|
395
|
-
.UNINDENT
|
396
|
-
.UNINDENT
|
397
|
-
.TP
|
398
|
-
.B \-\-platform\-vc
|
399
|
-
.INDENT 7.0
|
400
|
-
.INDENT 3.5
|
401
|
-
For applicable \fB\-\-platforms\fP, enable
|
402
|
-
visual capturing of run\-time data during
|
403
|
-
stage 2. This data can be frames (i.e., .png
|
404
|
-
files), or rendering videos, depending on
|
405
|
-
the platform. If the captured data was
|
406
|
-
frames, then SIERRA can render the captured
|
407
|
-
frames into videos during stage 4. If the
|
408
|
-
selected \fB\-\-platform\fP does not support
|
409
|
-
visual capture, then this option has no
|
410
|
-
effect. See
|
411
|
-
\fI\%Platform Visual Capture\fP
|
412
|
-
for full details.
|
413
|
-
.UNINDENT
|
414
|
-
.UNINDENT
|
415
|
-
.sp
|
416
|
-
\fBTIP:\fP
|
417
|
-
.INDENT 7.0
|
418
|
-
.INDENT 3.5
|
419
|
-
Used by stage {1,4}; can be omitted otherwise. If omitted: N/A.
|
420
|
-
.UNINDENT
|
421
|
-
.UNINDENT
|
422
|
-
.sp
|
423
|
-
Default: False
|
424
|
-
.TP
|
425
|
-
.B \-\-processing\-serial
|
426
|
-
.INDENT 7.0
|
427
|
-
.INDENT 3.5
|
428
|
-
If TRUE, then results processing/graph
|
429
|
-
generation will be performed serially,
|
430
|
-
rather than using parallellism where
|
431
|
-
possible.
|
432
|
-
.UNINDENT
|
433
|
-
.UNINDENT
|
434
|
-
.sp
|
435
|
-
\fBTIP:\fP
|
436
|
-
.INDENT 7.0
|
437
|
-
.INDENT 3.5
|
438
|
-
Used by stage {3,4}; can be omitted otherwise. If omitted: N/A.
|
439
|
-
.UNINDENT
|
440
|
-
.UNINDENT
|
441
|
-
.sp
|
442
|
-
Default: False
|
443
|
-
.TP
|
444
|
-
.B \-\-n\-runs
|
445
|
-
.INDENT 7.0
|
446
|
-
.INDENT 3.5
|
447
|
-
The # of experimental runs that will be
|
448
|
-
executed and their results processed to form
|
449
|
-
the result of a single experiment within a
|
450
|
-
batch.
|
451
|
-
.sp
|
452
|
-
If \fB\-\-platform\fP is a simulator and
|
453
|
-
\fB\-\-exec\-env\fP is something other than
|
454
|
-
\fBhpc.local\fP then this may be be used to
|
455
|
-
determine the concurrency of experimental
|
456
|
-
runs.
|
457
|
-
.UNINDENT
|
458
|
-
.UNINDENT
|
459
|
-
.sp
|
460
|
-
\fBTIP:\fP
|
461
|
-
.INDENT 7.0
|
462
|
-
.INDENT 3.5
|
463
|
-
Used by stage {1,2}; can be omitted otherwise. If omitted: N/A.
|
464
|
-
.UNINDENT
|
465
|
-
.UNINDENT
|
466
|
-
.TP
|
467
|
-
.B \-\-skip\-collate
|
468
|
-
.INDENT 7.0
|
469
|
-
.INDENT 3.5
|
470
|
-
Specify that no collation of data across
|
471
|
-
experiments within a batch (stage 4) or
|
472
|
-
across runs within an experiment (stage 3)
|
473
|
-
should be performed. Useful if collation
|
474
|
-
takes a long time and multiple types of
|
475
|
-
stage 4 outputs are desired. Collation is
|
476
|
-
generally idempotent unless you change the
|
477
|
-
stage3 options (YMMV).
|
478
|
-
.UNINDENT
|
479
|
-
.UNINDENT
|
480
|
-
.sp
|
481
|
-
\fBTIP:\fP
|
482
|
-
.INDENT 7.0
|
483
|
-
.INDENT 3.5
|
484
|
-
Used by stage {3,4}; can be omitted otherwise. If omitted: N/A.
|
485
|
-
.UNINDENT
|
486
|
-
.UNINDENT
|
487
|
-
.sp
|
488
|
-
Default: False
|
489
|
-
.TP
|
490
|
-
.B \-\-plot\-log\-xscale
|
491
|
-
.INDENT 7.0
|
492
|
-
.INDENT 3.5
|
493
|
-
Place the set of X values used to generate intra\- and
|
494
|
-
inter\-experiment graphs into the logarithmic
|
495
|
-
space. Mainly useful when the batch criteria involves
|
496
|
-
large system sizes, so that the plots are more
|
497
|
-
readable.
|
498
|
-
.UNINDENT
|
499
|
-
.UNINDENT
|
500
|
-
.sp
|
501
|
-
\fBTIP:\fP
|
502
|
-
.INDENT 7.0
|
503
|
-
.INDENT 3.5
|
504
|
-
Applicable graphs:
|
505
|
-
.INDENT 0.0
|
506
|
-
.IP \(bu 2
|
507
|
-
SummaryLineGraph
|
508
|
-
.UNINDENT
|
509
|
-
.UNINDENT
|
510
|
-
.UNINDENT
|
511
|
-
.sp
|
512
|
-
\fBTIP:\fP
|
513
|
-
.INDENT 7.0
|
514
|
-
.INDENT 3.5
|
515
|
-
Used by stage {4,5}; can be omitted otherwise. If omitted: N/A.
|
516
|
-
.UNINDENT
|
517
|
-
.UNINDENT
|
518
|
-
.sp
|
519
|
-
Default: False
|
520
|
-
.TP
|
521
|
-
.B \-\-plot\-enumerated\-xscale
|
522
|
-
.INDENT 7.0
|
523
|
-
.INDENT 3.5
|
524
|
-
Instead of using the values generated by a
|
525
|
-
given batch criteria for the X values, use
|
526
|
-
an enumerated list[0, ..., len(X value) \-
|
527
|
-
1]. Mainly useful when the batch criteria
|
528
|
-
involves large system sizes, so that the
|
529
|
-
plots are more readable.
|
530
|
-
.UNINDENT
|
531
|
-
.UNINDENT
|
532
|
-
.sp
|
533
|
-
\fBTIP:\fP
|
534
|
-
.INDENT 7.0
|
535
|
-
.INDENT 3.5
|
536
|
-
Applicable graphs:
|
537
|
-
.INDENT 0.0
|
538
|
-
.IP \(bu 2
|
539
|
-
SummaryLineGraph
|
540
|
-
.UNINDENT
|
541
|
-
.UNINDENT
|
542
|
-
.UNINDENT
|
543
|
-
.sp
|
544
|
-
\fBTIP:\fP
|
545
|
-
.INDENT 7.0
|
546
|
-
.INDENT 3.5
|
547
|
-
Used by stage {4,5}; can be omitted otherwise. If omitted: N/A.
|
548
|
-
.UNINDENT
|
549
|
-
.UNINDENT
|
550
|
-
.sp
|
551
|
-
Default: False
|
552
|
-
.TP
|
553
|
-
.B \-\-plot\-log\-yscale
|
554
|
-
.INDENT 7.0
|
555
|
-
.INDENT 3.5
|
556
|
-
Place the set of Y values used to generate
|
557
|
-
intra \- and inter\-experiment graphs into
|
558
|
-
the logarithmic space. Mainly useful when
|
559
|
-
the batch criteria involves large system
|
560
|
-
sizes, so that the plots are more readable.
|
561
|
-
.UNINDENT
|
562
|
-
.UNINDENT
|
563
|
-
.sp
|
564
|
-
\fBTIP:\fP
|
565
|
-
.INDENT 7.0
|
566
|
-
.INDENT 3.5
|
567
|
-
Applicable graphs:
|
568
|
-
.INDENT 0.0
|
569
|
-
.IP \(bu 2
|
570
|
-
SummaryLineGraph
|
571
|
-
.IP \(bu 2
|
572
|
-
StackedLineGraph
|
573
|
-
.UNINDENT
|
574
|
-
.UNINDENT
|
575
|
-
.UNINDENT
|
576
|
-
.sp
|
577
|
-
\fBTIP:\fP
|
578
|
-
.INDENT 7.0
|
579
|
-
.INDENT 3.5
|
580
|
-
Used by stage {4,5}; can be omitted otherwise. If omitted: N/A.
|
581
|
-
.UNINDENT
|
582
|
-
.UNINDENT
|
583
|
-
.sp
|
584
|
-
Default: False
|
585
|
-
.TP
|
586
|
-
.B \-\-plot\-regression\-lines
|
587
|
-
.INDENT 7.0
|
588
|
-
.INDENT 3.5
|
589
|
-
For all 2D generated scatterplots, plot a
|
590
|
-
linear regression line and the equation of
|
591
|
-
the line to the legend.
|
592
|
-
.UNINDENT
|
593
|
-
.UNINDENT
|
594
|
-
.sp
|
595
|
-
\fBTIP:\fP
|
596
|
-
.INDENT 7.0
|
597
|
-
.INDENT 3.5
|
598
|
-
Applicable graphs:
|
599
|
-
.INDENT 0.0
|
600
|
-
.IP \(bu 2
|
601
|
-
SummaryLineGraph
|
602
|
-
.UNINDENT
|
603
|
-
.UNINDENT
|
604
|
-
.UNINDENT
|
605
|
-
.sp
|
606
|
-
\fBTIP:\fP
|
607
|
-
.INDENT 7.0
|
608
|
-
.INDENT 3.5
|
609
|
-
Used by stage {4,5}; can be omitted otherwise. If omitted: N/A.
|
610
|
-
.UNINDENT
|
611
|
-
.UNINDENT
|
612
|
-
.TP
|
613
|
-
.B \-\-plot\-primary\-axis
|
614
|
-
.INDENT 7.0
|
615
|
-
.INDENT 3.5
|
616
|
-
.INDENT 0.0
|
617
|
-
.INDENT 3.5
|
618
|
-
This option allows you to override the
|
619
|
-
primary axis, which is normally is computed
|
620
|
-
based on the batch criteria.
|
621
|
-
.sp
|
622
|
-
For example, in a bivariate batch criteria
|
623
|
-
composed of
|
624
|
-
.UNINDENT
|
625
|
-
.UNINDENT
|
626
|
-
.INDENT 0.0
|
627
|
-
.IP \(bu 2
|
628
|
-
\fI\%Population Size\fP
|
629
|
-
on the X axis (rows)
|
630
|
-
.IP \(bu 2
|
631
|
-
Another batch criteria which does not
|
632
|
-
affect system size (columns)
|
633
|
-
.UNINDENT
|
634
|
-
.sp
|
635
|
-
Metrics will be calculated by \fIcomputing\fP
|
636
|
-
across .csv rows and \fIprojecting\fP down the
|
637
|
-
columns by default, since system size will
|
638
|
-
only vary within a row. Passing a value of 1
|
639
|
-
to this option will override this
|
640
|
-
calculation, which can be useful in
|
641
|
-
bivariate batch criteria in which you are
|
642
|
-
interested in the effect of the OTHER
|
643
|
-
non\-size criteria on various performance
|
644
|
-
measures.
|
645
|
-
.sp
|
646
|
-
0=criteria of interest varies across \fIrows\fP\&.
|
647
|
-
.sp
|
648
|
-
1=criteria of interest varies across
|
649
|
-
\fIcolumns\fP\&.
|
650
|
-
.sp
|
651
|
-
This option only affects generating graphs
|
652
|
-
from bivariate batch criteria.
|
653
|
-
.UNINDENT
|
654
|
-
.UNINDENT
|
655
|
-
.sp
|
656
|
-
\fBTIP:\fP
|
657
|
-
.INDENT 7.0
|
658
|
-
.INDENT 3.5
|
659
|
-
Applicable graphs:
|
660
|
-
.INDENT 0.0
|
661
|
-
.IP \(bu 2
|
662
|
-
Heatmap
|
663
|
-
.IP \(bu 2
|
664
|
-
StackedLineGraph
|
665
|
-
.UNINDENT
|
666
|
-
.UNINDENT
|
667
|
-
.UNINDENT
|
668
|
-
.sp
|
669
|
-
\fBTIP:\fP
|
670
|
-
.INDENT 7.0
|
671
|
-
.INDENT 3.5
|
672
|
-
Used by stage {4,5}; can be omitted otherwise. If omitted: N/A.
|
673
|
-
.UNINDENT
|
674
|
-
.UNINDENT
|
675
|
-
.TP
|
676
|
-
.B \-\-plot\-large\-text
|
677
|
-
.INDENT 7.0
|
678
|
-
.INDENT 3.5
|
679
|
-
This option specifies that the title, X/Y
|
680
|
-
axis labels/tick labels should be larger
|
681
|
-
than the SIERRA default. This is useful when
|
682
|
-
generating graphs suitable for two column
|
683
|
-
paper format where the default text size for
|
684
|
-
rendered graphs will be too small to see
|
685
|
-
easily. The SIERRA defaults are generally
|
686
|
-
fine for the one column/journal paper
|
687
|
-
format.
|
688
|
-
.UNINDENT
|
689
|
-
.UNINDENT
|
690
|
-
.sp
|
691
|
-
\fBTIP:\fP
|
692
|
-
.INDENT 7.0
|
693
|
-
.INDENT 3.5
|
694
|
-
Used by stage {4,5}; can be omitted otherwise. If omitted: N/A.
|
695
|
-
.UNINDENT
|
696
|
-
.UNINDENT
|
697
|
-
.sp
|
698
|
-
Default: False
|
699
|
-
.TP
|
700
|
-
.B \-\-plot\-transpose\-graphs
|
701
|
-
.INDENT 7.0
|
702
|
-
.INDENT 3.5
|
703
|
-
Transpose the X, Y axes in generated
|
704
|
-
graphs. Useful as a general way to tweak
|
705
|
-
graphs for best use of space within a paper.
|
706
|
-
.sp
|
707
|
-
Changed in version 1.2.20: Renamed from \fB\-\-transpose\-graphs\fP to
|
708
|
-
make its relation to other plotting
|
709
|
-
options clearer.
|
710
|
-
|
711
|
-
.UNINDENT
|
712
|
-
.UNINDENT
|
713
|
-
.sp
|
714
|
-
\fBTIP:\fP
|
715
|
-
.INDENT 7.0
|
716
|
-
.INDENT 3.5
|
717
|
-
Applicable graphs:
|
718
|
-
.INDENT 0.0
|
719
|
-
.IP \(bu 2
|
720
|
-
Heatmap
|
721
|
-
.UNINDENT
|
722
|
-
.UNINDENT
|
723
|
-
.UNINDENT
|
724
|
-
.sp
|
725
|
-
\fBTIP:\fP
|
726
|
-
.INDENT 7.0
|
727
|
-
.INDENT 3.5
|
728
|
-
Used by stage {4,5}; can be omitted otherwise. If omitted: N/A.
|
729
|
-
.UNINDENT
|
730
|
-
.UNINDENT
|
731
|
-
.sp
|
732
|
-
Default: False
|
733
|
-
.UNINDENT
|
734
|
-
.SS Stage1: Generating Experiments
|
735
|
-
.sp
|
736
|
-
None for the moment.
|
737
|
-
.SS Stage2: Running Experiments
|
738
|
-
.sp
|
739
|
-
None for the moment.
|
740
|
-
.SS Stage3: Processing Experiment Results
|
741
|
-
.INDENT 0.0
|
742
|
-
.INDENT 3.5
|
743
|
-
.sp
|
744
|
-
.nf
|
745
|
-
.ft C
|
746
|
-
usage: SIERRA [\-\-df\-skip\-verify] [\-\-storage\-medium {storage.csv}]
|
747
|
-
[\-\-dist\-stats {none,all,conf95,bw}]
|
748
|
-
[\-\-processing\-mem\-limit PROCESSING_MEM_LIMIT]
|
749
|
-
[\-\-df\-homogenize DF_HOMOGENIZE]
|
750
|
-
.ft P
|
751
|
-
.fi
|
752
|
-
.UNINDENT
|
753
|
-
.UNINDENT
|
754
|
-
.SS Stage3: General options for eprocessing experiment results
|
755
|
-
.INDENT 0.0
|
756
|
-
.TP
|
757
|
-
.B \-\-df\-skip\-verify
|
758
|
-
.INDENT 7.0
|
759
|
-
.INDENT 3.5
|
760
|
-
SIERRA generally assumes/relies on all
|
761
|
-
dataframes with the same name having the same #
|
762
|
-
of columns which are of equivalent length
|
763
|
-
across \fI\%Experimental Runs\fP (different columns within a dataframe can
|
764
|
-
of course have different lengths). This is
|
765
|
-
strictly verified during stage 3 by default.
|
766
|
-
.sp
|
767
|
-
If passed, then the verification step will be
|
768
|
-
skipped during experimental results processing,
|
769
|
-
and outputs will be averaged directly.
|
770
|
-
.sp
|
771
|
-
If not all the corresponding CSV files in all
|
772
|
-
experiments generated the same # rows, then
|
773
|
-
SIERRA will (probably) crash during experiments
|
774
|
-
exist and/or have the stage4. Verification can
|
775
|
-
take a long time with large # of runs and/or
|
776
|
-
dataframes per experiment.
|
777
|
-
.UNINDENT
|
778
|
-
.UNINDENT
|
779
|
-
.sp
|
780
|
-
\fBTIP:\fP
|
781
|
-
.INDENT 7.0
|
782
|
-
.INDENT 3.5
|
783
|
-
Used by stage {3}; can be omitted otherwise. If omitted: N/A.
|
784
|
-
.UNINDENT
|
785
|
-
.UNINDENT
|
786
|
-
.sp
|
787
|
-
Default: False
|
788
|
-
.TP
|
789
|
-
.B \-\-storage\-medium
|
790
|
-
Possible choices: storage.csv
|
791
|
-
.INDENT 7.0
|
792
|
-
.INDENT 3.5
|
793
|
-
Specify the storage medium for
|
794
|
-
\fI\%Experimental Run\fP outputs, so that
|
795
|
-
SIERRA can select an appropriate plugin to read
|
796
|
-
them. Any plugin under \fBplugins/storage\fP can
|
797
|
-
be used, but the ones that come with SIERRA
|
798
|
-
are:
|
799
|
-
.INDENT 0.0
|
800
|
-
.IP \(bu 2
|
801
|
-
\fBstorage.csv\fP \- Experimental run outputs
|
802
|
-
are stored in a per\-run directory as one or
|
803
|
-
more CSV files.
|
804
|
-
.UNINDENT
|
805
|
-
.sp
|
806
|
-
Regardless of the value of this option, SIERRA
|
807
|
-
always generates CSV files as it runs and
|
808
|
-
averages outputs, generates graphs, etc.
|
809
|
-
.UNINDENT
|
810
|
-
.UNINDENT
|
811
|
-
.sp
|
812
|
-
\fBTIP:\fP
|
813
|
-
.INDENT 7.0
|
814
|
-
.INDENT 3.5
|
815
|
-
Used by stage {3}; can be omitted otherwise. If omitted: N/A.
|
816
|
-
.UNINDENT
|
817
|
-
.UNINDENT
|
818
|
-
.sp
|
819
|
-
Default: \(dqstorage.csv\(dq
|
820
|
-
.TP
|
821
|
-
.B \-\-dist\-stats
|
822
|
-
Possible choices: none, all, conf95, bw
|
823
|
-
.INDENT 7.0
|
824
|
-
.INDENT 3.5
|
825
|
-
Specify what kinds of statistics, if any,
|
826
|
-
should be calculated on the distribution of
|
827
|
-
experimental data during stage 3 for inclusion
|
828
|
-
on graphs during stage 4:
|
829
|
-
.INDENT 0.0
|
830
|
-
.IP \(bu 2
|
831
|
-
\fBnone\fP \- Only calculate and show raw mean
|
832
|
-
on graphs.
|
833
|
-
.IP \(bu 2
|
834
|
-
\fBconf95\fP \- Calculate standard deviation of
|
835
|
-
experimental distribution and show 95%
|
836
|
-
confidence interval on relevant graphs.
|
837
|
-
.IP \(bu 2
|
838
|
-
\fBbw\fP \- Calculate statistics necessary to
|
839
|
-
show box and whisker plots around each point
|
840
|
-
in the graph. SummaryLineGraph only).
|
841
|
-
.IP \(bu 2
|
842
|
-
\fBall\fP \- Generate all possible statistics,
|
843
|
-
and plot all possible statistics on graphs.
|
844
|
-
.UNINDENT
|
845
|
-
.UNINDENT
|
846
|
-
.UNINDENT
|
847
|
-
.sp
|
848
|
-
\fBTIP:\fP
|
849
|
-
.INDENT 7.0
|
850
|
-
.INDENT 3.5
|
851
|
-
Applicable graphs:
|
852
|
-
.INDENT 0.0
|
853
|
-
.IP \(bu 2
|
854
|
-
SummaryLineGraph
|
855
|
-
.IP \(bu 2
|
856
|
-
StackedLineGraph
|
857
|
-
.UNINDENT
|
858
|
-
.UNINDENT
|
859
|
-
.UNINDENT
|
860
|
-
.sp
|
861
|
-
\fBTIP:\fP
|
862
|
-
.INDENT 7.0
|
863
|
-
.INDENT 3.5
|
864
|
-
Used by stage {3,4}; can be omitted otherwise. If omitted: N/A.
|
865
|
-
.UNINDENT
|
866
|
-
.UNINDENT
|
867
|
-
.sp
|
868
|
-
Default: \(dqnone\(dq
|
869
|
-
.TP
|
870
|
-
.B \-\-processing\-mem\-limit
|
871
|
-
.INDENT 7.0
|
872
|
-
.INDENT 3.5
|
873
|
-
Specify, as a percent in [0, 100], how much
|
874
|
-
memory SIERRA should try to limit itself to
|
875
|
-
using. This is useful on systems with limited
|
876
|
-
memory, or on systems which are shared with
|
877
|
-
other users without per\-user memory
|
878
|
-
restrictions.
|
879
|
-
.UNINDENT
|
880
|
-
.UNINDENT
|
881
|
-
.sp
|
882
|
-
\fBTIP:\fP
|
883
|
-
.INDENT 7.0
|
884
|
-
.INDENT 3.5
|
885
|
-
Used by stage {3,4}; can be omitted otherwise. If omitted: N/A.
|
886
|
-
.UNINDENT
|
887
|
-
.UNINDENT
|
888
|
-
.sp
|
889
|
-
Default: 90
|
890
|
-
.TP
|
891
|
-
.B \-\-df\-homogenize
|
892
|
-
.INDENT 7.0
|
893
|
-
.INDENT 3.5
|
894
|
-
SIERRA generally assumes/relies on all
|
895
|
-
dataframes with the same name having the same #
|
896
|
-
of columns which are of equivalent length
|
897
|
-
across: term: \fIExperimental Runs < Experimental
|
898
|
-
Run >\fP (different columns within a dataframe
|
899
|
-
can of course have different lengths). This is
|
900
|
-
checked during stage 3 unless
|
901
|
-
\fB\-\-df\-skip\-verify\fP is passed. If strict
|
902
|
-
verification is skipped, then SIERRA provides
|
903
|
-
the following options when processing
|
904
|
-
dataframes during stage {3, 4} to to homogenize
|
905
|
-
them:
|
906
|
-
.INDENT 0.0
|
907
|
-
.IP \(bu 2
|
908
|
-
\fBnone\fP \- Don\(aqt do anything. This may or may
|
909
|
-
not produce crashes during stage 4, depending
|
910
|
-
on what you are doing.
|
911
|
-
.IP \(bu 2
|
912
|
-
\fBpad\fP \- Project last valid value in columns
|
913
|
-
which are too short down the column to make
|
914
|
-
it match those which are longer.
|
915
|
-
.sp
|
916
|
-
Note that this may result in invalid
|
917
|
-
data/graphs if the filled columns are
|
918
|
-
intervallic, interval average, or cumulative
|
919
|
-
average data. If the data is a cumulative
|
920
|
-
count of something, then this policy will
|
921
|
-
have no ill effects.
|
922
|
-
.IP \(bu 2
|
923
|
-
\fBzero\fP \- Same as \fBpad\fP, but always fill
|
924
|
-
with zeroes.
|
925
|
-
.UNINDENT
|
926
|
-
.sp
|
927
|
-
Homogenization is performed just before writing
|
928
|
-
dataframes to the specified storage
|
929
|
-
medium. Useful with real robot experiments if
|
930
|
-
the number of datapoints captured per\-robot is
|
931
|
-
slightly different, depending on when they
|
932
|
-
started executing relative to when the
|
933
|
-
experiment started.
|
934
|
-
.UNINDENT
|
935
|
-
.UNINDENT
|
936
|
-
.sp
|
937
|
-
Default: \(dqnone\(dq
|
938
|
-
.UNINDENT
|
939
|
-
.SS Stage4: Deliverable Generation
|
940
|
-
.INDENT 0.0
|
941
|
-
.INDENT 3.5
|
942
|
-
.sp
|
943
|
-
.nf
|
944
|
-
.ft C
|
945
|
-
usage: SIERRA [\-\-exp\-graphs {intra,inter,all,none}] [\-\-project\-no\-LN]
|
946
|
-
[\-\-project\-no\-HM] [\-\-models\-enable]
|
947
|
-
[\-\-render\-cmd\-opts RENDER_CMD_OPTS] [\-\-project\-imagizing]
|
948
|
-
[\-\-project\-rendering] [\-\-bc\-rendering]
|
949
|
-
.ft P
|
950
|
-
.fi
|
951
|
-
.UNINDENT
|
952
|
-
.UNINDENT
|
953
|
-
.SS Stage4: General options for generating graphs
|
954
|
-
.INDENT 0.0
|
955
|
-
.TP
|
956
|
-
.B \-\-exp\-graphs
|
957
|
-
Possible choices: intra, inter, all, none
|
958
|
-
.INDENT 7.0
|
959
|
-
.INDENT 3.5
|
960
|
-
Specify which types of graphs should be
|
961
|
-
generated from experimental results:
|
962
|
-
.INDENT 0.0
|
963
|
-
.IP \(bu 2
|
964
|
-
\fBintra\fP \- Generate intra\-experiment graphs
|
965
|
-
from the results of a single experiment
|
966
|
-
within a batch, for each experiment in the
|
967
|
-
batch(this can take a long time with large
|
968
|
-
batch experiments). If any intra\-experiment
|
969
|
-
models are defined and enabled, those are run
|
970
|
-
and the results placed on appropriate graphs.
|
971
|
-
.IP \(bu 2
|
972
|
-
\fBinter\fP \- Generate inter\-experiment graphs
|
973
|
-
_across_ the results of all experiments in a
|
974
|
-
batch. These are very fast to generate,
|
975
|
-
regardless of batch experiment size. If any
|
976
|
-
inter\-experiment models are defined and
|
977
|
-
enabled, those are run and the results placed
|
978
|
-
on appropriate graphs.
|
979
|
-
.IP \(bu 2
|
980
|
-
\fBall\fP \- Generate all types of graphs.
|
981
|
-
.IP \(bu 2
|
982
|
-
\fBnone\fP \- Skip graph generation; provided to
|
983
|
-
skip graph generation if only video outputs
|
984
|
-
are desired.
|
985
|
-
.UNINDENT
|
986
|
-
.UNINDENT
|
987
|
-
.UNINDENT
|
988
|
-
.sp
|
989
|
-
\fBTIP:\fP
|
990
|
-
.INDENT 7.0
|
991
|
-
.INDENT 3.5
|
992
|
-
Used by stage {4}; can be omitted otherwise. If omitted: N/A.
|
993
|
-
.UNINDENT
|
994
|
-
.UNINDENT
|
995
|
-
.sp
|
996
|
-
Default: \(dqall\(dq
|
997
|
-
.TP
|
998
|
-
.B \-\-project\-no\-LN
|
999
|
-
.INDENT 7.0
|
1000
|
-
.INDENT 3.5
|
1001
|
-
Specify that the intra\-experiment and
|
1002
|
-
inter\-experiment linegraphs defined in project
|
1003
|
-
YAML configuration should not be
|
1004
|
-
generated. Useful if you are working on
|
1005
|
-
something which results in the generation of
|
1006
|
-
other types of graphs, and the generation of
|
1007
|
-
those linegraphs is not currently needed only
|
1008
|
-
slows down your development cycle.
|
1009
|
-
.sp
|
1010
|
-
Model linegraphs are still generated, if
|
1011
|
-
applicable.
|
1012
|
-
.UNINDENT
|
1013
|
-
.UNINDENT
|
1014
|
-
.sp
|
1015
|
-
Default: False
|
1016
|
-
.TP
|
1017
|
-
.B \-\-project\-no\-HM
|
1018
|
-
.INDENT 7.0
|
1019
|
-
.INDENT 3.5
|
1020
|
-
Specify that the intra\-experiment heatmaps
|
1021
|
-
defined in project YAML configuration should
|
1022
|
-
not be generated. Useful if:
|
1023
|
-
.INDENT 0.0
|
1024
|
-
.IP \(bu 2
|
1025
|
-
You are working on something which results in
|
1026
|
-
the generation of other types of graphs, and
|
1027
|
-
the generation of heatmaps only slows down
|
1028
|
-
your development cycle.
|
1029
|
-
.IP \(bu 2
|
1030
|
-
You are working on stage5 comparison graphs
|
1031
|
-
for bivariate batch criteria, and
|
1032
|
-
re\-generating many heatmaps during stage4 is
|
1033
|
-
taking too long.
|
1034
|
-
.UNINDENT
|
1035
|
-
.sp
|
1036
|
-
Model heatmaps are still generated, if
|
1037
|
-
applicable.
|
1038
|
-
.sp
|
1039
|
-
New in version 1.2.20.
|
1040
|
-
|
1041
|
-
.UNINDENT
|
1042
|
-
.UNINDENT
|
1043
|
-
.sp
|
1044
|
-
Default: False
|
1045
|
-
.UNINDENT
|
1046
|
-
.SS Models
|
1047
|
-
.INDENT 0.0
|
1048
|
-
.TP
|
1049
|
-
.B \-\-models\-enable
|
1050
|
-
.INDENT 7.0
|
1051
|
-
.INDENT 3.5
|
1052
|
-
Enable running of all models; otherwise, no models
|
1053
|
-
are run, even if they appear in the project config
|
1054
|
-
file. The logic behind having models disabled by
|
1055
|
-
default is that most users won\(aqt have them.
|
1056
|
-
.UNINDENT
|
1057
|
-
.UNINDENT
|
1058
|
-
.sp
|
1059
|
-
Default: False
|
1060
|
-
.UNINDENT
|
1061
|
-
.SS Stage4: Rendering (see also stage1 rendering options)
|
1062
|
-
.INDENT 0.0
|
1063
|
-
.TP
|
1064
|
-
.B \-\-render\-cmd\-opts
|
1065
|
-
.INDENT 7.0
|
1066
|
-
.INDENT 3.5
|
1067
|
-
Specify the: program: \fIffmpeg\fP options to appear
|
1068
|
-
between the specification of the input image
|
1069
|
-
files and the specification of the output
|
1070
|
-
file. The default is suitable for use with ARGoS
|
1071
|
-
frame grabbing set to a frames size of 1600x1200
|
1072
|
-
to output a reasonable quality video.
|
1073
|
-
.UNINDENT
|
1074
|
-
.UNINDENT
|
1075
|
-
.sp
|
1076
|
-
\fBTIP:\fP
|
1077
|
-
.INDENT 7.0
|
1078
|
-
.INDENT 3.5
|
1079
|
-
Used by stage {4}; can be omitted otherwise. If omitted: N/A.
|
1080
|
-
.UNINDENT
|
1081
|
-
.UNINDENT
|
1082
|
-
.sp
|
1083
|
-
Default: \(dq\-r 10 \-s:v 800x600 \-c:v libx264 \-crf 25 \-filter:v scale=\-2:956 \-pix_fmt yuv420p\(dq
|
1084
|
-
.TP
|
1085
|
-
.B \-\-project\-imagizing
|
1086
|
-
.INDENT 7.0
|
1087
|
-
.INDENT 3.5
|
1088
|
-
Enable generation of image files from CSV files
|
1089
|
-
captured during stage 2 and averaged during stage
|
1090
|
-
3 for each experiment. See
|
1091
|
-
\fI\%Project Rendering\fP for
|
1092
|
-
details and restrictions.
|
1093
|
-
.UNINDENT
|
1094
|
-
.UNINDENT
|
1095
|
-
.sp
|
1096
|
-
\fBTIP:\fP
|
1097
|
-
.INDENT 7.0
|
1098
|
-
.INDENT 3.5
|
1099
|
-
Used by stage {3,4}; can be omitted otherwise. If omitted: N/A.
|
1100
|
-
.UNINDENT
|
1101
|
-
.UNINDENT
|
1102
|
-
.sp
|
1103
|
-
Default: False
|
1104
|
-
.TP
|
1105
|
-
.B \-\-project\-rendering
|
1106
|
-
.INDENT 7.0
|
1107
|
-
.INDENT 3.5
|
1108
|
-
Enable generation of videos from imagized CSV
|
1109
|
-
files created as a result of
|
1110
|
-
\fB\-\-project\-imagizing\fP\&. See
|
1111
|
-
\fI\%Project Rendering\fP for
|
1112
|
-
details.
|
1113
|
-
.UNINDENT
|
1114
|
-
.UNINDENT
|
1115
|
-
.sp
|
1116
|
-
\fBTIP:\fP
|
1117
|
-
.INDENT 7.0
|
1118
|
-
.INDENT 3.5
|
1119
|
-
Used by stage {4}; can be omitted otherwise. If omitted: N/A.
|
1120
|
-
.UNINDENT
|
1121
|
-
.UNINDENT
|
1122
|
-
.sp
|
1123
|
-
Default: False
|
1124
|
-
.TP
|
1125
|
-
.B \-\-bc\-rendering
|
1126
|
-
.INDENT 7.0
|
1127
|
-
.INDENT 3.5
|
1128
|
-
Enable generation of videos from generated
|
1129
|
-
graphs, such as heatmaps. Bivariate batch
|
1130
|
-
criteria only.
|
1131
|
-
.UNINDENT
|
1132
|
-
.UNINDENT
|
1133
|
-
.sp
|
1134
|
-
\fBTIP:\fP
|
1135
|
-
.INDENT 7.0
|
1136
|
-
.INDENT 3.5
|
1137
|
-
Used by stage {4}; can be omitted otherwise. If omitted: N/A.
|
1138
|
-
.UNINDENT
|
1139
|
-
.UNINDENT
|
1140
|
-
.sp
|
1141
|
-
Default: False
|
1142
|
-
.UNINDENT
|
1143
|
-
.SS Stage5: Comparing Controllers
|
1144
|
-
.INDENT 0.0
|
1145
|
-
.INDENT 3.5
|
1146
|
-
.sp
|
1147
|
-
.nf
|
1148
|
-
.ft C
|
1149
|
-
usage: SIERRA [\-\-controllers\-list CONTROLLERS_LIST]
|
1150
|
-
[\-\-controllers\-legend CONTROLLERS_LEGEND]
|
1151
|
-
[\-\-scenarios\-list SCENARIOS_LIST]
|
1152
|
-
[\-\-scenarios\-legend SCENARIOS_LEGEND] [\-\-scenario\-comparison]
|
1153
|
-
[\-\-controller\-comparison]
|
1154
|
-
[\-\-comparison\-type {LNraw,HMraw,HMdiff,HMscale,SUraw,SUscale,SUdiff}]
|
1155
|
-
[\-\-bc\-univar] [\-\-bc\-bivar]
|
1156
|
-
.ft P
|
1157
|
-
.fi
|
1158
|
-
.UNINDENT
|
1159
|
-
.UNINDENT
|
1160
|
-
.SS Stage5: General options for controller comparison
|
1161
|
-
.INDENT 0.0
|
1162
|
-
.TP
|
1163
|
-
.B \-\-controllers\-list
|
1164
|
-
.INDENT 7.0
|
1165
|
-
.INDENT 3.5
|
1166
|
-
Comma separated list of controllers to compare
|
1167
|
-
within \fB\-\-sierra\-root\fP\&.
|
1168
|
-
.sp
|
1169
|
-
The first controller in this list will be used
|
1170
|
-
for as the controller of primary interest if \fB\-\-comparison\-type\fP is passed.
|
1171
|
-
.UNINDENT
|
1172
|
-
.UNINDENT
|
1173
|
-
.sp
|
1174
|
-
\fBTIP:\fP
|
1175
|
-
.INDENT 7.0
|
1176
|
-
.INDENT 3.5
|
1177
|
-
Used by stage {5}; can be omitted otherwise. If omitted: N/A.
|
1178
|
-
.UNINDENT
|
1179
|
-
.UNINDENT
|
1180
|
-
.TP
|
1181
|
-
.B \-\-controllers\-legend
|
1182
|
-
.INDENT 7.0
|
1183
|
-
.INDENT 3.5
|
1184
|
-
Comma separated list of names to use on the
|
1185
|
-
legend for the generated comparison graphs,
|
1186
|
-
specified in the same order as the
|
1187
|
-
\fB\-\-controllers\-list\fP\&.
|
1188
|
-
.UNINDENT
|
1189
|
-
.UNINDENT
|
1190
|
-
.sp
|
1191
|
-
\fBTIP:\fP
|
1192
|
-
.INDENT 7.0
|
1193
|
-
.INDENT 3.5
|
1194
|
-
Used by stage {5}; can be omitted otherwise. If omitted: the raw controller names will be used.
|
1195
|
-
.UNINDENT
|
1196
|
-
.UNINDENT
|
1197
|
-
.TP
|
1198
|
-
.B \-\-scenarios\-list
|
1199
|
-
.INDENT 7.0
|
1200
|
-
.INDENT 3.5
|
1201
|
-
Comma separated list of scenarios to compare
|
1202
|
-
\fB\-\-controller\fP across within
|
1203
|
-
\fB\-\-sierra\-root\fP\&.
|
1204
|
-
.UNINDENT
|
1205
|
-
.UNINDENT
|
1206
|
-
.sp
|
1207
|
-
\fBTIP:\fP
|
1208
|
-
.INDENT 7.0
|
1209
|
-
.INDENT 3.5
|
1210
|
-
Used by stage {5}; can be omitted otherwise. If omitted: N/A.
|
1211
|
-
.UNINDENT
|
1212
|
-
.UNINDENT
|
1213
|
-
.TP
|
1214
|
-
.B \-\-scenarios\-legend
|
1215
|
-
.INDENT 7.0
|
1216
|
-
.INDENT 3.5
|
1217
|
-
Comma separated list of names to use on the
|
1218
|
-
legend for the generated inter\-scenario
|
1219
|
-
controller comparison graphs(if applicable),
|
1220
|
-
specified in the same order as the
|
1221
|
-
\fB\-\-scenarios\-list\fP\&.
|
1222
|
-
.UNINDENT
|
1223
|
-
.UNINDENT
|
1224
|
-
.sp
|
1225
|
-
\fBTIP:\fP
|
1226
|
-
.INDENT 7.0
|
1227
|
-
.INDENT 3.5
|
1228
|
-
Used by stage {5}; can be omitted otherwise. If omitted: the raw scenario names will be used.
|
1229
|
-
.UNINDENT
|
1230
|
-
.UNINDENT
|
1231
|
-
.TP
|
1232
|
-
.B \-\-scenario\-comparison
|
1233
|
-
.INDENT 7.0
|
1234
|
-
.INDENT 3.5
|
1235
|
-
Perform a comparison of \fB\-\-controller\fP across
|
1236
|
-
\fB\-\-scenarios\-list\fP (univariate batch criteria
|
1237
|
-
only).
|
1238
|
-
.UNINDENT
|
1239
|
-
.UNINDENT
|
1240
|
-
.sp
|
1241
|
-
\fBTIP:\fP
|
1242
|
-
.INDENT 7.0
|
1243
|
-
.INDENT 3.5
|
1244
|
-
Used by stage {5}; can be omitted otherwise. Either \fB\-\-scenario\-comparison\fP or \fB\-\-controller\-comparison\fP must be
|
1245
|
-
passed.
|
1246
|
-
.UNINDENT
|
1247
|
-
.UNINDENT
|
1248
|
-
.sp
|
1249
|
-
Default: False
|
1250
|
-
.TP
|
1251
|
-
.B \-\-controller\-comparison
|
1252
|
-
.INDENT 7.0
|
1253
|
-
.INDENT 3.5
|
1254
|
-
Perform a comparison of \fB\-\-controllers\-list\fP
|
1255
|
-
across all scenarios at least one controller
|
1256
|
-
has been run on.
|
1257
|
-
.UNINDENT
|
1258
|
-
.UNINDENT
|
1259
|
-
.sp
|
1260
|
-
\fBTIP:\fP
|
1261
|
-
.INDENT 7.0
|
1262
|
-
.INDENT 3.5
|
1263
|
-
Used by stage {5}; can be omitted otherwise. Either \fB\-\-scenario\-comparison\fP or \fB\-\-controller\-comparison\fP must be passed.
|
1264
|
-
.UNINDENT
|
1265
|
-
.UNINDENT
|
1266
|
-
.sp
|
1267
|
-
Default: False
|
1268
|
-
.TP
|
1269
|
-
.B \-\-comparison\-type
|
1270
|
-
Possible choices: LNraw, HMraw, HMdiff, HMscale, SUraw, SUscale, SUdiff
|
1271
|
-
.INDENT 7.0
|
1272
|
-
.INDENT 3.5
|
1273
|
-
Specify how controller comparisons should be
|
1274
|
-
performed.
|
1275
|
-
.sp
|
1276
|
-
If the batch criteria is univariate, the
|
1277
|
-
options are:
|
1278
|
-
.INDENT 0.0
|
1279
|
-
.IP \(bu 2
|
1280
|
-
\fBLNraw\fP \- Output raw 1D performance
|
1281
|
-
measures using a single SummaryLineGraph for each measure, with all \fB\-\-controllers\-list\fP controllers shown on the
|
1282
|
-
same graph.
|
1283
|
-
.UNINDENT
|
1284
|
-
.sp
|
1285
|
-
If the batch criteria is bivariate, the options
|
1286
|
-
are:
|
1287
|
-
.INDENT 0.0
|
1288
|
-
.IP \(bu 2
|
1289
|
-
\fBLNraw\fP \- Output raw performance measures
|
1290
|
-
as a set of SummaryLineGraphs, where each
|
1291
|
-
line graph is constructed from the i\-th
|
1292
|
-
row/column for the 2D dataframe for the
|
1293
|
-
performance results for all controllers.
|
1294
|
-
.sp
|
1295
|
-
\fBNOTE:\fP
|
1296
|
-
.INDENT 2.0
|
1297
|
-
.INDENT 3.5
|
1298
|
-
SIERRA cannot currently plot
|
1299
|
-
statistics on the linegraphs built from
|
1300
|
-
slices of the 2D CSVs/heatmaps generated
|
1301
|
-
during stage4, because statistics
|
1302
|
-
generation is limited to stage3. This
|
1303
|
-
limitation may be removed in a future
|
1304
|
-
release.
|
1305
|
-
.UNINDENT
|
1306
|
-
.UNINDENT
|
1307
|
-
.IP \(bu 2
|
1308
|
-
\fBHMraw\fP \- Output raw 2D performance
|
1309
|
-
measures as a set of dual heatmaps comparing
|
1310
|
-
all controllers against the controller of
|
1311
|
-
primary interest(one per pair).
|
1312
|
-
.IP \(bu 2
|
1313
|
-
\fBHMdiff\fP \- Subtract the performance measure
|
1314
|
-
of the controller of primary interest against
|
1315
|
-
all other controllers, pairwise, outputting
|
1316
|
-
one 2D heatmap per comparison.
|
1317
|
-
.IP \(bu 2
|
1318
|
-
\fBHMscale\fP \- Scale controller performance
|
1319
|
-
measures against those of the controller of
|
1320
|
-
primary interest by dividing, outputing one
|
1321
|
-
2D heatmap per comparison.
|
1322
|
-
.IP \(bu 2
|
1323
|
-
\fBSUraw\fP \- Output raw 3D performance
|
1324
|
-
measures as a single, stacked 3D surface
|
1325
|
-
plots comparing all controllers(identical
|
1326
|
-
plots, but viewed from different angles).
|
1327
|
-
.IP \(bu 2
|
1328
|
-
\fBSUscale\fP \- Scale controller performance
|
1329
|
-
measures against those of the controller of
|
1330
|
-
primary interest by dividing. This results in
|
1331
|
-
a single stacked 3D surface plots comparing
|
1332
|
-
all controllers(identical plots, but viewed
|
1333
|
-
from different angles).
|
1334
|
-
.IP \(bu 2
|
1335
|
-
\fBSUdiff\fP \- Subtract the performance measure
|
1336
|
-
of the controller of primary interest from
|
1337
|
-
each controller(including the primary). This
|
1338
|
-
results in a set single stacked 3D surface
|
1339
|
-
plots comparing all controllers(identical
|
1340
|
-
plots, but viewed from different angles), in
|
1341
|
-
which the controller of primary interest
|
1342
|
-
forms an(X, Y) plane at Z=0.
|
1343
|
-
.UNINDENT
|
1344
|
-
.sp
|
1345
|
-
For all comparison types,
|
1346
|
-
\fB\-\-controllers\-legend\fP is used if passed for
|
1347
|
-
legend.
|
1348
|
-
.UNINDENT
|
1349
|
-
.UNINDENT
|
1350
|
-
.sp
|
1351
|
-
\fBTIP:\fP
|
1352
|
-
.INDENT 7.0
|
1353
|
-
.INDENT 3.5
|
1354
|
-
Used by stage {5}; can be omitted otherwise. If omitted: N/A.
|
1355
|
-
.UNINDENT
|
1356
|
-
.UNINDENT
|
1357
|
-
.TP
|
1358
|
-
.B \-\-bc\-univar
|
1359
|
-
.INDENT 7.0
|
1360
|
-
.INDENT 3.5
|
1361
|
-
Specify that the batch criteria is
|
1362
|
-
univariate. This cannot be deduced from the
|
1363
|
-
command line \fB\-\-batch\-criteria\fP argument in
|
1364
|
-
all cases because we are comparing controllers
|
1365
|
-
\fIacross\fP scenarios, and each scenario
|
1366
|
-
(potentially) has a different batch criteria
|
1367
|
-
definition, which will result in (potentially)
|
1368
|
-
erroneous comparisons if we don\(aqt re\-generate
|
1369
|
-
the batch criteria for each scenaro we compare
|
1370
|
-
controllers within.
|
1371
|
-
.UNINDENT
|
1372
|
-
.UNINDENT
|
1373
|
-
.sp
|
1374
|
-
\fBTIP:\fP
|
1375
|
-
.INDENT 7.0
|
1376
|
-
.INDENT 3.5
|
1377
|
-
Used by stage {5}; can be omitted otherwise. If omitted: N/A.
|
1378
|
-
.UNINDENT
|
1379
|
-
.UNINDENT
|
1380
|
-
.sp
|
1381
|
-
Default: False
|
1382
|
-
.TP
|
1383
|
-
.B \-\-bc\-bivar
|
1384
|
-
.INDENT 7.0
|
1385
|
-
.INDENT 3.5
|
1386
|
-
Specify that the batch criteria is
|
1387
|
-
bivariate. This cannot be deduced from the
|
1388
|
-
command line \fB\-\-batch\-criteria\fP argument in
|
1389
|
-
all cases because we are comparing controllers
|
1390
|
-
\fIacross\fP scenarios, and each
|
1391
|
-
scenario(potentially) has a different batch
|
1392
|
-
criteria definition, which will result in
|
1393
|
-
(potentially) erroneous comparisons if we don\(aqt
|
1394
|
-
re\-generate the batch criteria for each scenaro
|
1395
|
-
we compare controllers in .
|
1396
|
-
.UNINDENT
|
1397
|
-
.UNINDENT
|
1398
|
-
.sp
|
1399
|
-
\fBTIP:\fP
|
1400
|
-
.INDENT 7.0
|
1401
|
-
.INDENT 3.5
|
1402
|
-
Used by stage {5}; can be omitted otherwise. If omitted: N/A.
|
1403
|
-
.UNINDENT
|
1404
|
-
.UNINDENT
|
1405
|
-
.sp
|
1406
|
-
Default: False
|
1407
|
-
.UNINDENT
|
1408
|
-
.SH ARGOS PLATFORM
|
1409
|
-
.sp
|
1410
|
-
These options are enabled if \fB\-\-platform=platform.argos\fP is passed.
|
1411
|
-
.SS Stage1: Generating Experiments
|
1412
|
-
.INDENT 0.0
|
1413
|
-
.INDENT 3.5
|
1414
|
-
.sp
|
1415
|
-
.nf
|
1416
|
-
.ft C
|
1417
|
-
usage: SIERRA [\-\-exp\-setup EXP_SETUP] [\-\-physics\-engine\-type2D {dynamics2d}]
|
1418
|
-
[\-\-physics\-engine\-type3D {dynamics3d}]
|
1419
|
-
[\-\-physics\-n\-engines {1,2,4,6,8,12,16,24}]
|
1420
|
-
[\-\-physics\-iter\-per\-tick PHYSICS_ITER_PER_TICK]
|
1421
|
-
[\-\-physics\-spatial\-hash2D]
|
1422
|
-
[\-\-camera\-config {overhead,sw,sw+interp}] [\-\-with\-robot\-rab]
|
1423
|
-
[\-\-with\-robot\-leds] [\-\-with\-robot\-battery] [\-\-n\-robots N_ROBOTS]
|
1424
|
-
.ft P
|
1425
|
-
.fi
|
1426
|
-
.UNINDENT
|
1427
|
-
.UNINDENT
|
1428
|
-
.SS Stage1: Experiment generation
|
1429
|
-
.INDENT 0.0
|
1430
|
-
.TP
|
1431
|
-
.B \-\-exp\-setup
|
1432
|
-
.INDENT 7.0
|
1433
|
-
.INDENT 3.5
|
1434
|
-
Defines experiment run length, \fI\%Ticks\fP per second for the experiment
|
1435
|
-
(<experiment> tag), # of datapoints to
|
1436
|
-
capture/capture interval for each
|
1437
|
-
simulation. See \fI\%Experiment Setup\fP for
|
1438
|
-
a full description.
|
1439
|
-
.UNINDENT
|
1440
|
-
.UNINDENT
|
1441
|
-
.sp
|
1442
|
-
\fBTIP:\fP
|
1443
|
-
.INDENT 7.0
|
1444
|
-
.INDENT 3.5
|
1445
|
-
Used by stage {1}; can be omitted otherwise. If omitted: N/A.
|
1446
|
-
.UNINDENT
|
1447
|
-
.UNINDENT
|
1448
|
-
.sp
|
1449
|
-
Default: \(dqexp_setup.T5000.K5.N50\(dq
|
1450
|
-
.UNINDENT
|
1451
|
-
.SS Stage1: Configuring ARGoS physics engines
|
1452
|
-
.INDENT 0.0
|
1453
|
-
.TP
|
1454
|
-
.B \-\-physics\-engine\-type2D
|
1455
|
-
Possible choices: dynamics2d
|
1456
|
-
.INDENT 7.0
|
1457
|
-
.INDENT 3.5
|
1458
|
-
The type of 2D physics engine to use
|
1459
|
-
for managing spatial extents within the
|
1460
|
-
arena, choosing one of the types that
|
1461
|
-
ARGoS supports. The precise 2D areas
|
1462
|
-
(if any) within the arena which will be
|
1463
|
-
controlled by 2D physics engines is
|
1464
|
-
defined on a per \fB\-\-project\fP basis.
|
1465
|
-
.UNINDENT
|
1466
|
-
.UNINDENT
|
1467
|
-
.sp
|
1468
|
-
\fBTIP:\fP
|
1469
|
-
.INDENT 7.0
|
1470
|
-
.INDENT 3.5
|
1471
|
-
Used by stage {1}; can be omitted otherwise. If omitted: N/A.
|
1472
|
-
.UNINDENT
|
1473
|
-
.UNINDENT
|
1474
|
-
.sp
|
1475
|
-
Default: \(dqdynamics2d\(dq
|
1476
|
-
.TP
|
1477
|
-
.B \-\-physics\-engine\-type3D
|
1478
|
-
Possible choices: dynamics3d
|
1479
|
-
.INDENT 7.0
|
1480
|
-
.INDENT 3.5
|
1481
|
-
The type of 3D physics engine to use
|
1482
|
-
for managing 3D volumetric extents
|
1483
|
-
within the arena, choosing one of the
|
1484
|
-
types that ARGoS supports. The precise
|
1485
|
-
3D volumes (if any) within the arena
|
1486
|
-
which will be controlled by 3D physics
|
1487
|
-
engines is defined on a per
|
1488
|
-
\fB\-\-project\fP basis.
|
1489
|
-
.UNINDENT
|
1490
|
-
.UNINDENT
|
1491
|
-
.sp
|
1492
|
-
\fBTIP:\fP
|
1493
|
-
.INDENT 7.0
|
1494
|
-
.INDENT 3.5
|
1495
|
-
Used by stage {1}; can be omitted otherwise. If omitted: N/A.
|
1496
|
-
.UNINDENT
|
1497
|
-
.UNINDENT
|
1498
|
-
.sp
|
1499
|
-
Default: \(dqdynamics3d\(dq
|
1500
|
-
.TP
|
1501
|
-
.B \-\-physics\-n\-engines
|
1502
|
-
Possible choices: 1, 2, 4, 6, 8, 12, 16, 24
|
1503
|
-
.INDENT 7.0
|
1504
|
-
.INDENT 3.5
|
1505
|
-
# of physics engines to use during
|
1506
|
-
simulation (yay ARGoS!). If N > 1, the
|
1507
|
-
engines will be tiled in a uniform grid
|
1508
|
-
within the arena (X and Y spacing may
|
1509
|
-
not be the same depending on dimensions
|
1510
|
-
and how many engines are chosen,
|
1511
|
-
however), extending upward in Z to the
|
1512
|
-
height specified by \fB\-\-scenario\fP
|
1513
|
-
(i.e., forming a set of \(dqsilos\(dq rather
|
1514
|
-
that equal volumetric extents).
|
1515
|
-
.sp
|
1516
|
-
If 2D and 3D physics engines are mixed,
|
1517
|
-
then half of the specified # of engines
|
1518
|
-
will be allocated among all arena
|
1519
|
-
extents cumulatively managed by each
|
1520
|
-
type of engine. For example, if 4
|
1521
|
-
engines are used, with 1/3 of the arena
|
1522
|
-
managed by 2D engines and 2/3 by 3D,
|
1523
|
-
then 2 2D engines will manage 1/3 of
|
1524
|
-
the arena, and 2 3D engines will manage
|
1525
|
-
the other 2/3 of the arena.
|
1526
|
-
.sp
|
1527
|
-
If \fB\-\-exec\-env\fP is something other
|
1528
|
-
than \fBhpc.local\fP then the # physics
|
1529
|
-
engines will be computed from the HPC
|
1530
|
-
environment, and the cmdline value (if
|
1531
|
-
any) will be ignored.
|
1532
|
-
.sp
|
1533
|
-
\fBIMPORTANT:\fP
|
1534
|
-
.INDENT 0.0
|
1535
|
-
.INDENT 3.5
|
1536
|
-
When using multiple
|
1537
|
-
physics engines, always make sure
|
1538
|
-
that \fB# engines / arena dimension\fP
|
1539
|
-
(X \fBAND\fP Y dimensions) is always a
|
1540
|
-
rational number. That is,
|
1541
|
-
.INDENT 0.0
|
1542
|
-
.IP \(bu 2
|
1543
|
-
24 engines in a \fB12x12\fP arena
|
1544
|
-
will be fine, because
|
1545
|
-
\fB12/24=0.5\fP, which can be
|
1546
|
-
represented reasonably well in
|
1547
|
-
floating point.
|
1548
|
-
.IP \(bu 2
|
1549
|
-
24 engines in a \fB16x16\fP arena
|
1550
|
-
will not be fine, because
|
1551
|
-
\fB16/24=0.666667\fP, which will
|
1552
|
-
very likely result in rounding
|
1553
|
-
errors and ARGoS being unable to
|
1554
|
-
initialize the space because it
|
1555
|
-
can\(aqt place arena walls.
|
1556
|
-
.UNINDENT
|
1557
|
-
.sp
|
1558
|
-
This is enforced by SIERRA.
|
1559
|
-
.UNINDENT
|
1560
|
-
.UNINDENT
|
1561
|
-
.UNINDENT
|
1562
|
-
.UNINDENT
|
1563
|
-
.sp
|
1564
|
-
\fBTIP:\fP
|
1565
|
-
.INDENT 7.0
|
1566
|
-
.INDENT 3.5
|
1567
|
-
Used by stage {1}; can be omitted otherwise. If omitted: N/A.
|
1568
|
-
.UNINDENT
|
1569
|
-
.UNINDENT
|
1570
|
-
.TP
|
1571
|
-
.B \-\-physics\-iter\-per\-tick
|
1572
|
-
.INDENT 7.0
|
1573
|
-
.INDENT 3.5
|
1574
|
-
The # of iterations all physics engines
|
1575
|
-
should perform per \fI\%Tick\fP each
|
1576
|
-
time the controller loops are run (the
|
1577
|
-
# of ticks per second for controller
|
1578
|
-
control loops is set via
|
1579
|
-
\fB\-\-exp\-setup\fP).
|
1580
|
-
.UNINDENT
|
1581
|
-
.UNINDENT
|
1582
|
-
.sp
|
1583
|
-
\fBTIP:\fP
|
1584
|
-
.INDENT 7.0
|
1585
|
-
.INDENT 3.5
|
1586
|
-
Used by stage {1}; can be omitted otherwise. If omitted: N/A.
|
1587
|
-
.UNINDENT
|
1588
|
-
.UNINDENT
|
1589
|
-
.sp
|
1590
|
-
Default: 10
|
1591
|
-
.TP
|
1592
|
-
.B \-\-physics\-spatial\-hash2D
|
1593
|
-
.INDENT 7.0
|
1594
|
-
.INDENT 3.5
|
1595
|
-
Specify that each 2D physics engine
|
1596
|
-
should use a spatial hash (only applies
|
1597
|
-
to \fBdynamics2d\fP engine type).
|
1598
|
-
.UNINDENT
|
1599
|
-
.UNINDENT
|
1600
|
-
.sp
|
1601
|
-
Default: False
|
1602
|
-
.UNINDENT
|
1603
|
-
.SS Stage1: Rendering (see also stage4 rendering options)
|
1604
|
-
.INDENT 0.0
|
1605
|
-
.TP
|
1606
|
-
.B \-\-camera\-config
|
1607
|
-
Possible choices: overhead, sw, sw+interp
|
1608
|
-
.INDENT 7.0
|
1609
|
-
.INDENT 3.5
|
1610
|
-
Select the camera configuration for
|
1611
|
-
simulation. Ignored unless
|
1612
|
-
\fB\-\-platform\-vc\fP is passed. Valid
|
1613
|
-
values are:
|
1614
|
-
.INDENT 0.0
|
1615
|
-
.IP \(bu 2
|
1616
|
-
\fBoverhead\fP \- Use a single
|
1617
|
-
overhead camera at the center of
|
1618
|
-
the aren looking straight down at
|
1619
|
-
an appropriate height to see the
|
1620
|
-
whole arena.
|
1621
|
-
.IP \(bu 2
|
1622
|
-
\fBsw\fP \- Use the ARGoS camera
|
1623
|
-
configuration (12 cameras), cycling
|
1624
|
-
through them periodically
|
1625
|
-
throughout simulation without
|
1626
|
-
interpolation.
|
1627
|
-
.IP \(bu 2
|
1628
|
-
\fBsw+interp\fP \- Same as \fBsw\fP, but
|
1629
|
-
with interpolation between cameras.
|
1630
|
-
.UNINDENT
|
1631
|
-
.UNINDENT
|
1632
|
-
.UNINDENT
|
1633
|
-
.sp
|
1634
|
-
\fBTIP:\fP
|
1635
|
-
.INDENT 7.0
|
1636
|
-
.INDENT 3.5
|
1637
|
-
Used by stage {1}; can be omitted otherwise. If omitted: N/A.
|
1638
|
-
.UNINDENT
|
1639
|
-
.UNINDENT
|
1640
|
-
.sp
|
1641
|
-
Default: \(dqoverhead\(dq
|
1642
|
-
.UNINDENT
|
1643
|
-
.SS Stage1: Configuring robots
|
1644
|
-
.INDENT 0.0
|
1645
|
-
.TP
|
1646
|
-
.B \-\-with\-robot\-rab
|
1647
|
-
.INDENT 7.0
|
1648
|
-
.INDENT 3.5
|
1649
|
-
If passed, do not remove the Range and
|
1650
|
-
Bearing (RAB) sensor, actuator, and
|
1651
|
-
medium XML definitions from
|
1652
|
-
\fB\-\-template\-input\-file\fP before
|
1653
|
-
generating experimental
|
1654
|
-
inputs. Otherwise, the following XML
|
1655
|
-
tags are removed if they exist:
|
1656
|
-
.INDENT 0.0
|
1657
|
-
.IP \(bu 2
|
1658
|
-
\fB\&.//media/range_and_bearing\fP
|
1659
|
-
.IP \(bu 2
|
1660
|
-
\fB\&.//actuators/range_and_bearing\fP
|
1661
|
-
.IP \(bu 2
|
1662
|
-
\fB\&.//sensors/range_and_bearing\fP
|
1663
|
-
.UNINDENT
|
1664
|
-
.UNINDENT
|
1665
|
-
.UNINDENT
|
1666
|
-
.sp
|
1667
|
-
\fBTIP:\fP
|
1668
|
-
.INDENT 7.0
|
1669
|
-
.INDENT 3.5
|
1670
|
-
Used by stage {1}; can be omitted otherwise. If omitted: N/A.
|
1671
|
-
.UNINDENT
|
1672
|
-
.UNINDENT
|
1673
|
-
.sp
|
1674
|
-
Default: False
|
1675
|
-
.TP
|
1676
|
-
.B \-\-with\-robot\-leds
|
1677
|
-
.INDENT 7.0
|
1678
|
-
.INDENT 3.5
|
1679
|
-
If passed, do not remove the robot LED
|
1680
|
-
actuator XML definitions from the
|
1681
|
-
\fB\-\-template\-input\-file\fP before
|
1682
|
-
generating experimental
|
1683
|
-
inputs. Otherwise, the following XML
|
1684
|
-
tags are removed if they exist:
|
1685
|
-
.INDENT 0.0
|
1686
|
-
.IP \(bu 2
|
1687
|
-
\fB\&.//actuators/leds\fP
|
1688
|
-
.IP \(bu 2
|
1689
|
-
\fB\&.//medium/leds\fP
|
1690
|
-
.IP \(bu 2
|
1691
|
-
\fB\&.//sensors/colored_blob_omnidirectional_camera\fP
|
1692
|
-
.UNINDENT
|
1693
|
-
.UNINDENT
|
1694
|
-
.UNINDENT
|
1695
|
-
.sp
|
1696
|
-
\fBTIP:\fP
|
1697
|
-
.INDENT 7.0
|
1698
|
-
.INDENT 3.5
|
1699
|
-
Used by stage {1}; can be omitted otherwise. If omitted: N/A.
|
1700
|
-
.UNINDENT
|
1701
|
-
.UNINDENT
|
1702
|
-
.sp
|
1703
|
-
Default: False
|
1704
|
-
.TP
|
1705
|
-
.B \-\-with\-robot\-battery
|
1706
|
-
.INDENT 7.0
|
1707
|
-
.INDENT 3.5
|
1708
|
-
If passed, do not remove the robot
|
1709
|
-
battery sensor XML definitions from
|
1710
|
-
\fB\-\-template\-input\-file\fP before
|
1711
|
-
generating experimental
|
1712
|
-
inputs. Otherwise, the following XML
|
1713
|
-
tags are removed if they exist:
|
1714
|
-
.INDENT 0.0
|
1715
|
-
.IP \(bu 2
|
1716
|
-
\fB\&.//entity/*/battery\fP
|
1717
|
-
.IP \(bu 2
|
1718
|
-
\fB\&.//sensors/battery\fP
|
1719
|
-
.UNINDENT
|
1720
|
-
.UNINDENT
|
1721
|
-
.UNINDENT
|
1722
|
-
.sp
|
1723
|
-
\fBTIP:\fP
|
1724
|
-
.INDENT 7.0
|
1725
|
-
.INDENT 3.5
|
1726
|
-
Used by stage {1}; can be omitted otherwise. If omitted: N/A.
|
1727
|
-
.UNINDENT
|
1728
|
-
.UNINDENT
|
1729
|
-
.sp
|
1730
|
-
Default: False
|
1731
|
-
.TP
|
1732
|
-
.B \-\-n\-robots
|
1733
|
-
.INDENT 7.0
|
1734
|
-
.INDENT 3.5
|
1735
|
-
The # robots that should be used in the
|
1736
|
-
simulation. Can be used to override
|
1737
|
-
batch criteria, or to supplement
|
1738
|
-
experiments that do not set it so that
|
1739
|
-
manual modification of input file is
|
1740
|
-
unneccesary.
|
1741
|
-
.UNINDENT
|
1742
|
-
.UNINDENT
|
1743
|
-
.sp
|
1744
|
-
\fBTIP:\fP
|
1745
|
-
.INDENT 7.0
|
1746
|
-
.INDENT 3.5
|
1747
|
-
Used by stage {1}; can be omitted otherwise. If omitted: N/A.
|
1748
|
-
.UNINDENT
|
1749
|
-
.UNINDENT
|
1750
|
-
.UNINDENT
|
1751
|
-
.SS Stage2: Running Experiments
|
1752
|
-
.INDENT 0.0
|
1753
|
-
.INDENT 3.5
|
1754
|
-
.sp
|
1755
|
-
.nf
|
1756
|
-
.ft C
|
1757
|
-
usage: SIERRA [\-\-exec\-jobs\-per\-node EXEC_JOBS_PER_NODE] [\-\-exec\-devnull]
|
1758
|
-
[\-\-exec\-no\-devnull] [\-\-exec\-resume] [\-\-exec\-strict]
|
1759
|
-
.ft P
|
1760
|
-
.fi
|
1761
|
-
.UNINDENT
|
1762
|
-
.UNINDENT
|
1763
|
-
.SS HPC options
|
1764
|
-
.sp
|
1765
|
-
For platforms which are simulators (and can therefore be run in HPC environments).
|
1766
|
-
.INDENT 0.0
|
1767
|
-
.TP
|
1768
|
-
.B \-\-exec\-jobs\-per\-node
|
1769
|
-
.INDENT 7.0
|
1770
|
-
.INDENT 3.5
|
1771
|
-
Specify the maximum number of parallel jobs to run
|
1772
|
-
per allocated node. By default this is computed
|
1773
|
-
from the selected HPC environment for maximum
|
1774
|
-
throughput given the desired \fB\-\-n\-runs\fP and CPUs
|
1775
|
-
per allocated node. However, for some environments
|
1776
|
-
being able to override the computed default can be
|
1777
|
-
useful.
|
1778
|
-
.UNINDENT
|
1779
|
-
.UNINDENT
|
1780
|
-
.sp
|
1781
|
-
\fBTIP:\fP
|
1782
|
-
.INDENT 7.0
|
1783
|
-
.INDENT 3.5
|
1784
|
-
Used by stage {2}; can be omitted otherwise. If omitted: N/A.
|
1785
|
-
.UNINDENT
|
1786
|
-
.UNINDENT
|
1787
|
-
.TP
|
1788
|
-
.B \-\-exec\-devnull
|
1789
|
-
.INDENT 7.0
|
1790
|
-
.INDENT 3.5
|
1791
|
-
Redirect ALL output from simulations to
|
1792
|
-
/dev/null. Useful for platform where you can\(aqt
|
1793
|
-
disable all INFO messages at compile time, and
|
1794
|
-
don\(aqt want to have to grep through lots of
|
1795
|
-
redundant stdout files to see if there were any
|
1796
|
-
errors.
|
1797
|
-
.UNINDENT
|
1798
|
-
.UNINDENT
|
1799
|
-
.sp
|
1800
|
-
\fBTIP:\fP
|
1801
|
-
.INDENT 7.0
|
1802
|
-
.INDENT 3.5
|
1803
|
-
Used by stage {1,2}; can be omitted otherwise. If omitted: N/A.
|
1804
|
-
.UNINDENT
|
1805
|
-
.UNINDENT
|
1806
|
-
.sp
|
1807
|
-
Default: True
|
1808
|
-
.TP
|
1809
|
-
.B \-\-exec\-no\-devnull
|
1810
|
-
.INDENT 7.0
|
1811
|
-
.INDENT 3.5
|
1812
|
-
Don\(aqt redirect ALL output from simulations to
|
1813
|
-
/dev/null. Useful for platform where you can\(aqt
|
1814
|
-
disable all INFO messages at compile time, and
|
1815
|
-
don\(aqt want to have to grep through lots of
|
1816
|
-
redundant stdout files to see if there were any
|
1817
|
-
errors.
|
1818
|
-
.UNINDENT
|
1819
|
-
.UNINDENT
|
1820
|
-
.sp
|
1821
|
-
\fBTIP:\fP
|
1822
|
-
.INDENT 7.0
|
1823
|
-
.INDENT 3.5
|
1824
|
-
Used by stage {1,2}; can be omitted otherwise. If omitted: N/A.
|
1825
|
-
.UNINDENT
|
1826
|
-
.UNINDENT
|
1827
|
-
.sp
|
1828
|
-
Default: True
|
1829
|
-
.TP
|
1830
|
-
.B \-\-exec\-resume
|
1831
|
-
.INDENT 7.0
|
1832
|
-
.INDENT 3.5
|
1833
|
-
Resume a batch experiment that was
|
1834
|
-
killed/stopped/etc last time SIERRA was run.
|
1835
|
-
.UNINDENT
|
1836
|
-
.UNINDENT
|
1837
|
-
.sp
|
1838
|
-
\fBTIP:\fP
|
1839
|
-
.INDENT 7.0
|
1840
|
-
.INDENT 3.5
|
1841
|
-
Used by stage {2}; can be omitted otherwise. If omitted: N/A.
|
1842
|
-
.UNINDENT
|
1843
|
-
.UNINDENT
|
1844
|
-
.sp
|
1845
|
-
Default: False
|
1846
|
-
.TP
|
1847
|
-
.B \-\-exec\-strict
|
1848
|
-
.INDENT 7.0
|
1849
|
-
.INDENT 3.5
|
1850
|
-
If passed, then if any experimental commands fail
|
1851
|
-
during stage 2 SIERRA will exit, rather than try
|
1852
|
-
to keep going and execute the rest of the
|
1853
|
-
experiments.
|
1854
|
-
.sp
|
1855
|
-
Useful for:
|
1856
|
-
.INDENT 0.0
|
1857
|
-
.IP \(bu 2
|
1858
|
-
\(dqCorrectness by construction\(dq experiments, where
|
1859
|
-
you know if SIERRA doesn\(aqt crash and it makes it
|
1860
|
-
to the end of your batch experiment then none of
|
1861
|
-
the individual experiments crashed.
|
1862
|
-
.IP \(bu 2
|
1863
|
-
CI pipelines
|
1864
|
-
.UNINDENT
|
1865
|
-
.UNINDENT
|
1866
|
-
.UNINDENT
|
1867
|
-
.sp
|
1868
|
-
Default: False
|
1869
|
-
.UNINDENT
|
1870
|
-
.SH ROS1+GAZEBO PLATFORM
|
1871
|
-
.sp
|
1872
|
-
These options are enabled if \fB\-\-platform=platform.ros1gazebo\fP is passed.
|
1873
|
-
.SS Stage1: Generating Experiments
|
1874
|
-
.INDENT 0.0
|
1875
|
-
.INDENT 3.5
|
1876
|
-
.sp
|
1877
|
-
.nf
|
1878
|
-
.ft C
|
1879
|
-
usage: SIERRA [\-\-exp\-setup EXP_SETUP] [\-\-robot ROBOT]
|
1880
|
-
[\-\-robot\-positions ROBOT_POSITIONS [ROBOT_POSITIONS ...]]
|
1881
|
-
[\-\-physics\-engine\-type {ode,bullet,dart,simbody}]
|
1882
|
-
[\-\-physics\-iter\-per\-tick PHYSICS_ITER_PER_TICK]
|
1883
|
-
[\-\-physics\-n\-threads PHYSICS_N_THREADS]
|
1884
|
-
[\-\-physics\-ec\-threadpool PHYSICS_EC_THREADPOOL]
|
1885
|
-
.ft P
|
1886
|
-
.fi
|
1887
|
-
.UNINDENT
|
1888
|
-
.UNINDENT
|
1889
|
-
.SS Stage1: Experiment generation
|
1890
|
-
.INDENT 0.0
|
1891
|
-
.TP
|
1892
|
-
.B \-\-exp\-setup
|
1893
|
-
.INDENT 7.0
|
1894
|
-
.INDENT 3.5
|
1895
|
-
Defines experiment run length, ticks per
|
1896
|
-
second for the experiment, # of datapoints
|
1897
|
-
to capture/capture interval for each
|
1898
|
-
simulation. See \fI\%Experiment Setup\fP for
|
1899
|
-
a full description.
|
1900
|
-
.UNINDENT
|
1901
|
-
.UNINDENT
|
1902
|
-
.sp
|
1903
|
-
\fBTIP:\fP
|
1904
|
-
.INDENT 7.0
|
1905
|
-
.INDENT 3.5
|
1906
|
-
Used by stage {1}; can be omitted otherwise. If omitted: N/A.
|
1907
|
-
.UNINDENT
|
1908
|
-
.UNINDENT
|
1909
|
-
.sp
|
1910
|
-
Default: \(dqexp_setup.T1000.K5.N50\(dq
|
1911
|
-
.TP
|
1912
|
-
.B \-\-robot
|
1913
|
-
.INDENT 7.0
|
1914
|
-
.INDENT 3.5
|
1915
|
-
The key name of the robot model, which must
|
1916
|
-
be present in the appropriate section of
|
1917
|
-
\fBmain.yaml\fP for the \fI\%Project\fP\&. See
|
1918
|
-
ln\-sierra\-tutorials\-project\-main\-config
|
1919
|
-
for details.
|
1920
|
-
.UNINDENT
|
1921
|
-
.UNINDENT
|
1922
|
-
.sp
|
1923
|
-
\fBTIP:\fP
|
1924
|
-
.INDENT 7.0
|
1925
|
-
.INDENT 3.5
|
1926
|
-
Used by stage {1}; can be omitted otherwise. If omitted: N/A.
|
1927
|
-
.UNINDENT
|
1928
|
-
.UNINDENT
|
1929
|
-
.UNINDENT
|
1930
|
-
.SS Stage1: Experiment setup
|
1931
|
-
.INDENT 0.0
|
1932
|
-
.TP
|
1933
|
-
.B \-\-robot\-positions
|
1934
|
-
.INDENT 7.0
|
1935
|
-
.INDENT 3.5
|
1936
|
-
A list of space\-separated \(dqX,Y,Z\(dq tuples
|
1937
|
-
(no quotes) passed on the command line as
|
1938
|
-
valid starting positions for the robots
|
1939
|
-
within the world.
|
1940
|
-
.UNINDENT
|
1941
|
-
.UNINDENT
|
1942
|
-
.sp
|
1943
|
-
\fBTIP:\fP
|
1944
|
-
.INDENT 7.0
|
1945
|
-
.INDENT 3.5
|
1946
|
-
Used by stage {1}; can be omitted otherwise. If omitted: effective arena dimensions must be given as part of \fB\-\-scenario\fP\&.
|
1947
|
-
.UNINDENT
|
1948
|
-
.UNINDENT
|
1949
|
-
.sp
|
1950
|
-
Default: []
|
1951
|
-
.UNINDENT
|
1952
|
-
.SS Stage1: Configuring Gazebo physics engines
|
1953
|
-
.INDENT 0.0
|
1954
|
-
.TP
|
1955
|
-
.B \-\-physics\-engine\-type
|
1956
|
-
Possible choices: ode, bullet, dart, simbody
|
1957
|
-
.INDENT 7.0
|
1958
|
-
.INDENT 3.5
|
1959
|
-
The type of 3D physics engine to use
|
1960
|
-
for managing spatial extents within the
|
1961
|
-
arena, choosing one of the types that
|
1962
|
-
\fI\%Gazebo\fP supports. A single
|
1963
|
-
engine instance is used to manage all
|
1964
|
-
physics in the arena.
|
1965
|
-
.UNINDENT
|
1966
|
-
.UNINDENT
|
1967
|
-
.sp
|
1968
|
-
\fBTIP:\fP
|
1969
|
-
.INDENT 7.0
|
1970
|
-
.INDENT 3.5
|
1971
|
-
Used by stage {1}; can be omitted otherwise. If omitted: N/A.
|
1972
|
-
.UNINDENT
|
1973
|
-
.UNINDENT
|
1974
|
-
.sp
|
1975
|
-
Default: \(dqode\(dq
|
1976
|
-
.TP
|
1977
|
-
.B \-\-physics\-iter\-per\-tick
|
1978
|
-
.INDENT 7.0
|
1979
|
-
.INDENT 3.5
|
1980
|
-
The # of iterations all physics engines
|
1981
|
-
should perform per tick each time the
|
1982
|
-
controller loops are run (the # of
|
1983
|
-
ticks per second for controller control
|
1984
|
-
loops is set via \fB\-\-exp\-setup\fP).
|
1985
|
-
.UNINDENT
|
1986
|
-
.UNINDENT
|
1987
|
-
.sp
|
1988
|
-
\fBTIP:\fP
|
1989
|
-
.INDENT 7.0
|
1990
|
-
.INDENT 3.5
|
1991
|
-
Used by stage {1}; can be omitted otherwise. If omitted: N/A.
|
1992
|
-
.UNINDENT
|
1993
|
-
.UNINDENT
|
1994
|
-
.sp
|
1995
|
-
Default: 1000
|
1996
|
-
.TP
|
1997
|
-
.B \-\-physics\-n\-threads
|
1998
|
-
.INDENT 7.0
|
1999
|
-
.INDENT 3.5
|
2000
|
-
Gazebo can group non\-interacting
|
2001
|
-
entities into computational \(dqislands\(dq
|
2002
|
-
and do the physics updates for those
|
2003
|
-
islands in parallel each timestep
|
2004
|
-
(islands) are recomputed after each
|
2005
|
-
timestep). Gazebo can also parallelize
|
2006
|
-
the computation of velocity/position
|
2007
|
-
updates with the computation of
|
2008
|
-
resolving collisions (i.e., the
|
2009
|
-
timestep impulse results in one entity
|
2010
|
-
\(dqinside\(dq another). You can assign
|
2011
|
-
multiple threads to a pool for
|
2012
|
-
cumulative use for these two
|
2013
|
-
parallelization methods (threads will
|
2014
|
-
be allocated evenly between them). The
|
2015
|
-
point at which adding more threads will
|
2016
|
-
start to DECREASE performance depends
|
2017
|
-
on the complexity of your world, the
|
2018
|
-
number and type of robots in it, etc.,
|
2019
|
-
so don\(aqt just set this parameter to the
|
2020
|
-
# of cores for your machine as a
|
2021
|
-
default.
|
2022
|
-
.sp
|
2023
|
-
From the Gazebo Parallel Physics
|
2024
|
-
Report, setting the pool size to the #
|
2025
|
-
robots/# joint trees in your simulation
|
2026
|
-
usually gives good results, as long as
|
2027
|
-
you have more cores available than you
|
2028
|
-
allocate to this pool (Gazebo has other
|
2029
|
-
threads too).
|
2030
|
-
.sp
|
2031
|
-
This only applies if
|
2032
|
-
\fB\-\-physics\-engine\-type\fP=ode.
|
2033
|
-
.sp
|
2034
|
-
A value of 0=no threads.
|
2035
|
-
.UNINDENT
|
2036
|
-
.UNINDENT
|
2037
|
-
.sp
|
2038
|
-
\fBTIP:\fP
|
2039
|
-
.INDENT 7.0
|
2040
|
-
.INDENT 3.5
|
2041
|
-
Used by stage {1}; can be omitted otherwise. If omitted: N/A.
|
2042
|
-
.UNINDENT
|
2043
|
-
.UNINDENT
|
2044
|
-
.sp
|
2045
|
-
Default: 0
|
2046
|
-
.TP
|
2047
|
-
.B \-\-physics\-ec\-threadpool
|
2048
|
-
.INDENT 7.0
|
2049
|
-
.INDENT 3.5
|
2050
|
-
Gazebo can parallelize the computation
|
2051
|
-
of velocity/position updates with the
|
2052
|
-
computation of resolving collisions
|
2053
|
-
(i.e., the timestep impulse results in
|
2054
|
-
one entity \(dqinside\(dq another). You can
|
2055
|
-
assign multiple threads to a pool for
|
2056
|
-
cumulative use for this purpose. The
|
2057
|
-
point at which adding more threads will
|
2058
|
-
start to DECREASE performance depends
|
2059
|
-
on the complexity of your world, the
|
2060
|
-
number and type of robots in it, etc.,
|
2061
|
-
so don\(aqt just set this parameter to the
|
2062
|
-
# of cores for your machine as a
|
2063
|
-
default.
|
2064
|
-
.sp
|
2065
|
-
From the Gazebo Parallel Physics
|
2066
|
-
Report, setting the pool size to the #
|
2067
|
-
robots/#joint trees in your simulation
|
2068
|
-
usually gives good results, as long as
|
2069
|
-
you have more cores than than you
|
2070
|
-
allocate to physics (Gazebo has other
|
2071
|
-
threads too).
|
2072
|
-
.sp
|
2073
|
-
This only applies if \fB\-\-physics\-engine\-type\fP=ode.
|
2074
|
-
.sp
|
2075
|
-
A value of 0=no threads.
|
2076
|
-
.UNINDENT
|
2077
|
-
.UNINDENT
|
2078
|
-
.sp
|
2079
|
-
\fBTIP:\fP
|
2080
|
-
.INDENT 7.0
|
2081
|
-
.INDENT 3.5
|
2082
|
-
Used by stage {1}; can be omitted otherwise. If omitted: N/A.
|
2083
|
-
.UNINDENT
|
2084
|
-
.UNINDENT
|
2085
|
-
.sp
|
2086
|
-
Default: 0
|
2087
|
-
.UNINDENT
|
2088
|
-
.SS Stage2: Running Experiments
|
2089
|
-
.INDENT 0.0
|
2090
|
-
.INDENT 3.5
|
2091
|
-
.sp
|
2092
|
-
.nf
|
2093
|
-
.ft C
|
2094
|
-
usage: SIERRA [\-\-exec\-jobs\-per\-node EXEC_JOBS_PER_NODE] [\-\-exec\-devnull]
|
2095
|
-
[\-\-exec\-no\-devnull] [\-\-exec\-resume] [\-\-exec\-strict]
|
2096
|
-
.ft P
|
2097
|
-
.fi
|
2098
|
-
.UNINDENT
|
2099
|
-
.UNINDENT
|
2100
|
-
.SS HPC options
|
2101
|
-
.sp
|
2102
|
-
For platforms which are simulators (and can therefore be run in HPC environments).
|
2103
|
-
.INDENT 0.0
|
2104
|
-
.TP
|
2105
|
-
.B \-\-exec\-jobs\-per\-node
|
2106
|
-
.INDENT 7.0
|
2107
|
-
.INDENT 3.5
|
2108
|
-
Specify the maximum number of parallel jobs to run
|
2109
|
-
per allocated node. By default this is computed
|
2110
|
-
from the selected HPC environment for maximum
|
2111
|
-
throughput given the desired \fB\-\-n\-runs\fP and CPUs
|
2112
|
-
per allocated node. However, for some environments
|
2113
|
-
being able to override the computed default can be
|
2114
|
-
useful.
|
2115
|
-
.UNINDENT
|
2116
|
-
.UNINDENT
|
2117
|
-
.sp
|
2118
|
-
\fBTIP:\fP
|
2119
|
-
.INDENT 7.0
|
2120
|
-
.INDENT 3.5
|
2121
|
-
Used by stage {2}; can be omitted otherwise. If omitted: N/A.
|
2122
|
-
.UNINDENT
|
2123
|
-
.UNINDENT
|
2124
|
-
.TP
|
2125
|
-
.B \-\-exec\-devnull
|
2126
|
-
.INDENT 7.0
|
2127
|
-
.INDENT 3.5
|
2128
|
-
Redirect ALL output from simulations to
|
2129
|
-
/dev/null. Useful for platform where you can\(aqt
|
2130
|
-
disable all INFO messages at compile time, and
|
2131
|
-
don\(aqt want to have to grep through lots of
|
2132
|
-
redundant stdout files to see if there were any
|
2133
|
-
errors.
|
2134
|
-
.UNINDENT
|
2135
|
-
.UNINDENT
|
2136
|
-
.sp
|
2137
|
-
\fBTIP:\fP
|
2138
|
-
.INDENT 7.0
|
2139
|
-
.INDENT 3.5
|
2140
|
-
Used by stage {1,2}; can be omitted otherwise. If omitted: N/A.
|
2141
|
-
.UNINDENT
|
2142
|
-
.UNINDENT
|
2143
|
-
.sp
|
2144
|
-
Default: True
|
2145
|
-
.TP
|
2146
|
-
.B \-\-exec\-no\-devnull
|
2147
|
-
.INDENT 7.0
|
2148
|
-
.INDENT 3.5
|
2149
|
-
Don\(aqt redirect ALL output from simulations to
|
2150
|
-
/dev/null. Useful for platform where you can\(aqt
|
2151
|
-
disable all INFO messages at compile time, and
|
2152
|
-
don\(aqt want to have to grep through lots of
|
2153
|
-
redundant stdout files to see if there were any
|
2154
|
-
errors.
|
2155
|
-
.UNINDENT
|
2156
|
-
.UNINDENT
|
2157
|
-
.sp
|
2158
|
-
\fBTIP:\fP
|
2159
|
-
.INDENT 7.0
|
2160
|
-
.INDENT 3.5
|
2161
|
-
Used by stage {1,2}; can be omitted otherwise. If omitted: N/A.
|
2162
|
-
.UNINDENT
|
2163
|
-
.UNINDENT
|
2164
|
-
.sp
|
2165
|
-
Default: True
|
2166
|
-
.TP
|
2167
|
-
.B \-\-exec\-resume
|
2168
|
-
.INDENT 7.0
|
2169
|
-
.INDENT 3.5
|
2170
|
-
Resume a batch experiment that was
|
2171
|
-
killed/stopped/etc last time SIERRA was run.
|
2172
|
-
.UNINDENT
|
2173
|
-
.UNINDENT
|
2174
|
-
.sp
|
2175
|
-
\fBTIP:\fP
|
2176
|
-
.INDENT 7.0
|
2177
|
-
.INDENT 3.5
|
2178
|
-
Used by stage {2}; can be omitted otherwise. If omitted: N/A.
|
2179
|
-
.UNINDENT
|
2180
|
-
.UNINDENT
|
2181
|
-
.sp
|
2182
|
-
Default: False
|
2183
|
-
.TP
|
2184
|
-
.B \-\-exec\-strict
|
2185
|
-
.INDENT 7.0
|
2186
|
-
.INDENT 3.5
|
2187
|
-
If passed, then if any experimental commands fail
|
2188
|
-
during stage 2 SIERRA will exit, rather than try
|
2189
|
-
to keep going and execute the rest of the
|
2190
|
-
experiments.
|
2191
|
-
.sp
|
2192
|
-
Useful for:
|
2193
|
-
.INDENT 0.0
|
2194
|
-
.IP \(bu 2
|
2195
|
-
\(dqCorrectness by construction\(dq experiments, where
|
2196
|
-
you know if SIERRA doesn\(aqt crash and it makes it
|
2197
|
-
to the end of your batch experiment then none of
|
2198
|
-
the individual experiments crashed.
|
2199
|
-
.IP \(bu 2
|
2200
|
-
CI pipelines
|
2201
|
-
.UNINDENT
|
2202
|
-
.UNINDENT
|
2203
|
-
.UNINDENT
|
2204
|
-
.sp
|
2205
|
-
Default: False
|
2206
|
-
.UNINDENT
|
2207
|
-
.SH ROS1+ROBOT PLATFORM
|
2208
|
-
.sp
|
2209
|
-
These options are enabled if \fB\-\-platform=platform.ros1robot\fP is passed.
|
2210
|
-
.SS Stage1: Generating Experiments
|
2211
|
-
.INDENT 0.0
|
2212
|
-
.INDENT 3.5
|
2213
|
-
.sp
|
2214
|
-
.nf
|
2215
|
-
.ft C
|
2216
|
-
usage: SIERRA [\-\-exp\-setup EXP_SETUP] [\-\-robot ROBOT] [\-\-skip\-sync]
|
2217
|
-
.ft P
|
2218
|
-
.fi
|
2219
|
-
.UNINDENT
|
2220
|
-
.UNINDENT
|
2221
|
-
.SS Stage1: Experiment generation
|
2222
|
-
.INDENT 0.0
|
2223
|
-
.TP
|
2224
|
-
.B \-\-exp\-setup
|
2225
|
-
.INDENT 7.0
|
2226
|
-
.INDENT 3.5
|
2227
|
-
Defines experiment run length, ticks per
|
2228
|
-
second for the experiment, # of datapoints
|
2229
|
-
to capture/capture interval for each
|
2230
|
-
simulation. See \fI\%Experiment Setup\fP for
|
2231
|
-
a full description.
|
2232
|
-
.UNINDENT
|
2233
|
-
.UNINDENT
|
2234
|
-
.sp
|
2235
|
-
\fBTIP:\fP
|
2236
|
-
.INDENT 7.0
|
2237
|
-
.INDENT 3.5
|
2238
|
-
Used by stage {1}; can be omitted otherwise. If omitted: N/A.
|
2239
|
-
.UNINDENT
|
2240
|
-
.UNINDENT
|
2241
|
-
.sp
|
2242
|
-
Default: \(dqexp_setup.T1000.K5.N50\(dq
|
2243
|
-
.TP
|
2244
|
-
.B \-\-robot
|
2245
|
-
.INDENT 7.0
|
2246
|
-
.INDENT 3.5
|
2247
|
-
The key name of the robot model, which must
|
2248
|
-
be present in the appropriate section of
|
2249
|
-
\fBmain.yaml\fP for the \fI\%Project\fP\&. See
|
2250
|
-
ln\-sierra\-tutorials\-project\-main\-config
|
2251
|
-
for details.
|
2252
|
-
.UNINDENT
|
2253
|
-
.UNINDENT
|
2254
|
-
.sp
|
2255
|
-
\fBTIP:\fP
|
2256
|
-
.INDENT 7.0
|
2257
|
-
.INDENT 3.5
|
2258
|
-
Used by stage {1}; can be omitted otherwise. If omitted: N/A.
|
2259
|
-
.UNINDENT
|
2260
|
-
.UNINDENT
|
2261
|
-
.UNINDENT
|
2262
|
-
.SS Stage1: Experiment generation
|
2263
|
-
.INDENT 0.0
|
2264
|
-
.TP
|
2265
|
-
.B \-\-skip\-sync
|
2266
|
-
.INDENT 7.0
|
2267
|
-
.INDENT 3.5
|
2268
|
-
If passed, then the generated experiment will not
|
2269
|
-
be synced to robots. This is useful when:
|
2270
|
-
.INDENT 0.0
|
2271
|
-
.IP \(bu 2
|
2272
|
-
You are developing your \fI\%Project\fP and
|
2273
|
-
just want to check locally if the experiment
|
2274
|
-
is being generated properly.
|
2275
|
-
.IP \(bu 2
|
2276
|
-
You have a lot of robots and/or the network
|
2277
|
-
connection from the SIERRA host machine to
|
2278
|
-
the robots is slow, and copying the
|
2279
|
-
experiment multiple times as you tweak
|
2280
|
-
parameters takes a long time.
|
2281
|
-
.UNINDENT
|
2282
|
-
.UNINDENT
|
2283
|
-
.UNINDENT
|
2284
|
-
.sp
|
2285
|
-
\fBTIP:\fP
|
2286
|
-
.INDENT 7.0
|
2287
|
-
.INDENT 3.5
|
2288
|
-
Used by stage {1}; can be omitted otherwise. If omitted: N/A.
|
2289
|
-
.UNINDENT
|
2290
|
-
.UNINDENT
|
2291
|
-
.sp
|
2292
|
-
Default: False
|
2293
|
-
.UNINDENT
|
2294
|
-
.SS Stage2: Running Experiments
|
2295
|
-
.INDENT 0.0
|
2296
|
-
.INDENT 3.5
|
2297
|
-
.sp
|
2298
|
-
.nf
|
2299
|
-
.ft C
|
2300
|
-
usage: SIERRA [\-\-exec\-inter\-run\-pause SECONDS] [\-\-exec\-resume]
|
2301
|
-
.ft P
|
2302
|
-
.fi
|
2303
|
-
.UNINDENT
|
2304
|
-
.UNINDENT
|
2305
|
-
.SS Stage2: Experiment executionFor running real robot experiments
|
2306
|
-
.INDENT 0.0
|
2307
|
-
.TP
|
2308
|
-
.B \-\-exec\-inter\-run\-pause
|
2309
|
-
.INDENT 7.0
|
2310
|
-
.INDENT 3.5
|
2311
|
-
How long to pause between \fI\%Experimental
|
2312
|
-
Runs\fP, giving you time to
|
2313
|
-
reset the environment, move robots, etc.
|
2314
|
-
.UNINDENT
|
2315
|
-
.UNINDENT
|
2316
|
-
.sp
|
2317
|
-
\fBTIP:\fP
|
2318
|
-
.INDENT 7.0
|
2319
|
-
.INDENT 3.5
|
2320
|
-
Used by stage {2}; can be omitted otherwise. If omitted: N/A.
|
2321
|
-
.UNINDENT
|
2322
|
-
.UNINDENT
|
2323
|
-
.sp
|
2324
|
-
Default: 60
|
2325
|
-
.TP
|
2326
|
-
.B \-\-exec\-resume
|
2327
|
-
.INDENT 7.0
|
2328
|
-
.INDENT 3.5
|
2329
|
-
Resume a batch experiment that was
|
2330
|
-
killed/stopped/etc last time SIERRA was
|
2331
|
-
run.
|
2332
|
-
.UNINDENT
|
2333
|
-
.UNINDENT
|
2334
|
-
.sp
|
2335
|
-
\fBTIP:\fP
|
2336
|
-
.INDENT 7.0
|
2337
|
-
.INDENT 3.5
|
2338
|
-
Used by stage {2}; can be omitted otherwise. If omitted: N/A.
|
2339
|
-
.UNINDENT
|
2340
|
-
.UNINDENT
|
2341
|
-
.sp
|
2342
|
-
Default: False
|
2343
|
-
.UNINDENT
|
2344
|
-
.SH AUTHOR
|
2345
|
-
John Harwell
|
2346
|
-
.SH COPYRIGHT
|
2347
|
-
2022, John Harwell
|
2348
|
-
.\" Generated by docutils manpage writer.
|
2349
|
-
.
|