roc-film 1.13.4__py3-none-any.whl → 1.14.0__py3-none-any.whl

roc/film/commands.py

@@ -13,15 +13,12 @@ from poppy.core.logger import logger
 
 from roc.film.tools.file_helpers import get_output_dir, get_products_dir, is_output_dir
 from roc.film.tools import IDBToExcel
-from roc.film.tools import paths, \
-    valid_time, \
-    valid_single_file, \
-    setup_lock, valid_date
+from roc.film.tools import paths, valid_time, valid_single_file, setup_lock, valid_date
 
 from roc.film.tasks import L0ToHk
 from roc.film.tasks import L0ToL1Surv
 from roc.film.tasks import L0ToL1Sbm
-from roc.film.tasks.l0_to_anc_bia_sweep_table import L0ToAncBiaSweepTable
+from roc.film.tasks.db_to_anc_bia_sweep_table import DbToAncBiaSweepTable
 from roc.film.tasks.l0_to_l1_bia_current import L0ToL1BiaCurrent
 from roc.film.tasks import L0ToL1BiaSweep
 from roc.film.tasks import MoveFailedFiles, MoveToProdDir
@@ -35,17 +32,24 @@ from roc.film.tasks.make_daily_tm import MakeDailyTm
 from roc.film.tasks.merge_tcreport import MergeTcReport
 from roc.film.tasks.merge_tmraw import MergeTmRaw
 from roc.film.tasks.parse_dds_xml import ParseDdsXml
-from roc.film.constants import SCOS_HEADER_BYTES, TEMP_DIR, CDFEXPORT_PATH, CDF_POST_PRO_OPTS_ARGS
+from roc.film.tasks.export_solo_coord import ExportSoloHeeCoord
+from roc.film.constants import (
+    SCOS_HEADER_BYTES,
+    TEMP_DIR,
+    CDFCONVERT_PATH,
+    CDF_POST_PRO_OPTS_ARGS,
+)
 
 
 class FilmCommands(Command):
     """
     Manage the commands relative to the FILM plugin.
     """
-    __command__ = 'film'
-    __command_name__ = 'film'
-    __parent__ = 'master'
-    __parent_arguments__ = ['base']
+
+    __command__ = "film"
+    __command_name__ = "film"
+    __parent__ = "master"
+    __parent_arguments__ = ["base"]
     __help__ = """
         Commands relative to the FILM plugin, responsible for generating and
         storing data products files from the ROC pipeline.
@@ -64,8 +68,8 @@ class FilmCommands(Command):
         # To indicate that output file production is in progress
         # lock file is automatically deleted at the end.
         parser.add_argument(
-            '--lock-file',
-            help='Name of the lock temporary file.',
+            "--lock-file",
+            help="Name of the lock temporary file.",
             default=None,
             nargs=1,
         )
@@ -74,34 +78,34 @@ class FilmCommands(Command):
         # Output files will be moved into this directory at the end of the run
         # (If not passed, output files will stay in the output directory)
         parser.add_argument(
-            '--products-dir',
+            "--products-dir",
             type=str,
-            help='Path of the directory where output file(s) folder'
-                 ' must be moved at the end of the process',
+            help="Path of the directory where output file(s) folder"
+            " must be moved at the end of the process",
             default=None,
             nargs=1,
         )
 
         # specify the IDB version to use
         parser.add_argument(
-            '--idb-version',
-            help='IDB version to use.',
+            "--idb-version",
+            help="IDB version to use.",
             default=None,
             nargs=1,
         )
 
         # specify the IDB source to use
         parser.add_argument(
-            '--idb-source',
-            help='IDB source to use (MIB, SRDB or PALISADE).',
+            "--idb-source",
+            help="IDB source to use (MIB, SRDB or PALISADE).",
             default=None,
             nargs=1,
         )
 
         # Get path of the master binary CDF directory
         parser.add_argument(
-            '-m',
-            '--master-cdf-dir',
+            "-m",
+            "--master-cdf-dir",
             help="""
             The absolute path to the directory where the master binary CDF are stored.
             If not provided, try to check the value of
@@ -115,17 +119,17 @@ class FilmCommands(Command):
 
         # Specify the value of the Data_version attribute (and filename)
         parser.add_argument(
-            '-v',
-            '--data-version',
-            help='Define the Data_version attribute value for output CDF.',
+            "-v",
+            "--data-version",
+            help="Define the Data_version attribute value for output CDF.",
             default=None,
-            nargs=1
+            nargs=1,
         )
 
         parser.add_argument(
-            '-s',
-            '--start-time',
-            help='Data file production start time. '
+            "-s",
+            "--start-time",
+            help="Data file production start time. "
             "Expected datetime format is 'YYYY-MM-DDThh:mm:ss'.",
             type=valid_time,
             default=None,
@@ -133,10 +137,10 @@ class FilmCommands(Command):
         )
 
         parser.add_argument(
-            '-e',
-            '--end-time',
-            help='Data file production end time. '
-                 "Expected datetime format is 'YYYY-MM-DDThh:mm:ss'.",
+            "-e",
+            "--end-time",
+            help="Data file production end time. "
+            "Expected datetime format is 'YYYY-MM-DDThh:mm:ss'.",
             type=valid_time,
             default=None,
             nargs=1,
@@ -144,28 +148,28 @@ class FilmCommands(Command):
 
         # Give the month to process (will replace start_time/end_time values)
         parser.add_argument(
-            '--monthly',
-            action='store_true',
+            "--monthly",
+            action="store_true",
             default=False,
-            help='Generate output monthly files'
+            help="Generate output monthly files",
         )
 
         # Remove SCOS2000 header in the binary packet
         parser.add_argument(
-            '--scos-header',
+            "--scos-header",
             nargs=1,
             type=int,
             default=[SCOS_HEADER_BYTES],
-            help='Length (in bytes) of SCOS2000 header to be removed'
-                 ' from the TM packet in the DDS file.'
-                 f' (Default value is {SCOS_HEADER_BYTES} bytes.)',
+            help="Length (in bytes) of SCOS2000 header to be removed"
+            " from the TM packet in the DDS file."
+            f" (Default value is {SCOS_HEADER_BYTES} bytes.)",
         )
 
         # Do no process/write invalid packet(s)
         parser.add_argument(
-            '--no-invalid-packet',
-            action='store_true',
-            help='Do not keep invalid packet(s).',
+            "--no-invalid-packet",
+            action="store_true",
+            help="Do not keep invalid packet(s).",
         )
 
         # If True, tag any output file with "-cdag" suffix in the descriptor field
@@ -173,24 +177,31 @@ class FilmCommands(Command):
         # Indicating that it is a preliminary files to be distributed to the
         # Calibration Data Access Group (CDAG) only
         parser.add_argument(
-            '--cdag',
-            action='store_true',
+            "--cdag",
+            action="store_true",
             help='If True, add the "cdag" suffix to the descriptor field of L1 CDF filename.',
             default=False,
         )
 
         # Do not use NAIF SPICE toolkit to compute time/ancillary data
         parser.add_argument(
-            '--no-spice',
-            action='store_true',
-            help='Do not use NAIF SPICE toolkit to compute time/ancillary data.',
+            "--no-spice",
+            action="store_true",
+            help="Do not use NAIF SPICE toolkit to compute time/ancillary data.",
+        )
+
+        # Do not move output files in the final target directory ("products")
+        parser.add_argument(
+            "--no-move",
+            action="store_true",
+            help="Do not move output files in the final target directory.",
         )
 
         # Force data file creation
         parser.add_argument(
-            '--force',
-            action='store_true',
-            help='Force data file creation.',
+            "--force",
+            action="store_true",
+            help="Force data file creation.",
         )
 
 
@@ -203,30 +214,30 @@ class ClassifyTmRawCommand(Command):
     by default new version of the daily file is created and
     only new DDS packets have been inserted.
     """
-    __command__ = 'film_classify_tmraw'
-    __command_name__ = 'classify_tmraw'
-    __parent__ = 'film'
-    __parent_arguments__ = ['base']
+
+    __command__ = "film_classify_tmraw"
+    __command_name__ = "classify_tmraw"
+    __parent__ = "film"
+    __parent_arguments__ = ["base"]
     __help__ = """
         Command to classify input SolO DDS TmRaw files as daily file(s).
     """
 
     def add_arguments(self, parser):
-
         # path of input DDS TmRaw response file(s)
         parser.add_argument(
-            '--dds-files',
+            "--dds-files",
             help="""
              List of input SolO DDS TmRaw response XML file(s) to classify.
              """,
             type=str,
-            nargs='+',
+            nargs="+",
             required=True,
         )
 
         parser.add_argument(
-            '--processed-dds-dir',
-            help=f"""
+            "--processed-dds-dir",
+            help="""
              Directory where processed DDS file(s) must be moved at the end.
              """,
             type=str,
@@ -235,8 +246,8 @@ class ClassifyTmRawCommand(Command):
         )
 
         parser.add_argument(
-            '--failed-dds-dir',
-            help=f"""
+            "--failed-dds-dir",
+            help="""
              Directory where failed DDS file(s) must be moved at the end.
              """,
             type=str,
@@ -245,28 +256,28 @@ class ClassifyTmRawCommand(Command):
         )
 
         parser.add_argument(
-            '--archive-path',
+            "--archive-path",
             type=str,
             default=None,
-            help='Root path of the archive local directory.'
-                 'If defined, the pipeline first check if daily file(s) already exist(s) in the archive',
+            help="Root path of the archive local directory."
+            "If defined, the pipeline first check if daily file(s) already exist(s) in the archive",
             nargs=1,
         )
 
         # Clear input DDS files
         parser.add_argument(
-            '--clear-dds',
-            action='store_true',
-            help='If passed, then remove input list of processed/failed Dds.',
+            "--clear-dds",
+            action="store_true",
+            help="If passed, then remove input list of processed/failed Dds.",
             default=False,
         )
 
         parser.add_argument(
-            '--filter-date',
+            "--filter-date",
             type=valid_date,
             default=[],
-            help='List of date(s) to process (format is YYYYMMDD)',
-            nargs='+',
+            help="List of date(s) to process (format is YYYYMMDD)",
+            nargs="+",
         )
 
     def setup_tasks(self, pipeline):
@@ -283,9 +294,16 @@ class ClassifyTmRawCommand(Command):
         # create the tasks and their dependencies :
         # load an input DDS TmRaw, then extract time,
         # then generate or update daily files
-        pipeline | start | loop_start | loop_end | MakeDailyTm() | \
-            MoveFailedFiles() | \
-            CopyFailedDds() | end
+        (
+            pipeline
+            | start
+            | loop_start
+            | loop_end
+            | MakeDailyTm()
+            | MoveFailedFiles()
+            | CopyFailedDds()
+            | end
+        )
 
         # define the start points of the pipeline
         pipeline.start = start
@@ -306,30 +324,30 @@ class ClassifyTcReportCommand(Command):
     by default new version of the daily file is created and
     only new DDS packets have been inserted.
     """
-    __command__ = 'film_classify_tcreport'
-    __command_name__ = 'classify_tcreport'
-    __parent__ = 'film'
-    __parent_arguments__ = ['base']
+
+    __command__ = "film_classify_tcreport"
+    __command_name__ = "classify_tcreport"
+    __parent__ = "film"
+    __parent_arguments__ = ["base"]
     __help__ = """
         Command to classify input SolO DDS TcReport files as daily file(s).
     """
 
     def add_arguments(self, parser):
-
         # List of input DDS TcReport response files
         parser.add_argument(
-            '--dds-files',
+            "--dds-files",
             help="""
              List of SolO DDS TcReport response XML file(s) to classify.
              """,
             type=str,
-            nargs='+',
+            nargs="+",
             required=True,
         )
 
         parser.add_argument(
-            '--processed-dds-dir',
-            help=f"""
+            "--processed-dds-dir",
+            help="""
              Directory where processed DDS file(s) must be moved at the end.
              """,
             type=str,
@@ -338,8 +356,8 @@ class ClassifyTcReportCommand(Command):
         )
 
         parser.add_argument(
-            '--failed-dds-dir',
-            help=f"""
+            "--failed-dds-dir",
+            help="""
              Directory where failed DDS file(s) must be moved at the end.
              """,
             type=str,
@@ -348,28 +366,28 @@ class ClassifyTcReportCommand(Command):
         )
 
         parser.add_argument(
-            '--archive-path',
+            "--archive-path",
             type=str,
             default=None,
             nargs=1,
-            help='Root path of the archive local directory.'
-                 'If defined, the pipeline first check if daily file(s) already exist(s) in the archive',
+            help="Root path of the archive local directory."
+            "If defined, the pipeline first check if daily file(s) already exist(s) in the archive",
         )
 
         # Clear input DDS files
         parser.add_argument(
-            '--clear-dds',
-            action='store_true',
-            help='If passed, then remove input list of processed/failed Dds.',
+            "--clear-dds",
+            action="store_true",
+            help="If passed, then remove input list of processed/failed Dds.",
             default=False,
         )
 
         parser.add_argument(
-            '--filter-date',
+            "--filter-date",
             type=valid_date,
             default=[],
-            help='List of date(s) to process (format is YYYYMMDD)',
-            nargs='+',
+            help="List of date(s) to process (format is YYYYMMDD)",
+            nargs="+",
         )
 
     def setup_tasks(self, pipeline):
@@ -385,9 +403,15 @@ class ClassifyTcReportCommand(Command):
         # create the tasks and their dependencies :
         # load an input DDS TcReport, then extract time,
         # then generate or update daily files
-        pipeline | start | loop_start | MergeTcReport() \
-            | CopyProcessedDds() | loop_end | \
-            MoveFailedFiles()
+        (
+            pipeline
+            | start
+            | loop_start
+            | MergeTcReport()
+            | CopyProcessedDds()
+            | loop_end
+            | MoveFailedFiles()
+        )
 
         # define the start points of the pipeline
         pipeline.start = start
@@ -403,38 +427,38 @@ class ProcessSoloHkCommand(Command):
     """
     Command to process input set of SolO DDS Param file(s) containing
     Solar Orbiter HK data.
-    Input data are save into daily XML files when parameters are sorted
+    Input data are saved into daily XML files when parameters are sorted
     by ascending times
 
     If output files already found for a given date in the local archive,
     by default new version of the daily file is created and
     only new Param elements have been inserted.
     """
-    __command__ = 'film_process_solohk'
-    __command_name__ = 'process_solohk'
-    __parent__ = 'film'
-    __parent_arguments__ = ['base']
+
+    __command__ = "film_process_solohk"
+    __command_name__ = "process_solohk"
+    __parent__ = "film"
+    __parent_arguments__ = ["base"]
     __help__ = """
         Command to make daily XML file(s) from an
         input set of SolO DDS Solo HK param files
     """
 
     def add_arguments(self, parser):
-
         # path of input DDS TmRaw response file(s)
         parser.add_argument(
-            '--dds-files',
+            "--dds-files",
             help="""
              List of input SolO DDS Param response XML file(s) to process.
              """,
             type=str,
-            nargs='+',
+            nargs="+",
             required=True,
         )
 
         parser.add_argument(
-            '--processed-dds-dir',
-            help=f"""
+            "--processed-dds-dir",
+            help="""
              Directory where processed DDS file(s) must be moved at the end.
              """,
             type=str,
@@ -443,8 +467,8 @@ class ProcessSoloHkCommand(Command):
         )
 
         parser.add_argument(
-            '--failed-dds-dir',
-            help=f"""
+            "--failed-dds-dir",
+            help="""
              Directory where failed DDS file(s) must be moved at the end.
              """,
             type=str,
@@ -453,28 +477,28 @@ class ProcessSoloHkCommand(Command):
         )
 
         parser.add_argument(
-            '--archive-path',
+            "--archive-path",
             type=str,
             default=None,
-            help='Root path of the archive local directory.'
-                 'If defined, the pipeline first check if daily file(s) already exist(s) in the archive',
+            help="Root path of the archive local directory."
+            "If defined, the pipeline first check if daily file(s) already exist(s) in the archive",
             nargs=1,
         )
 
         # Clear input DDS files
         parser.add_argument(
-            '--clear-dds',
-            action='store_true',
-            help='If passed, then remove input list of processed/failed Dds.',
+            "--clear-dds",
+            action="store_true",
+            help="If passed, then remove input list of processed/failed Dds.",
             default=False,
         )
 
         parser.add_argument(
-            '--filter-date',
+            "--filter-date",
             type=valid_date,
             default=[],
-            help='List of date(s) to process (format is YYYYMMDD)',
-            nargs='+',
+            help="List of date(s) to process (format is YYYYMMDD)",
+            nargs="+",
         )
 
     def setup_tasks(self, pipeline):
@@ -489,9 +513,7 @@ class ProcessSoloHkCommand(Command):
         # create the tasks and their dependencies :
         # load an input DDS SOLO HK Param, then extract time,
         # then generate or update daily files
-        pipeline | start | CopyProcessedDds() \
-                 | CopyFailedDds() \
-                 | end
+        pipeline | start | CopyProcessedDds() | CopyFailedDds() | end
 
         # define the start points of the pipeline
         pipeline.start = start
@@ -503,23 +525,23 @@ class DdsToLOCommand(Command):
     Command to produce a RPW L0 file for a given day
     from an input set of MOC DDS response XML file(s).
     """
-    __command__ = 'film_dds_to_l0'
-    __command_name__ = 'dds_to_l0'
-    __parent__ = 'film'
-    __parent_arguments__ = ['base']
+
+    __command__ = "film_dds_to_l0"
+    __command_name__ = "dds_to_l0"
+    __parent__ = "film"
+    __parent_arguments__ = ["base"]
     __help__ = """
         Command to generate a RPW L0 XML daily file
         from an input set of MOC DDS response XML files.
     """
 
     def add_arguments(self, parser):
-
         # add lstable argument
         #        LSTableMixin.add_arguments(parser)
 
         #
         parser.add_argument(
-            'datetime',
+            "datetime",
             help="""
              Date for which L0 file must produced.
              """,
@@ -528,29 +550,29 @@ class DdsToLOCommand(Command):
 
         # path to input DDS TmRaw response file(s)
         parser.add_argument(
-            '--dds-tmraw-xml',
+            "--dds-tmraw-xml",
             help="""
              Input DDS TmRaw response XML file(s) to convert.
              """,
-            nargs='*',
+            nargs="*",
             type=str,
             default=[],
         )
 
         # path to input DDS TcReport XML response file(s)
         parser.add_argument(
-            '--dds-tcreport-xml',
+            "--dds-tcreport-xml",
             help="""
              Input DDS TcReport response XML file(s) (to add TC in the output file).
              """,
-            nargs='*',
+            nargs="*",
             type=str,
             default=[],
         )
 
         parser.add_argument(
-            '--chunk',
-            help=f"""
+            "--chunk",
+            help="""
              Number of DDS packets to write in the L0 in one shot.
              """,
             type=int,
@@ -563,13 +585,15 @@ class DdsToLOCommand(Command):
         """
 
         # Check if output dir already exists
-        force = pipeline.get('force', default=False)
+        force = pipeline.get("force", default=False)
         output_dir = get_output_dir(pipeline)
         products_dir = get_products_dir(pipeline)
-        if (is_output_dir(output_dir, products_dir=products_dir) and
-                not force):
+        if is_output_dir(output_dir, products_dir=products_dir) and not force:
             # if yes exit
-            logger.info(f'Input request has been already processed. (Use --force keyword to force execution)')
+            logger.info(
+                "Input request has been already processed. "
+                "(Use --force keyword to force execution)"
+            )
             pipeline.exit()
 
         start = DdsToL0()
@@ -579,15 +603,15 @@ class DdsToLOCommand(Command):
         pipeline.start = start
 
         # Check mandatory arguments
-        for arg in ['idb_source', 'idb_version']:
+        for arg in ["idb_source", "idb_version"]:
             if not pipeline.get(arg, default=None, args=True):
-                raise MissingArgument(f'{arg} input argument not defined, aborting!')
+                raise MissingArgument(f"{arg} input argument not defined, aborting!")
 
-        # Setup the lock file
+        # Set up the lock file
         setup_lock(pipeline)
 
         # Force setting of start_time/end_time value for the input datetime
-        if pipeline.get('datetime', args=True):
+        if pipeline.get("datetime", args=True):
             pipeline.properties.start_time = None
             pipeline.properties.end_time = None
 
@@ -596,10 +620,11 @@ class SetL0UtcCommand(Command):
     """
     Command to set the UTC times of the input L0 file using SPICE kernels.
     """
-    __command__ = 'film_set_l0_utc'
-    __command_name__ = 'set_l0_utc'
-    __parent__ = 'film'
-    __parent_arguments__ = ['base']
+
+    __command__ = "film_set_l0_utc"
+    __command_name__ = "set_l0_utc"
+    __parent__ = "film"
+    __parent_arguments__ = ["base"]
     __help__ = """
         Command to set the packet UTC times of
         the input L0 file using SPICE kernels.
@@ -607,9 +632,8 @@ class SetL0UtcCommand(Command):
     """
 
     def add_arguments(self, parser):
-
         parser.add_argument(
-            'l0_file',
+            "l0_file",
             help="""
              L0 file to update.
              """,
@@ -618,7 +642,7 @@ class SetL0UtcCommand(Command):
         )
 
         parser.add_argument(
-            '--kernel-date',
+            "--kernel-date",
             help="""
              Date of the SPICE kernels to use.
              """,
@@ -627,15 +651,13 @@ class SetL0UtcCommand(Command):
         )
 
     def setup_tasks(self, pipeline):
-
         start = SetL0Utc()
-        pipeline | start | \
-            MoveFailedFiles() | MoveToProdDir()
+        pipeline | start | MoveFailedFiles() | MoveToProdDir()
 
         # define the start points of the pipeline
         pipeline.start = start
 
-        # Setup the lock file
+        # Set up the lock file
         setup_lock(pipeline)
 
 
@@ -643,10 +665,11 @@ class L0ToHkCommand(Command):
     """
     Command to generate RPW HK "digest" CDF files from a given L0 file.
     """
-    __command__ = 'film_l0_to_hk'
-    __command_name__ = 'l0_to_hk'
-    __parent__ = 'film'
-    __parent_arguments__ = ['base']
+
+    __command__ = "film_l0_to_hk"
+    __command_name__ = "l0_to_hk"
+    __parent__ = "film"
+    __parent_arguments__ = ["base"]
     __help__ = """
         Command to generate RPW HK CDF files from
         a given L0 file.
@@ -655,7 +678,7 @@ class L0ToHkCommand(Command):
     def add_arguments(self, parser):
         # path to XML file of the IDB
         parser.add_argument(
-            'l0_file',
+            "l0_file",
             help="""
             The L0 file to parse.
             """,
@@ -665,12 +688,12 @@ class L0ToHkCommand(Command):
 
         # Specify the list of dataset for which files must be generated
         parser.add_argument(
-            '-d',
-            '--dataset',
-            help='List of RPW HK dataset(s) for which files must be produced.'
-            'If not defined, then produce all file(s).',
+            "-d",
+            "--dataset",
+            help="List of RPW HK dataset(s) for which files must be produced."
+            "If not defined, then produce all file(s).",
             type=str,
-            nargs='+',
+            nargs="+",
             default=[None],
         )
 
@@ -680,13 +703,15 @@ class L0ToHkCommand(Command):
         """
 
         # Check if output dir already exists
-        force = pipeline.get('force', default=False)
+        force = pipeline.get("force", default=False)
         output_dir = get_output_dir(pipeline)
         products_dir = get_products_dir(pipeline)
-        if (is_output_dir(output_dir, products_dir=products_dir) and
-                not force):
+        if is_output_dir(output_dir, products_dir=products_dir) and not force:
             # if yes exit
-            logger.info(f'Input request has been already processed. (Use --force keyword to force execution)')
+            logger.info(
+                "Input request has been already processed. "
+                "(Use --force keyword to force execution)"
+            )
             pipeline.exit()
 
         # the task
@@ -696,7 +721,7 @@ class L0ToHkCommand(Command):
         pipeline | task | MoveFailedFiles() | MoveToProdDir()
         pipeline.start = task
 
-        # Setup the lock file
+        # Set up the lock file
         setup_lock(pipeline)
 
 
@@ -704,10 +729,11 @@ class L0ToL1SurvCommand(Command):
     """
     Command to generate RPW L1 survey data CDF files from a given L0 file.
     """
-    __command__ = 'film_l0_to_l1_surv'
-    __command_name__ = 'l0_to_l1_surv'
-    __parent__ = 'film'
-    __parent_arguments__ = ['base']
+
+    __command__ = "film_l0_to_l1_surv"
+    __command_name__ = "l0_to_l1_surv"
+    __parent__ = "film"
+    __parent_arguments__ = ["base"]
     __help__ = """
         Command to generate RPW L1 survey data files from
         a given L0 file.
@@ -716,22 +742,22 @@ class L0ToL1SurvCommand(Command):
     def add_arguments(self, parser):
         # path to XML file of the IDB
         parser.add_argument(
-            'l0_file',
+            "l0_file",
             help="""
             The L0 file to parse.
             """,
             type=valid_single_file,
-            nargs=1
+            nargs=1,
         )
 
         # Specify the list of dataset for which files must be generated
         parser.add_argument(
-            '-d',
-            '--dataset',
-            help='List of RPW L1 dataset(s) for which files must be produced.'
-            'If not defined, then produce all file(s).',
+            "-d",
+            "--dataset",
+            help="List of RPW L1 dataset(s) for which files must be produced."
+            "If not defined, then produce all file(s).",
             type=str,
-            nargs='+',
+            nargs="+",
             default=[None],
         )
 
@@ -741,13 +767,15 @@ class L0ToL1SurvCommand(Command):
         """
 
         # Check if output dir already exists
-        force = pipeline.get('force', default=False)
+        force = pipeline.get("force", default=False)
         output_dir = get_output_dir(pipeline)
         products_dir = get_products_dir(pipeline)
-        if (is_output_dir(output_dir, products_dir=products_dir) and
-                not force):
+        if is_output_dir(output_dir, products_dir=products_dir) and not force:
             # if yes exit
-            logger.info(f'Input request has been already processed. (Use --force keyword to force execution)')
+            logger.info(
+                "Input request has been already processed. "
+                "(Use --force keyword to force execution)"
+            )
             pipeline.exit()
 
         # the task
@@ -765,10 +793,11 @@ class L0ToL1SbmCommand(Command):
     """
     Command to generate RPW L1 SBM1/SBM2 data CDF files from a given set of L0 files.
     """
-    __command__ = 'film_l0_to_l1_sbm'
-    __command_name__ = 'l0_to_l1_sbm'
-    __parent__ = 'film'
-    __parent_arguments__ = ['base']
+
+    __command__ = "film_l0_to_l1_sbm"
+    __command_name__ = "l0_to_l1_sbm"
+    __parent__ = "film"
+    __parent_arguments__ = ["base"]
     __help__ = """
         Command to generate RPW L1 SBM1/SBM2 data files from
         a given set of L0 file(s).
@@ -777,60 +806,60 @@ class L0ToL1SbmCommand(Command):
     def add_arguments(self, parser):
         # path to RPW L0 file(s) to process
         parser.add_argument(
-            'l0_files',
+            "l0_files",
             help="""
             The L0 file(s) to process.
             """,
             type=str,
-            nargs='+',
+            nargs="+",
         )
 
         # Specify the list of dataset for which files must be generated
         parser.add_argument(
-            '-d',
-            '--dataset',
-            help='List of RPW dataset(s) for which files must be produced.'
-            'If not defined, then produce all file(s).',
+            "-d",
+            "--dataset",
+            help="List of RPW dataset(s) for which files must be produced."
+            "If not defined, then produce all file(s).",
             type=str,
-            nargs='+',
+            nargs="+",
             default=[None],
         )
 
         # No process SBM1
         parser.add_argument(
-            '--no-sbm1',
-            action='store_true',
-            help='If passed, then do no process SBM1 data.',
+            "--no-sbm1",
+            action="store_true",
+            help="If passed, then do no process SBM1 data.",
             default=False,
         )
 
         # No process SBM2
         parser.add_argument(
-            '--no-sbm2',
-            action='store_true',
-            help='If passed, then do no process SBM2 data.',
+            "--no-sbm2",
+            action="store_true",
+            help="If passed, then do no process SBM2 data.",
             default=False,
         )
 
         # Process any SBM TM packets found in input L0 files, without using
         # TM_DPU_EVENT_PR_DPU_SBM1 or TM_DPU_EVENT_PR_DPU_SBM1 packets information
         parser.add_argument(
-            '--manual',
-            action='store_true',
-            help='Process any SBM TM packets found in input L0 files '
-                 '(i.e., without using TM_DPU_EVENT_PR_DPU_SBM1 or TM_DPU_EVENT_PR_DPU_SBM1 packets). '
-                 'Use this option with --start-time, --end-time and --sbm-type keywords to process SBM science packets'
-                 ' dumped by TC.',
+            "--manual",
+            action="store_true",
+            help="Process any SBM TM packets found in input L0 files "
+            "(i.e., without using TM_DPU_EVENT_PR_DPU_SBM1 or TM_DPU_EVENT_PR_DPU_SBM1 packets). "
+            "Use this option with --start-time, --end-time and --sbm-type keywords to process SBM science packets"
+            " dumped by TC.",
             default=False,
         )
 
         #
         parser.add_argument(
-            '--sbm-type',
+            "--sbm-type",
             nargs=1,
             type=int,
             default=[None],
-            help='Indicate the type of SBM event (1=SBM1 or 2=SBM2) processed when --manual option is passed.',
+            help="Indicate the type of SBM event (1=SBM1 or 2=SBM2) processed when --manual option is passed.",
         )
 
     def setup_tasks(self, pipeline):
@@ -839,13 +868,15 @@ class L0ToL1SbmCommand(Command):
         """
 
         # Check if output dir already exists
-        force = pipeline.get('force', default=False)
+        force = pipeline.get("force", default=False)
         output_dir = get_output_dir(pipeline)
         products_dir = get_products_dir(pipeline)
-        if (is_output_dir(output_dir, products_dir=products_dir) and
-                not force):
+        if is_output_dir(output_dir, products_dir=products_dir) and not force:
             # if yes exit
-            logger.info(f'Input request has been already processed. (Use --force keyword to force execution)')
+            logger.info(
+                "Input request has been already processed. "
+                "(Use --force keyword to force execution)"
+            )
             pipeline.exit()
 
         # the task
@@ -859,57 +890,38 @@ class L0ToL1SbmCommand(Command):
         setup_lock(pipeline)
 
 
-class L0ToAncBiaSweepTableCommand(Command):
+class DbToAncBiaSweepTableCommand(Command):
     """
-    Command to run the pipeline to generate ancillary Bias Sweep table file
+    Command to run the pipeline to generate csv file
+    containing Bias Sweep table in the roc database
     """
-    __command__ = 'film_l0_to_anc_bia_sweep_table'
-    __command_name__ = 'l0_to_anc_bia_sweep_table'
-    __parent__ = 'film'
-    __parent_arguments__ = ['base']
+
+    __command__ = "film_db_to_anc_bia_sweep_table"
+    __command_name__ = "db_to_anc_bia_sweep_table"
+    __parent__ = "film"
+    __parent_arguments__ = ["base"]
     __help__ = """
-        Command to generate ancillary Bias sweep table report file.
+        Command to generate Bias sweep table report csv file.
     """
 
     def add_arguments(self, parser):
-        # path to input L0 files
-        parser.add_argument(
-            '--l0-files',
-            help="""
-            List of input l0 files used to make output ANC Bias sweep table file.
-            """,
-            type=str,
-            nargs='+',
-            required=True,
-        )
-
-        # Existing anc_bia_sweep_table csv file containing previous sweep table data
-        # (can be used to ensure the continuity of sweep table mapping)
-        parser.add_argument(
-            '--sweep-tables',
-            help="""
-            Existing anc_bia_sweep_table file containing previous sweep table data.
-            (can be used to ensure the continuity of sweep table mapping
-            or check if new data must be saved)
-            """,
-            type=str,
-            nargs=1
-        )
+        pass
 
     def setup_tasks(self, pipeline):
-
         # Check if output dir already exists
-        force = pipeline.get('force', default=False)
+        force = pipeline.get("force", default=False)
         output_dir = get_output_dir(pipeline)
         products_dir = get_products_dir(pipeline)
-        if (is_output_dir(output_dir, products_dir=products_dir) and
-                not force):
+        if is_output_dir(output_dir, products_dir=products_dir) and not force:
             # if yes exit
-            logger.info(f'Input request has been already processed. (Use --force keyword to force execution)')
+            logger.info(
+                "Output directory already exists. "
+                "(Use --force keyword to force execution)"
+            )
             pipeline.exit()
 
         # starting task
-        start = L0ToAncBiaSweepTable()
+        start = DbToAncBiaSweepTable()
 
         # create the tasks and their dependencies
         pipeline | start | MoveFailedFiles() | MoveToProdDir()
@@ -925,47 +937,39 @@ class L0ToL1BiaSweepCommand(Command):
     """
     Command to run the pipeline to generate Bias Sweep L1 CDF.
     """
-    __command__ = 'film_l0_to_l1_bia_sweep'
-    __command_name__ = 'l0_to_l1_bia_sweep'
-    __parent__ = 'film'
-    __parent_arguments__ = ['base']
+
+    __command__ = "film_l0_to_l1_bia_sweep"
+    __command_name__ = "l0_to_l1_bia_sweep"
+    __parent__ = "film"
+    __parent_arguments__ = ["base"]
     __help__ = """
         Command to generate Bias sweep L1 CDF.
     """
 
     def add_arguments(self, parser):
-
-        parser.add_argument(
-            '--sweep-tables',
-            help="""
-            List of CSV file(s) containing Bias sweep table data.
-            """,
-            type=str,
-            nargs='+',
-            required=True,
-        )
-
         # path to input L0 files
         parser.add_argument(
-            '--l0-files',
+            "-l0",
+            "--l0-files",
             help="""
             List of input l0 files used to make output L1 Bias sweep CDF.
             """,
             type=str,
-            nargs='+',
+            nargs="+",
             required=True,
         )
 
     def setup_tasks(self, pipeline):
-
         # Check if output dir already exists
-        force = pipeline.get('force', default=False)
+        force = pipeline.get("force", default=False)
         output_dir = get_output_dir(pipeline)
         products_dir = get_products_dir(pipeline)
-        if (is_output_dir(output_dir, products_dir=products_dir) and
-                not force):
+        if is_output_dir(output_dir, products_dir=products_dir) and not force:
             # if yes exit
-            logger.info(f'Input request has been already processed. (Use --force keyword to force execution)')
+            logger.info(
+                "Input request has been already processed. "
+                "(Use --force keyword to force execution)"
+            )
             pipeline.exit()
 
         # starting task
@@ -977,7 +981,7 @@ class L0ToL1BiaSweepCommand(Command):
         # define the start points of the pipeline
         pipeline.start = start
 
-        # Setup the lock file
+        # Set up the lock file
         setup_lock(pipeline)
 
 
@@ -985,10 +989,11 @@ class L0ToL1BiaCurrentCommand(Command):
     """
     Command to run the pipeline to generate L1 Bias current CDF file
     """
-    __command__ = 'film_l0_to_l1_bia_current'
-    __command_name__ = 'l0_to_l1_bia_current'
-    __parent__ = 'film'
-    __parent_arguments__ = ['base']
+
+    __command__ = "film_l0_to_l1_bia_current"
+    __command_name__ = "l0_to_l1_bia_current"
+    __parent__ = "film"
+    __parent_arguments__ = ["base"]
     __help__ = """
         Command to generate L1 Bias current CDF file.
     """
@@ -996,25 +1001,26 @@ class L0ToL1BiaCurrentCommand(Command):
     def add_arguments(self, parser):
         # path to input L0 files
         parser.add_argument(
-            '--l0-files',
+            "--l0-files",
             help="""
             List of input l0 files used to make output L1 Bias current CDF.
             """,
             type=str,
-            nargs='+',
+            nargs="+",
             required=True,
         )
 
     def setup_tasks(self, pipeline):
-
         # Check if output dir already exists
-        force = pipeline.get('force', default=False)
+        force = pipeline.get("force", default=False)
         output_dir = get_output_dir(pipeline)
         products_dir = get_products_dir(pipeline)
-        if (is_output_dir(output_dir, products_dir=products_dir) and
-                not force):
+        if is_output_dir(output_dir, products_dir=products_dir) and not force:
             # if yes exit
-            logger.info(f'Input request has been already processed. (Use --force keyword to force execution)')
+            logger.info(
+                "Input request has been already processed. "
+                "(Use --force keyword to force execution)"
+            )
             pipeline.exit()
 
         # starting task
@@ -1034,10 +1040,11 @@ class HkSktToXlsxCommand(Command):
     """
     Command to generate the skeleton files for HK parameters from the IDB.
     """
-    __command__ = 'hk_skt_to_xlsx'
-    __command_name__ = 'hk_skt_to_xlsx'
-    __parent__ = 'film'
-    __parent_arguments__ = ['base']
+
+    __command__ = "hk_skt_to_xlsx"
+    __command_name__ = "hk_skt_to_xlsx"
+    __parent__ = "film"
+    __parent_arguments__ = ["base"]
     __help__ = """
         Command to generate the Excel files used to generate CDF skeleton for
         HK parameters.
@@ -1047,20 +1054,20 @@ class HkSktToXlsxCommand(Command):
         # to read the path to the directory where to store the HK CDF skeletons
         # in Excel format
         parser.add_argument(
-            '-d',
-            '--directory',
+            "-d",
+            "--directory",
             help="""
             The absolute path to the directory where to
             save the HK CDF skeletons in Excel format.
             """,
             type=str,
-            default=osp.join(TEMP_DIR, 'hk_xls')
+            default=osp.join(TEMP_DIR, "hk_xls"),
         )
 
         # path to XML file of the IDB
         parser.add_argument(
-            '-i',
-            '--idb',
+            "-i",
+            "--idb",
             help="""
             Path to the RPW IDB main directory.
             """,
@@ -1069,8 +1076,8 @@ class HkSktToXlsxCommand(Command):
 
         # path to the mapping of parameters and packets to the SRDB
         parser.add_argument(
-            '-m',
-            '--mapping',
+            "-m",
+            "--mapping",
             help="""
             Path to the XML file containing the mapping of parameters and
             packets to the SRDB.
@@ -1080,19 +1087,19 @@ class HkSktToXlsxCommand(Command):
 
         # path to the configuration file for the generation
         parser.add_argument(
-            '-s',
-            '--skeleton-configuration',
+            "-s",
+            "--skeleton-configuration",
             help="""
             Path to the JSON configuration file of the skeleton command, for
             packets selection and structure.
             """,
             type=str,
-            default=paths.from_config('hk_metadef.json'),
+            default=paths.from_config("hk_metadef.json"),
         )
 
         # path to the HK CDF Excel template file
         parser.add_argument(
-            'hk_template_file',
+            "hk_template_file",
             help="""
             Path to the HK CDF Excel template file.
             """,
@@ -1113,75 +1120,75 @@ class HkSktToXlsxCommand(Command):
 
 class CdfPostProCommand(Command):
     """
-    Command to run the pipeline to generate ancillary Bias Sweep table file
+    Command to run the pipeline to run post-processings on a list of input RPW CDF files.
     """
-    __command__ = 'film_cdf_post_pro'
-    __command_name__ = 'cdf_post_pro'
-    __parent__ = 'film'
-    __parent_arguments__ = ['base']
+
+    __command__ = "film_cdf_postpro"
+    __command_name__ = "cdf_postpro"
+    __parent__ = "film"
+    __parent_arguments__ = ["base"]
     __help__ = """
-        Command to perform post-processing in the set of input RPW CDF files.
+        Command to perform post-processings on a list of input RPW CDF files.
     """
 
     def add_arguments(self, parser):
-
         parser.add_argument(
-            '--cdf-files',
+            "--cdf-files",
             help="""
             List of input RPW CDF files to post-process.
             """,
             type=str,
-            nargs='+',
+            nargs="+",
             required=True,
         )
 
         parser.add_argument(
-            '--rpw-obs-json',
+            "--rpw-obs-json",
             help="""
-            List of RPW SoopKitchen export JSON files.
+            List of RPW SoopKitchen export JSON files. Pattern can also be passed.
             """,
             type=str,
-            nargs='+',
+            nargs="+",
         )
 
         parser.add_argument(
-            '--rpw-ior-xml',
+            "--rpw-ior-xml",
             help="""
-            List of RPW IOR XML files (ZIP archive can be also passed).
+            List of RPW IOR XML files. Pattern or ZIP archive can be also passed.
             """,
             type=str,
-            nargs='+',
+            nargs="+",
         )
 
         parser.add_argument(
-            '--options',
+            "--options",
             help=f"""
             List of post-processing jobs to run.
             Available options are: {CDF_POST_PRO_OPTS_ARGS} .
             """,
             type=str,
-            nargs='+',
+            nargs="+",
             required=True,
         )
 
         parser.add_argument(
-            '--update-json',
-            help='JSON file containing updates to be performed '
-                 'on input CDF files. '
-                 '(Only works with "update_cdf" option)',
+            "--update-json",
+            help="JSON file containing updates to be performed "
+            "on input CDF files. "
+            '(Only works with "update_cdf" option)',
             type=str,
             nargs=1,
             default=[None],
         )
 
         parser.add_argument(
-            '--cdfexport',
+            "--cdfconvert",
             help="""
-            Path to the cdfexport executable.
+            Path to the cdfconvert executable.
             """,
             type=str,
             nargs=1,
-            default=[CDFEXPORT_PATH],
+            default=[CDFCONVERT_PATH],
         )
 
     def setup_tasks(self, pipeline):
@@ -1190,13 +1197,15 @@ class CdfPostProCommand(Command):
         """
 
         # Check if output dir already exists
-        force = pipeline.get('force', default=False)
+        force = pipeline.get("force", default=False)
         output_dir = get_output_dir(pipeline)
         products_dir = get_products_dir(pipeline)
-        if (is_output_dir(output_dir, products_dir=products_dir) and
-                not force):
+        if is_output_dir(output_dir, products_dir=products_dir) and not force:
             # if yes exit
-            logger.info(f'Input request has been already processed. (Use --force keyword to force execution)')
+            logger.info(
+                f"Output directory already exists ({products_dir}) \n"
+                "(Use --force keyword to force execution)"
+            )
             pipeline.exit()
 
         # starting task
@@ -1210,3 +1219,43 @@ class CdfPostProCommand(Command):
 
         # Setup the lock file
         setup_lock(pipeline)
+
+
+class ExportSoloHeeCoordCommand(Command):
+    """
+    Command to generate CSV file containing SolO HEE coordinates
+    with (distance in AU, longitude in deg, latitude in deg)
+    """
+
+    __command__ = "film_export_solo_hee_coord"
+    __command_name__ = "export_solo_hee_coord"
+    __parent__ = "film"
+    __parent_arguments__ = ["base"]
+    __help__ = """
+        Command to generate CSV file containing SolO HEE coordinates.
+    """
+
+    def add_arguments(self, parser):
+        parser.add_argument(
+            "--output-csv",
+            help="""
+            Path of the output CSV file containing SolO HEE coordinates.
+            """,
+            type=str,
+            nargs=1,
+            default=[None],
+        )
+
+    def setup_tasks(self, pipeline):
+        """
+        Execute the RPW CDF post-processing.
+        """
+
+        # starting task
+        start = ExportSoloHeeCoord()
+
+        # create the tasks workflow and their dependencies
+        pipeline | start
+
+        # define the start points of the pipeline
+        pipeline.start = start