roc-film 1.13.5__py3-none-any.whl → 1.14.0__py3-none-any.whl

roc/film/tests/test_l0_to_l1_bia.py

@@ -5,18 +5,12 @@
 Test all l0_to_l1_bia* commands of the roc.film plugin.
 """
 
-import filecmp
-import os
 import tempfile
-from pprint import pformat
 
 import pytest
 import shutil
-import unittest.mock as mock
 
-from maser.tools.cdf.cdfcompare import cdf_compare
 
-from poppy.core.logger import logger
 from poppy.core.test import CommandTestCase
 
 from roc.film.tests.test_film import FilmTest
@@ -46,16 +40,18 @@ class TestL0ToL1Bia(CommandTestCase):
         # clear the downloaded files
         shutil.rmtree(self.tmp_dir_path)
 
-    @pytest.mark.skip(reason='Not working')
-    @pytest.mark.parametrize('idb_source,idb_version', [
-        ('MIB', '20200131'),
-        ('PALISADE', '4.3.5_MEB_PFM'),
-    ])
+    @pytest.mark.skip(reason="Not working")
+    @pytest.mark.parametrize(
+        "idb_source,idb_version",
+        [
+            ("MIB", "20200131"),
+            ("PALISADE", "4.3.5_MEB_PFM"),
+        ],
+    )
     def test_l0_to_anc_bia_sweep_table(self, idb_source, idb_version):
-        from poppy.core.conf import Settings
-
+        pass
         # Name of the command to test
-        cmd = 'l0_to_anc_bia_sweep_table'
+        # cmd = "l0_to_anc_bia_sweep_table"
 
     #     input_dir_path, inputs = self.get_inputs(cmd)
     #     expected_output_dir_path, expected_outputs = self.get_expected_outputs(cmd)

roc/film/tests/test_l0_to_l1_sbm.py

@@ -5,25 +5,18 @@
 Test l0_to_l1_sbm command of the roc.film plugin.
 """
 
-import filecmp
-import os
 import tempfile
-from pprint import pformat
 
 import pytest
 import shutil
-import unittest.mock as mock
 
-from maser.tools.cdf.cdfcompare import cdf_compare
 
-from poppy.core.logger import logger
 from poppy.core.test import CommandTestCase
 
 from roc.film.tests.test_film import FilmTest
 
 
 class TestL0ToL1Sbm(CommandTestCase):
-
     film = FilmTest()
 
     def setup_method(self, method):
@@ -47,23 +40,25 @@ class TestL0ToL1Sbm(CommandTestCase):
         # clear the downloaded files
         shutil.rmtree(self.tmp_dir_path)
 
-    @pytest.mark.skip(reason='Not working')
-    @pytest.mark.parametrize('idb_source,idb_version', [
-        ('MIB', '20200131'),
-        ('PALISADE', '4.3.5_MEB_PFM'),
-    ])
+    @pytest.mark.skip(reason="Not working")
+    @pytest.mark.parametrize(
+        "idb_source,idb_version",
+        [
+            ("MIB", "20200131"),
+            ("PALISADE", "4.3.5_MEB_PFM"),
+        ],
+    )
     def test_l0_to_l1_sbm(self, idb_source, idb_version):
-        from poppy.core.conf import Settings
-
+        pass
         # Name of the command to test
-        cmd = 'l0_to_l1_sbm'
+        # cmd = "l0_to_l1_sbm"
 
-        #input_dir_path, inputs = self.get_inputs(cmd)
-        #expected_output_dir_path, expected_outputs = self.get_expected_outputs(cmd)
-        #ancillary_dir_path, ancillaries = self.get_ancillaries(cmd)
+        # input_dir_path, inputs = self.get_inputs(cmd)
+        # expected_output_dir_path, expected_outputs = self.get_expected_outputs(cmd)
+        # ancillary_dir_path, ancillaries = self.get_ancillaries(cmd)
 
         # extract spice kernels
-        #spice_kernel_dir_path = self.unzip_kernels(ancillaries[0])
+        # spice_kernel_dir_path = self.unzip_kernels(ancillaries[0])
 
         # generated_output_dir_path = os.path.join(self.tmp_dir_path, 'generated_output')
         # os.makedirs(generated_output_dir_path, exist_ok=True)

roc/film/tests/test_l0_to_l1_surv.py

@@ -7,14 +7,13 @@ Test l0_to_l1_surv command of the roc.film plugin.
 
 import filecmp
 import os
-import tempfile
 from pprint import pformat
 
 import pytest
 import shutil
 import unittest.mock as mock
 
-from maser.tools.cdf.cdfcompare import cdf_compare
+from roc.film.tests.cdf_compare import cdf_compare
 
 from poppy.core.logger import logger
 from poppy.core.test import CommandTestCase
@@ -45,14 +44,17 @@ class TestL0ToL1surv(CommandTestCase):
         shutil.rmtree(self.output_dir_path)
 
     # @pytest.mark.skip()
-    @pytest.mark.parametrize('idb_source,idb_version', [
-        ('MIB', '20200131'),
-    ])
+    @pytest.mark.parametrize(
+        "idb_source,idb_version",
+        [
+            ("MIB", "20200131"),
+        ],
+    )
     def test_l0_to_l1_surv(self, idb_source, idb_version):
         from poppy.core.conf import Settings
 
         # Name of the command to test
-        cmd = 'l0_to_l1_surv'
+        cmd = "l0_to_l1_surv"
 
         # Retrieve data for current test
         test_data_path = FilmTest().get_test_data(cmd, extract=True)
@@ -62,51 +64,74 @@ class TestL0ToL1surv(CommandTestCase):
         # Initialize inputs and expected outputs
         input_dir_path, inputs = FilmTest.get_inputs(test_data_dir)
         if not inputs:
-            raise FileNotFoundError(f'No input found in {test_data_dir}!')
-        expected_output_dir_path, expected_outputs = FilmTest.get_expected_outputs(test_data_dir)
+            raise FileNotFoundError(f"No input found in {test_data_dir}!")
+        expected_output_dir_path, expected_outputs = FilmTest.get_expected_outputs(
+            test_data_dir
+        )
         if not expected_outputs:
-            raise FileNotFoundError(f'No expected output found in {test_data_dir}!')
+            raise FileNotFoundError(f"No expected output found in {test_data_dir}!")
 
         # Initialize directory where files produced during test will be saved
-        output_dir_path = os.path.join(test_data_dir, 'output')
+        output_dir_path = os.path.join(test_data_dir, "output")
         self.output_dir_path = output_dir_path
 
         # Check that SPICE kernels are present in ./data/spice_kernels folder
         spice_kernels_dir = FilmTest.get_spice_kernel_dir()
         if not os.path.isdir(spice_kernels_dir):
-            raise FileNotFoundError(f'No SPICE kernel set found in {spice_kernels_dir}!')
+            raise FileNotFoundError(
+                f"No SPICE kernel set found in {spice_kernels_dir}!"
+            )
 
         # # initialize the main command
-        command_to_test = ['pop',
-                           '-ll', 'INFO',
-                           'film',
-                           '--force',
-                           '--idb-version', idb_version,
-                           '--idb-source', idb_source,
-                           '--cdag',
-                           cmd,
-                           os.path.join(input_dir_path, inputs[-1]),
-                           '--output-dir', output_dir_path,
-                           ]
+        command_to_test = [
+            "pop",
+            "-ll",
+            "INFO",
+            "film",
+            "--force",
+            "--idb-version",
+            idb_version,
+            "--idb-source",
+            idb_source,
+            "--cdag",
+            cmd,
+            os.path.join(input_dir_path, inputs[-1]),
+            "--output-dir",
+            output_dir_path,
+        ]
 
         # define the required plugins
-        plugin_list = ['poppy.pop', 'roc.idb', 'roc.rpl', 'roc.rap', 'roc.dingo', 'roc.film']
+        plugin_list = [
+            "poppy.pop",
+            "roc.idb",
+            "roc.rpl",
+            "roc.rap",
+            "roc.dingo",
+            "roc.film",
+        ]
 
         # run the command
         # force the value of the plugin list
-        with mock.patch.object(Settings, 'configure',
-                               autospec=True,
-                               side_effect=self.mock_configure_settings(dictionary={'PLUGINS': plugin_list})):
-            self.run_command('pop db upgrade heads -ll INFO')
+        with mock.patch.object(
+            Settings,
+            "configure",
+            autospec=True,
+            side_effect=self.mock_configure_settings(
+                dictionary={"PLUGINS": plugin_list}
+            ),
+        ):
+            self.run_command("pop db upgrade heads -ll INFO")
             FilmTest.load_idb(self, idb_version)
-            FilmTest.load_l0(self, input_dir_path, idb_version,
-                             idb_source=idb_source,
-                             )
+            FilmTest.load_l0(
+                self,
+                input_dir_path,
+                idb_version,
+                idb_source=idb_source,
+            )
             self.run_command(command_to_test)
 
         # compare directory content
-        dirs_cmp = filecmp.dircmp(output_dir_path,
-                                  expected_output_dir_path)
+        dirs_cmp = filecmp.dircmp(output_dir_path, expected_output_dir_path)
 
         dirs_cmp.report()
 
@@ -115,23 +140,25 @@ class TestL0ToL1surv(CommandTestCase):
 
         for filename in FilmTest.get_diff_files(dirs_cmp):
             # compare only cdf files with differences
-            if filename.endswith('.cdf'):
+            if filename.endswith(".cdf"):
                 # use cdf compare to compute the differences between expected output and the command output
                 result = cdf_compare(
                     os.path.join(output_dir_path, filename),
                     os.path.join(expected_output_dir_path, filename),
                     list_ignore_gatt=[
-                        'File_ID',
-                        'Generation_date',
-                        'Pipeline_version',
-                        'Pipeline_name',
-                        'Software_version',
-                        'IDB_version'
-                    ]
+                        "File_ID",
+                        "Generation_date",
+                        "Pipeline_version",
+                        "Pipeline_name",
+                        "Software_version",
+                        "IDB_version",
+                    ],
                 )
 
                 # compare the difference dict with the expected one
                 if result:
-                    logger.error(f'Differences between expected output and the command output: {pformat(result)}')
+                    logger.error(
+                        f"Differences between expected output and the command output: {pformat(result)}"
+                    )
 
                 assert result == {}

roc/film/tests/test_metadata.py

@@ -7,6 +7,7 @@ Tests module for the roc.film plugin.
 
 from poppy.core.test import TaskTestCase
 
+
 # Tests on roc.film.tasks.metadata methods
 class TestFilmMetadata(TaskTestCase):
     # create the pipeline
@@ -23,14 +24,14 @@ class TestFilmMetadata(TaskTestCase):
 
         # initialize meta dictionary with expected inputs
         meta = {
-            'Source_name': 'SOLO>Solar Orbiter',
-            'LEVEL': 'L1>Level 1 data processing',
-            'Descriptor': 'RPW-HFR-SURV> RPW HFR survey data',
-            'Datetime': '20220103',
-            'Data_version' : '01'
-                }
+            "Source_name": "SOLO>Solar Orbiter",
+            "LEVEL": "L1>Level 1 data processing",
+            "Descriptor": "RPW-HFR-SURV> RPW HFR survey data",
+            "Datetime": "20220103",
+            "Data_version": "01",
+        }
 
-        assert build_file_basename(meta) == 'solo_L1_rpw-hfr-surv_20220103_V01'
+        assert build_file_basename(meta) == "solo_L1_rpw-hfr-surv_20220103_V01"
 
     def test_build_file_basename_with_logical(self):
         """
@@ -43,8 +44,8 @@ class TestFilmMetadata(TaskTestCase):
         # import method to test
         from roc.film.tools.file_helpers import build_file_basename
 
-        meta = {'Logical_file_id': 'solo_L1_rpw-hfr-surv_20220103_V01'}
-        assert build_file_basename(meta) == 'solo_L1_rpw-hfr-surv_20220103_V01'
+        meta = {"Logical_file_id": "solo_L1_rpw-hfr-surv_20220103_V01"}
+        assert build_file_basename(meta) == "solo_L1_rpw-hfr-surv_20220103_V01"
 
     # def test_generate_filepath(self):
 
@@ -58,7 +59,7 @@ class TestFilmMetadata(TaskTestCase):
         # import method to test
         from roc.film.tools.metadata import valid_data_version
 
-        assert valid_data_version(1) == '01'
+        assert valid_data_version(1) == "01"
 
     def test_set_logical_file_id(self):
         """
@@ -72,13 +73,13 @@ class TestFilmMetadata(TaskTestCase):
 
         # initialize meta dictionary with expected inputs
         meta = {
-            'File_naming_convention': '<Source_name>_<LEVEL>_<Descriptor>_' \
-                                             '<Datetime>_V<Data_version>',
-            'Source_name': 'SOLO>Solar Orbiter',
-            'LEVEL': 'L1>Level 1 data processing',
-            'Descriptor': 'RPW-HFR-SURV> RPW HFR survey data',
-            'Datetime': '20220103',
-            'Data_version': '01'
-                }
-
-        assert set_logical_file_id(meta) == 'solo_L1_rpw-hfr-surv_20220103_V01'
+            "File_naming_convention": "<Source_name>_<LEVEL>_<Descriptor>_"
+            "<Datetime>_V<Data_version>",
+            "Source_name": "SOLO>Solar Orbiter",
+            "LEVEL": "L1>Level 1 data processing",
+            "Descriptor": "RPW-HFR-SURV> RPW HFR survey data",
+            "Datetime": "20220103",
+            "Data_version": "01",
+        }
+
+        assert set_logical_file_id(meta) == "solo_L1_rpw-hfr-surv_20220103_V01"