nabu 2024.1.5__tar.gz → 2024.1.7__tar.gz

{nabu-2024.1.5/nabu.egg-info → nabu-2024.1.7}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: nabu
-Version: 2024.1.5
+Version: 2024.1.7
 Summary: Nabu - Tomography software
 Author-email: Pierre Paleo <pierre.paleo@esrf.fr>, Henri Payno <henri.payno@esrf.fr>, Alessandro Mirone <mirone@esrf.fr>, Jérôme Lesaint <jerome.lesaint@esrf.fr>
 Maintainer-email: Pierre Paleo <pierre.paleo@esrf.fr>
@@ -48,29 +48,9 @@ Classifier: Topic :: Scientific/Engineering :: Physics
 Classifier: Topic :: Scientific/Engineering :: Medical Science Apps.
 Requires-Python: >=3.7
 Description-Content-Type: text/markdown
-License-File: LICENSE
-Requires-Dist: numpy>1.9.0
-Requires-Dist: scipy
-Requires-Dist: h5py>=3.0
-Requires-Dist: silx>=0.15.0
-Requires-Dist: tomoscan>=2.0.4
-Requires-Dist: psutil
-Requires-Dist: pytest
-Requires-Dist: tifffile
 Provides-Extra: full
-Requires-Dist: scikit-image; extra == "full"
-Requires-Dist: PyWavelets; extra == "full"
-Requires-Dist: glymur; extra == "full"
-Requires-Dist: pycuda; extra == "full"
-Requires-Dist: scikit-cuda; extra == "full"
-Requires-Dist: pycudwt; extra == "full"
-Requires-Dist: sluurp>=0.3; extra == "full"
-Requires-Dist: pyvkfft; extra == "full"
 Provides-Extra: doc
-Requires-Dist: sphinx; extra == "doc"
-Requires-Dist: cloud_sptheme; extra == "doc"
-Requires-Dist: myst-parser; extra == "doc"
-Requires-Dist: nbsphinx; extra == "doc"
+License-File: LICENSE
 
 # Nabu
 

{nabu-2024.1.5 → nabu-2024.1.7}/nabu/__init__.py

@@ -1,4 +1,4 @@
-__version__ = "2024.1.5"
+__version__ = "2024.1.7"
 __nabu_modules__ = [
     "app",
     "cuda",

{nabu-2024.1.5 → nabu-2024.1.7}/nabu/io/cast_volume.py

@@ -293,25 +293,48 @@ def find_histogram(volume: VolumeBase, scan: Optional[TomoScanBase] = None) -> O
             data_path = volume.data_url.data_path().replace(HDF5Volume.DATA_DATASET_NAME, "histogram/results/data")
     elif isinstance(volume, (EDFVolume, JP2KVolume, TIFFVolume, MultiTIFFVolume)):
         if isinstance(volume, (EDFVolume, JP2KVolume, TIFFVolume)):
-            # TODO: check with pierre what is the policy of histogram files names
             histogram_file = os.path.join(
                 volume.data_url.file_path(),
-                volume.get_volume_basename() + "histogram.hdf5",
+                volume.get_volume_basename() + "_histogram.hdf5",
             )
+            if not os.path.exists(histogram_file):
+                # legacy location
+                legacy_histogram_file = os.path.join(
+                    volume.data_url.file_path(),
+                    volume.get_volume_basename() + "histogram.hdf5",
+                )
+                if os.path.exists(legacy_histogram_file):
+                    # only overwrite if exists. Else keep the older one to get a clearer information
+                    histogram_file = legacy_histogram_file
         else:
-            # TODO: check with pierre what is the policy of histogram files names
             file_path, _ = os.path.splitext(volume.data_url.file_path())
-            histogram_file = os.path.join(file_path + "histogram.hdf5")
+            histogram_file = file_path + "_histogram.hdf5"
 
         if scan is not None:
-            data_path = getattr(scan, "entry", "entry")
+            data_path = getattr(scan, "entry/histogram/results/data", "entry/histogram/results/data")
         else:
-            # TODO: FIXME: how to get the entry name in every case ?
-            # possible solutions are:
-            #     * look at the different entries and check for histogram: will work if only one histogram in the file
-            #     * Add a histogram request so the user can provide it (can be done at tomoscan level or nabu if we think this is specific to nabu)
-            _logger.info("histogram file found but unable to find relevant histogram")
-            return None
+
+            def get_file_entries(file_path: str) -> Optional[tuple]:
+                if os.path.exists(file_path):
+                    with HDF5File(file_path, mode="r") as h5s:
+                        return tuple(h5s.keys())
+                else:
+                    return None
+
+            # in the case we only know about the volume to cast.
+            # in most of the cast the histogram.hdf5 file will only get a single entry. The exception could be
+            # for HDF5 if the user save volumes into the same file.
+            # we can find back the histogram
+            entries = get_file_entries(histogram_file)
+            if entries is not None and len(entries) == 1:
+                data_path = "/".join((entries[0], "histogram/results/data"))
+            else:
+                # TODO: FIXME: how to get the entry name in every case ?
+                # what to do if the histogram file has more than one entry.
+                # one option could be to request the entry from the user...
+                # or keep as today (in this case it will be recomputed)
+                _logger.info("histogram file found but unable to find relevant histogram")
+                return None
     else:
         raise NotImplementedError(f"volume {type(volume)} not handled")
 

{nabu-2024.1.5 → nabu-2024.1.7}/nabu/io/tests/test_cast_volume.py

@@ -70,9 +70,9 @@ def test_get_default_output_volume():
     )
     assert isinstance(output_volume, HDF5Volume)
     assert output_volume.data_url.file_path() == "vol_cast/my_file.hdf5"
-    assert output_volume.data_url.data_path() == HDF5Volume.DATA_DATASET_NAME
+    assert output_volume.data_url.data_path() == "volume/" + HDF5Volume.DATA_DATASET_NAME
     assert output_volume.metadata_url.file_path() == "vol_cast/my_file.hdf5"
-    assert output_volume.metadata_url.data_path() == HDF5Volume.METADATA_GROUP_NAME
+    assert output_volume.metadata_url.data_path() == "volume/" + HDF5Volume.METADATA_GROUP_NAME
 
     # test jp2 to hdf5
     input_volume = JP2KVolume(
@@ -119,19 +119,23 @@ def test_find_histogram_single_frame_volume(tmp_path):
         folder=tmp_path,
         volume_basename="volume",
     )
-    histogram_file = os.path.join(tmp_path, "volumehistogram.hdf5")
+    histogram_file = os.path.join(tmp_path, "volume_histogram.hdf5")
     with h5py.File(histogram_file, mode="w") as h5f:
         h5f.require_group("entry/histogram/results/data")
 
     # check behavior
-    assert find_histogram(volume=volume) == None
+    assert find_histogram(volume=volume) == DataUrl(
+        file_path=histogram_file,
+        data_path="entry/histogram/results/data",
+        scheme="silx",
+    )
 
     assert find_histogram(
         volume=volume,
         scan=EDFTomoScan(scan=str(tmp_path)),
     ) == DataUrl(
         file_path=histogram_file,
-        data_path="entry",
+        data_path="entry/histogram/results/data",
         scheme="silx",
     )
 
@@ -140,7 +144,7 @@ def test_find_histogram_single_frame_volume(tmp_path):
         scan=NXtomoScan(scan=str(tmp_path), entry="entry"),
     ) == DataUrl(
         file_path=histogram_file,
-        data_path="entry",
+        data_path="entry/histogram/results/data",
         scheme="silx",
     )
 
@@ -156,19 +160,23 @@ def test_find_histogram_multi_tiff_volume(tmp_path):
     volume = MultiTIFFVolume(
         file_path=tiff_file,
     )
-    histogram_file = os.path.join(tmp_path, "my_tiffhistogram.hdf5")
+    histogram_file = os.path.join(tmp_path, "my_tiff_histogram.hdf5")
     with h5py.File(histogram_file, mode="w") as h5f:
         h5f.require_group("entry/histogram/results/data")
 
     # check behavior
-    assert find_histogram(volume=volume) == None
+    assert find_histogram(volume=volume) == DataUrl(
+        file_path=histogram_file,
+        data_path="entry/histogram/results/data",
+        scheme="silx",
+    )
 
     assert find_histogram(
         volume=volume,
         scan=EDFTomoScan(scan=str(tmp_path)),
     ) == DataUrl(
         file_path=histogram_file,
-        data_path="entry",
+        data_path="entry/histogram/results/data",
         scheme="silx",
     )
 
@@ -177,7 +185,7 @@ def test_find_histogram_multi_tiff_volume(tmp_path):
         scan=NXtomoScan(scan=str(tmp_path), entry="entry"),
     ) == DataUrl(
         file_path=histogram_file,
-        data_path="entry",
+        data_path="entry/histogram/results/data",
         scheme="silx",
     )
 

{nabu-2024.1.5 → nabu-2024.1.7}/nabu/pipeline/fullfield/chunked.py

@@ -548,7 +548,6 @@ class ChunkedPipeline:
 
         if options["method"] == "FBP":
             n_slices = self.n_slices
-            radios_shape_for_sino_builder = self.radios_cropped_shape
             self.reconstruction = self.FBPClass(
                 self.sinos_shape[1:],
                 angles=options["angles"],
@@ -567,7 +566,6 @@ class ChunkedPipeline:
             )
 
         if options["method"] == "cone":
-            radios_shape_for_sino_builder = self.radios_shape
             n_slices = self.n_slices + sum(self.margin[0])
             # For numerical stability, normalize all lengths with respect to detector pixel size
             pixel_size_m = self.dataset_info.pixel_size * 1e-6
@@ -586,8 +584,6 @@ class ChunkedPipeline:
         self._allocate_recs(*self.process_config.rec_shape, n_slices=n_slices)
         n_a, _, n_x = self.radios_cropped_shape
         self._tmp_sino = self._allocate_array((n_a, n_x), "f", name="tmp_sino")
-        if options["method"] == "cone":
-            self.sinos = self._allocate_array(self.sino_builder.output_shape, "f", name="sinos")
 
     @use_options("histogram", "histogram")
     def _init_histogram(self):
@@ -734,14 +730,21 @@ class ChunkedPipeline:
         """
         This reconstructs the entire sinograms stack at once
         """
-        self.sino_builder.get_sinos(self.radios, output=self.sinos)
+
+        n_angles, n_z, n_x = self.radios.shape
+        # can't do a discontiguous single copy...
+        sinos_contig = self._allocate_array((n_z, n_angles, n_x), np.float32, "sinos_cone")
+        for i in range(n_z):
+            sinos_contig[i] = self.radios[:, i, :]
+        #
+
         z_min, z_max = self.sub_region_xz[2:]
-        n_z = self.process_config.radio_shape(binning=True)[0]
+        n_z_tot = self.process_config.radio_shape(binning=True)[0]
 
         self.reconstruction.reconstruct(  # pylint: disable=E1101
-            self.sinos,
+            sinos_contig,
             output=self.recs,
-            relative_z_position=((z_min + z_max) / self.process_config.binning_z / 2) - n_z / 2,
+            relative_z_position=((z_min + z_max) / self.process_config.binning_z / 2) - n_z_tot / 2,
         )
 
     @pipeline_step("histogram", "Computing histogram")

{nabu-2024.1.5 → nabu-2024.1.7}/nabu/pipeline/fullfield/dataset_validator.py

@@ -29,7 +29,7 @@ class FullFieldDatasetValidator(DatasetValidatorBase):
     def _check_slice_indices(self):
         nx, nz = self.dataset_info.radio_dims
         rec_params = self.rec_params
-        if rec_params["enable_halftomo"]:
+        if self.is_halftomo:
             ny, nx = self._get_nx_ny()
         what = (("start_x", "end_x", nx), ("start_y", "end_y", nx), ("start_z", "end_z", nz))
         for start_name, end_name, numels in what:
@@ -61,3 +61,7 @@ class FullFieldDatasetValidator(DatasetValidatorBase):
                 self.logger.warning(
                     "Cone-beam reconstruction: 'sample_detector_dist' not provided, will use the one in dataset metadata"
                 )
+            if self.is_halftomo:
+                err_msg = "Cone-beam reconstruction with half-acquisition is not supported yet"
+                self.logger.fatal(err_msg)
+                raise NotImplementedError(err_msg)

{nabu-2024.1.5 → nabu-2024.1.7}/nabu/pipeline/fullfield/processconfig.py

@@ -600,7 +600,7 @@ class ProcessConfig(ProcessConfigBase):
             )
             if all([m is not None for m in mean_positions_xyz]):
                 rec_options["position"] = mean_positions_xyz
-            if rec_options["sample_detector_dist"] is None:
+            if rec_options["method"] == "cone" and rec_options["sample_detector_dist"] is None:
                 rec_options["sample_detector_dist"] = self.dataset_info.distance  # was checked to be not None earlier
 
             # New key

{nabu-2024.1.5 → nabu-2024.1.7}/nabu/pipeline/helical/tests/test_accumulator.py

@@ -1,5 +1,5 @@
 from nabu.pipeline.helical import gridded_accumulator, span_strategy
-from nabu.testutils import get_data
+from nabu.testutils import get_data, __do_long_tests__
 
 import pytest
 import numpy as np
@@ -49,6 +49,7 @@ def bootstrap(request):
     cls.rtol_regridded = 1.0e-6
 
 
+@pytest.mark.skipif(not (__do_long_tests__), reason="need environment variable NABU_LONG_TESTS=1")
 @pytest.mark.usefixtures("bootstrap")
 class TestGriddedAccumulator:
     """

{nabu-2024.1.5 → nabu-2024.1.7}/nabu/pipeline/processconfig.py

@@ -181,7 +181,10 @@ class ProcessConfigBase:
         #
         if isinstance(tilt, str):  # auto-tilt
             self.tilt_estimator = DetectorTiltEstimator(
-                self.dataset_info, logger=self.logger, autotilt_options=self.nabu_config["preproc"]["autotilt_options"]
+                self.dataset_info,
+                do_flatfield=self.nabu_config["preproc"]["flatfield"],
+                logger=self.logger,
+                autotilt_options=self.nabu_config["preproc"]["autotilt_options"],
             )
             tilt = self.tilt_estimator.find_tilt(tilt_method=tilt)
         self.dataset_info.detector_tilt = tilt

{nabu-2024.1.5 → nabu-2024.1.7}/nabu/processing/tests/test_fftshift.py

@@ -31,6 +31,7 @@ def bootstrap(request):
         cls.cu_ctx.pop()
 
 
+@pytest.mark.skip(reason="OpenCL fftshift is a prototype")
 @pytest.mark.usefixtures("bootstrap")
 class TestFFTshift:
     def _do_test_fftshift(self, config, fftshift_cls):

{nabu-2024.1.5 → nabu-2024.1.7}/nabu/reconstruction/tests/test_deringer.py

@@ -1,7 +1,7 @@
 import numpy as np
 import pytest
 from nabu.reconstruction.rings_cuda import CudaSinoMeanDeringer
-from nabu.testutils import compare_arrays, get_data, generate_tests_scenarios, __do_long_tests__
+from nabu.testutils import compare_arrays, get_data, generate_tests_scenarios, __do_long_tests__, __do_large_mem_tests__
 from nabu.reconstruction.rings import MunchDeringer, SinoMeanDeringer, VoDeringer, __has_algotom__
 from nabu.thirdparty.pore3d_deringer_munch import munchetal_filter
 from nabu.cuda.utils import __has_pycuda__, get_cuda_context
@@ -144,8 +144,8 @@ class TestMunchDeringer:
         # TODO check result. The generated test sinogram is "too synthetic" for this kind of deringer
 
     @pytest.mark.skipif(
-        not (__have_tomocupy_deringer__),
-        reason="Need cupy for this test",
+        not (__have_tomocupy_deringer__ and __do_large_mem_tests__),
+        reason="Need cupy for this test, and use NABU_LARGE_MEM_TESTS",
     )
     def test_cuda_vo_deringer(self):
         # Beware, this deringer seems to be buggy for "too-small" sinograms

{nabu-2024.1.5 → nabu-2024.1.7}/nabu/reconstruction/tests/test_halftomo.py

@@ -3,10 +3,11 @@ import pytest
 from nabu.testutils import get_data, generate_tests_scenarios, compare_shifted_images
 from nabu.cuda.utils import get_cuda_context, __has_pycuda__, __has_cufft__
 from nabu.opencl.utils import get_opencl_context, __has_pyopencl__
+from nabu.processing.fft_opencl import has_vkfft as has_vkfft_cl
 from nabu.thirdparty.algotom_convert_sino import extend_sinogram
 
 __has_pycuda__ = __has_pycuda__ and __has_cufft__  # need both for using Cuda backprojector
-
+__has_pyopencl__ = __has_pyopencl__ and has_vkfft_cl()
 
 if __has_pycuda__:
     from nabu.reconstruction.fbp import CudaBackprojector

{nabu-2024.1.5 → nabu-2024.1.7/nabu.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: nabu
-Version: 2024.1.5
+Version: 2024.1.7
 Summary: Nabu - Tomography software
 Author-email: Pierre Paleo <pierre.paleo@esrf.fr>, Henri Payno <henri.payno@esrf.fr>, Alessandro Mirone <mirone@esrf.fr>, Jérôme Lesaint <jerome.lesaint@esrf.fr>
 Maintainer-email: Pierre Paleo <pierre.paleo@esrf.fr>
@@ -48,29 +48,9 @@ Classifier: Topic :: Scientific/Engineering :: Physics
 Classifier: Topic :: Scientific/Engineering :: Medical Science Apps.
 Requires-Python: >=3.7
 Description-Content-Type: text/markdown
-License-File: LICENSE
-Requires-Dist: numpy>1.9.0
-Requires-Dist: scipy
-Requires-Dist: h5py>=3.0
-Requires-Dist: silx>=0.15.0
-Requires-Dist: tomoscan>=2.0.4
-Requires-Dist: psutil
-Requires-Dist: pytest
-Requires-Dist: tifffile
 Provides-Extra: full
-Requires-Dist: scikit-image; extra == "full"
-Requires-Dist: PyWavelets; extra == "full"
-Requires-Dist: glymur; extra == "full"
-Requires-Dist: pycuda; extra == "full"
-Requires-Dist: scikit-cuda; extra == "full"
-Requires-Dist: pycudwt; extra == "full"
-Requires-Dist: sluurp>=0.3; extra == "full"
-Requires-Dist: pyvkfft; extra == "full"
 Provides-Extra: doc
-Requires-Dist: sphinx; extra == "doc"
-Requires-Dist: cloud_sptheme; extra == "doc"
-Requires-Dist: myst-parser; extra == "doc"
-Requires-Dist: nbsphinx; extra == "doc"
+License-File: LICENSE
 
 # Nabu
 

{nabu-2024.1.5 → nabu-2024.1.7}/nabu.egg-info/SOURCES.txt

@@ -3,7 +3,6 @@ README.md
 pyproject.toml
 doc/conf.py
 doc/create_conf_doc.py
-doc/doc_config.py
 doc/get_mathjax.py
 nabu/__init__.py
 nabu/tests.py
@@ -41,6 +40,7 @@ nabu/app/shrink_dataset.py
 nabu/app/stitching.py
 nabu/app/utils.py
 nabu/app/validator.py
+nabu/app/tests/__init__.py
 nabu/app/tests/test_reduce_dark_flat.py
 nabu/cuda/__init__.py
 nabu/cuda/convolution.py
@@ -296,35 +296,4 @@ nabu/thirdparty/algotom_convert_sino.py
 nabu/thirdparty/pore3d_deringer_munch.py
 nabu/thirdparty/tomocupy_remove_stripe.py
 nabu/thirdparty/tomopy_phase.py
-nabu/thirdparty/tomwer_load_flats_darks.py
-sandbox/align_test.py
-sandbox/app.py
-sandbox/binning_cython.py
-sandbox/circ_sm.py
-sandbox/composite_image.py
-sandbox/convert_id15.py
-sandbox/do_test_ctf.py
-sandbox/esrf_envs.py
-sandbox/fbp_polar.py
-sandbox/fbp_tilt.py
-sandbox/interleaved.py
-sandbox/interp_sinos_halftomo.py
-sandbox/linear_interp.py
-sandbox/merge_recs.py
-sandbox/moduleutils.py
-sandbox/nbreconstruct.py
-sandbox/pag_margin.py
-sandbox/parse.py
-sandbox/plot.py
-sandbox/proj3D.py
-sandbox/rec_bm05.py
-sandbox/rec_thread.py
-sandbox/shift_bilinear2.py
-sandbox/sinotilt.py
-sandbox/sysutils.py
-sandbox/test_mp_queue.py
-sandbox/tilt.py
-sandbox/utils.py
-sandbox/vo.py
-sandbox/workers.py
-sandbox/xrdrec_pyFAI_data.py
+nabu/thirdparty/tomwer_load_flats_darks.py

{nabu-2024.1.5 → nabu-2024.1.7}/nabu.egg-info/top_level.txt

@@ -1,3 +1,5 @@
+build
 dist
 doc
 nabu
+scripts

nabu-2024.1.5/doc/doc_config.py

@@ -1,32 +0,0 @@
-#!/usr/bin/env python
-
-from nabu.resources.nabu_config import nabu_config
-
-
-def generate(file_):
-    def write(content):
-        print(content, file=file_)
-    for section, values in nabu_config.items():
-        if section == "about":
-            continue
-        write("## %s\n" % section)
-        for key, val in values.items():
-            if val["type"] == "unsupported":
-                continue
-            write(val["help"] + "\n")
-            write(
-                "```ini\n%s = %s\n```"
-                % (key, val["default"])
-            )
-
-
-
-if __name__ == "__main__":
-
-    import sys, os
-    print(os.path.abspath(__file__))
-    exit(0)
-
-    fname = "/tmp/test.md"
-    with open(fname, "w") as f:
-        generate(f)

nabu-2024.1.5/sandbox/align_test.py

@@ -1,61 +0,0 @@
-import numpy as np
-from nabu.estimation.translation import DetectorTranslationAlongBeam
-from tomoscan.io import HDF5File
-
-
-def get_data(fname, h5_paths):
-    with HDF5File(fname, "r") as f:
-        align_data = f[h5_paths["align_data"]][()]
-        dark = f[h5_paths["dark"]][0]
-        pixel_size_um = f[h5_paths["pixel_size"]][()]
-        positions_mm = f[h5_paths["positions"]][()]
-
-    # Dark subtraction
-    align_data = align_data - dark.astype("f")
-
-    return align_data, pixel_size_um, positions_mm
-
-
-
-def get_alignment(align_data, pixel_size_um, positions_mm, plot=True):
-
-    tr_calc = DetectorTranslationAlongBeam()
-    if plot == True:
-        tr_calc.verbose=True
-
-    shifts_v, shifts_h = tr_calc.find_shift(align_data, positions_mm)
-
-    # pixel_size is in microns, motor position is in mm
-    tilt_v_deg = np.rad2deg(np.arctan(shifts_v * pixel_size_um / 1e3))
-    tilt_h_deg = np.rad2deg(np.arctan(shifts_h * pixel_size_um / 1e3))
-    print (f"\nVertical tilt  to be applied in deg (thy): {tilt_v_deg}")
-    print (f"Horizontal tilt to be applied in deg (thz): {tilt_h_deg}\n")
-
-    return align_data, shifts_v, shifts_h, positions_mm
-
-
-
-
-
-
-if __name__ == "__main__":
-    fname = "/data/id19/inhouse/id192201/id19/sample/sample_0001/sample_0001.h5"
-    h5_paths = {
-        "align_data": "11.1/measurement/pcolinux",
-        "dark": "12.1/measurement/pcolinux",
-        "pixel_size": "11.1/instrument/pcolinux/x_pixel_size",
-        "positions": "11.1/measurement/hrxc"
-    }
-    align_data, pixel_size_um, positions_mm = get_data(fname, h5_paths)
-    # align_data, shifts_v, shifts_h, positions_mm = get_alignment(align_data, pixel_size_um, positions_mm)
-
-    D = DetectorTranslationAlongBeam()
-    D. verbose = True
-    sv, sh = D.find_shift(align_data, positions_mm)
-    D.verbose = False
-    sv, sh = D.find_shift(align_data, positions_mm)
-    D.verbose = True
-    sv, sh = D.find_shift(align_data, positions_mm)
-
-
-

nabu-2024.1.5/sandbox/app.py

@@ -1,123 +0,0 @@
-from time import sleep
-import pycuda.autoinit
-import pycuda.gpuarray as garray
-from nabu.resources.processconfig import ProcessConfig
-from nabu.resources.tasks import build_processing_steps
-
-from nabu.app.logger import Logger
-
-from nabu.app.chunkreader import ChunkReaderComponent
-from nabu.app.flatfield import FlatFieldComponent
-from nabu.app.phase import PhaseRetrievalComponent
-from nabu.app.opmap import NegativeLogComponent
-from nabu.app.ccdfilter import CCDFilterComponent
-from nabu.app.unsharp import UnsharpMaskComponent
-from nabu.app.reconstructor import ReconstructorComponent
-
-
-if __name__ == "__main__":
-
-    conf = ProcessConfig("/home/pierre/workspace/data/nabu.conf")
-    steps, options = build_processing_steps(conf)
-    dataset_infos = conf.dataset_infos
-    SUB_REGION = (None, None, None, 50)
-
-    logger = Logger("nabu_processing", console=True)
-
-    # Read chunk
-    options["read_chunk"]["sub_region"] = SUB_REGION
-    options["read_chunk"]["convert_float"] = True
-    Ch = ChunkReaderComponent(options["read_chunk"], dataset_infos, logger=logger)
-    Ch.execute()
-    radios = Ch.chunk_reader.files_data
-    d_radios = garray.to_gpu(radios)
-
-    # Flat-field
-    options["flatfield"]["sub_region"] = SUB_REGION
-    options["flatfield"]["use_opencl"] = False
-    options["flatfield"]["use_cuda"] = True
-    F = FlatFieldComponent(d_radios, options["flatfield"], dataset_infos, logger=logger)
-    F.execute()
-
-    # CCD filter
-    options["ccd_correction"]["use_cuda"] = True
-    options["ccd_correction"]["use_opencl"] = False
-    CCD = CCDFilterComponent(d_radios, options["ccd_correction"], dataset_infos, logger=logger)
-    CCD.execute()
-
-
-    # Phase retrieval
-    options["phase"]["use_cuda"] = True
-    options["phase"]["use_opencl"] = False
-    P = PhaseRetrievalComponent(radios[0].shape, options["phase"], dataset_infos, logger=logger)
-    P.execute(d_radios)
-
-    # Unsharp
-    # ~ options["unsharp_mask"]["use_cuda"] = True
-    # ~ options["unsharp_mask"]["use_opencl"] = False
-    # ~ U = UnsharpMaskComponent(radios[0].shape, options["unsharp_mask"], dataset_infos, logger=logger)
-    # ~ U.execute(d_radios)
-
-    # -log()
-    options["take_log"]["use_cuda"] = True
-    options["take_log"]["use_opencl"] = False
-    L = NegativeLogComponent(d_radios, options["take_log"], dataset_infos, logger=logger)
-    L.execute()
-
-
-    # Test
-    # ~ from spire.utils import ims
-    # ~ r = d_radios.get()
-    # ~ ims(r[:, 10, :])
-
-
-    # Reconstruction
-    options["reconstruction"]["use_cuda"] = True
-
-    # Test ...
-    if 1:
-        options["reconstruction"]["start_x"] = 100
-        options["reconstruction"]["end_x"] = -100
-        options["reconstruction"]["start_y"] = 100
-        options["reconstruction"]["end_y"] = -100
-        options["reconstruction"]["start_z"] = 0
-        options["reconstruction"]["end_z"] = SUB_REGION[-1]-1
-        d_rec = garray.zeros((50, 1849, 1849), "f") # y
-    #
-    else:
-        d_rec = garray.zeros((SUB_REGION[-1], 2048, 2048), "f")
-    R = ReconstructorComponent(d_radios.shape, options["reconstruction"], dataset_infos, logger=logger)
-    R.execute(d_radios, output=d_rec)
-
-
-    # Write to file
-    rec = d_rec.get()
-    import numpy as np
-    np.save("/home/pierre/tmp/crayon/recs_nabu_vertical.npy", rec)
-
-    """from nabu.reconstruction.reconstructor_cuda import CudaReconstructor
-    R = CudaReconstructor(
-        radios.shape,
-        [0, 1],
-        vol_type="projections",
-        extra_options={"padding_mode": conf.nabu_config["reconstruction"]["padding_type"]}
-    )
-    d_recs = garray.zeros((1, 2048, 2048), "f")
-    R.reconstruct(d_radios, output=d_recs)
-    recs = d_recs.get()
-    ims(recs[0], cmap="gray")
-    # save
-    import numpy as np
-    np.save("/tmp/rec0.npy", recs[0])
-    """
-
-
-"""
-Notes
-  - If the cuda backend is used at step N, it should also be used at step N+1,
-
-
-otherwise we have to get() the data
-
-"""
-