tomwer 0.6.0b3__tar.gz → 0.7.1__tar.gz

home/payno/.local/share/virtualenvs/tomwer_venv/bin/tomwer

@@ -1,12 +1,33 @@
 #!/home/payno/.local/share/virtualenvs/tomwer_venv/bin/python
-# EASY-INSTALL-ENTRY-SCRIPT: 'tomwer==0.6.0b3','console_scripts','tomwer'
-__requires__ = 'tomwer==0.6.0b3'
+# EASY-INSTALL-ENTRY-SCRIPT: 'tomwer==0.7.1','console_scripts','tomwer'
 import re
 import sys
-from pkg_resources import load_entry_point
+
+# for compatibility with easy_install; see #2198
+__requires__ = 'tomwer==0.7.1'
+
+try:
+    from importlib.metadata import distribution
+except ImportError:
+    try:
+        from importlib_metadata import distribution
+    except ImportError:
+        from pkg_resources import load_entry_point
+
+
+def importlib_load_entry_point(spec, group, name):
+    dist_name, _, _ = spec.partition('==')
+    matches = (
+        entry_point
+        for entry_point in distribution(dist_name).entry_points
+        if entry_point.group == group and entry_point.name == name
+    )
+    return next(matches).load()
+
+
+globals().setdefault('load_entry_point', importlib_load_entry_point)
+
 
 if __name__ == '__main__':
     sys.argv[0] = re.sub(r'(-script\.pyw?|\.exe)?$', '', sys.argv[0])
-    sys.exit(
-        load_entry_point('tomwer==0.6.0b3', 'console_scripts', 'tomwer')()
-    )
+    sys.exit(load_entry_point('tomwer==0.7.1', 'console_scripts', 'tomwer')())

home/payno/.local/share/virtualenvs/tomwer_venv/lib/python3.7/site-packages/orangecontrib/tomwer/orange/managedprocess.py

@@ -0,0 +1,70 @@
+# coding: utf-8
+# /*##########################################################################
+#
+# Copyright (c) 2016-2017 European Synchrotron Radiation Facility
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+#
+# ###########################################################################*/
+
+__authors__ = ["H. Payno"]
+__license__ = "MIT"
+__date__ = "22/20/2020"
+
+
+from Orange.widgets import widget
+from processview.core.superviseprocess import SuperviseProcess
+import functools
+from processview.core.manager import ProcessManager, DatasetState
+from processview.core import helpers
+
+
+class SuperviseOW(widget.OWWidget, SuperviseProcess):
+    """
+    A basic OWWidget but registered on the process manager
+    """
+
+    def __init__(self, parent, process_id=None):
+        widget.OWWidget.__init__(self, parent, process_id=process_id)
+        SuperviseProcess.__init__(self, process_id=process_id)
+        self.destroyed.connect(functools.partial(ProcessManager().unregister, self))
+
+    def setCaption(self, caption):
+        widget.OWWidget.setCaption(self, caption)
+        self.name = caption
+
+    def notify_skip(self, scan, details=None):
+        ProcessManager().notify_dataset_state(
+            dataset=scan, process=self, state=DatasetState.SKIPPED, details=details
+        )
+
+    def notify_pending(self, scan, details=None):
+        ProcessManager().notify_dataset_state(
+            dataset=scan, process=self, state=DatasetState.PENDING, details=details
+        )
+
+    def notify_succeed(self, scan, details=None):
+        ProcessManager().notify_dataset_state(
+            dataset=scan, process=self, state=DatasetState.SUCCEED, details=details
+        )
+
+    def notify_failed(self, scan, details=None):
+        ProcessManager().notify_dataset_state(
+            dataset=scan, process=self, state=DatasetState.FAILED, details=details
+        )

home/payno/.local/share/virtualenvs/tomwer_venv/lib/python3.7/site-packages/orangecontrib/tomwer/test/TestAcquisition.py

@@ -121,7 +121,7 @@ class Simulation(qt.QThread):
                 self.srcPattern, self.destPattern, 1
             )
             if not os.path.isdir(targettedFolder):
-                os.mkdir(targettedFolder)
+                os.makedirs(targettedFolder)
 
     def __shouldExecStep(self, step):
         """Return True if the thread should exec this step to advance taking

home/payno/.local/share/virtualenvs/tomwer_venv/lib/python3.7/site-packages/orangecontrib/tomwer/test/test_axis_reconstruction.py

@@ -115,7 +115,7 @@ class TestAxisFtseriesEDF(OrangeWorflowTest):
         # set up axis, ftseries and data watcher
         self.datawatcherWidget.setFolderObserved(self.root_dir)
         assert os.path.exists(self.root_dir)
-        self.axisWidget._axis_params.mode = "manual"
+        self.axisWidget._saaxis_params.mode = "manual"
         self.ftserieWidget._ftserie.dry_run = True
         self.ftserieWidget.recons_params.axis.do_axis_correction = True
         self.ftserieWidget.recons_params.axis.use_tomwer_axis = True
@@ -159,7 +159,7 @@ class TestAxisFtseriesEDF(OrangeWorflowTest):
 
         # 1.
         self.datawatcherWidget.startObservation()
-        self.axisWidget._axis_params.set_value_ref_tomwer(12.0)
+        self.axisWidget._saaxis_params.set_relative_value(12.0)
         self.mocks[0].end_acquisition()
 
         # wait until we can validate
@@ -184,7 +184,10 @@ class TestAxisFtseriesEDF(OrangeWorflowTest):
         if timeout < 0:
             raise TimeoutError("ftserie never ended reconstruction")
 
-        scan_1_processes_file = os.path.join(self.scan_1_path, "tomwer_processes.h5")
+        scan_1_processes_file = os.path.join(
+            self.scan_1_path,
+            os.path.basename(self.scan_1_path) + "_tomwer_processes.h5",
+        )
 
         self.assertTrue(os.path.exists(scan_1_processes_file))
         with h5py.File(scan_1_processes_file, "r") as h5f:
@@ -196,7 +199,7 @@ class TestAxisFtseriesEDF(OrangeWorflowTest):
             self.assertAlmostEqual(results["center_of_rotation"][()], 12.0)
 
         # 2.
-        self.axisWidget._axis_params.set_value_ref_tomwer(-6.369)
+        self.axisWidget._saaxis_params.set_relative_value(-6.369)
         self.mocks[1].end_acquisition()
 
         # wait until we can validate
@@ -220,7 +223,10 @@ class TestAxisFtseriesEDF(OrangeWorflowTest):
             timeout = _wait(timeout)
         if timeout < 0:
             raise TimeoutError("ftserie never ended reconstruction")
-        scan_2_tomwer_processes = os.path.join(self.scan_2_path, "tomwer_processes.h5")
+        scan_2_tomwer_processes = os.path.join(
+            self.scan_2_path,
+            os.path.basename(self.scan_2_path) + "_tomwer_processes.h5",
+        )
         self.assertTrue(os.path.exists(scan_2_tomwer_processes))
         with h5py.File(scan_2_tomwer_processes, "r") as h5f:
             self.assertTrue("entry" in h5f)
@@ -248,7 +254,10 @@ class TestAxisFtseriesEDF(OrangeWorflowTest):
         if timeout < 0:
             raise TimeoutError("ftserie never ended reconstruction")
 
-        scan_3_tomwer_processes = os.path.join(self.scan_3_path, "tomwer_processes.h5")
+        scan_3_tomwer_processes = os.path.join(
+            self.scan_3_path,
+            os.path.basename(self.scan_3_path) + "_tomwer_processes.h5",
+        )
         self.assertTrue(os.path.exists(scan_3_tomwer_processes))
         with h5py.File(scan_3_tomwer_processes, "r") as h5f:
             self.assertTrue("entry" in h5f)
@@ -330,7 +339,7 @@ class TestAxisFtseriesHDF5(OrangeWorflowTest):
         for mock in self.mocks:
             self.dataListWidget.add(mock.scan)
 
-        self.axisWidget._axis_params.mode = "manual"
+        self.axisWidget._saaxis_params.mode = "manual"
         self.nabuWidget.setDryRun(True)
         # only ask for the creaation of the configuration file for the volume
         self.nabuWidget.setConfiguration({"tomwer_slices": None})

home/payno/.local/share/virtualenvs/tomwer_venv/lib/python3.7/site-packages/orangecontrib/tomwer/test/test_scanlist_ftserie.py

@@ -307,7 +307,7 @@ class TestLocalReconstructions(OrangeWorflowTest):
         """Make sure the workflow is valid and end on the data transfert"""
         # add the path to the directory
         self.scanListWidget.add(self.inputdir)
-        self.assertTrue(self.ftserieWidget._ftserie._scan is None)
+        self.assertTrue(self.ftserieWidget._ftserie.scan is None)
 
         self.assertTrue(self.viewerWidget.viewer.getCurrentScanFolder() == "")
         self.assertTrue(self.viewerWidget.viewer.ftseriereconstruction is None)

home/payno/.local/share/virtualenvs/tomwer_venv/lib/python3.7/site-packages/orangecontrib/tomwer/widgets/__init__.py

@@ -56,7 +56,7 @@ WIDGET_HELP_PATH = (
     # Correct DATA_FILES entry is needed in setup.py and documentation has to be built
     # # before the wheel is created.
     ("{}/help/tomwer/index.html".format(sysconfig.get_path("data")), None),
-    ("http://www.silx.org/pub/doc/tomwer/htmlhelp/0.6/", ""),
+    ("http://www.silx.org/pub/doc/tomwer/htmlhelp/0.7.0/", None),
 )
 
 

home/payno/.local/share/virtualenvs/tomwer_venv/lib/python3.7/site-packages/{tomwer/unitsystem/setup.py → orangecontrib/tomwer/widgets/control/AdvancementOW.py}

@@ -1,7 +1,7 @@
 # coding: utf-8
 # /*##########################################################################
 #
-# Copyright (c) 2016 European Synchrotron Radiation Facility
+# Copyright (c) 2016-2017 European Synchrotron Radiation Facility
 #
 # Permission is hereby granted, free of charge, to any person obtaining a copy
 # of this software and associated documentation files (the "Software"), to deal
@@ -22,21 +22,44 @@
 # THE SOFTWARE.
 #
 # ###########################################################################*/
-__authors__ = ["H. Payno"]
+
+__authors__ = ["C. Nemoz", "H. Payno"]
 __license__ = "MIT"
-__date__ = "11/08/2016"
+__date__ = "10/01/2018"
+
+
+import logging
+from Orange.widgets import widget, gui
+from processview.gui.processmanager import ProcessManagerWindow
+
+logger = logging.getLogger(__name__)
 
 
-from numpy.distutils.misc_util import Configuration
+class AdvancementOW(widget.OWWidget):
+    """
+    A simple widget managing the copy of an incoming folder to an other one
 
+    :param parent: the parent widget
+    """
 
-def configuration(parent_package="", top_path=None):
-    config = Configuration("unitsystem", parent_package, top_path)
+    # note of this widget should be the one registred on the documentation
+    name = "advancement"
+    id = "orangecontrib.widgets.tomwer.control.AdvancementOW.AdvancementOW"
+    description = "This widget can display advancement of processes and scans"
+    icon = "icons/advancement.svg"
+    priority = 5
+    category = "esrfWidgets"
+    keywords = ["tomography", "process", "advancement"]
 
-    return config
+    want_main_area = True
+    resizing_enabled = True
+    compress_signal = False
 
+    def __init__(self, parent=None):
+        widget.OWWidget.__init__(self, parent)
 
-if __name__ == "__main__":
-    from numpy.distutils.core import setup
+        self._widget = ProcessManagerWindow(parent=self)
 
-    setup(configuration=configuration)
+        self._box = gui.vBox(self.mainArea, self.name)
+        layout = self._box.layout()
+        layout.addWidget(self._widget)

home/payno/.local/share/virtualenvs/tomwer_venv/lib/python3.7/site-packages/orangecontrib/tomwer/widgets/control/DataListOW.py

@@ -32,6 +32,7 @@ from silx.gui import qt
 from tomwer.core.utils import logconfig
 from tomwer.gui.control.datalist import GenericDataListDialog
 from tomwer.core.process.control.scanlist import _ScanList
+from tomwer.core.scan.hdf5scan import HDF5TomoScan
 from tomwer.web.client import OWClient
 from tomwer.core.scan.scanbase import TomwerScanBase
 from Orange.widgets.settings import Setting
@@ -79,7 +80,8 @@ class DataListOW(widget.OWWidget, OWClient):
         widget.OWWidget.__init__(self, parent)
         OWClient.__init__(self)
         self.widget = GenericDataListDialog(parent=self)
-        self.widget.setScanIDs(self._scanIDs)
+        self.widget.sigUpdated.connect(self._updateSettings)
+        self._loadSettings()
         layout = gui.vBox(self.mainArea, self.name).layout()
         layout.addWidget(self.widget)
         self.widget._sendButton.clicked.connect(self._sendList)
@@ -118,6 +120,21 @@ class DataListOW(widget.OWWidget, OWClient):
 
         self.widget.add(scan)
 
+    def _loadSettings(self):
+        for scan in self._scanIDs:
+            assert isinstance(scan, str)
+            if "@" in scan:
+                entry, file_path = scan.split("@")
+                hdf5_tomo_scan = HDF5TomoScan(entry=entry, scan=file_path)
+                self.add(hdf5_tomo_scan)
+            else:
+                self.add(scan)
+
+    def _updateSettings(self):
+        self._scanIDs = []
+        for scan in self.widget.datalist.items:
+            self._scanIDs.append(scan)
+
 
 def main():
     app = qt.QApplication([])

home/payno/.local/share/virtualenvs/tomwer_venv/lib/python3.7/site-packages/orangecontrib/tomwer/widgets/control/DataListenerOW.py

@@ -40,12 +40,19 @@ from tomwer.synctools.datalistener import DataListenerQThread
 from tomwer.gui.control.datalistener import DataListenerWidget
 from tomwer.synctools.datalistener import MockDataListenerQThread
 from tomwer.synctools.stacks.control.datalistener import DataListenerProcessStack
+from tomwer.core.process.control.nxtomomill import NxTomomillProcess
 from tomwer.core.process.control.datalistener.rpcserver import (
     send_signal_to_local_rpc_servers,
 )
-from tomwer.web.client import OWClient
 from Orange.widgets import settings
+
+try:
+    # new HDF5Config class
+    from nxtomomill.io.config import TomoHDF5Config as HDF5Config
+except ImportError:
+    from nxtomomill.io.config import HDF5Config
 from signal import SIGTERM, SIGKILL
+from typing import Iterable
 import functools
 import logging
 import signal
@@ -54,7 +61,7 @@ import sys
 logger = logging.getLogger(__name__)
 
 
-class DataListenerOW(widget.OWWidget, OWClient, WidgetLongProcessing, DataListener):
+class DataListenerOW(widget.OWWidget, WidgetLongProcessing, DataListener):
     """
     This widget is used to listen to a server notifying the widget when an
     acquisition is finished.
@@ -70,7 +77,7 @@ class DataListenerOW(widget.OWWidget, OWClient, WidgetLongProcessing, DataListen
         "NXtomo compliant .nx file"
     )
     icon = "icons/datalistener.svg"
-    priority = 2
+    priority = 10
     category = "tomwer"
     keywords = [
         "tomography",
@@ -90,6 +97,8 @@ class DataListenerOW(widget.OWWidget, OWClient, WidgetLongProcessing, DataListen
 
     _blissConfiguration = settings.Setting(dict())
 
+    _nxtomo_cfg_file = settings.Setting(str())
+
     class Outputs:
         data_out = Output(
             name="data", type=TomwerScanBase, doc="one scan to be process"
@@ -97,7 +106,6 @@ class DataListenerOW(widget.OWWidget, OWClient, WidgetLongProcessing, DataListen
 
     def __init__(self, parent=None):
         widget.OWWidget.__init__(self, parent)
-        OWClient.__init__(self)
         WidgetLongProcessing.__init__(self)
         DataListener.__init__(self)
         self._processingStack = DataListenerProcessStack()
@@ -113,10 +121,11 @@ class DataListenerOW(widget.OWWidget, OWClient, WidgetLongProcessing, DataListen
         self._widget.sigActivate.connect(self._activated)
         self._widget.sigDeactivate.connect(self._deactivated)
         self._widget.sigConfigurationChanged.connect(self._jsonRPCConfigChanged)
+        self._widget.sigCFGFileChanged.connect(self._nxtomoFileChanged)
         self._widget.sigAcquisitionEnded.connect(self._process_bliss_file_frm_tuple)
         self._widget.sigServerStopped.connect(self._serverStopped)
 
-        # manange server stop when delete directly the widget or stop by Ctr+C
+        # manage server stop when delete directly the widget or stop by Ctr+C
         signal.signal(signal.SIGINT, self.handleSigTerm)
         onDestroy = functools.partial(self._stopServerBeforeclosing)
         self.destroyed.connect(onDestroy)
@@ -124,16 +133,39 @@ class DataListenerOW(widget.OWWidget, OWClient, WidgetLongProcessing, DataListen
         # set up
         if self._blissConfiguration != {}:
             self._widget.setBlissServerConfiguation(self._blissConfiguration)
+        self._widget.setCFGFilePath(self._nxtomo_cfg_file)
+
+    def getNXTomomillConfiguration(self):
+        cfg_file = self._widget.getCFGFilePath()
+        if cfg_file in (None, ""):
+            config = HDF5Config()
+        else:
+            try:
+                config = HDF5Config.from_cfg_file(cfg_file)
+            except Exception:
+                config = HDF5Config()
+        return config
 
     def _process_bliss_file_frm_tuple(self, t):
-        master_file, entry, proposal_file, saving_file = t
+        master_file, entry, proposal_file, saving_file, success = t
         bliss_scan = BlissScan(
             master_file=master_file,
             entry=str(entry) + ".1",
             proposal_file=proposal_file,
             saving_file=saving_file,
         )
-        self._processingStack.add(scan=bliss_scan)
+        configuration = self.getNXTomomillConfiguration()
+        # overwrite output file
+        configuration.output_file = NxTomomillProcess.deduce_output_file_path(
+            bliss_scan.master_file,
+            entry=bliss_scan.entry,
+            outputdir=self._widget.getOutputFolder(),
+        )
+        if success:
+            self._processingStack.add(scan=bliss_scan, configuration=configuration)
+        else:
+            # TODO: maybe remove the acquisition ?
+            pass
 
     def _activated(self):
         self.activate(True)
@@ -171,8 +203,10 @@ class DataListenerOW(widget.OWWidget, OWClient, WidgetLongProcessing, DataListen
     def _signal_scan_ready(self, scan):
         if scan is None:
             return
-        assert isinstance(scan, TomwerScanBase)
-        self.Outputs.data_out.send(scan)
+        assert isinstance(scan, Iterable)
+        for s in scan:
+            assert isinstance(s, TomwerScanBase)
+            self.Outputs.data_out.send(s)
 
     def _ask_user_for_overwritting(self, file_path):
         msg = qt.QMessageBox(self)
@@ -190,6 +224,9 @@ class DataListenerOW(widget.OWWidget, OWClient, WidgetLongProcessing, DataListen
             self.activate(False)
             self.activate(True)
 
+    def _nxtomoFileChanged(self, cfg_file):
+        self._nxtomo_cfg_file = cfg_file
+
     def setMock(self, mock, acquisitions):
         self._mock = mock
         self._mock_acquisitions = acquisitions

home/payno/.local/share/virtualenvs/tomwer_venv/lib/python3.7/site-packages/orangecontrib/tomwer/widgets/control/DataSelectorOW.py

@@ -30,8 +30,10 @@ __date__ = "25/05/2018"
 from Orange.widgets import widget, gui
 from Orange.widgets.widget import Output, Input
 from tomwer.web.client import OWClient
+from tomwer.core.scan.hdf5scan import HDF5TomoScan
 from tomwer.gui.scanselectorwidget import ScanSelectorWidget
 from tomwer.core.scan.scanbase import TomwerScanBase
+from Orange.widgets.settings import Setting
 import logging
 
 logger = logging.getLogger(__name__)
@@ -53,6 +55,8 @@ class DataSelectorOW(widget.OWWidget, OWClient):
     resizing_enabled = True
     compress_signal = False
 
+    _scanIDs = Setting(list())
+
     class Inputs:
         data_in = Input(name="data", type=TomwerScanBase)
 
@@ -60,11 +64,14 @@ class DataSelectorOW(widget.OWWidget, OWClient):
         data_out = Output(name="data", type=TomwerScanBase)
 
     def __init__(self, parent=None):
-        """"""
+        """ """
         widget.OWWidget.__init__(self, parent)
         OWClient.__init__(self)
 
         self.widget = ScanSelectorWidget(parent=self)
+        self._loadSettings()
+
+        self.widget.sigUpdated.connect(self._updateSettings)
         self.widget.sigSelectionChanged.connect(self.changeSelection)
         layout = gui.vBox(self.mainArea, self.name).layout()
         layout.addWidget(self.widget)
@@ -96,6 +103,21 @@ class DataSelectorOW(widget.OWWidget, OWClient):
             selection = [_item.text() for _item in sItem]
             self.changeSelection(list_scan=selection)
 
+    def _loadSettings(self):
+        for scan in self._scanIDs:
+            assert isinstance(scan, str)
+            if "@" in scan:
+                entry, file_path = scan.split("@")
+                hdf5_tomo_scan = HDF5TomoScan(entry=entry, scan=file_path)
+                self.addScan(hdf5_tomo_scan)
+            else:
+                self.addScan(scan)
+
+    def _updateSettings(self):
+        self._scanIDs = []
+        for scan in self.widget.dataList.items:
+            self._scanIDs.append(scan)
+
 
 if __name__ == "__main__":
     from silx.gui import qt

home/payno/.local/share/virtualenvs/tomwer_venv/lib/python3.7/site-packages/orangecontrib/tomwer/widgets/control/DataTransfertOW.py

@@ -37,11 +37,14 @@ from tomwer.core.process.control.datatransfert import FolderTransfert
 from tomwer.web.client import OWClient
 from tomwer.gui.control.datatransfert import DataTransfertSelector
 from tomwer.core.scan.scanbase import TomwerScanBase
+from processview.core.manager import ProcessManager, DatasetState
+from orangecontrib.tomwer.orange.managedprocess import SuperviseOW
+from tomwer.utils import docstring
 
 logger = logging.getLogger(__name__)
 
 
-class DataTransfertOW(widget.OWWidget, FolderTransfert, OWClient):
+class DataTransfertOW(SuperviseOW, FolderTransfert, OWClient):
     """
     A simple widget managing the copy of an incoming folder to an other one
 
@@ -97,7 +100,7 @@ class DataTransfertOW(widget.OWWidget, FolderTransfert, OWClient):
 
     def __init__(self, parent=None):
         FolderTransfert.__init__(self)
-        widget.OWWidget.__init__(self, parent)
+        SuperviseOW.__init__(self, parent)
         OWClient.__init__(self)
 
         # define GUI
@@ -111,6 +114,7 @@ class DataTransfertOW(widget.OWWidget, FolderTransfert, OWClient):
 
         # signal / SLOT connection
         self.settingsHandler.addCallback(self._updateSettingsVals)
+        self._widget.sigSelectionChanged.connect(self._updateDestDir)
 
         # setting configuration
         if self.dest_dir != "":
@@ -132,10 +136,19 @@ class DataTransfertOW(widget.OWWidget, FolderTransfert, OWClient):
     def signalTransfertOk(self, input_scan, output_scan):
         if output_scan is None:
             return
-        assert isinstance(output_scan, TomwerScanBase)
+        ProcessManager().notify_dataset_state(
+            dataset=input_scan, process=self, state=DatasetState.SUCCEED
+        )
+        ProcessManager().notify_dataset_state(
+            dataset=output_scan, process=self, state=DatasetState.SUCCEED
+        )
+        # assert isinstance(output_scan, TomwerScanBase)
         self.Outputs.data_out.send(output_scan)
         self.scanready.emit(output_scan)
 
+    def _updateDestDir(self):
+        self._destDir = self._widget.getFolder()
+
     def _updateSettingsVals(self):
         """function used to update the settings values"""
         self.dest_dir = self._destDir
@@ -144,6 +157,19 @@ class DataTransfertOW(widget.OWWidget, FolderTransfert, OWClient):
     def process(self, scan, move=False, force=True, noRsync=False):
         if scan is None:
             return
-        FolderTransfert.process(
-            self, scan=scan, move=move, force=force, noRsync=noRsync
-        )
+        try:
+            FolderTransfert.process(
+                self, scan=scan, move=move, force=force, noRsync=noRsync
+            )
+        except Exception as e:
+            logger.error("data transfer failed. Reason is {}".format(e))
+            ProcessManager().notify_dataset_state(
+                dataset=scan,
+                process=self,
+                state=DatasetState.FAILED,
+                details=str(e),
+            )
+
+    @docstring(SuperviseOW)
+    def reprocess(self, dataset):
+        self.process(dataset)