rucio-clients 37.0.0rc1__py3-none-any.whl

rucio/rse/protocols/gfal.py

@@ -0,0 +1,708 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import errno
+import json
+import logging
+import os
+import re
+import subprocess
+import urllib.parse as urlparse
+from threading import Timer
+
+from rucio.common import config, exception
+from rucio.common.checksum import GLOBALLY_SUPPORTED_CHECKSUMS, PREFERRED_CHECKSUM
+from rucio.common.constraints import STRING_TYPES
+from rucio.rse.protocols import protocol
+
+try:
+    import gfal2  # pylint: disable=import-error
+except Exception:
+    if 'RUCIO_CLIENT_MODE' not in os.environ:
+        if not config.config_has_section('database'):
+            raise exception.MissingDependency('Missing dependency : gfal2')
+    else:
+        if os.environ['RUCIO_CLIENT_MODE']:
+            raise exception.MissingDependency('Missing dependency : gfal2')
+
+TIMEOUT = config.config_get('deletion', 'timeout', False, None)
+
+
+class Default(protocol.RSEProtocol):
+    """ Implementing access to RSEs using the srm protocol."""
+
+    def lfns2pfns(self, lfns):
+        """
+        Returns a fully qualified PFN for the file referred by path.
+
+        :param path: The path to the file.
+
+        :returns: Fully qualified PFN.
+        """
+        lfns = [lfns] if isinstance(lfns, dict) else lfns
+
+        pfns = {}
+        prefix = self.attributes['prefix']
+        if self.attributes['extended_attributes'] is not None and 'web_service_path' in list(self.attributes['extended_attributes'].keys()):
+            web_service_path = self.attributes['extended_attributes']['web_service_path']
+        else:
+            web_service_path = ''
+
+        if not prefix.startswith('/'):
+            prefix = ''.join(['/', prefix])
+        if not prefix.endswith('/'):
+            prefix = ''.join([prefix, '/'])
+
+        hostname = self.attributes['hostname']
+        if '://' in hostname:
+            hostname = hostname.split("://")[1]
+
+        if self.attributes['port'] == 0:
+            for lfn in lfns:
+                scope, name = str(lfn['scope']), lfn['name']
+                path = lfn['path'] if 'path' in lfn and lfn['path'] else self._get_path(scope=scope, name=name)
+                if self.attributes['scheme'] != 'root' and path.startswith('/'):  # do not modify path if it is root
+                    path = path[1:]
+                pfns['%s:%s' % (scope, name)] = ''.join([self.attributes['scheme'], '://', hostname, web_service_path, prefix, path])
+        else:
+            for lfn in lfns:
+                scope, name = str(lfn['scope']), lfn['name']
+                path = lfn['path'] if 'path' in lfn and lfn['path'] else self._get_path(scope=scope, name=name)
+                if self.attributes['scheme'] != 'root' and path.startswith('/'):  # do not modify path if it is root
+                    path = path[1:]
+                if re.match(r'^\w+://', path):  # This is already a URL
+                    pfns['%s:%s' % (scope, name)] = path
+                else:
+                    pfns['%s:%s' % (scope, name)] = ''.join([self.attributes['scheme'], '://', hostname, ':', str(self.attributes['port']), web_service_path, prefix, path])
+
+        return pfns
+
+    def parse_pfns(self, pfns):
+        """
+        Splits the given PFN into the parts known by the protocol. During parsing the PFN is also checked for
+        validity on the given RSE with the given protocol.
+
+        :param pfn: a fully qualified PFN
+
+        :returns: a dict containing all known parts of the PFN for the protocol e.g. scheme, path, filename
+
+        :raises RSEFileNameNotSupported: if the provided PFN doesn't match with the protocol settings
+        """
+
+        self.logger(logging.DEBUG, 'parsing {} pfns'.format(len(list(pfns))))
+        ret = dict()
+        pfns = [pfns] if isinstance(pfns, STRING_TYPES) else pfns
+        for pfn in pfns:
+            parsed = urlparse.urlparse(pfn)
+            if parsed.path.startswith('/srm/managerv2') or parsed.path.startswith('/srm/managerv1') or parsed.path.startswith('/srm/v2/server'):
+                scheme, hostname, port, service_path, path = re.findall(r"([^:]+)://([^:/]+):?(\d+)?([^:]+=)?([^:]+)", pfn)[0]
+            else:
+                scheme = parsed.scheme
+                hostname = parsed.netloc.partition(':')[0]
+                port = parsed.netloc.partition(':')[2]
+                path = parsed.path
+                service_path = ''
+
+            if self.attributes['hostname'] != hostname and self.attributes['hostname'] != scheme + "://" + hostname:
+                raise exception.RSEFileNameNotSupported('Invalid hostname: provided \'%s\', expected \'%s\'' % (hostname, self.attributes['hostname']))
+
+            if port != '' and str(self.attributes['port']) != str(port):
+                raise exception.RSEFileNameNotSupported('Invalid port: provided \'%s\', expected \'%s\'' % (port, self.attributes['port']))
+            elif port == '':
+                port = self.attributes['port']
+
+            if not path.startswith(self.attributes['prefix']):
+                raise exception.RSEFileNameNotSupported('Invalid prefix: provided \'%s\', expected \'%s\'' % ('/'.join(path.split('/')[0:len(self.attributes['prefix'].split('/')) - 1]),
+                                                                                                              self.attributes['prefix']))  # len(...)-1 due to the leading '/
+            # Splitting path into prefix, path, filename
+            prefix = self.attributes['prefix']
+            path = path.partition(self.attributes['prefix'])[2]
+            name = path.split('/')[-1]
+            path = '/'.join(path.split('/')[:-1])
+            if not path.startswith('/'):
+                path = '/' + path
+            if path != '/' and not path.endswith('/'):
+                path = path + '/'
+            ret[pfn] = {'scheme': scheme, 'port': port, 'hostname': hostname, 'path': path, 'name': name, 'prefix': prefix, 'web_service_path': service_path}
+
+        return ret
+
+    def path2pfn(self, path):
+        """
+        Returns a fully qualified PFN for the file referred by path.
+
+        :param path: The path to the file.
+
+        :returns: Fully qualified PFN.
+        """
+        self.logger(logging.DEBUG, 'getting pfn for {}'.format(path))
+
+        if '://' in path:
+            return path
+
+        hostname = self.attributes['hostname']
+        if '://' in hostname:
+            hostname = hostname.split("://")[1]
+
+        if 'extended_attributes' in list(self.attributes.keys()) and self.attributes['extended_attributes'] is not None and 'web_service_path' in list(self.attributes['extended_attributes'].keys()):
+            web_service_path = self.attributes['extended_attributes']['web_service_path']
+        else:
+            web_service_path = ''
+
+        if not path.startswith('srm'):
+            if self.attributes['port'] > 0:
+                return ''.join([self.attributes['scheme'], '://', hostname, ':', str(self.attributes['port']), web_service_path, path])
+            else:
+                return ''.join([self.attributes['scheme'], '://', hostname, web_service_path, path])
+        else:
+            return path
+
+    def connect(self):
+        """
+        Establishes the actual connection to the referred RSE.
+        If we decide to use gfal, init should be done here.
+
+        :raises RSEAccessDenied
+        """
+        self.logger(logging.DEBUG, 'connecting to storage')
+
+        if 'RUCIO_CLIENT_MODE' in os.environ:
+            gfal2.set_verbose(gfal2.verbose_level.verbose)
+        else:
+            gfal2.set_verbose(gfal2.verbose_level.warning)
+
+        self.__ctx = gfal2.creat_context()  # pylint: disable=no-member
+        self.__ctx.set_opt_string_list("SRM PLUGIN", "TURL_PROTOCOLS", ["gsiftp", "rfio", "gsidcap", "dcap", "kdcap"])
+        self.__ctx.set_opt_string("XROOTD PLUGIN", "XRD.WANTPROT", "gsi,unix")
+        self.__ctx.set_opt_boolean("XROOTD PLUGIN", "NORMALIZE_PATH", False)
+        self.__ctx.set_opt_boolean("HTTP PLUGIN", "RETRIEVE_BEARER_TOKEN", False)
+        auth_configured = False
+        if self.auth_token:
+            self.__ctx.set_opt_string("BEARER", "TOKEN", self.auth_token)
+            auth_configured = True
+        # Configure gfal authentication to use the rucio client proxy if and only if gfal didn't initialize its credentials already
+        # (https://gitlab.cern.ch/dmc/gfal2/-/blob/48cfe3476392c884b53d00799198b1238603a406/src/core/common/gfal_common.c#L79)
+        if not auth_configured:
+            try:
+                self.__ctx.get_opt_string("X509", "CERT")
+                self.__ctx.get_opt_string("X509", "KEY")
+                auth_configured = True
+            except gfal2.GError:  # pylint: disable=no-member
+                pass
+        if not auth_configured:
+            try:
+                self.__ctx.get_opt_string("BEARER", "TOKEN")
+                auth_configured = True
+            except gfal2.GError:  # pylint: disable=no-member
+                pass
+        if not auth_configured:
+            proxy = config.config_get('client', 'client_x509_proxy', default=None, raise_exception=False)
+            if proxy:
+                self.logger(logging.INFO, 'Configuring authentication to use {}'.format(proxy))
+                self.__ctx.set_opt_string("X509", "CERT", proxy)
+                self.__ctx.set_opt_string("X509", "KEY", proxy)
+
+        if TIMEOUT:
+            try:
+                timeout = int(TIMEOUT)
+                self.__ctx.set_opt_integer("HTTP PLUGIN", "OPERATION_TIMEOUT", timeout)
+                self.__ctx.set_opt_integer("SRM PLUGIN", "OPERATION_TIMEOUT", timeout)
+                self.__ctx.set_opt_integer("GRIDFTP PLUGIN", "OPERATION_TIMEOUT", timeout)
+            except ValueError:
+                self.logger(logging.ERROR, 'wrong timeout value %s', TIMEOUT)
+
+    def get(self, path, dest, transfer_timeout=None):
+        """
+        Provides access to files stored inside connected the RSE.
+
+        :param path: Physical file name of requested file
+        :param dest: Name and path of the files when stored at the client
+        :param transfer_timeout: Transfer timeout (in seconds)
+
+        :raises DestinationNotAccessible: if the destination storage was not accessible.
+        :raises ServiceUnavailable: if some generic error occurred in the library.
+        :raises SourceNotFound: if the source file was not found on the referred storage.
+        """
+        self.logger(logging.DEBUG, 'downloading file from {} to {}'.format(path, dest))
+
+        dest = os.path.abspath(dest)
+        if ':' not in dest:
+            dest = "file://" + dest
+
+        try:
+            status = self.__gfal2_copy(path, dest, transfer_timeout=transfer_timeout)
+            if status:
+                raise exception.RucioException()
+        except exception.DestinationNotAccessible as error:
+            raise exception.DestinationNotAccessible(str(error))
+        except exception.SourceNotFound as error:
+            raise exception.SourceNotFound(str(error))
+        except Exception as error:
+            raise exception.ServiceUnavailable(error)
+
+    def put(self, source, target, source_dir, transfer_timeout=None):
+        """
+        Allows to store files inside the referred RSE.
+
+        :param source: path to the source file on the client file system
+        :param target: path to the destination file on the storage
+        :param source_dir: Path where the to be transferred files are stored in the local file system
+        :param transfer_timeout: Transfer timeout (in seconds)
+
+        :raises DestinationNotAccessible: if the destination storage was not accessible.
+        :raises ServiceUnavailable: if some generic error occurred in the library.
+        :raises SourceNotFound: if the source file was not found on the referred storage.
+        """
+        self.logger(logging.DEBUG, 'uploading file from {} to {}'.format(source, target))
+
+        source_url = '%s/%s' % (source_dir, source) if source_dir else source
+        source_url = os.path.abspath(source_url)
+        if not os.path.exists(source_url):
+            raise exception.SourceNotFound()
+        if ':' not in source_url:
+            source_url = "file://" + source_url
+
+        space_token = None
+        if self.attributes['extended_attributes'] is not None and 'space_token' in list(self.attributes['extended_attributes'].keys()):
+            space_token = self.attributes['extended_attributes']['space_token']
+
+        try:
+            status = self.__gfal2_copy(str(source_url), str(target), None, space_token, transfer_timeout=transfer_timeout)
+            if status:
+                raise exception.RucioException()
+        except exception.DestinationNotAccessible as error:
+            raise exception.DestinationNotAccessible(str(error))
+        except exception.SourceNotFound as error:
+            raise exception.DestinationNotAccessible(str(error))
+        except Exception as error:
+            raise exception.ServiceUnavailable(error)
+
+    def delete(self, path):
+        """
+        Deletes a file from the connected RSE.
+
+        :param path: path to the to be deleted file
+
+        :raises ServiceUnavailable: if some generic error occurred in the library.
+        :raises SourceNotFound: if the source file was not found on the referred storage.
+        """
+        self.logger(logging.DEBUG, 'deleting file {}'.format(path))
+
+        pfns = [path] if isinstance(path, STRING_TYPES) else path
+
+        try:
+            status = self.__gfal2_rm(pfns)
+            if status:
+                raise exception.RucioException()
+        except exception.SourceNotFound as error:
+            raise exception.SourceNotFound(str(error))
+        except Exception as error:
+            raise exception.ServiceUnavailable(error)
+
+    def rename(self, path, new_path):
+        """
+        Allows to rename a file stored inside the connected RSE.
+
+        :param path: path to the current file on the storage
+        :param new_path: path to the new file on the storage
+
+        :raises DestinationNotAccessible: if the destination storage was not accessible.
+        :raises ServiceUnavailable: if some generic error occurred in the library.
+        :raises SourceNotFound: if the source file was not found on the referred storage.
+        """
+        self.logger(logging.DEBUG, 'renaming file from {} to {}'.format(path, new_path))
+
+        try:
+            status = self.__gfal2_rename(path, new_path)
+            if status:
+                raise exception.RucioException()
+        except exception.DestinationNotAccessible as error:
+            raise exception.DestinationNotAccessible(str(error))
+        except exception.SourceNotFound as error:
+            raise exception.SourceNotFound(str(error))
+        except Exception as error:
+            raise exception.ServiceUnavailable(error)
+
+    def exists(self, path):
+        """
+        Checks if the requested file is known by the referred RSE.
+
+        :param path: Physical file name
+
+        :returns: True if the file exists, False if it doesn't
+
+        :raises SourceNotFound: if the source file was not found on the referred storage.
+        """
+
+        self.logger(logging.DEBUG, 'checking if file exists {}'.format(path))
+
+        if path is None:
+            # Action not supported
+            raise exception.RSEOperationNotSupported()
+
+        try:
+            status = self.__gfal2_exist(path)
+            if status:
+                return False
+            return True
+        except exception.SourceNotFound:
+            return False
+        except Exception as error:
+            raise exception.ServiceUnavailable(error)
+
+    def close(self):
+        """
+        Closes the connection to RSE.
+        """
+        self.logger(logging.DEBUG, 'closing protocol connection')
+        del self.__ctx
+        self.__ctx = None
+
+    def stat(self, path):
+        """
+            Returns the stats of a file.
+
+            :param path: path to file
+
+            :raises ServiceUnavailable: if some generic error occurred in the library.
+
+            :returns: a dict with two keys, filesize and an element of GLOBALLY_SUPPORTED_CHECKSUMS.
+        """
+        self.logger(logging.DEBUG, 'getting stats of file {}'.format(path))
+
+        ret = {}
+        ctx = self.__ctx
+
+        path = str(path)
+
+        try:
+            stat_str = str(ctx.stat(path))
+        except Exception as error:
+            msg = 'Error while processing gfal stat call. Error: %s'
+            raise exception.ServiceUnavailable(msg % str(error))
+
+        stats = stat_str.split()
+        if len(stats) < 8:
+            msg = 'gfal stat call result has unknown format. Result: %s'
+            raise exception.ServiceUnavailable(msg % stat_str)
+
+        ret['filesize'] = stats[7]
+
+        if not self.rse.get('verify_checksum', True):
+            return ret
+
+        message = "\n"
+        try:
+            ret[PREFERRED_CHECKSUM] = ctx.checksum(path, str(PREFERRED_CHECKSUM.upper()))
+            return ret
+        except Exception as error:
+            message += 'Error while processing gfal checksum call (%s). Error: %s \n' % (PREFERRED_CHECKSUM, str(error))
+
+        for checksum_name in GLOBALLY_SUPPORTED_CHECKSUMS:
+            if checksum_name == PREFERRED_CHECKSUM:
+                continue
+            try:
+                ret[checksum_name] = ctx.checksum(path, str(checksum_name.upper()))
+                return ret
+            except Exception as error:
+                message += 'Error while processing gfal checksum call (%s). Error: %s \n' % (checksum_name, str(error))
+
+        raise exception.RSEChecksumUnavailable(message)
+
+    def __gfal2_cancel(self):
+        """
+        Cancel all gfal operations in progress.
+        """
+        self.logger(logging.DEBUG, 'gfal: cancelling all operations')
+
+        ctx = self.__ctx
+        if ctx:
+            ctx.cancel()
+
+    def __gfal2_copy(self, src, dest, src_spacetoken=None, dest_spacetoken=None, transfer_timeout=None):
+        """
+        Uses gfal2 to copy file from src to dest.
+
+        :param src: Physical source file name
+        :param src_spacetoken: The source file's space token
+        :param dest: Physical destination file name
+        :param dest_spacetoken: The destination file's space token
+        :param transfer_timeout: Transfer timeout (in seconds)
+
+        :returns: 0 if copied successfully, other than 0 if failed
+
+        :raises SourceNotFound: if source file cannot be found.
+        :raises RucioException: if it failed to copy the file.
+        """
+        ctx = self.__ctx
+        if transfer_timeout:
+            ctx.set_opt_integer("HTTP PLUGIN", "OPERATION_TIMEOUT", int(transfer_timeout))
+            ctx.set_opt_integer("SRM PLUGIN", "OPERATION_TIMEOUT", int(transfer_timeout))
+            ctx.set_opt_integer("GRIDFTP PLUGIN", "OPERATION_TIMEOUT", int(transfer_timeout))
+            watchdog = Timer(int(transfer_timeout) + 60, self.__gfal2_cancel)
+        params = ctx.transfer_parameters()
+        if src_spacetoken:
+            params.src_spacetoken = str(src_spacetoken)
+        if dest_spacetoken:
+            params.dst_spacetoken = str(dest_spacetoken)
+
+        if not (self.renaming and dest.startswith('https')):
+            params.create_parent = True
+
+        if not self.renaming:
+            params.strict_copy = True
+
+        try:
+            if transfer_timeout:
+                params.timeout = int(transfer_timeout)
+                watchdog.start()
+            ret = ctx.filecopy(params, str(src), str(dest))
+            if transfer_timeout:
+                watchdog.cancel()
+            return ret
+        except gfal2.GError as error:  # pylint: disable=no-member
+            if transfer_timeout:
+                watchdog.cancel()
+            if error.code == errno.ENOENT or 'No such file' in str(error):
+                raise exception.SourceNotFound(error)
+            raise exception.RucioException(error)
+
+    def __gfal2_rm(self, paths):
+        """
+        Uses gfal2 to remove the file.
+
+        :param path: Physical file name
+
+        :returns: 0 if removed successfully, other than 0 if failed
+
+        :raises SourceNotFound: if the source file was not found.
+        :raises RucioException: if it failed to remove the file.
+        """
+
+        ctx = self.__ctx
+
+        try:
+            for path in paths:
+                # GFAL does a PROPFIND request before DELETE when the scheme is
+                # davs://, which is wasteful.
+                path = re.sub('^davs://', 'https://', str(path))
+                ret = ctx.unlink(path)
+                if ret:
+                    return ret
+            return ret
+        except gfal2.GError as error:  # pylint: disable=no-member
+            if error.code == errno.ENOENT or 'No such file' in str(error):
+                raise exception.SourceNotFound(error)
+            raise exception.RucioException(error)
+
+    def __gfal2_exist(self, path):
+        """
+        Uses gfal2 to check whether the file exists.
+
+        :param path: Physical file name
+
+        :returns: 0 if it exists, -1 if it doesn't
+
+        :raises RucioException: if the error is not source not found.
+        """
+        ctx = self.__ctx
+        try:
+            if ctx.stat(str(path)):
+                return 0
+        except gfal2.GError as error:  # pylint: disable=no-member
+            if error.code == errno.ENOENT or 'No such file' in str(error):  # pylint: disable=no-member
+                return -1
+            raise exception.RucioException(error)
+
+    def __gfal2_rename(self, path, new_path):
+        """
+        Uses gfal2 to rename a file.
+
+        :param path: path to the current file on the storage
+        :param new_path: path to the new file on the storage
+
+        :returns: 0 if it exists, -1 if it doesn't
+
+        :raises RucioException: if failed.
+        """
+        ctx = self.__ctx
+
+        try:
+            dir_name = os.path.dirname(new_path)
+            # This function will be removed soon. gfal2 will create parent dir automatically.
+            try:
+                ctx.mkdir_rec(str(dir_name), 0o775)
+            except Exception:
+                pass
+            ret = ctx.rename(str(path), str(new_path))
+            return ret
+        except gfal2.GError as error:  # pylint: disable=no-member
+            if error.code == errno.ENOENT or 'No such file' in str(error):
+                raise exception.SourceNotFound(error)
+            raise exception.RucioException(error)
+
+    def get_space_usage(self):
+        """
+        Get RSE space usage information.
+
+        :returns: a list with dict containing 'totalsize' and 'unusedsize'
+
+        :raises ServiceUnavailable: if some generic error occurred in the library.
+        """
+        endpoint_basepath = self.path2pfn(self.attributes['prefix'])
+        self.logger(logging.DEBUG, 'getting space usage from {}'.format(endpoint_basepath))
+
+        space_token = None
+        if self.attributes['extended_attributes'] is not None and 'space_token' in list(self.attributes['extended_attributes'].keys()):
+            space_token = self.attributes['extended_attributes']['space_token']
+
+        if space_token is None or space_token == "":
+            raise exception.RucioException("Space token is not defined for protocol: %s" % (self.attributes['scheme']))
+
+        try:
+            totalsize, unusedsize = self.__gfal2_get_space_usage(endpoint_basepath, space_token)
+            return totalsize, unusedsize
+        except Exception as error:
+            raise exception.ServiceUnavailable(error)
+
+    def __gfal2_get_space_usage(self, path, space_token):
+        """
+        Uses gfal2 to get space usage info with space token.
+
+        :param path: the endpoint path
+        :param space_token: a string space token. E.g. "ATLASDATADISK"
+
+        :returns: a list with dict containing 'totalsize' and 'unusedsize'
+
+        :raises ServiceUnavailable: if failed.
+        """
+        ctx = self.__ctx
+
+        try:
+            ret_usage = ctx.getxattr(str(path), str("spacetoken.description?" + space_token))
+            usage = json.loads(ret_usage)
+            totalsize = usage[0]["totalsize"]
+            unusedsize = usage[0]["unusedsize"]
+            return totalsize, unusedsize
+        except gfal2.GError as error:  # pylint: disable=no-member
+            raise Exception(str(error))
+
+
+class NoRename(Default):
+
+    """ Implementing access to RSEs using the srm protocol without renaming files on upload/download. Necessary for some storage endpoints. """
+
+    def __init__(self, protocol_attr, rse_settings, logger=logging.log):
+        """ Initializes the object with information about the referred RSE.
+
+            :param protocol_attr:  Properties of the requested protocol.
+            :param rse_settting:   The RSE settings.
+            :param logger:         Optional decorated logger that can be passed from the calling daemons or servers.
+        """
+        super(NoRename, self).__init__(protocol_attr, rse_settings, logger=logger)
+        self.renaming = False
+        self.attributes.pop('determinism_type', None)
+        self.files = []
+
+    def rename(self, pfn, new_pfn):
+        """ Allows to rename a file stored inside the connected RSE.
+
+            :param pfn:      Current physical file name
+            :param new_pfn  New physical file name
+
+            :raises DestinationNotAccessible, ServiceUnavailable, SourceNotFound
+        """
+        raise NotImplementedError
+
+
+class CLI(Default):
+
+    """ Implementing access to RSEs using the srm protocol through CLI with 'gfal' commands. """
+
+    def __init__(self, protocol_attr, rse_settings, logger=logging.log):
+        """ Initializes the object with information about the referred RSE.
+
+            :param props: Properties derived from the RSE Repository
+        """
+
+        super(CLI, self).__init__(protocol_attr, rse_settings, logger=logger)
+        if not logger:
+            logger = logging.getLogger('%s.null' % __name__)
+        self.logger = logger
+
+    def get(self, path, dest, transfer_timeout=None):
+        """
+        Provides access to files stored inside connected the RSE.
+
+        :param path: Physical file name of requested file
+        :param dest: Name and path of the files when stored at the client
+        :param transfer_timeout: Transfer timeout (in seconds)
+
+        :raises RucioException: Passthrough of gfal-copy error message.
+        """
+
+        dest = os.path.abspath(dest)
+        if ':' not in dest:
+            dest = "file://" + dest
+
+        cmd = 'gfal-copy -vf -p -t %s -T %s %s %s' % (transfer_timeout, transfer_timeout, path, dest)
+        self.logger(logging.DEBUG, 'Command: ' + cmd)
+        cmd = cmd.split()
+
+        p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+        stdout, stderr = p.communicate()
+
+        if p.returncode:
+            self.logger(logging.DEBUG, 'Error STDOUT: ' + str(stdout))
+            self.logger(logging.DEBUG, 'Error STDERR: ' + str(stderr))
+            raise exception.RucioException(str(stderr))
+
+    def put(self, source, target, source_dir, transfer_timeout=None):
+        """
+        Allows to store files inside the referred RSE.
+
+        :param source: path to the source file on the client file system
+        :param target: path to the destination file on the storage
+        :param source_dir: Path where the to be transferred files are stored in the local file system
+        :param transfer_timeout: Transfer timeout (in seconds)
+
+        :raises RucioException: Passthrough of gfal-copy error message.
+        """
+
+        source_dir = source_dir or '.'
+        source_url = '%s/%s' % (source_dir, source)
+        self.logger(logging.DEBUG, 'source: ' + str(source_url))
+        source_url = os.path.abspath(source_url)
+        if not os.path.exists(source_url):
+            raise exception.SourceNotFound()
+        if ':' not in source_url:
+            source_url = "file://" + source_url
+
+        cmd = 'gfal-copy -vf -p -t %s -T %s %s %s ' % (transfer_timeout, transfer_timeout, source, target)
+
+        space_token = None
+        if self.attributes['extended_attributes'] is not None and 'space_token' in list(self.attributes['extended_attributes'].keys()):
+            space_token = self.attributes['extended_attributes']['space_token']
+            cmd = 'gfal-copy -vf -p -t %s -T %s -S %s %s %s ' % (transfer_timeout, transfer_timeout, space_token, source, target)
+
+        self.logger(logging.DEBUG, 'Command: ' + cmd)
+        cmd = cmd.split()
+
+        p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+        stdout, stderr = p.communicate()
+
+        if p.returncode:
+            self.logger(logging.DEBUG, 'Error STDOUT: ' + str(stdout))
+            self.logger(logging.DEBUG, 'Error STDERR: ' + str(stderr))
+            raise exception.RucioException(str(stderr))