rucio-clients 35.7.0__py3-none-any.whl → 37.0.0rc2__py3-none-any.whl

rucio/rse/__init__.py

@@ -14,7 +14,7 @@
 
 from dogpile.cache import make_region
 
-from rucio.common.utils import is_client
+from rucio.common.client import is_client
 from rucio.rse import rsemanager
 
 if is_client():
@@ -77,7 +77,7 @@ if rsemanager.CLIENT_MODE:   # pylint:disable=no-member
 
 
 if rsemanager.SERVER_MODE:   # pylint:disable=no-member
-    from rucio.common.cache import make_region_memcached
+    from rucio.common.cache import MemcacheRegion
     from rucio.core.rse import get_rse_id, get_rse_protocols
     from rucio.core.vo import map_vo
 
@@ -92,5 +92,5 @@ if rsemanager.SERVER_MODE:   # pylint:disable=no-member
 
     setattr(rsemanager, '__request_rse_info', tmp_rse_info)
     setattr(rsemanager, '__get_signed_url', get_signed_url_server)
-    RSE_REGION = make_region_memcached(expiration_time=900)
+    RSE_REGION = MemcacheRegion(expiration_time=900)
     setattr(rsemanager, 'RSE_REGION', RSE_REGION)

rucio/rse/protocols/bittorrent.py

@@ -19,8 +19,9 @@ import time
 from urllib.parse import parse_qs, urlencode, urlparse
 
 from rucio.common import exception
+from rucio.common.bittorrent import construct_torrent
 from rucio.common.extra import import_extras
-from rucio.common.utils import construct_torrent, resolve_ip
+from rucio.common.utils import resolve_ip
 from rucio.rse import rsemanager
 from rucio.rse.protocols.protocol import RSEProtocol
 
@@ -182,3 +183,12 @@ class Default(RSEProtocol):
                 time.sleep(0.25)
         finally:
             ses.remove_torrent(handle)
+
+    def delete(self, path):
+        raise NotImplementedError
+
+    def put(self, source, target, source_dir, transfer_timeout=None):
+        raise NotImplementedError
+
+    def rename(self, path, new_path):
+        raise NotImplementedError

rucio/rse/protocols/cache.py

@@ -49,17 +49,6 @@ class Default(protocol.RSEProtocol):
         """
         return ''.join([self.rse['scheme'], '://%s' % self.rse['hostname'], path])
 
-    def exists(self, pfn):
-        """ Checks if the requested file is known by the referred RSE.
-
-            :param pfn: Physical file name
-
-            :returns: True if the file exists, False if it doesn't
-
-            :raise  ServiceUnavailable
-        """
-        raise NotImplementedError
-
     def connect(self):
         """ Establishes the actual connection to the referred RSE.
 

rucio/rse/protocols/dummy.py

@@ -38,17 +38,6 @@ class Default(protocol.RSEProtocol):
         """
         return ''.join([self.rse['scheme'], '://%s' % self.rse['hostname'], path])
 
-    def exists(self, pfn):
-        """ Checks if the requested file is known by the referred RSE.
-
-            :param pfn: Physical file name
-
-            :returns: True if the file exists, False if it doesn't
-
-            :raise  ServiceUnavailable
-        """
-        raise NotImplementedError
-
     def connect(self):
         """ Establishes the actual connection to the referred RSE.
 

rucio/rse/protocols/gfal.py

@@ -22,13 +22,13 @@ import urllib.parse as urlparse
 from threading import Timer
 
 from rucio.common import config, exception
+from rucio.common.checksum import GLOBALLY_SUPPORTED_CHECKSUMS, PREFERRED_CHECKSUM
 from rucio.common.constraints import STRING_TYPES
-from rucio.common.utils import GLOBALLY_SUPPORTED_CHECKSUMS, PREFERRED_CHECKSUM
 from rucio.rse.protocols import protocol
 
 try:
     import gfal2  # pylint: disable=import-error
-except:
+except Exception:
     if 'RUCIO_CLIENT_MODE' not in os.environ:
         if not config.config_has_section('database'):
             raise exception.MissingDependency('Missing dependency : gfal2')
@@ -186,6 +186,7 @@ class Default(protocol.RSEProtocol):
         self.__ctx.set_opt_string_list("SRM PLUGIN", "TURL_PROTOCOLS", ["gsiftp", "rfio", "gsidcap", "dcap", "kdcap"])
         self.__ctx.set_opt_string("XROOTD PLUGIN", "XRD.WANTPROT", "gsi,unix")
         self.__ctx.set_opt_boolean("XROOTD PLUGIN", "NORMALIZE_PATH", False)
+        self.__ctx.set_opt_boolean("HTTP PLUGIN", "RETRIEVE_BEARER_TOKEN", False)
         auth_configured = False
         if self.auth_token:
             self.__ctx.set_opt_string("BEARER", "TOKEN", self.auth_token)
@@ -343,8 +344,13 @@ class Default(protocol.RSEProtocol):
 
         :raises SourceNotFound: if the source file was not found on the referred storage.
         """
+
         self.logger(logging.DEBUG, 'checking if file exists {}'.format(path))
 
+        if path is None:
+            # Action not supported
+            raise exception.RSEOperationNotSupported()
+
         try:
             status = self.__gfal2_exist(path)
             if status:
@@ -488,12 +494,12 @@ class Default(protocol.RSEProtocol):
 
         try:
             for path in paths:
-                if self.__gfal2_exist(path) == 0:
-                    ret = ctx.unlink(str(path))
-                    if ret:
-                        return ret
-                else:
-                    raise exception.SourceNotFound
+                # GFAL does a PROPFIND request before DELETE when the scheme is
+                # davs://, which is wasteful.
+                path = re.sub('^davs://', 'https://', str(path))
+                ret = ctx.unlink(path)
+                if ret:
+                    return ret
             return ret
         except gfal2.GError as error:  # pylint: disable=no-member
             if error.code == errno.ENOENT or 'No such file' in str(error):
@@ -514,7 +520,6 @@ class Default(protocol.RSEProtocol):
         try:
             if ctx.stat(str(path)):
                 return 0
-            return -1
         except gfal2.GError as error:  # pylint: disable=no-member
             if error.code == errno.ENOENT or 'No such file' in str(error):  # pylint: disable=no-member
                 return -1

rucio/rse/protocols/globus.py

@@ -130,7 +130,7 @@ class GlobusRSEProtocol(RSEProtocol):
 
         return ret
 
-    def exists(self, path):
+    def exists(self, path: str) -> bool:
         """
             Checks if the requested file is known by the referred RSE.
 

rucio/rse/protocols/http_cache.py

@@ -24,7 +24,7 @@ class Default(ngarc.Default):
 
             :param props: Properties derived from the RSE Repository
         """
-        super(Default, self).__init__(protocol_attr, rse_settings, logger=logger)
+        super(Default, self).__init__(protocol_attr, rse_settings, logger=logger)  # type: ignore (logger might be None)
         self.attributes.pop('determinism_type', None)
         self.files = []
 

rucio/rse/protocols/posix.py

@@ -19,7 +19,7 @@ import shutil
 from subprocess import call
 
 from rucio.common import exception
-from rucio.common.utils import adler32
+from rucio.common.checksum import adler32
 from rucio.rse.protocols import protocol
 
 
@@ -181,7 +181,7 @@ class Default(protocol.RSEProtocol):
         lfns = [lfns] if isinstance(lfns, dict) else lfns
         for lfn in lfns:
             scope, name = str(lfn['scope']), lfn['name']
-            if lfn.get('path'):
+            if 'path' in lfn and lfn.get('path'):
                 pfns['%s:%s' % (scope, name)] = ''.join([self.attributes['scheme'],
                                                          '://',
                                                          self.attributes['hostname'],