rucio-clients 38.1.0__py3-none-any.whl → 38.3.0__py3-none-any.whl

rucio/cli/bin_legacy/rucio.py

@@ -449,7 +449,6 @@ def list_dids(args, client, logger, console, spinner):
     """
 
     filters = {}
-    type_ = 'collection'
     table_data = []
 
     try:
@@ -482,19 +481,17 @@ def list_dids(args, client, logger, console, spinner):
         else:
             table_data.append([f"{did['scope']}:{did['name']}", did['did_type']])
 
-    if cli_config == 'rich':
-        if args.short:
-            table = generate_table([[did] for did, _ in table_data], headers=['SCOPE:NAME'], col_alignments=['left'])
-        else:
-            table = generate_table(table_data, headers=['SCOPE:NAME', '[DID TYPE]'], col_alignments=['left', 'left'])
-        spinner.stop()
-        print_output(table, console=console, no_pager=args.no_pager)
+    if args.short:
+        for did, _ in table_data:
+            print(did)
     else:
-        if args.short:
-            for did, _ in table_data:
-                print(did)
+        if cli_config == 'rich':
+            table = generate_table(table_data, headers=['SCOPE:NAME', '[DID TYPE]'], col_alignments=['left', 'left'])
+            spinner.stop()
+            print_output(table, console=console, no_pager=args.no_pager)
         else:
             print(tabulate(table_data, tablefmt=tablefmt, headers=['SCOPE:NAME', '[DID TYPE]']))
+
     return SUCCESS
 
 
@@ -657,19 +654,17 @@ def list_content(args, client, logger, console, spinner):
             else:
                 table_data.append([f"{content['scope']}:{content['name']}", content['type'].upper()])
 
-    if cli_config == 'rich':
-        if args.short:
-            table = generate_table([[did] for did, _ in table_data], headers=['SCOPE:NAME'], col_alignments=['left'])
-        else:
-            table = generate_table(table_data, headers=['SCOPE:NAME', '[DID TYPE]'], col_alignments=['left', 'left'])
-        spinner.stop()
-        print_output(table, console=console, no_pager=args.no_pager)
+    if args.short:
+        for did, dummy in table_data:
+            print(did)
     else:
-        if args.short:
-            for did, dummy in table_data:
-                print(did)
+        if cli_config == 'rich':
+            table = generate_table(table_data, headers=['SCOPE:NAME', '[DID TYPE]'], col_alignments=['left', 'left'])
+            spinner.stop()
+            print_output(table, console=console, no_pager=args.no_pager)
         else:
             print(tabulate(table_data, tablefmt=tablefmt, headers=['SCOPE:NAME', '[DID TYPE]']))
+
     return SUCCESS
 
 
@@ -1011,6 +1006,8 @@ def download(args, client, logger, console, spinner):
         items = []
         if args.dids:
             for did in args.dids:
+                if args.scope:
+                    did = f"{args.scope}:{did}"
                 item = {'did': did}
                 item.update(item_defaults)
                 items.append(item)
@@ -1043,9 +1040,15 @@ def download(args, client, logger, console, spinner):
         item_defaults['did'] = did_str
         if args.rses is None:
             logger.warning("No RSE was given, selecting one.")
+            if not args.scope:
+                scope = did_str.split(':')[0]
+                did = did_str.split(':')[-1]
+            else:
+                scope = args.scope
+                did = did_str.split(':')[-1]
 
             replicas = client.list_replicas(
-                [{"scope": did_str.split(':')[0], "name": did_str.split(':')[-1]}],
+                [{"scope": scope, "name": did}],
                 schemes=args.protocol,
                 ignore_availability=False,
                 client_location=detect_client_location(),
@@ -2473,7 +2476,7 @@ You can filter by key/value, e.g.::
         selected_parser.add_argument('--trace_taskid', '--trace-taskid', new_option_string='--trace-taskid', dest='trace_taskid', action=StoreAndDeprecateWarningAction, default=os.environ.get('RUCIO_TRACE_TASKID', None), help=argparse.SUPPRESS)
         selected_parser.add_argument('--trace_usrdn', '--trace-usrdn', new_option_string='--trace-usrdn', dest='trace_usrdn', action=StoreAndDeprecateWarningAction, default=os.environ.get('RUCIO_TRACE_USRDN', None), help=argparse.SUPPRESS)
         selected_parser.add_argument('--filter', dest='filter', action='store', help='Filter files by key-value pairs like guid=2e2232aafac8324db452070304f8d745.')
-        selected_parser.add_argument('--scope', dest='scope', action='store', help='Scope if you are using the filter option and no full DID.')
+        selected_parser.add_argument('--scope', dest='scope', action='store', help='Scope to use as a filter or to use with DID names.')
         selected_parser.add_argument('--metalink', dest='metalink_file', action='store', help='Path to a metalink file.')
         selected_parser.add_argument('--deactivate-file-download-exceptions', dest='deactivate_file_download_exceptions', action='store_true', help='Does not raise NoFilesDownloaded, NotAllFilesDownloaded or incorrect number of output queue files Exception.')  # NOQA: E501
         selected_parser.add_argument('--replica-selection', dest='sort', action='store', help='Select the best replica using a replica sorting algorithm provided by replica sorter (e.g., random, geoip).')

rucio/cli/command.py

@@ -13,6 +13,7 @@
 # limitations under the License.
 import importlib
 import signal
+import sys
 import time
 
 import click
@@ -61,6 +62,16 @@ class LazyGroup(click.Group):
             raise ValueError(f"Lazy loading of {import_path} failed by returning " "a non-command object")
         return cmd_object
 
+    @exception_handler
+    def _invoke_with_handler(self, ctx: click.Context):
+        return super().invoke(ctx)
+
+    def invoke(self, ctx: click.Context):
+        result = self._invoke_with_handler(ctx)
+        if result not in (None, 0):
+            sys.exit(1 if result != 2 else 2)
+        return result
+
 
 @click.group(
     cls=LazyGroup,
@@ -87,7 +98,7 @@ class LazyGroup(click.Group):
 @click.option("--ca-certificate", help="CA certificate to verify peer against (SSL)")
 @click.option("--certificate", help="Client certificate file")
 @click.option("--client-key", help="Client key for x509 Authentication")
-@click.option("--config", help="The Rucio configuration file to use")
+@click.option("--config", help="The Rucio configuration file to use", envvar="RUCIO_CONFIG")
 @click.option("-H", "--host", help="The Rucio API host")
 # oidc auth
 @click.option("--oidc-user", help="OIDC username")
@@ -146,33 +157,32 @@ class LazyGroup(click.Group):
 @click.version_option(version.version_string(), message="%(prog)s %(version)s")
 # Hidden options at the end
 @click.option("--no-pager", is_flag=True, default=False, hidden=True)
-@exception_handler
 @click.pass_context
 def main(
-    ctx,
-    config,
-    verbose,
-    host,
-    auth_host,
-    issuer,
-    auth_strategy,
-    timeout,
-    user_agent,
-    vo,
-    no_pager,
-    user,
-    password,
-    oidc_user,
-    oidc_password,
-    oidc_scope,
-    oidc_audience,
-    oidc_auto,
-    oidc_polling,
-    oidc_refresh_lifetime,
-    oidc_issuer,
-    certificate,
-    client_key,
-    ca_certificate,
+    ctx: click.Context,
+    config: str,
+    verbose: bool,
+    host: str,
+    auth_host: str,
+    issuer: str,
+    auth_strategy: str,
+    timeout: float,
+    user_agent: str,
+    vo: str,
+    no_pager: bool,
+    user: str,
+    password: str,
+    oidc_user: str,
+    oidc_password: str,
+    oidc_scope: str,
+    oidc_audience: str,
+    oidc_auto: str,
+    oidc_polling: str,
+    oidc_refresh_lifetime: str,
+    oidc_issuer: str,
+    certificate: str,
+    client_key: str,
+    ca_certificate: str,
 ):
     ctx.ensure_object(Arguments)
     ctx.obj.start_time = time.time()

rucio/cli/config.py

@@ -27,18 +27,17 @@ def config():
 @click.option("-s", "--section", help="Filter by sections")
 @click.option("-k", "--key", help="Show key's value, section required.")
 @click.pass_context
-def list_(ctx, section, key):
+def list_(ctx: click.Context, section: str, key: str):
     """List the sections or content of sections in the rucio.cfg"""
     get_config(Arguments({"no_pager": ctx.obj.no_pager, "section": section, "key": key}), ctx.obj.client, ctx.obj.logger, ctx.obj.console, ctx.obj.spinner)
 
 
-# TODO Change to only add new fields and cannot modify an existing field
 @config.command("add")
 @click.option("-s", "--section", help="Section name", required=True)
 @click.option('--key', help='Attribute key', required=True)
 @click.option('--value', help='Attribute value', required=True)
 @click.pass_context
-def add_(ctx, section, key, value):
+def add_(ctx: click.Context, section: str, key: str, value: str):
     """
     Add a new key/value to a section.
 
@@ -46,6 +45,12 @@ def add_(ctx, section, key, value):
     Example, Add a key to an existing section:
         $ rucio config add --section my-section --key key --value value
     """
+    has_option = ctx.obj.client.get_config().get(section, {}).get(key) is not None
+    if has_option:
+        msg = f"Config already has field {section}: {key}, please use \n\
+            rucio config update --section {section} --key {key} --value {value}"
+        raise ValueError(msg)
+
     args = Arguments({"no_pager": ctx.obj.no_pager, "section": section, "option": key, "value": value})
     set_config_option(args, ctx.obj.client, ctx.obj.logger, ctx.obj.console, ctx.obj.spinner)
 
@@ -54,7 +59,7 @@ def add_(ctx, section, key, value):
 @click.option("-s", "--section", help="Section", required=True)
 @click.option("-k", "--key", help="Key in section", required=True)
 @click.pass_context
-def remove(ctx, section, key):
+def remove(ctx: click.Context, section: str, key: str):
     """Remove the section.key from the config."""
     args = Arguments({"no_pager": ctx.obj.no_pager, "section": section, "option": key})
     delete_config_option(args, ctx.obj.client, ctx.obj.logger, ctx.obj.console, ctx.obj.spinner)
@@ -66,7 +71,17 @@ def show(ctx):
     """Show a single sections options"""
 
 
-# TODO Change this so that it only modifies existing fields
-def update():
+@config.command("update")
+@click.option("-s", "--section", required=True)
+@click.option("-k", "--key", help='Attribute key', required=True)
+@click.option("-v", "--value", help='Attribute value', required=True)
+@click.pass_context
+def update(ctx: click.Context, section: str, key: str, value: str):
     """Modify an existing command"""
-    pass
+    has_option = ctx.obj.client.get_config().get(section, {}).get(key) is not None
+    if has_option:
+        ctx.obj.client.set_config_option(section, key, value)
+    else:
+        msg = f"{section} {key} not present. Please use \n\
+            rucio config add --section {section} --key {key} --value {value}"
+        raise ValueError(msg)

rucio/cli/did.py

@@ -34,7 +34,7 @@ def did():
     are used: ";" represents the logical OR operator; "," represents the logical AND operator',
     """,
 )  # TODO Shorten this help and make supplying this easier
-@click.option("--short", is_flag=True, default=False, help="Dump the list of DIDs")
+@click.option("--short", is_flag=True, default=False, help="Just dump the list of DIDs.")
 @click.argument("did-pattern", nargs=-1)
 @click.option("--parent", default=False, is_flag=True, help="List the parents of the DID - must use a full DID scope and name")
 @click.pass_context

rucio/cli/download.py

@@ -52,7 +52,7 @@ from rucio.common.config import config_get_float
 @click.option("--trace-taskid", default=os.environ.get("RUCIO_TRACE_TASKID", None), hidden=True)
 @click.option("--trace-usrdn", default=os.environ.get("RUCIO_TRACE_USRDN", None), hidden=True)
 @click.option("--filter", help="Filter files by key-value pairs like guid=2e2232aafac8324db452070304f8d745.")
-@click.option("--scope", help="Scope if you are using the filter option and no full DID.")
+@click.option("--scope", help="Scope to use as a filter or to use with DID names.")
 @click.option("--metalink", help="Path to a metalink file.")
 @click.option("--no-show-download-exceptions", default=False, is_flag=True, help="Does not raise NoFilesDownloaded, NotAllFilesDownloaded or incorrect number of output queue files Exception.")  # NOQA: E501
 @click.option("--replica-selection", help="Select the best replica using a replica sorting algorithm provided by replica sorter (e.g., random, geoip).")

rucio/cli/opendata.py

@@ -16,8 +16,11 @@ import json
 from typing import TYPE_CHECKING, Optional
 
 import click
+from rich.text import Text
+from tabulate import tabulate
 
 from rucio.cli.utils import JSONType
+from rucio.client.richclient import CLITheme, generate_table, get_cli_config, print_output
 from rucio.common.constants import OPENDATA_DID_STATE_LITERAL_LIST
 from rucio.common.utils import extract_scope
 
@@ -26,6 +29,8 @@ if TYPE_CHECKING:
 
     from rucio.common.constants import OPENDATA_DID_STATE_LITERAL
 
+cli_config = get_cli_config()
+
 
 def is_valid_json(s: str) -> bool:
     try:
@@ -50,15 +55,42 @@ def opendata_did() -> None:
               help="Filter on Opendata state")
 @click.option("--public", required=False, is_flag=True, default=False,
               help="Perform request against the public endpoint")
+@click.option("--short", is_flag=True, default=False, help="Dump the list of Opendata DIDs")
 @click.pass_context
-def list_opendata_dids(ctx: "Context", state: Optional["OPENDATA_DID_STATE_LITERAL"], public: bool) -> None:
+def list_opendata_dids(ctx: "Context", state: Optional["OPENDATA_DID_STATE_LITERAL"], public: bool,
+                       short: bool) -> None:
     """
     List Opendata DIDs, optionally filtered by state and public/private access
     """
 
     client = ctx.obj.client
-    result = client.list_opendata_dids(state=state, public=public)
-    print(json.dumps(result, indent=4, sort_keys=True, ensure_ascii=False))
+    spinner = ctx.obj.spinner
+
+    dids_list = client.list_opendata_dids(state=state, public=public)
+
+    table_data = []
+
+    if cli_config == 'rich':
+        spinner.update(status='Fetching Opendata DIDs')
+        spinner.start()
+
+    for did in dids_list["dids"]:
+        if cli_config == 'rich':
+            table_data.append([f"{did['scope']}:{did['name']}",
+                               Text(did['state'], style=CLITheme.OPENDATA_DID_STATE.get(did['state'], 'default'))])
+        else:
+            table_data.append([f"{did['scope']}:{did['name']}", did['state']])
+
+    if short:
+        for did, _ in table_data:
+            print(did)
+    else:
+        if cli_config == 'rich':
+            table = generate_table(table_data, headers=['SCOPE:NAME', '[STATE]'], col_alignments=['left', 'left'])
+            spinner.stop()
+            print_output(table, console=ctx.obj.console, no_pager=ctx.obj.no_pager)
+        else:
+            print(tabulate(table_data, tablefmt="psql", headers=['SCOPE:NAME', '[STATE]']))
 
 
 @opendata_did.command("add")
@@ -95,18 +127,37 @@ def remove_opendata_did(ctx: "Context", did: str) -> None:
 @click.option("--public", required=False, is_flag=True, default=False,
               help="Perform request against the public endpoint")
 @click.pass_context
-def get_opendata_did(ctx: "Context", did: str, include_files: bool, include_metadata: bool, public: bool) -> None:
+def get_opendata_did(ctx: "Context", did: str, files: bool, meta: bool, public: bool) -> None:
     """
     Get information about an Opendata DID, optionally including files and metadata.
     """
 
     client = ctx.obj.client
+    spinner = ctx.obj.spinner
+    console = ctx.obj.console
+
     scope, name = extract_scope(did)
-    result = client.get_opendata_did(scope=scope, name=name, public=public,
-                                     include_files=include_files, include_metadata=include_metadata,
-                                     include_doi=True)
-    # TODO: pretty print using tables, etc
-    print(json.dumps(result, indent=4, sort_keys=True, ensure_ascii=False))
+    info = client.get_opendata_did(scope=scope, name=name, public=public,
+                                   include_files=files, include_metadata=meta,
+                                   include_doi=True)
+
+    output = []
+    if cli_config == 'rich':
+        spinner.update(status='Fetching Opendata DID stats')
+        spinner.start()
+        keyword_styles = {**CLITheme.BOOLEAN, **CLITheme.OPENDATA_DID_STATE}
+
+        table_data = [(k, Text(str(v), style=keyword_styles.get(str(v), 'default'))) for (k, v) in
+                      sorted(info.items())]
+        table = generate_table(table_data, row_styles=['none'], col_alignments=['left', 'left'])
+        output.append(table)
+    else:
+        table = [(k + ':', str(v)) for (k, v) in sorted(info.items())]
+        print(tabulate(table, tablefmt='plain', disable_numparse=True))
+
+    if cli_config == 'rich':
+        spinner.stop()
+        print_output(*output, console=console, no_pager=ctx.obj.no_pager)
 
 
 @opendata_did.command("update")

rucio/cli/utils.py

@@ -57,7 +57,19 @@ def exception_handler(function):
     def new_funct(*args, **kwargs):
         try:
             return function(*args, **kwargs)
-        except InputValidationError as error:
+        except click.exceptions.Exit as error:
+            # Exit is evoked every time click ends a program without running anything
+            # This error is raised when the help menu is called
+            logger.debug("Exited click context")
+            if ("-h" not in sys.argv) or ("--help" not in sys.argv):
+                return error.exit_code
+            return SUCCESS
+        except click.MissingParameter as error:
+            error.show()
+            msg = f"{error}. Please check the command help (-h/--help)."
+            logger.error(msg)
+            return 2  # Always return an error 2 for an incorrect specification
+        except (InputValidationError, click.exceptions.UsageError) as error:
             logger.error(error)
             logger.debug("This means that one you provided an invalid combination of parameters, or incorrect types. Please check the command help (-h/--help).")
             return FAILURE

rucio/client/configclient.py

@@ -147,3 +147,26 @@ class ConfigClient(BaseClient):
         else:
             exc_cls, exc_msg = self._get_exception(headers=r.headers, status_code=r.status_code, data=r.content)
             raise exc_cls(exc_msg)
+
+    def delete_config_section(self, section: str):
+        """
+        Delete a whole section from the config
+
+        Parameters
+        ----------
+        section :
+            The name of the section.
+
+        Returns
+        -------
+            True if option was removed successfully.
+        """
+        path = '/'.join([self.CONFIG_BASEURL, section])
+        url = build_url(choice(self.list_hosts), path=path)
+        r = self._send_request(url, type_='DEL')
+
+        if r.status_code == codes.ok:
+            return True
+        else:
+            exc_cls, exc_msg = self._get_exception(headers=r.headers, status_code=r.status_code, data=r.content)
+            raise exc_cls(exc_msg)

rucio/client/richclient.py

@@ -131,6 +131,12 @@ class CLITheme:
         'SERVICE': 'yellow'
     }
 
+    OPENDATA_DID_STATE = {
+        'PUBLIC': 'bold green',
+        'DRAFT': 'bold default',
+        'SUSPENDED': 'bold red',
+    }
+
 
 def setup_rich_logger(
     module_name: Optional[str] = None,

rucio/common/constants.py

@@ -29,6 +29,8 @@ RESERVED_KEYS = ['scope', 'name', 'account', 'did_type', 'is_open', 'monotonic',
 
 DEFAULT_VO = 'def'
 
+DEFAULT_ACTIVITY = 'User Subscriptions'
+
 KEY_TYPES = ['ALL', 'COLLECTION', 'FILE', 'DERIVED']
 # all(container, dataset, file), collection(dataset or container), file, derived(compute from file for collection)
 
@@ -219,3 +221,6 @@ SUPPORTED_SIGN_URL_SERVICES = list(get_args(SUPPORTED_SIGN_URL_SERVICES_LITERAL)
 
 OPENDATA_DID_STATE_LITERAL = Literal['draft', 'public', 'suspended']
 OPENDATA_DID_STATE_LITERAL_LIST = list(get_args(OPENDATA_DID_STATE_LITERAL))
+
+POLICY_ALGORITHM_TYPES_LITERAL = Literal['non_deterministic_pfn', 'scope', 'lfn2pfn', 'pfn2lfn', 'fts3_tape_metadata_plugins', 'fts3_plugins_init', 'auto_approve']
+POLICY_ALGORITHM_TYPES = list(get_args(POLICY_ALGORITHM_TYPES_LITERAL))

rucio/common/exception.py

@@ -1261,3 +1261,13 @@ class OpenDataInvalidStateUpdate(OpenDataError):
         super(OpenDataInvalidStateUpdate, self).__init__(*args)
         self._message = "Invalid state update attempted on open data entry."
         self.error_code = 119
+
+
+class InvalidPolicyPackageAlgorithmType(RucioException):
+    """
+    Thrown when an unknown algorithm type name is encountered.
+    """
+    def __init__(self, param: str, *args):
+        super(InvalidPolicyPackageAlgorithmType, self).__init__(*args)
+        self._message = f"Invalid policy package algorithm type '{param}'."
+        self.error_code = 120

rucio/common/plugins.py

@@ -22,8 +22,8 @@ from packaging.specifiers import SpecifierSet
 
 from rucio.common import config
 from rucio.common.client import get_client_vo
-from rucio.common.constants import DEFAULT_VO
-from rucio.common.exception import InvalidAlgorithmName, PolicyPackageIsNotVersioned, PolicyPackageVersionError
+from rucio.common.constants import DEFAULT_VO, POLICY_ALGORITHM_TYPES, POLICY_ALGORITHM_TYPES_LITERAL
+from rucio.common.exception import InvalidAlgorithmName, InvalidPolicyPackageAlgorithmType, PolicyPackageIsNotVersioned, PolicyPackageVersionError
 from rucio.version import current_version
 
 if TYPE_CHECKING:
@@ -75,7 +75,7 @@ class PolicyPackageAlgorithms:
         - the key is the algorithm type
         - the value is a dictionary of algorithm names and their callables
     """
-    _ALGORITHMS: dict[str, dict[str, 'Callable[..., Any]']] = {}
+    _ALGORITHMS: dict[POLICY_ALGORITHM_TYPES_LITERAL, dict[str, 'Callable[..., Any]']] = {}
     _loaded_policy_modules = False
     _default_algorithms: dict[str, 'Callable[..., Any]'] = {}
 
@@ -85,12 +85,15 @@ class PolicyPackageAlgorithms:
             self._loaded_policy_modules = True
 
     @classmethod
-    def _get_default_algorithm(cls: type[PolicyPackageAlgorithmsT], algorithm_type: str, vo: str = "") -> Optional['Callable[..., Any]']:
+    def _get_default_algorithm(cls: type[PolicyPackageAlgorithmsT], algorithm_type: POLICY_ALGORITHM_TYPES_LITERAL, vo: str = "") -> Optional['Callable[..., Any]']:
         """
         Gets the default algorithm of this type, if present in the policy package.
         The default algorithm is the function named algorithm_type within the module named algorithm_type.
         Returns None if no default algorithm present.
         """
+        if algorithm_type not in POLICY_ALGORITHM_TYPES:
+            raise InvalidPolicyPackageAlgorithmType(algorithm_type)
+
         # check if default algorithm for this VO is already cached
         type_for_vo = vo + "_" + algorithm_type
         if type_for_vo in cls._default_algorithms:
@@ -116,38 +119,51 @@ class PolicyPackageAlgorithms:
         return default_algorithm
 
     @classmethod
-    def _get_one_algorithm(cls: type[PolicyPackageAlgorithmsT], algorithm_type: str, name: str) -> 'Callable[..., Any]':
+    def _get_one_algorithm(cls: type[PolicyPackageAlgorithmsT], algorithm_type: POLICY_ALGORITHM_TYPES_LITERAL, name: str) -> 'Callable[..., Any]':
         """
         Get the algorithm from the dictionary of algorithms
         """
+        if algorithm_type not in POLICY_ALGORITHM_TYPES:
+            raise InvalidPolicyPackageAlgorithmType(algorithm_type)
         return cls._ALGORITHMS[algorithm_type][name]
 
     @classmethod
-    def _get_algorithms(cls: type[PolicyPackageAlgorithmsT], algorithm_type: str) -> dict[str, 'Callable[..., Any]']:
+    def _get_algorithms(cls: type[PolicyPackageAlgorithmsT], algorithm_type: POLICY_ALGORITHM_TYPES_LITERAL) -> dict[str, 'Callable[..., Any]']:
         """
         Get the dictionary of algorithms for a given type
         """
+        if algorithm_type not in POLICY_ALGORITHM_TYPES:
+            raise InvalidPolicyPackageAlgorithmType(algorithm_type)
         return cls._ALGORITHMS[algorithm_type]
 
     @classmethod
     def _register(
             cls: type[PolicyPackageAlgorithmsT],
-            algorithm_type: str, algorithm_dict: dict[str, 'Callable[..., Any]']) -> None:
+            algorithm_type: POLICY_ALGORITHM_TYPES_LITERAL,
+            algorithm_dict: dict[str, 'Callable[..., Any]']) -> None:
         """
         Provided a dictionary of callable function,
         and the associated algorithm type,
         register it as one of the valid algorithms.
         """
+        if algorithm_type not in POLICY_ALGORITHM_TYPES:
+            raise InvalidPolicyPackageAlgorithmType(algorithm_type)
+
         if algorithm_type in cls._ALGORITHMS:
             cls._ALGORITHMS[algorithm_type].update(algorithm_dict)
         else:
             cls._ALGORITHMS[algorithm_type] = algorithm_dict
 
     @classmethod
-    def _supports(cls: type[PolicyPackageAlgorithmsT], algorithm_type: str, name: str) -> bool:
+    def _supports(
+            cls: type[PolicyPackageAlgorithmsT],
+            algorithm_type: POLICY_ALGORITHM_TYPES_LITERAL,
+            name: str) -> bool:
         """
         Check if a algorithm is supported by the plugin
         """
+        if algorithm_type not in POLICY_ALGORITHM_TYPES:
+            raise InvalidPolicyPackageAlgorithmType(algorithm_type)
         return name in cls._ALGORITHMS.get(algorithm_type, {})
 
     @classmethod

rucio/common/utils.py

@@ -46,7 +46,7 @@ import requests
 from typing_extensions import ParamSpec
 
 from rucio.common.config import config_get, config_get_bool
-from rucio.common.constants import BASE_SCHEME_MAP, DEFAULT_VO
+from rucio.common.constants import BASE_SCHEME_MAP, DEFAULT_VO, POLICY_ALGORITHM_TYPES_LITERAL
 from rucio.common.exception import DIDFilterSyntaxError, DuplicateCriteriaInDIDFilter, InputValidationError, InvalidType, MetalinkJsonParsingError, MissingModuleException, RucioException
 from rucio.common.extra import import_extras
 from rucio.common.plugins import PolicyPackageAlgorithms
@@ -392,7 +392,7 @@ class NonDeterministicPFNAlgorithms(PolicyPackageAlgorithms):
     from policy packages
     """
 
-    _algorithm_type = 'non_deterministic_pfn'
+    _algorithm_type: POLICY_ALGORITHM_TYPES_LITERAL = 'non_deterministic_pfn'
 
     def __init__(self, vo: str = DEFAULT_VO) -> None:
         """
@@ -560,7 +560,7 @@ class ScopeExtractionAlgorithms(PolicyPackageAlgorithms):
     Handle scope extraction algorithms
     """
 
-    _algorithm_type = 'scope'
+    _algorithm_type: POLICY_ALGORITHM_TYPES_LITERAL = 'scope'
 
     def __init__(self, vo: str = DEFAULT_VO) -> None:
         """

rucio/rse/translation.py

@@ -18,7 +18,7 @@ from configparser import NoOptionError, NoSectionError
 from typing import TYPE_CHECKING, Any, Optional
 
 from rucio.common import config
-from rucio.common.constants import DEFAULT_VO, RseAttr
+from rucio.common.constants import DEFAULT_VO, POLICY_ALGORITHM_TYPES_LITERAL, RseAttr
 from rucio.common.exception import ConfigNotFound
 from rucio.common.plugins import PolicyPackageAlgorithms
 
@@ -33,7 +33,7 @@ class RSEDeterministicScopeTranslation(PolicyPackageAlgorithms):
         Translates a pfn dictionary into a scope and name
     """
 
-    _algorithm_type = "pfn2lfn"
+    _algorithm_type: POLICY_ALGORITHM_TYPES_LITERAL = "pfn2lfn"
 
     def __init__(self, vo: str = DEFAULT_VO):
         super().__init__()
@@ -111,7 +111,7 @@ class RSEDeterministicTranslation(PolicyPackageAlgorithms):
     """
 
     _DEFAULT_LFN2PFN = "hash"
-    _algorithm_type = "lfn2pfn"
+    _algorithm_type: POLICY_ALGORITHM_TYPES_LITERAL = "lfn2pfn"
 
     def __init__(
             self,

rucio/vcsversion.py

@@ -4,8 +4,8 @@ This file is automatically generated; Do not edit it. :)
 '''
 VERSION_INFO = {
     'final': True,
-    'version': '38.1.0',
+    'version': '38.3.0',
     'branch_nick': 'release-38-LTS',
-    'revision_id': 'f63f25c84c254eac1701a9640e3cb658a7bbdd8e',
-    'revno': 13947
+    'revision_id': '5eebc4e67a544dcb2d689bd45260cb73fb10066a',
+    'revno': 14003
 }

{rucio_clients-38.1.0.dist-info → rucio_clients-38.3.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: rucio-clients
-Version: 38.1.0
+Version: 38.3.0
 Summary: Rucio Client Lite Package
 Home-page: https://rucio.cern.ch/
 Author: Rucio

{rucio_clients-38.1.0.dist-info → rucio_clients-38.3.0.dist-info}/RECORD

@@ -1,31 +1,31 @@
 rucio/__init__.py,sha256=Y7cPPlHVQPFyN8bSPFC0W3WViEdONr5g_qwBub5rufE,660
 rucio/alembicrevision.py,sha256=9tnjQLFkTpUEcZqcw-ojWpt4Wbg-5OtMJ0CfjPc0wX8,690
-rucio/vcsversion.py,sha256=yMKoNaABtSAIdUEDF8GKVaGThokyhemXGEjqfWPCHaI,248
+rucio/vcsversion.py,sha256=mQsxiR0m-shMbCPg19FH-Ol-CaR3LE4pKaB4sgr3qZI,248
 rucio/version.py,sha256=IwsNb1QQk0D092QQbR2K9wBPF2Akny1RGs-ZZziUohE,1519
 rucio/cli/__init__.py,sha256=GIkHmxgE3xdvWSf-7ZnvVaJmbs7NokaSjbFzsrXOG9o,662
 rucio/cli/account.py,sha256=2Fe-iEaTfLxqlW5mDJsJPwD-Etm4VqaMowTSA67hZIo,9458
-rucio/cli/command.py,sha256=dr9bhugorgc2kX-JsdrRsq9Yfh92sYwaALB7CrX6PNI,10835
-rucio/cli/config.py,sha256=L7vhzAyUVKZBWKKDvrLl7zCei8O6kDyzX_x_-p-vk9M,2706
-rucio/cli/did.py,sha256=IDrFFAfMhnVhGJMBm9QySO1avnbRcx_VTSaDMi41am8,9020
-rucio/cli/download.py,sha256=nltAf8nm8P6nrfIu0CUveY4YM6oL5nSR3w6yS4qBbw0,6248
+rucio/cli/command.py,sha256=7jqBakwQOW7gORCLf63wrGOfzsQKdZbsc1TWUMmDH5s,11294
+rucio/cli/config.py,sha256=chcCxby1ET8YvoMx9IUIty0wVaZghISwEO_Ahe22ReA,3558
+rucio/cli/did.py,sha256=OfVO2Egjh-7woiw7xxDKCc_SwzVi1dZN66mS-LZ1Mxc,9026
+rucio/cli/download.py,sha256=kIB_n45egqBp4inVFmUXdofFAmlPkdAgxLTpPlG4WLM,6241
 rucio/cli/lifetime_exception.py,sha256=joi9HdaiYP_g3115IR_ImX7oFlEg1xbSaK-IzmoIVcY,1498
-rucio/cli/opendata.py,sha256=wnfzcVBpCmkA9WQFqNsqtMuT-2QRl1LHBjLBgm_c4AU,4741
+rucio/cli/opendata.py,sha256=gAt6kyTXQUaQ6cv0XcB_9jmkYKavr3s3HCce84ywK7g,6580
 rucio/cli/replica.py,sha256=ZeknO6aKOambwe7lJGWcI_YAflz1-oMYBSZTYvMVIe0,8657
 rucio/cli/rse.py,sha256=J2IjCGUzvv9U0swFcU0ykZ1pYweHqTlXwmpGfSI-VgE,11490
 rucio/cli/rule.py,sha256=H_Yw8hx_DiqX_twEtgEY0x2AkftsRyLboMaXv_Zc6Ac,9090
 rucio/cli/scope.py,sha256=jzP9SK4IDKUrjWzE2Gs34I_gQpXnqmsBd6LbLuJI3QM,1698
 rucio/cli/subscription.py,sha256=kx1ox3OkWqdwfdflhdsv00XSYI6nnUZCp97YBZa4Aw4,4269
 rucio/cli/upload.py,sha256=29gJGfb7jsiA6-UwPCSg1kGZu-OJ-bdxUZr27S2mJEM,3237
-rucio/cli/utils.py,sha256=AEmdlvvebyFqBiM5z2HWrR1_kWmcDR1yLq3694rFqMs,10410
+rucio/cli/utils.py,sha256=3WWzfXzircnK1FLEu5KzZAQZ_E9K9WGd0_AlNuQUmY0,11078
 rucio/cli/bin_legacy/__init__.py,sha256=Q91iipvMQ0VzNMuYcYQfDujZ0vL-hrB4Kmd0YrgtHGQ,618
-rucio/cli/bin_legacy/rucio.py,sha256=Z53nUKd5orN9sFPHXcC6XC2diwMo1Dx5AzJhT3ha7Dw,140892
+rucio/cli/bin_legacy/rucio.py,sha256=EprZpF5A7teDGH6aXIevMMM3vbs4mKE1LaqgcpqsCmg,140816
 rucio/cli/bin_legacy/rucio_admin.py,sha256=pRpJhEGMr3-xzw3EsGeVayEiu8NI_UxEI2wSIbeulzI,141046
 rucio/client/__init__.py,sha256=0-jkSlrJf-eqbN4swA5a07eaWd6_6JXPQPLXMs4A3iI,660
 rucio/client/accountclient.py,sha256=kScbVL9rR8pyZRmETOyz_gwffc7biaPriMgDnCLxA_0,18864
 rucio/client/accountlimitclient.py,sha256=SWYdRMAMibWLZOhFb3HBI9vLvmp2uYjEhtM2ej1iGzQ,6905
 rucio/client/baseclient.py,sha256=gXh1RfzpQfvsFFm74F82jareOD8k9IlUOVHwwqsFyxI,50798
 rucio/client/client.py,sha256=npg0pFWzqnmnObjFO7QDdSkH1O0jrY-HglXEVfDrWNY,4493
-rucio/client/configclient.py,sha256=pbp_yEem7g8JTVVOMY-ehMyLh6T3Rxf1AxCluLE-JE8,4800
+rucio/client/configclient.py,sha256=l-0kjkrAQXhzV78CPtqduzp7lgonnAl65wmtUflf9Dc,5493
 rucio/client/credentialclient.py,sha256=q4i_t-dIiojRmiY70iuJsAgnPqaZVwkJLbThxoc8_9k,2214
 rucio/client/didclient.py,sha256=66ODAQnrtvwwSo0Cu9FpCRo_36N28tHtUjbrz92hu_c,34619
 rucio/client/diracclient.py,sha256=MQCY0UxgXXlosL9-dKB469wkZ9XLgPs4dPsuEFfk4Rc,4465
@@ -39,7 +39,7 @@ rucio/client/opendataclient.py,sha256=x0ESKis92lwX_lrB0nKukJy0qcvT7cZ5jWccoYxPVG
 rucio/client/pingclient.py,sha256=WU7jwbHoISky-ULw9h1_VqS0opRAM3j3RFnpWC7l48Y,2392
 rucio/client/replicaclient.py,sha256=Gi7vg87g4hhrW_UA9MB1FewGh67FW2wAnSWj4H9oMQk,20591
 rucio/client/requestclient.py,sha256=Vr1lAmAbfX2iGzj_aKRmRFPBpMXbVxIw_0LVAZ5Xtq0,8574
-rucio/client/richclient.py,sha256=kP6cHQsvCtKEl1c2fycqpDjfLrMAzaMxuZA_kWddm08,10111
+rucio/client/richclient.py,sha256=ArTHvnx0eJxRysfpBxnx0zaDI8ixgnfA_8vAegZQC2Y,10243
 rucio/client/rseclient.py,sha256=4R-WcCROjPRfWjcWuFM7itf4vmRRk0qvOa-itnTlZ8w,31858
 rucio/client/ruleclient.py,sha256=tlYRFMKVwjCuzketqg2F4XoGydbhNAjkOnm1BGUZEVg,13639
 rucio/client/scopeclient.py,sha256=-rXLdXScKeXavOaw9EwBHYo4SXwfcuqsOG6yGMIBWyM,3485
@@ -52,26 +52,26 @@ rucio/common/cache.py,sha256=oa1WCodXpsmHzM-LJoYL7wQHw7VMU5I0g3TBg-VzEfo,3389
 rucio/common/checksum.py,sha256=nSqjY8TdDGohpAzcEM2fjv4FPdOKmKr_3U27HalKkoY,5254
 rucio/common/client.py,sha256=vHJ1gnHRBiXC2ZPfSgYPlsdJi0DbvwWDdHHMEOVgBvU,3129
 rucio/common/config.py,sha256=69AhxgP9SXXrlaTqlOCQiaiqGqHLhSfhRFasroGfDdc,24402
-rucio/common/constants.py,sha256=5MhQHY24NODmvp71MqHS8BzSird2K1ICmC94clD-JlY,7751
+rucio/common/constants.py,sha256=WhpUEh_L2AF35jL1yDO1yOPgiAWVgJxmYvD_F5Fwh6A,8029
 rucio/common/constraints.py,sha256=MrdiAwKyoaZGfspUWX_53XS2790nXMSMg1JYmTO_ciQ,726
 rucio/common/didtype.py,sha256=nXoyK740yrwsiGX9e9vOc8UX0PXRvKry67C0Sd8SpmM,8010
-rucio/common/exception.py,sha256=q_vSqaJ_SdPorkyo247-l9HqBDpZSGZ1pf2-ZR4uaUY,36188
+rucio/common/exception.py,sha256=I90THVS-iNKCPl5zuBFGzsGuaQ4D6fx-n3ZevSl8z4U,36546
 rucio/common/extra.py,sha256=IE01275vTJobyNiYbptU9NmsUl2Ga_92FSoOODV8Qfk,1054
 rucio/common/logging.py,sha256=_G1QDFpPLghz2VXOjdhC7j-TtZBxmPJsyJtztW7mf68,15874
 rucio/common/pcache.py,sha256=V2OnO4h4v5yaxWT9T9DMJpm-2rLalBzzaqlUWUq5x4c,47097
-rucio/common/plugins.py,sha256=vojZpsEu8jzOdHyrYykJRQnShD_Nq9ODj6EFX3i1OAU,8735
+rucio/common/plugins.py,sha256=A2koy6tXBPxE3lF89lBpbtg-d5Vn4bgg7osHt3Qd-Io,9664
 rucio/common/policy.py,sha256=4i7SHyUpWxagS9nI72nBpWyfvYfz_aH6GH4lFMtDARo,3546
 rucio/common/stomp_utils.py,sha256=3GTiRTJ0roe5OX_wgkVwOJYAIhGgYbhiROHc2M8LQT8,5414
 rucio/common/stopwatch.py,sha256=_9zxoLjr8A0wUDJsljK4vZNDCI-dIOgpcxXiCNVJcHU,1641
 rucio/common/test_rucio_server.py,sha256=2teFpN5Pthp-zQt1_aErOURDTgOhFP9GKdEr1NMmc4o,5085
 rucio/common/types.py,sha256=joi_upIQsi3U3HMmyfVOVQem3404kGI6OixyFzrqavk,11941
-rucio/common/utils.py,sha256=FauL76qhhSm2IZxKrZT7cSnURPCytWAZP5awHdTAXNY,67298
+rucio/common/utils.py,sha256=GUm8XmWhooRqZ_OpV_Ex1rqI70G8gxwAzJhQLKW27eo,67394
 rucio/common/schema/__init__.py,sha256=gC39BlHz45lX6-OTtIL5U8RqVJpZGk0RfqCwSKRseYU,7284
 rucio/common/schema/generic.py,sha256=NmmQJ0Z8dHbL7xnbFL7rvXFK29wA8ZGtkwwwMAxzVC0,15887
 rucio/common/schema/generic_multi_vo.py,sha256=UK5DOO-dO7pY6O44t9SJqzeS3xUye_stu_f-EVD-r0s,15107
 rucio/rse/__init__.py,sha256=0Y-ZU-K8E-a_sc6q-rTjstREC25EmxPmtIWig5gFNU4,3361
 rucio/rse/rsemanager.py,sha256=Qi8dUD3z0wUCr7O-GeKHKcjt9ur7Jo9d1H3lpm08KcI,41127
-rucio/rse/translation.py,sha256=3UwhOYoYs6NTm4JvK47VpfkGDdxajbhlSfnJSFQ-llU,9609
+rucio/rse/translation.py,sha256=Hzv73mDFkne1Iu19ID6K1QMo3i_sBt_7gvJ6CeR5_yE,9705
 rucio/rse/protocols/__init__.py,sha256=Q91iipvMQ0VzNMuYcYQfDujZ0vL-hrB4Kmd0YrgtHGQ,618
 rucio/rse/protocols/bittorrent.py,sha256=ZBm_n7vU_NGXQaaZJWKQ-KUp6nYOMdbLqTvGuKN_LKk,7475
 rucio/rse/protocols/cache.py,sha256=vJxwPa32TWMQSmETKJ_9ZcXmB4GS47yQGkB-d7IJAdc,4306
@@ -90,16 +90,16 @@ rucio/rse/protocols/ssh.py,sha256=pHPAQx2bPNkMrtqbCqDfq7OXoy7XphQ-i2Stzdvnf1k,17
 rucio/rse/protocols/storm.py,sha256=Z4fzklxG-x70A0Lugg1jE1RicwCSeF27iz0MXO-4to0,7864
 rucio/rse/protocols/webdav.py,sha256=8UzmBA8vF_-exoUvpIHRQLfhvAvExQsfu-P4WbXGOXI,24810
 rucio/rse/protocols/xrootd.py,sha256=oJHueVR44dcW5nkg8jCbr9PetV9UIti3C0tka_m7yIk,12604
-rucio_clients-38.1.0.data/data/requirements.client.txt,sha256=ob8DW6vHurtEcXZ2j_u67WO_M2Mf7dzJFROKqIQINTo,1790
-rucio_clients-38.1.0.data/data/etc/rse-accounts.cfg.template,sha256=IfDnXVxBPUrMnTMbJnd3P7eYHgY1C4Kfz7xKskJs-FI,543
-rucio_clients-38.1.0.data/data/etc/rucio.cfg.atlas.client.template,sha256=aHP1oX9m5yA8xVTTT2Hz6AyOYu92-Bcd5LF0i3AZRQw,1350
-rucio_clients-38.1.0.data/data/etc/rucio.cfg.template,sha256=hKnGDIm7oIFWBhj6vr5L6bE4TDRHT-7eZh9IsqOHbpo,8023
-rucio_clients-38.1.0.data/data/rucio_client/merge_rucio_configs.py,sha256=u62K1EcCGydM5nZA30zhlqWo4EX5N87b_MDkx5YfzVI,6163
-rucio_clients-38.1.0.data/scripts/rucio,sha256=f8f5X6O9W2JfUqWiSdsuDROekGt28p9CBvFZropZ-C0,5260
-rucio_clients-38.1.0.data/scripts/rucio-admin,sha256=AhPO6-fAPviHObhB_Yi7GJXKfjpaH6m0RqxwctBeFlE,4229
-rucio_clients-38.1.0.dist-info/licenses/AUTHORS.rst,sha256=FQ5q2_bY3dYKDmEw-8YD-SgPJ4fgnM1XI5wRF5ksQPg,4771
-rucio_clients-38.1.0.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
-rucio_clients-38.1.0.dist-info/METADATA,sha256=33Fl0bZ2J05hdH-p_7R8kVu1LJgRQdrfi4IE1q1dmtM,1740
-rucio_clients-38.1.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-rucio_clients-38.1.0.dist-info/top_level.txt,sha256=lJM8plwW0ePPICkwFnpYzfdqHnSv6JZr1OD4JEysPgM,6
-rucio_clients-38.1.0.dist-info/RECORD,,
+rucio_clients-38.3.0.data/data/requirements.client.txt,sha256=ob8DW6vHurtEcXZ2j_u67WO_M2Mf7dzJFROKqIQINTo,1790
+rucio_clients-38.3.0.data/data/etc/rse-accounts.cfg.template,sha256=IfDnXVxBPUrMnTMbJnd3P7eYHgY1C4Kfz7xKskJs-FI,543
+rucio_clients-38.3.0.data/data/etc/rucio.cfg.atlas.client.template,sha256=aHP1oX9m5yA8xVTTT2Hz6AyOYu92-Bcd5LF0i3AZRQw,1350
+rucio_clients-38.3.0.data/data/etc/rucio.cfg.template,sha256=hKnGDIm7oIFWBhj6vr5L6bE4TDRHT-7eZh9IsqOHbpo,8023
+rucio_clients-38.3.0.data/data/rucio_client/merge_rucio_configs.py,sha256=u62K1EcCGydM5nZA30zhlqWo4EX5N87b_MDkx5YfzVI,6163
+rucio_clients-38.3.0.data/scripts/rucio,sha256=f8f5X6O9W2JfUqWiSdsuDROekGt28p9CBvFZropZ-C0,5260
+rucio_clients-38.3.0.data/scripts/rucio-admin,sha256=AhPO6-fAPviHObhB_Yi7GJXKfjpaH6m0RqxwctBeFlE,4229
+rucio_clients-38.3.0.dist-info/licenses/AUTHORS.rst,sha256=FQ5q2_bY3dYKDmEw-8YD-SgPJ4fgnM1XI5wRF5ksQPg,4771
+rucio_clients-38.3.0.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+rucio_clients-38.3.0.dist-info/METADATA,sha256=uXRJ4c_TAzifO6vFNdXWtehgoSHuRXpT9kl_W1ZJUoI,1740
+rucio_clients-38.3.0.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+rucio_clients-38.3.0.dist-info/top_level.txt,sha256=lJM8plwW0ePPICkwFnpYzfdqHnSv6JZr1OD4JEysPgM,6
+rucio_clients-38.3.0.dist-info/RECORD,,