rucio 35.7.0__py3-none-any.whl → 37.0.0__py3-none-any.whl

rucio-37.0.0.data/scripts/rucio

@@ -0,0 +1,133 @@
+#!python
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import argparse
+import sys
+from typing import TYPE_CHECKING, Optional
+
+from rucio.cli.bin_legacy.rucio import main as main_legacy
+from rucio.cli.command import main
+from rucio.common.utils import setup_logger
+
+if TYPE_CHECKING:
+    from logging import Logger
+
+
+def _get_first_command(args: list[str]) -> Optional[str]:
+    return next(
+        (
+            arg for arg in args
+            if arg != 'rucio' and (arg[0] != "-" or arg in ("-h", "--help", "--version"))
+        ),
+        None
+    )
+
+
+def make_warning(logger: "Logger") -> None:
+    base_warning = "This method is being deprecated."
+    new_command = map_legacy_command()
+    if new_command is not None:
+        warning = f"{base_warning} Please replace your command with `rucio {' '.join(new_command)}`"
+    else:
+        warning = base_warning + " Please view rucio -h for an updated help menu."
+
+    logger.warning(warning)
+
+
+def map_legacy_command() -> Optional[list[str]]:
+    command = _get_first_command(sys.argv[1:])
+
+    new_command = None
+    if command not in ("-h", "--version", None):
+        command_map = {
+            "list-file-replicas": ["replica", "list", "file"],
+            "list-dataset-replicas": ["replica", "list", "dataset"],
+            "add-dataset": ["did", "add", "--type dataset"],
+            "add-container": ["did", "add", "--type container"],
+            "attach": ["did", "content", "add"],
+            "detach": ["did", "content", "remove"],
+            "ls": ["did", "list"],
+            "list-dids": ["did", "list"],
+            "list-parent-dids": ["did", "list", "--parent"],
+            "list-scopes": ["scope", "list"],
+            "close": ["did", "update", "--close"],
+            "reopen": ["did", "update", "--open"],
+            "stat": ["did", "show"],
+            "erase": ["did", "remove"],
+            "list-content": ["did", "content", "list"],
+            "list-content-history": ["did", "content", "history"],
+            "upload": ["upload"],
+            "get": ["download"],
+            "download": ["download"],
+            "get-metadata": ["did", "metadata", "list"],
+            "set-metadata": ["did", "metadata", "add"],
+            "delete-metadata": ["did", "metadata", "remove"],
+            "list-rse-usage": ["rse", "show"],
+            "list-account-usage": ["account", "limit", "list"],
+            "list-account-limits": ["account", "limit", "list"],
+            "add-rule": ["rule", "add"],
+            "delete-rule": ["rule", "remove"],
+            "rule-info": ["rule", "show"],
+            "list-rules": ["rule", "list"],
+            "list-rules-history": ["rule", "history"],
+            "update-rule": ["rule", "update"],
+            "move-rule": ["rule", "move"],
+            "list-rses": ["rse", "list"],
+            "list-suspicious-replicas": ["replica", "state", "suspicious"],
+            "list-rse-attributes": ["rse", "attribute", "list"],
+            "touch": ["did", "update", "--touch"],
+            "add-lifetime-exception": ["lifetime-exception", "add"],
+        }
+        new_command = command_map.get(command)
+
+    return new_command
+
+
+if __name__ == "__main__":
+    commands = ("account", "config", "did", "replica", "rse", "rule", "scope", "subscription", "ping", "whoami", "test-server", "lifetime-exception", "upload", "download")
+
+    parser = argparse.ArgumentParser(add_help=False)
+    # Check for legacy flag
+    parser.add_argument("--legacy", action="store_true")
+    # Check for commands in the new command list
+    parser.add_argument("-h", "--help", action="store_true")
+    parser.add_argument("--version", action="store_true")
+
+    args, _ = parser.parse_known_args()
+
+    logger = setup_logger(module_name=__name__)
+
+    if args.legacy:
+        make_warning(logger)
+        sys.argv.pop(sys.argv.index('--legacy'))
+        main_legacy()
+
+    elif (any(arg in commands for arg in sys.argv)) or args.help or args.version:
+        main()  # pylint: disable=E1120
+
+    else:
+        make_warning(logger)
+        try:
+            main_legacy()
+        # Make a custom warning - show the new help menu when invalid commands are called.
+        except argparse.ArgumentError:
+            logger.error("Invalid argument(s) - %s " % sys.argv[1:])
+            command = map_legacy_command()
+            if command is not None:
+                sys.argv = ["rucio"] + command + ["-h"]
+            else:
+                sys.argv = ["rucio", "-h"]
+
+            main()  # pylint: disable=E1120

rucio-37.0.0.data/scripts/rucio-admin

@@ -0,0 +1,97 @@
+#!python
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import sys
+
+from rucio.cli.bin_legacy.rucio_admin import main as main_legacy
+from rucio.common.utils import setup_logger
+
+
+def make_warning():
+    logger = setup_logger(module_name=__name__)
+
+    base_warning = "This method is being deprecated."
+    args = [arg for arg in sys.argv if arg[0] != "-" or arg in ("-h", "--help", "--version")]
+    try:
+        first_command = args[1]
+    except IndexError:
+        first_command = None
+    try:
+        second_command = args[2]
+    except IndexError:
+        second_command = "-h"
+
+    if (first_command not in ("-h", "--version", "--help")) and (first_command is not None):
+        command_map = {
+            "data": {"import": "upload", "export": "download"},
+            "account": {
+                "-h": "account -h",
+                "add": "account add",
+                "delete": "account remove",
+                "info": "account show",
+                "update": "account update",
+                "set-limits": "account limit add",
+                "get-limits": "account limit list",
+                "delete-limits": "account limit remove",
+                "ban": "account update --ban",
+                "unban": "account update --unban",
+                "list-attributes": "account attribute list",
+                "add-attribute": "account attribute add",
+                "delete-attribute": "account attribute remove",
+            },
+            "identity": {"-h": "account identity -h", "add": "account identity add", "delete": "account identity remove"},
+            "rse": {
+                "-h": "rse -h",
+                "add": "rse add",
+                "list": "rse list",
+                "update": "rse update",
+                "info": "rse show",
+                "set-attribute": "rse attribute add",
+                "delete-attribute": "rse attribute remove",
+                "delete-distance": "rse distance remove",
+                "get-distance": "rse distance show",
+                "set-distance": "rse distance update",
+                "get-attribute": "rse attribute list",
+                "add-protocol": "rse protocol add",
+                "delete-protocol": "rse protocol remove",
+                "delete": "rse remove",
+                "add-qos-policy": "rse qos add",
+                "add-distance": "rse distance add",
+                "delete-qos-policy": "rse qos remove",
+                "list-qos-policies": "rse qos list",
+                "set-limit": "rse limit add",
+                "delete-limit": "rse limit remove",
+            },
+            "scope": {"-h": "scope -h", "add": "scope add", "list": "scope list"},
+            "config": {"-h": "config -h", "get": "config list", "set": "config add", "delete": "config remove"},
+            "subscription": {"-h": "subscription -h", "add": "subscription add", "list": "subscription", "update": "subscription update", "reevaluate": "subscription touch"},
+            "replicas": {"-h": "replica -h", "quarantine": "replica state update quarantine", "declare-bad": "replica state update bad", "declare-temporary-unavailable": "replica state update unavailable", "set-tombstone": "replica remove"},
+        }
+        try:
+            new_command = command_map[first_command]
+            new_command = new_command[second_command]
+        except KeyError:
+            new_command = "-h"
+
+        warning = f"{base_warning} Please replace your command with `rucio {new_command}`"
+    else:
+        warning = base_warning + " Please view rucio -h for an updated help menu."
+
+    logger.warning(warning)
+
+
+if __name__ == "__main__":
+    make_warning()
+    main_legacy()

{rucio-35.7.0.data → rucio-37.0.0.data}/scripts/rucio-atropos

@@ -13,9 +13,9 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-'''
+"""
 Atropos Daemon : End the life of the rules according to the Lifetime Model
-'''
+"""
 
 import argparse
 import datetime

{rucio-35.7.0.data → rucio-37.0.0.data}/scripts/rucio-auditor

@@ -32,6 +32,8 @@ import rucio.daemons.auditor
 from rucio.client.rseclient import RSEClient
 from rucio.common.exception import RSENotFound
 
+RETRY_AFTER = 60 * 60 * 24 * 14  # Two weeks
+
 
 def setup_pipe_logger(pipe, loglevel):
     logger = logging.getLogger('auditor')
@@ -47,7 +49,6 @@ def setup_pipe_logger(pipe, loglevel):
 
 
 def main(args):
-    RETRY_AFTER = 60 * 60 * 24 * 14  # Two weeks
 
     nprocs = args.nprocs
     if nprocs < 1:

{rucio-35.7.0.data → rucio-37.0.0.data}/scripts/rucio-automatix

@@ -13,9 +13,9 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-'''
+"""
 Automatix (Dataset injector) Daemon
-'''
+"""
 
 import argparse
 import signal

{rucio-35.7.0.data → rucio-37.0.0.data}/scripts/rucio-cache-client

@@ -14,7 +14,7 @@
 # limitations under the License.
 
 """
-    Rucio Cache client.
+Rucio Cache client.
 """
 
 import argparse
@@ -29,7 +29,7 @@ from jsonschema import validate
 
 from rucio.client.didclient import DIDClient
 from rucio.client.rseclient import RSEClient
-from rucio.common.config import config_get, config_get_int
+from rucio.common.config import config_get_items, config_has_section
 from rucio.common.exception import DataIdentifierNotFound
 from rucio.common.schema import get_schema_value
 
@@ -104,17 +104,24 @@ def get_parser():
          'operation': 'delete_replicas'
         }
 """
-    oparser = argparse.ArgumentParser(description="This daemons is used to populate information of replicas on volatile storage.",
-                                      prog=os.path.basename(sys.argv[0]), add_help=True)
+    description = "This daemon is used to populate information of replicas on volatile storage."
+
+    if not config_has_section("message-cache"):
+        defaults = {}
+        message_append = "WARNING: section 'messaging-cache' not present in config! All arguments must be manually set!\n"
+        description = message_append + description
+    else:
+        defaults = config_get_items("message-cache")
+
+    oparser = argparse.ArgumentParser(description=description, prog=os.path.basename(sys.argv[0]), add_help=True)
 
     # Main arguments
-    oparser.add_argument('-b', '--broker', dest='broker', default=config_get('messaging-cache', 'brokers').split(',')[0], help='Message broker name')
-    oparser.add_argument('-p', '--port', dest='port', default=config_get_int('messaging-cache', 'port'), help='Message broker port')
-    oparser.add_argument('-c', '--certificate', dest='ssl_cert_file', default=config_get('messaging-cache', 'ssl_cert_file'), help='Certificate file')
-    oparser.add_argument('-k', '--certificate-key', dest='ssl_key_file', default=config_get('messaging-cache', 'ssl_key_file'), help='Certificate key file')
-    oparser.add_argument('-d', '--destination', dest='destination', default=config_get('messaging-cache', 'destination'), help="Message broker topic")
+    oparser.add_argument('-b', '--broker', dest='broker', default=defaults.get('brokers', '').split(',')[0], help='Message broker name')
+    oparser.add_argument('-p', '--port', dest='port', type=int, default=defaults.get('port'), help='Message broker port')
+    oparser.add_argument('-c', '--certificate', dest='ssl_cert_file', default=defaults.get('ssl_cert_file'), help='Certificate file')
+    oparser.add_argument('-k', '--certificate-key', dest='ssl_key_file', default=defaults.get('ssl_key_file'), help='Certificate key file')
+    oparser.add_argument('-d', '--destination', dest='destination', default=defaults.get('destination'), help="Message broker topic")
     oparser.add_argument('-m', '--message', dest='message', default=None, help=message_help)
-
     return oparser
 
 

{rucio-35.7.0.data → rucio-37.0.0.data}/scripts/rucio-conveyor-receiver

@@ -16,6 +16,7 @@
 """
 Conveyor is a daemon to manage file transfers.
 """
+
 import argparse
 import signal
 

{rucio-35.7.0.data → rucio-37.0.0.data}/scripts/rucio-kronos

@@ -12,6 +12,7 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
+
 """
 Kronos is a daemon that consumes tracer messages and updates the replica atime accordingly.
 """

{rucio-35.7.0.data → rucio-37.0.0.data}/scripts/rucio-minos

@@ -13,14 +13,14 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-'''
+"""
 Minos Daemon :
 Minos is the name of one of the judge on the underworld in the greek mythology.
 The role of the daemon is get as input the list of PFNs declared bad
 and to class them into 2 categories :
 - The ones temporary available
 - The ones that have a real problem and that will need to be recovered by the necromancer
-'''
+"""
 
 import argparse
 import signal

{rucio-35.7.0.data → rucio-37.0.0.data}/scripts/rucio-minos-temporary-expiration

@@ -13,11 +13,11 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-'''
+"""
 Minos Daemon Temporary Unavailable:
 This special type of minos daemon lists the expired TEMPORARY_UNAVAILABLE replicas and
 puts them back into AVAILABLE state.
-'''
+"""
 
 import argparse
 import signal

{rucio-35.7.0.data → rucio-37.0.0.data}/scripts/rucio-necromancer

@@ -13,9 +13,9 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-'''
+"""
 Necromancer Daemon : Bring the dead files back to life
-'''
+"""
 
 import argparse
 import signal

{rucio-35.7.0.data → rucio-37.0.0.data}/scripts/rucio-reaper

@@ -13,13 +13,13 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-'''
-'''
+"""
+Reaper is a daemon to manage file deletion.
+"""
 
 import argparse
 import signal
 
-from rucio.common.utils import StoreAndDeprecateWarningAction
 from rucio.daemons.reaper.reaper import run, stop
 
 
@@ -32,7 +32,7 @@ def get_parser():
                         help='Runs one loop iteration')
     parser.add_argument("--threads", action="store", default=1, type=int,
                         help='Concurrency control: number of threads')
-    parser.add_argument("--chunk_size", "--chunk-size", new_option_string="--chunk-size", action=StoreAndDeprecateWarningAction, default=100, type=int,
+    parser.add_argument("--chunk-size", action="store", default=100, type=int,
                         help='The size used for a bulk deletion on on RSE')
     parser.add_argument('--sleep-time', action="store", default=60, type=int,
                         help='Minimum time between 2 consecutive cycles')
@@ -50,9 +50,9 @@ def get_parser():
                         help='The delay (seconds) to query replicas in BEING_DELETED state.')
     parser.add_argument('--scheme', action="store", default=None, type=str,
                         help='Force the reaper to use a particular protocol/scheme, e.g., mock')
-    parser.add_argument("--auto_exclude_threshold", "--auto-exclude-threshhold", new_option_string="--auto-exclude-threshhold", action=StoreAndDeprecateWarningAction, default=100, type=int,
+    parser.add_argument("--auto-exclude-threshold", action="store", default=100, type=int,
                         help='Number of service unavailable exceptions after which the RSE gets temporarily excluded.')
-    parser.add_argument("--auto_exclude_timeout", "--auto-exclude-timeout", new_option_string="--auto-exclude-timeout", action=StoreAndDeprecateWarningAction, default=600, type=int,
+    parser.add_argument("--auto-exclude-timeout", action="store", default=600, type=int,
                         help='Timeout for temporarily excluded RSEs.')
 
     return parser

{rucio-35.7.0.data → rucio-37.0.0.data}/scripts/rucio-transmogrifier

@@ -13,9 +13,9 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-'''
+"""
 Transmogrifier (Replication Rule Resolver) Daemon
-'''
+"""
 
 import argparse
 import signal

rucio-37.0.0.dist-info/METADATA

@@ -0,0 +1,92 @@
+Metadata-Version: 2.4
+Name: rucio
+Version: 37.0.0
+Summary: Rucio Package
+Home-page: https://rucio.cern.ch/
+Author: Rucio
+Author-email: rucio-dev@cern.ch
+License: Apache License, Version 2.0
+Classifier: Development Status :: 5 - Production/Stable
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Intended Audience :: Information Technology
+Classifier: Intended Audience :: System Administrators
+Classifier: Operating System :: POSIX :: Linux
+Classifier: Natural Language :: English
+Classifier: Programming Language :: Python
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Environment :: No Input/Output (Daemon)
+Requires-Python: >=3.9, <4
+License-File: LICENSE
+License-File: AUTHORS.rst
+Requires-Dist: requests
+Requires-Dist: urllib3
+Requires-Dist: dogpile-cache<=1.2.2
+Requires-Dist: packaging
+Requires-Dist: tabulate
+Requires-Dist: jsonschema
+Requires-Dist: dataclasses
+Requires-Dist: rich
+Requires-Dist: typing_extensions
+Requires-Dist: argcomplete
+Requires-Dist: boto
+Requires-Dist: python-magic
+Requires-Dist: paramiko
+Requires-Dist: boto3
+Requires-Dist: sqlalchemy
+Requires-Dist: alembic
+Requires-Dist: pymemcache
+Requires-Dist: python-dateutil
+Requires-Dist: stomp-py
+Requires-Dist: statsd
+Requires-Dist: geoip2
+Requires-Dist: google-auth
+Requires-Dist: redis
+Requires-Dist: flask
+Requires-Dist: oic
+Requires-Dist: prometheus_client
+Provides-Extra: oracle
+Requires-Dist: cx_oracle; extra == "oracle"
+Provides-Extra: mongo
+Requires-Dist: pymongo; extra == "mongo"
+Provides-Extra: elastic
+Requires-Dist: elasticsearch; extra == "elastic"
+Provides-Extra: postgresql
+Requires-Dist: psycopg[binary,pool]; extra == "postgresql"
+Provides-Extra: mysql
+Requires-Dist: PyMySQL; extra == "mysql"
+Provides-Extra: kerberos
+Requires-Dist: kerberos; extra == "kerberos"
+Requires-Dist: pykerberos; extra == "kerberos"
+Requires-Dist: requests-kerberos; extra == "kerberos"
+Provides-Extra: globus
+Requires-Dist: PyYAML; extra == "globus"
+Requires-Dist: globus-sdk; extra == "globus"
+Provides-Extra: saml
+Requires-Dist: python3-saml; extra == "saml"
+Provides-Extra: dev
+Requires-Dist: pytest; extra == "dev"
+Requires-Dist: pytest-xdist; extra == "dev"
+Requires-Dist: pytest-cov; extra == "dev"
+Requires-Dist: pyflakes; extra == "dev"
+Requires-Dist: flake8; extra == "dev"
+Requires-Dist: pylint; extra == "dev"
+Requires-Dist: isort; extra == "dev"
+Requires-Dist: xmltodict; extra == "dev"
+Requires-Dist: pytz; extra == "dev"
+Requires-Dist: pycodestyle; extra == "dev"
+Requires-Dist: pydoc-markdown; extra == "dev"
+Requires-Dist: docspec_python; extra == "dev"
+Requires-Dist: sh; extra == "dev"
+Requires-Dist: PyYAML; extra == "dev"
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: home-page
+Dynamic: license
+Dynamic: license-file
+Dynamic: provides-extra
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary