rucio 37.1.0.post1__tar.gz → 38.5.1__tar.gz

rucio-38.5.1/AUTHORS.rst

@@ -0,0 +1,101 @@
+Individual contributors to the source code
+------------------------------------------
+- Mario Lassnig <mario.lassnig@cern.ch>, 2012-2019
+- Vincent Garonne <vgaronne@gmail.com>, 2012-2019
+- Angelos Molfetas <Angelos.Molfetas@cern.ch>, 2012
+- Martin Barisits <martin.barisits@cern.ch>, 2012-2019
+- Thomas Beermann <thomas.beermann@cern.ch>, 2012-2019
+- Ralph Vigne <ralph.vigne@cern.ch>, 2012-2016
+- Graeme Stewart <graeme.andrew.stewart@cern.ch>, 2012
+- Yun-Pin Sun <winter0128@gmail.com>, 2012-2013
+- Cedric Serfon <cedric.serfon@cern.ch>, 2012-2020
+- Luis Rodrigues <lfrodrigues@gmail.com>, 2013
+- WeiJen Chang <e4523744@gmail.com>, 2013-2014
+- Gancho Dimitrov <gancho.dimitrov@cern.ch>, 2013
+- Wen Guan <wguan.icedew@gmail.com>, 2014-2017
+- David Cameron <d.g.cameron@gmail.com>, 2014-2016
+- Tomáš Kouba <tomas.kouba@cern.ch>, 2014-2015
+- Cheng-Hsi Chao <cheng-hsi.chao@cern.ch>, 2014
+- Evangelia Liotiri <evangelia.liotiri@cern.ch>, 2014-2015
+- Joaquín Bogado <jbogado@linti.unlp.edu.ar>, 2014-2018
+- Fernando López <fernando.e.lopez@gmail.com>, 2015-2016
+- Sylvain Blunier <sylvain.blunier@cern.ch>, 2016
+- Tomas Javurek <tomas.javurek@cern.ch>, 2016-2019
+- Brian Bockelman <bbockelm@cse.unl.edu>, 2016-2018
+- Tobias Wegner <twegner@cern.ch>, 2017-2019
+- Frank Berghaus <frank.berghaus@cern.ch>, 2017
+- Vitjan Zavrtanik <vitjan.zavrtanik@cern.ch>, 2017
+- Stefan Prenner <stefan.prenner@cern.ch>, 2017-2018
+- Nicolo Magini <Nicolo.Magini@cern.ch>, 2017-2018
+- Oliver Freyermuth <o.freyermuth@googlemail.com>, 2017
+- Eric Vaandering <ericvaandering@gmail.com>, 2018
+- Dimitrios Christidis <dimitrios.christidis@cern.ch>, 2018-2019
+- Igor Mandrichenko <ivm@fnal.gov>, 2018
+- Shreyansh Khajanchi <shreyansh_k@live.com>, 2018
+- Robert Illingworth <illingwo@fnal.gov>, 2018
+- Hannes Hansen <hannes.jakob.hansen@cern.ch>, 2018-2019
+- Gabriele Gaetano Fronzé <gabriele.fronze@to.infn.it>, 2018-2021
+- James Perry <j.perry@epcc.ed.ac.uk>, 2019
+- Vivek Nigam <viveknigam.nigam3@gmail.com>, 2019 - 2020
+- Kaustubh Hiware <hiwarekaustubh@gmail.com>, 2019
+- Florido Paganelli <florido.paganelli@hep.lu.se>, 2019
+- Boris Bauermeister <Boris.Bauermeister@gmail.com> 2019
+- Ruturaj Gujar <ruturaj.gujar23@gmail.com> 2019
+- Andrew Lister <andrew.lister@stfc.ac.uk>, 2019
+- Aristeidis Fkiaras <aristeidis.fkiaras@cern.ch>, 2019
+- Matt Snyder <msnyder@bnl.gov>, 2019
+- Brandon White <bjwhite@fnal.gov> 2019-2023
+- Benedikt Ziemons <benedikt.ziemons@cern.ch>, 2020
+- Muhammad Aditya Hilmy <mhilmy@hey.com>, 2020
+- Eli Chadwick <eli.chadwick@stfc.ac.uk>, 2020
+- Patrick Austin <patrick.austin@stfc.ac.uk>, 2020
+- Rob Barnsley <R.Barnsley@skatelescope.org>, 2020
+- Alan Malta Rodrigues <alan.malta@cern.ch>, 2020
+- Mayank Sharma <mayank.sharma@cern.ch>, 2020
+- Ian Johnson, <ian.johnson@stfc.ac.uk>, 2021
+- Radu Carpa <radu.carpa@cern.ch>, 2021
+- Dhruv Sondhi <dhruvsondhi05@gmail.com>, 2021
+- Simon Fayer <simon.fayer05@imperial.ac.uk>, 2021
+- Ilija Vukotic <ivukotic@uchicago.edu>, 2020-2021
+- David Población Criado <david.poblacion.criado@cern.ch>, 2021
+- Nick Smith <nick.smith@cern.ch>, 2021
+- Rizart Dona <rizart.dona@cern.ch>, 2021
+- Rakshita Varadarajan <rakshitajps@gmail.com>, 2021
+- Fabio Luchetti <fabio.luchetti@cern.ch>, 2021
+- Stefan Piperov <stefan.piperov@cern.ch>, 2021
+- Jensen Zhang <hack@jensen-zhang.site>, 2022
+- Aksel Lunde Aase <aksel.lunde.aase@gmail.com>, 2022
+- Elena Gazzarrini <gazzarrini.elena@gmail.com>, 2022-2023
+- Maximilian Linhoff, <maximilian.linhoff@tu-dortmund.de>, 2024
+- Eric Banzuzi, <eric.banzuzi@gmail.com>, 2024
+- Paul Millar, <paul.millar@desy.de>, 2025
+- Vimalan S <vimalan.github@gmail.com>, 2025
+
+Organisations employing contributors
+------------------------------------
+- European Organisation for Nuclear Research (Switzerland)
+- University of Oslo (Norway)
+- University of Wisconsin Madison (USA)
+- National University of La Plata (Argentina)
+- Albert Ludwigs Universität Freiburg (Germany)
+- University of Nebraska Lincoln (USA)
+- Bergische Universität Wuppertal (Germany)
+- University of Victoria (Canada)
+- INFN e Universita Genova (Italy)
+- University of Bonn (Germany)
+- Fermi National Accelerator Laboratory (USA)
+- Leopold-Franzens Universität Innsbruck (Austria)
+- Academia Sinica (Taiwan)
+- University of Edinburgh (UK)
+- Birla Institute of Technology, Mesra (India)
+- Indian Institute of Technology, Kharagpur (India)
+- Stockholm University, Stockholm (Sweden)
+- Dwarkadas J. Sanghvi College of Engineering (India)
+- Science and Technology Facilities Council (UK)
+- Brookhaven National Laboratory (USA)
+- Institut Teknologi Bandung (Indonesia)
+- Imperial College London (UK)
+- University of Chicago (USA)
+- Purdue University (USA)
+- TU Dortmund University (Germany)
+- Deutsches Elektronen-Synchrotron DESY (Germany)

rucio-38.5.1/PKG-INFO

@@ -0,0 +1,93 @@
+Metadata-Version: 2.4
+Name: rucio
+Version: 38.5.1
+Summary: Rucio Package
+Home-page: https://rucio.cern.ch/
+Author: Rucio
+Author-email: rucio-dev@cern.ch
+License: Apache License, Version 2.0
+Classifier: Development Status :: 5 - Production/Stable
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Intended Audience :: Information Technology
+Classifier: Intended Audience :: System Administrators
+Classifier: Operating System :: POSIX :: Linux
+Classifier: Natural Language :: English
+Classifier: Programming Language :: Python
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Environment :: No Input/Output (Daemon)
+Requires-Python: >=3.9, <4
+License-File: LICENSE
+License-File: AUTHORS.rst
+Requires-Dist: requests<=2.32.3
+Requires-Dist: urllib3<=1.26.19
+Requires-Dist: dogpile-cache<=1.2.2
+Requires-Dist: packaging<=24.1
+Requires-Dist: tabulate<=0.9.0
+Requires-Dist: jsonschema<=4.23.0
+Requires-Dist: rich<=13.9.4
+Requires-Dist: typing_extensions<=4.12.2
+Requires-Dist: argcomplete<=3.5.3
+Requires-Dist: boto
+Requires-Dist: python-magic<=0.4.27
+Requires-Dist: paramiko<=3.5.1
+Requires-Dist: boto3<=1.37.5
+Requires-Dist: sqlalchemy<=2.0.38
+Requires-Dist: alembic<=1.14.1
+Requires-Dist: pymemcache<=4.0.0
+Requires-Dist: python-dateutil<=2.9.0.post0
+Requires-Dist: stomp-py<=8.2.0
+Requires-Dist: statsd<=4.0.1
+Requires-Dist: geoip2<=5.0.1
+Requires-Dist: google-auth<=2.38.0
+Requires-Dist: redis<=5.2.1
+Requires-Dist: flask<=3.1.0
+Requires-Dist: oic<=1.7.0
+Requires-Dist: prometheus_client<=0.21.1
+Provides-Extra: oracle
+Requires-Dist: oracledb<=3.1.1; extra == "oracle"
+Provides-Extra: mongo
+Requires-Dist: pymongo<=4.11.2; extra == "mongo"
+Provides-Extra: elastic
+Requires-Dist: elasticsearch<=8.15.1; extra == "elastic"
+Provides-Extra: postgresql
+Requires-Dist: psycopg<=3.2.3; extra == "postgresql"
+Requires-Dist: psycopg-binary<=3.2.3; extra == "postgresql"
+Requires-Dist: psycopg-pool<=3.2.3; extra == "postgresql"
+Provides-Extra: mysql
+Requires-Dist: PyMySQL<=1.1.1; extra == "mysql"
+Provides-Extra: kerberos
+Requires-Dist: kerberos<=1.3.1; extra == "kerberos"
+Requires-Dist: pykerberos<=1.2.4; extra == "kerberos"
+Requires-Dist: requests-kerberos<=0.15.0; extra == "kerberos"
+Provides-Extra: globus
+Requires-Dist: PyYAML<=6.0.2; extra == "globus"
+Requires-Dist: globus-sdk<=3.41.0; extra == "globus"
+Provides-Extra: saml
+Requires-Dist: python3-saml<=1.16.0; extra == "saml"
+Provides-Extra: dev
+Requires-Dist: pytest; extra == "dev"
+Requires-Dist: pytest-xdist; extra == "dev"
+Requires-Dist: pytest-cov; extra == "dev"
+Requires-Dist: pyflakes; extra == "dev"
+Requires-Dist: flake8; extra == "dev"
+Requires-Dist: pylint; extra == "dev"
+Requires-Dist: isort; extra == "dev"
+Requires-Dist: xmltodict; extra == "dev"
+Requires-Dist: pytz; extra == "dev"
+Requires-Dist: pycodestyle; extra == "dev"
+Requires-Dist: pydoc-markdown; extra == "dev"
+Requires-Dist: docspec_python; extra == "dev"
+Requires-Dist: sh; extra == "dev"
+Requires-Dist: PyYAML; extra == "dev"
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: home-page
+Dynamic: license
+Dynamic: license-file
+Dynamic: provides-extra
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary

rucio-38.5.1/bin/rucio

@@ -0,0 +1,137 @@
+#!/usr/bin/env python
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import argparse
+import sys
+from typing import TYPE_CHECKING, Optional
+
+from rucio.cli.bin_legacy.rucio import get_parser
+from rucio.cli.bin_legacy.rucio import main as main_legacy
+from rucio.cli.command import main
+from rucio.common.utils import setup_logger
+
+if TYPE_CHECKING:
+    from logging import Logger
+
+
+def _get_first_command(args: list[str]) -> Optional[str]:
+    return next(
+        (
+            arg for arg in args
+            if arg != 'rucio' and (arg[0] != "-" or arg in ("-h", "--help", "--version"))
+        ),
+        None
+    )
+
+
+def make_warning(logger: "Logger") -> None:
+    base_warning = "This method is being deprecated."
+    new_command = map_legacy_command()
+    if new_command is not None:
+        warning = f"{base_warning} Please replace your command with `rucio {' '.join(new_command)}`"
+    else:
+        warning = base_warning + " Please view rucio -h for an updated help menu."
+
+    logger.warning(warning)
+
+
+def map_legacy_command() -> Optional[list[str]]:
+    command = _get_first_command(sys.argv[1:])
+
+    new_command = None
+    if command not in ("-h", "--version", None):
+        command_map = {
+            "list-file-replicas": ["replica", "list", "file"],
+            "list-dataset-replicas": ["replica", "list", "dataset"],
+            "list-datasets-rse": ["replica", "list", "dataset", "--rse"],
+            "add-dataset": ["did", "add", "--type dataset"],
+            "add-container": ["did", "add", "--type container"],
+            "attach": ["did", "content", "add"],
+            "detach": ["did", "content", "remove"],
+            "ls": ["did", "list"],
+            "list-dids": ["did", "list"],
+            "list-parent-dids": ["did", "list", "--parent"],
+            "list-scopes": ["scope", "list"],
+            "close": ["did", "update", "--close"],
+            "reopen": ["did", "update", "--open"],
+            "stat": ["did", "show"],
+            "erase": ["did", "remove"],
+            "list-content": ["did", "content", "list"],
+            "list-content-history": ["did", "content", "history"],
+            "upload": ["upload"],
+            "get": ["download"],
+            "download": ["download"],
+            "get-metadata": ["did", "metadata", "list"],
+            "set-metadata": ["did", "metadata", "add"],
+            "delete-metadata": ["did", "metadata", "remove"],
+            "list-rse-usage": ["rse", "show"],
+            "list-account-usage": ["account", "limit", "list"],
+            "list-account-limits": ["account", "limit", "list"],
+            "add-rule": ["rule", "add"],
+            "delete-rule": ["rule", "remove"],
+            "rule-info": ["rule", "show"],
+            "list-rules": ["rule", "list"],
+            "list-rules-history": ["rule", "history"],
+            "update-rule": ["rule", "update"],
+            "move-rule": ["rule", "move"],
+            "list-rses": ["rse", "list"],
+            "list-suspicious-replicas": ["replica", "state", "suspicious"],
+            "list-rse-attributes": ["rse", "attribute", "list"],
+            "touch": ["did", "update", "--touch"],
+            "add-lifetime-exception": ["lifetime-exception", "add"],
+        }
+        new_command = command_map.get(command)
+
+    return new_command
+
+
+if __name__ == "__main__":
+    commands = ("account", "config", "did", "replica", "rse", "rule", "scope", "subscription", "ping", "whoami", "test-server", "lifetime-exception", "upload", "download", "opendata")
+
+    parser = argparse.ArgumentParser(add_help=False)
+    # Check for legacy flag
+    parser.add_argument("--legacy", action="store_true")
+    # Check for commands in the new command list
+    parser.add_argument("-h", "--help", action="store_true")
+    parser.add_argument("--version", action="store_true")
+
+    args, _ = parser.parse_known_args()
+
+    logger = setup_logger(module_name=__name__)
+
+    if args.legacy:
+        make_warning(logger)
+        sys.argv.pop(sys.argv.index('--legacy'))
+        main_legacy()
+
+    elif (any(arg in commands for arg in sys.argv)) or args.help or args.version:
+        main()  # pylint: disable=E1120
+
+    else:
+        try:
+            get_parser().parse_args()
+            make_warning(logger)
+            main_legacy()
+
+        # Make a custom warning - show the new help menu when invalid commands are called.
+        except argparse.ArgumentError:
+            logger.error("Invalid argument(s) - %s " % sys.argv[1:])
+            command = map_legacy_command()
+            if command is not None:
+                sys.argv = ["rucio"] + command + ["-h"]
+            else:
+                sys.argv = ["rucio", "-h"]
+
+            main()  # pylint: disable=E1120

rucio-38.5.1/bin/rucio-abacus-account

@@ -0,0 +1,81 @@
+#!/usr/bin/env python3
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""
+Abacus account is a daemon to update account counters.
+"""
+
+import argparse
+import signal
+
+from rucio.daemons.abacus.account import run, stop
+
+
+def get_parser():
+    """
+    Returns the argparse parser.
+    """
+    description = (
+        "The Abacus-Account daemon is responsible for updating account usages. "
+        "It checks if there are new entries in the UpdatedAccountCounter table "
+        "and updates the account counters in the AccountCounter table by adding "
+        "or subtracting the amount and size of files and recalculating the quotas."
+    )
+
+    parser = argparse.ArgumentParser(description=description, epilog='''
+Upload a file::
+
+  $ rucio upload --rse MOCK --scope mock filename.txt
+
+Check account usage::
+
+  $ rucio list-account-usage username
+  +-------+---------+---------+--------------+
+  | RSE   | USAGE   | LIMIT   | QUOTA LEFT   |
+  |-------+---------+---------+--------------|
+  +-------+---------+---------+--------------+
+
+Run the daemon::
+
+  $ rucio-abacus-account --run-once
+
+Check account usage again::
+
+  $ rucio list-account-usage username
+  +-------+------------+---------+--------------+
+  | RSE   | USAGE      | LIMIT   | QUOTA LEFT   |
+  |-------+------------+---------+--------------|
+  | MOCK  | 211.724 kB | 0.000 B | 0.000 B      |
+  +-------+------------+---------+--------------+
+
+    ''', formatter_class=argparse.RawDescriptionHelpFormatter)
+    parser.add_argument("--run-once", action="store_true", default=False, help='One iteration only')
+    parser.add_argument("--threads", action="store", default=1, type=int, help='Concurrency control: total number of threads on this process')
+    parser.add_argument("--enable-history", action="store_true", default=False, help='Record account usage into history table every hour.')
+    parser.add_argument('--sleep-time', action="store", default=10, type=int, help='Concurrency control: thread sleep time after each chunk of work')
+
+    return parser
+
+
+if __name__ == "__main__":
+
+    signal.signal(signal.SIGTERM, stop)
+
+    parser = get_parser()
+    args = parser.parse_args()
+    try:
+        run(once=args.run_once, threads=args.threads, fill_history_table=args.enable_history, sleep_time=args.sleep_time)
+    except KeyboardInterrupt:
+        stop()

rucio-38.5.1/bin/rucio-abacus-rse

@@ -0,0 +1,85 @@
+#!/usr/bin/env python3
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""
+Abacus rse is a daemon to update rse counters.
+"""
+
+import argparse
+import signal
+
+from rucio.daemons.abacus.rse import run, stop
+
+
+def get_parser():
+    """
+    Returns the argparse parser.
+    """
+    description = (
+        "The Abacus-RSE daemon is responsible for updating RSE usages. "
+        "It checks if there are new entries in the UpdatedRSECounter table "
+        "and updates the RSE counter in the RSECounter table "
+        "by adding or subtracting the amount of files and the size."
+    )
+
+    parser = argparse.ArgumentParser(description=description, epilog='''
+Upload a file to your RSE::
+
+  $ rucio upload --rse MOCK --scope mock filename.txt
+
+Check RSE usage::
+
+  $ rucio list-rse-usage MOCK
+  USAGE:
+  ------
+     files: 0
+     used: 0.000 B
+     rse: MOCK
+     updated_at: 2018-11-30 14:28:34
+     source: rucio
+  ------
+
+Run the daemon::
+
+  $ rucio-abacus-rse --run-once
+
+Check RSE usage again::
+
+  $ rucio list-rse-usage MOCK
+  USAGE:
+  ------
+      files: 1
+      used: 213.481 kB
+      rse: MOCK
+      updated_at: 2018-12-03 08:58:33
+      source: rucio
+  ------
+''', formatter_class=argparse.RawDescriptionHelpFormatter)
+    parser.add_argument("--run-once", action="store_true", default=False, help='One iteration only')
+    parser.add_argument("--threads", action="store", default=1, type=int, help='Concurrency control: total number of threads on this process')
+    parser.add_argument("--enable-history", action="store_true", default=False, help='Record RSE usage into history table every hour.')
+    parser.add_argument('--sleep-time', action="store", default=10, type=int, help='Concurrency control: thread sleep time after each chunk of work')
+    return parser
+
+
+if __name__ == "__main__":
+
+    signal.signal(signal.SIGTERM, stop)
+    parser = get_parser()
+    args = parser.parse_args()
+    try:
+        run(once=args.run_once, threads=args.threads, fill_history_table=args.enable_history, sleep_time=args.sleep_time)
+    except KeyboardInterrupt:
+        stop()