rucio 36.5.0__tar.gz → 37.0.0__tar.gz

rucio-37.0.0/ChangeLog

@@ -0,0 +1 @@
+Release notes may be found at: https://rucio.cern.ch/documentation/release-notes/

rucio-37.0.0/PKG-INFO

@@ -0,0 +1,92 @@
+Metadata-Version: 2.4
+Name: rucio
+Version: 37.0.0
+Summary: Rucio Package
+Home-page: https://rucio.cern.ch/
+Author: Rucio
+Author-email: rucio-dev@cern.ch
+License: Apache License, Version 2.0
+Classifier: Development Status :: 5 - Production/Stable
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Intended Audience :: Information Technology
+Classifier: Intended Audience :: System Administrators
+Classifier: Operating System :: POSIX :: Linux
+Classifier: Natural Language :: English
+Classifier: Programming Language :: Python
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Environment :: No Input/Output (Daemon)
+Requires-Python: >=3.9, <4
+License-File: LICENSE
+License-File: AUTHORS.rst
+Requires-Dist: requests
+Requires-Dist: urllib3
+Requires-Dist: dogpile-cache<=1.2.2
+Requires-Dist: packaging
+Requires-Dist: tabulate
+Requires-Dist: jsonschema
+Requires-Dist: dataclasses
+Requires-Dist: rich
+Requires-Dist: typing_extensions
+Requires-Dist: argcomplete
+Requires-Dist: boto
+Requires-Dist: python-magic
+Requires-Dist: paramiko
+Requires-Dist: boto3
+Requires-Dist: sqlalchemy
+Requires-Dist: alembic
+Requires-Dist: pymemcache
+Requires-Dist: python-dateutil
+Requires-Dist: stomp-py
+Requires-Dist: statsd
+Requires-Dist: geoip2
+Requires-Dist: google-auth
+Requires-Dist: redis
+Requires-Dist: flask
+Requires-Dist: oic
+Requires-Dist: prometheus_client
+Provides-Extra: oracle
+Requires-Dist: cx_oracle; extra == "oracle"
+Provides-Extra: mongo
+Requires-Dist: pymongo; extra == "mongo"
+Provides-Extra: elastic
+Requires-Dist: elasticsearch; extra == "elastic"
+Provides-Extra: postgresql
+Requires-Dist: psycopg[binary,pool]; extra == "postgresql"
+Provides-Extra: mysql
+Requires-Dist: PyMySQL; extra == "mysql"
+Provides-Extra: kerberos
+Requires-Dist: kerberos; extra == "kerberos"
+Requires-Dist: pykerberos; extra == "kerberos"
+Requires-Dist: requests-kerberos; extra == "kerberos"
+Provides-Extra: globus
+Requires-Dist: PyYAML; extra == "globus"
+Requires-Dist: globus-sdk; extra == "globus"
+Provides-Extra: saml
+Requires-Dist: python3-saml; extra == "saml"
+Provides-Extra: dev
+Requires-Dist: pytest; extra == "dev"
+Requires-Dist: pytest-xdist; extra == "dev"
+Requires-Dist: pytest-cov; extra == "dev"
+Requires-Dist: pyflakes; extra == "dev"
+Requires-Dist: flake8; extra == "dev"
+Requires-Dist: pylint; extra == "dev"
+Requires-Dist: isort; extra == "dev"
+Requires-Dist: xmltodict; extra == "dev"
+Requires-Dist: pytz; extra == "dev"
+Requires-Dist: pycodestyle; extra == "dev"
+Requires-Dist: pydoc-markdown; extra == "dev"
+Requires-Dist: docspec_python; extra == "dev"
+Requires-Dist: sh; extra == "dev"
+Requires-Dist: PyYAML; extra == "dev"
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: home-page
+Dynamic: license
+Dynamic: license-file
+Dynamic: provides-extra
+Dynamic: requires-dist
+Dynamic: requires-python
+Dynamic: summary

{rucio-36.5.0 → rucio-37.0.0}/bin/rucio

@@ -17,8 +17,8 @@ import argparse
 import sys
 from typing import TYPE_CHECKING, Optional
 
-from rucio.client.commands.bin_legacy.rucio import main as main_legacy
-from rucio.client.commands.command import main
+from rucio.cli.bin_legacy.rucio import main as main_legacy
+from rucio.cli.command import main
 from rucio.common.utils import setup_logger
 
 if TYPE_CHECKING:
@@ -60,7 +60,7 @@ def map_legacy_command() -> Optional[list[str]]:
             "detach": ["did", "content", "remove"],
             "ls": ["did", "list"],
             "list-dids": ["did", "list"],
-            "list-parent-dids": ["did", "show", "--parent"],
+            "list-parent-dids": ["did", "list", "--parent"],
             "list-scopes": ["scope", "list"],
             "close": ["did", "update", "--close"],
             "reopen": ["did", "update", "--open"],
@@ -83,7 +83,7 @@ def map_legacy_command() -> Optional[list[str]]:
             "list-rules": ["rule", "list"],
             "list-rules-history": ["rule", "history"],
             "update-rule": ["rule", "update"],
-            "move-rule": ["rule", "update", "--move"],
+            "move-rule": ["rule", "move"],
             "list-rses": ["rse", "list"],
             "list-suspicious-replicas": ["replica", "state", "suspicious"],
             "list-rse-attributes": ["rse", "attribute", "list"],
@@ -115,7 +115,7 @@ if __name__ == "__main__":
         main_legacy()
 
     elif (any(arg in commands for arg in sys.argv)) or args.help or args.version:
-        main()
+        main()  # pylint: disable=E1120
 
     else:
         make_warning(logger)
@@ -130,4 +130,4 @@ if __name__ == "__main__":
             else:
                 sys.argv = ["rucio", "-h"]
 
-            main()
+            main()  # pylint: disable=E1120

{rucio-36.5.0 → rucio-37.0.0}/bin/rucio-admin

@@ -12,9 +12,10 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
+
 import sys
 
-from rucio.client.commands.bin_legacy.rucio_admin import main as main_legacy
+from rucio.cli.bin_legacy.rucio_admin import main as main_legacy
 from rucio.common.utils import setup_logger
 
 
@@ -32,7 +33,7 @@ def make_warning():
     except IndexError:
         second_command = "-h"
 
-    if first_command not in ("-h", "--version", "--help"):
+    if (first_command not in ("-h", "--version", "--help")) and (first_command is not None):
         command_map = {
             "data": {"import": "upload", "export": "download"},
             "account": {
@@ -44,8 +45,8 @@ def make_warning():
                 "set-limits": "account limit add",
                 "get-limits": "account limit list",
                 "delete-limits": "account limit remove",
-                "ban": "account update --ban True",
-                "unban": "account update --ban False",
+                "ban": "account update --ban",
+                "unban": "account update --unban",
                 "list-attributes": "account attribute list",
                 "add-attribute": "account attribute add",
                 "delete-attribute": "account attribute remove",
@@ -60,7 +61,8 @@ def make_warning():
                 "set-attribute": "rse attribute add",
                 "delete-attribute": "rse attribute remove",
                 "delete-distance": "rse distance remove",
-                "get-distance": "rse distance list",
+                "get-distance": "rse distance show",
+                "set-distance": "rse distance update",
                 "get-attribute": "rse attribute list",
                 "add-protocol": "rse protocol add",
                 "delete-protocol": "rse protocol remove",
@@ -75,15 +77,7 @@ def make_warning():
             "scope": {"-h": "scope -h", "add": "scope add", "list": "scope list"},
             "config": {"-h": "config -h", "get": "config list", "set": "config add", "delete": "config remove"},
             "subscription": {"-h": "subscription -h", "add": "subscription add", "list": "subscription", "update": "subscription update", "reevaluate": "subscription touch"},
-            "replicas": {
-                "-h": "replica -h",
-                "quarantine": "replica state quarantine",
-                "declare-bad": "replica state bad",
-                "declare-temporary-unavailable":
-                "replica state unavailable",
-                "set-tombstone": "replica remove",
-                "list-pfns": "replica list file --pfns"
-            },
+            "replicas": {"-h": "replica -h", "quarantine": "replica state update quarantine", "declare-bad": "replica state update bad", "declare-temporary-unavailable": "replica state update unavailable", "set-tombstone": "replica remove"},
         }
         try:
             new_command = command_map[first_command]

{rucio-36.5.0 → rucio-37.0.0}/bin/rucio-atropos

@@ -13,9 +13,9 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-'''
+"""
 Atropos Daemon : End the life of the rules according to the Lifetime Model
-'''
+"""
 
 import argparse
 import datetime

{rucio-36.5.0 → rucio-37.0.0}/bin/rucio-automatix

@@ -13,9 +13,9 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-'''
+"""
 Automatix (Dataset injector) Daemon
-'''
+"""
 
 import argparse
 import signal

{rucio-36.5.0 → rucio-37.0.0}/bin/rucio-cache-client

@@ -14,7 +14,7 @@
 # limitations under the License.
 
 """
-    Rucio Cache client.
+Rucio Cache client.
 """
 
 import argparse

{rucio-36.5.0 → rucio-37.0.0}/bin/rucio-conveyor-receiver

@@ -16,6 +16,7 @@
 """
 Conveyor is a daemon to manage file transfers.
 """
+
 import argparse
 import signal
 

{rucio-36.5.0 → rucio-37.0.0}/bin/rucio-kronos

@@ -12,6 +12,7 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
+
 """
 Kronos is a daemon that consumes tracer messages and updates the replica atime accordingly.
 """

{rucio-36.5.0 → rucio-37.0.0}/bin/rucio-minos

@@ -13,14 +13,14 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-'''
+"""
 Minos Daemon :
 Minos is the name of one of the judge on the underworld in the greek mythology.
 The role of the daemon is get as input the list of PFNs declared bad
 and to class them into 2 categories :
 - The ones temporary available
 - The ones that have a real problem and that will need to be recovered by the necromancer
-'''
+"""
 
 import argparse
 import signal

{rucio-36.5.0 → rucio-37.0.0}/bin/rucio-minos-temporary-expiration

@@ -13,11 +13,11 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-'''
+"""
 Minos Daemon Temporary Unavailable:
 This special type of minos daemon lists the expired TEMPORARY_UNAVAILABLE replicas and
 puts them back into AVAILABLE state.
-'''
+"""
 
 import argparse
 import signal

{rucio-36.5.0 → rucio-37.0.0}/bin/rucio-necromancer

@@ -13,9 +13,9 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-'''
+"""
 Necromancer Daemon : Bring the dead files back to life
-'''
+"""
 
 import argparse
 import signal

{rucio-36.5.0 → rucio-37.0.0}/bin/rucio-reaper

@@ -13,13 +13,13 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-'''
-'''
+"""
+Reaper is a daemon to manage file deletion.
+"""
 
 import argparse
 import signal
 
-from rucio.common.utils import StoreAndDeprecateWarningAction
 from rucio.daemons.reaper.reaper import run, stop
 
 
@@ -32,7 +32,7 @@ def get_parser():
                         help='Runs one loop iteration')
     parser.add_argument("--threads", action="store", default=1, type=int,
                         help='Concurrency control: number of threads')
-    parser.add_argument("--chunk_size", "--chunk-size", new_option_string="--chunk-size", action=StoreAndDeprecateWarningAction, default=100, type=int,
+    parser.add_argument("--chunk-size", action="store", default=100, type=int,
                         help='The size used for a bulk deletion on on RSE')
     parser.add_argument('--sleep-time', action="store", default=60, type=int,
                         help='Minimum time between 2 consecutive cycles')
@@ -50,9 +50,9 @@ def get_parser():
                         help='The delay (seconds) to query replicas in BEING_DELETED state.')
     parser.add_argument('--scheme', action="store", default=None, type=str,
                         help='Force the reaper to use a particular protocol/scheme, e.g., mock')
-    parser.add_argument("--auto_exclude_threshold", "--auto-exclude-threshhold", new_option_string="--auto-exclude-threshhold", action=StoreAndDeprecateWarningAction, default=100, type=int,
+    parser.add_argument("--auto-exclude-threshold", action="store", default=100, type=int,
                         help='Number of service unavailable exceptions after which the RSE gets temporarily excluded.')
-    parser.add_argument("--auto_exclude_timeout", "--auto-exclude-timeout", new_option_string="--auto-exclude-timeout", action=StoreAndDeprecateWarningAction, default=600, type=int,
+    parser.add_argument("--auto-exclude-timeout", action="store", default=600, type=int,
                         help='Timeout for temporarily excluded RSEs.')
 
     return parser

{rucio-36.5.0 → rucio-37.0.0}/bin/rucio-transmogrifier

@@ -13,9 +13,9 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-'''
+"""
 Transmogrifier (Replication Rule Resolver) Daemon
-'''
+"""
 
 import argparse
 import signal

{rucio-36.5.0 → rucio-37.0.0}/etc/alembic.ini.template

@@ -21,7 +21,7 @@
 sqlalchemy.url=oracle://user:pass@servicename
 version_table_schema=rucio
 
-#sqlalchemy.url=postgresql://rucio:rucio@psql-hostname:5432/rucio
+#sqlalchemy.url=postgresql+psycopg://rucio:rucio@psql-hostname:5432/rucio
 #version_table_schema=rucio
 
 #sqlalchemy.url=mysql+pymysql://rucio:rucio@rucio-hostname:3306/rucio

{rucio-36.5.0 → rucio-37.0.0}/etc/alembic_offline.ini.template

@@ -21,7 +21,7 @@
 #sqlalchemy.url=oracle://user:pass@servicename
 #version_table_schema=rucio
 
-#sqlalchemy.url=postgresql://rucio:rucio@psql-hostname:5432/rucio
+#sqlalchemy.url=postgresql+psycopg://rucio:rucio@psql-hostname:5432/rucio
 #version_table_schema=rucio
 
 #sqlalchemy.url=mysql+pymysql://rucio:rucio@rucio-hostname:3306/rucio

{rucio-36.5.0 → rucio-37.0.0}/etc/rucio.cfg.template

@@ -77,7 +77,7 @@ default = sqlite:////tmp/rucio.db
 #default = oracle://_____________:___________@(DESCRIPTION=(ADDRESS=(PROTOCOL=TCP)(HOST=127.0.0.1)(PORT=______))(CONNECT_DATA=(SERVER=DEDICATED)(SERVICE_NAME=_____________)))
 #schema=atlas_rucio  # only for cern oracle
 #default = mysql+pymysql://rucio:rucio@localhost/rucio
-#default = postgresql://rucio:rucio@localhost/rucio
+#default = postgresql+psycopg://rucio:rucio@localhost/rucio
 pool_recycle=3600
 echo=0
 pool_reset_on_return=rollback
@@ -211,23 +211,6 @@ fts_servers = https://fts3-pilot.cern.ch:8446, https://fts3-devel.cern.ch:8446,
 cache = /opt/rucio/auditor-cache
 results = /opt/rucio/auditor-results
 
-[c3po]
-placement_algorithm = t2_free_space
-elastic_url = http://aianalytics01.cern.ch:9200
-redis_host = localhost
-redis_port = 6379
-
-[c3po-popularity]
-elastic_url = http://rucio-logger-prod-01.cern.ch:9200
-
-[c3po-site-mapper]
-panda_url = http://atlas-agis-api.cern.ch/request/pandaqueue/query/list/?json
-ddm_url = http://atlas-agis-api.cern.ch/request/ddmendpoint/query/list/?json
-
-[c3po-workload]
-panda_url = http://bigpanda.cern.ch/jobs/?category=analysis&jobstatus=running
-window = 604800
-
 [policy]
 package = atlas_rucio_policy_package
 permission = atlas

{rucio-36.5.0 → rucio-37.0.0}/etc/rucio_multi_vo.cfg.template

@@ -60,7 +60,7 @@ default = sqlite:////tmp/rucio.db
 #default = oracle://_____________:___________@(DESCRIPTION=(ADDRESS=(PROTOCOL=TCP)(HOST=127.0.0.1)(PORT=______))(CONNECT_DATA=(SERVER=DEDICATED)(SERVICE_NAME=_____________)))
 #schema=atlas_rucio  # only for cern oracle
 #default = mysql+pymysql://rucio:rucio@localhost/rucio
-#default = postgresql://rucio:rucio@localhost/rucio
+#default = postgresql+psycopg://rucio:rucio@localhost/rucio
 pool_recycle=3600
 echo=0
 pool_reset_on_return=rollback
@@ -191,23 +191,6 @@ fts_servers = https://fts3-pilot.cern.ch:8446, https://fts3-devel.cern.ch:8446,
 cache = /opt/rucio/auditor-cache
 results = /opt/rucio/auditor-results
 
-[c3po]
-placement_algorithm = t2_free_space
-elastic_url = http://aianalytics01.cern.ch:9200
-redis_host = localhost
-redis_port = 6379
-
-[c3po-popularity]
-elastic_url = http://rucio-logger-prod-01.cern.ch:9200
-
-[c3po-site-mapper]
-panda_url = http://atlas-agis-api.cern.ch/request/pandaqueue/query/list/?json
-ddm_url = http://atlas-agis-api.cern.ch/request/ddmendpoint/query/list/?json
-
-[c3po-workload]
-panda_url = http://bigpanda.cern.ch/jobs/?category=analysis&jobstatus=running
-window = 604800
-
 [policy]
 #package = GenericMultiVORucioPolicy #doesn't exist
 permission = generic_multi_vo

{rucio-36.5.0 → rucio-37.0.0}/lib/rucio/alembicrevision.py

@@ -12,4 +12,4 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
-ALEMBIC_REVISION = 'b0070f3695c8'  # the current alembic head revision
+ALEMBIC_REVISION = '30d5206e9cad'  # the current alembic head revision

rucio-37.0.0/lib/rucio/cli/__init__.py

@@ -0,0 +1,14 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+from rucio.cli import command  # noqa: F401