rucio 32.8.6__py3-none-any.whl

rucio/db/sqla/migrate_repo/versions/1c45d9730ca6_increase_identity_length.py

@@ -0,0 +1,141 @@
+# -*- coding: utf-8 -*-
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' increase identity length '''
+
+import sqlalchemy as sa
+from alembic import context, op
+from alembic.op import alter_column, create_check_constraint, create_foreign_key, drop_constraint, execute
+
+from rucio.db.sqla.util import try_drop_constraint
+
+# Alembic revision identifiers
+revision = '1c45d9730ca6'
+down_revision = 'b4293a99f344'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+
+    if context.get_context().dialect.name in ['oracle', 'postgresql']:
+
+        alter_column('tokens', 'identity', existing_type=sa.String(255), type_=sa.String(2048), schema=schema[:-1])
+        alter_column('identities', 'identity', existing_type=sa.String(255), type_=sa.String(2048), schema=schema[:-1])
+        alter_column('account_map', 'identity', existing_type=sa.String(255), type_=sa.String(2048), schema=schema[:-1])
+
+        try_drop_constraint('IDENTITIES_TYPE_CHK', 'identities')
+        create_check_constraint(constraint_name='IDENTITIES_TYPE_CHK',
+                                table_name='identities',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH')")
+        try_drop_constraint('ACCOUNT_MAP_ID_TYPE_CHK', 'account_map')
+        create_check_constraint(constraint_name='ACCOUNT_MAP_ID_TYPE_CHK',
+                                table_name='account_map',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH')")
+
+    elif context.get_context().dialect.name == 'mysql':
+        alter_column('tokens', 'identity', existing_type=sa.String(255), type_=sa.String(2048), schema=schema[:-1])
+
+        # MySQL does not allow altering a column referenced by a ForeignKey
+        # so we need to drop that one first
+        drop_constraint('ACCOUNT_MAP_ID_TYPE_FK', 'account_map', type_='foreignkey')
+        alter_column('identities', 'identity', existing_type=sa.String(255), type_=sa.String(2048), nullable=False, schema=schema[:-1])
+        alter_column('account_map', 'identity', existing_type=sa.String(255), type_=sa.String(2048), nullable=False, schema=schema[:-1])
+        create_foreign_key('ACCOUNT_MAP_ID_TYPE_FK', 'account_map', 'identities', ['identity', 'identity_type'], ['identity', 'identity_type'])
+
+        op.execute('ALTER TABLE ' + schema + 'identities DROP CHECK IDENTITIES_TYPE_CHK')  # pylint: disable=no-member
+        create_check_constraint(constraint_name='IDENTITIES_TYPE_CHK',
+                                table_name='identities',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH')")
+        op.execute('ALTER TABLE ' + schema + 'account_map DROP CHECK ACCOUNT_MAP_ID_TYPE_CHK')  # pylint: disable=no-member
+        create_check_constraint(constraint_name='ACCOUNT_MAP_ID_TYPE_CHK',
+                                table_name='account_map',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH')")
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+
+    # Attention!
+    # This automatically removes all SSH keys to accommodate the column size and check constraint.
+
+    if context.get_context().dialect.name == 'oracle':
+        execute("DELETE FROM account_map WHERE identity_type='SSH'")  # pylint: disable=no-member
+        execute("DELETE FROM identities WHERE identity_type='SSH'")  # pylint: disable=no-member
+
+        try_drop_constraint('IDENTITIES_TYPE_CHK', 'identities')
+        create_check_constraint(constraint_name='IDENTITIES_TYPE_CHK',
+                                table_name='identities',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS')")
+
+        try_drop_constraint('ACCOUNT_MAP_ID_TYPE_CHK', 'account_map')
+
+        create_check_constraint(constraint_name='ACCOUNT_MAP_ID_TYPE_CHK',
+                                table_name='account_map',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS')")
+
+        alter_column('tokens', 'identity', existing_type=sa.String(2048), type_=sa.String(255))
+        alter_column('account_map', 'identity', existing_type=sa.String(2048), type_=sa.String(255))
+        alter_column('identities', 'identity', existing_type=sa.String(2048), type_=sa.String(255))
+
+    elif context.get_context().dialect.name == 'postgresql':
+        execute("DELETE FROM " + schema + "account_map WHERE identity_type='SSH'")  # pylint: disable=no-member
+        execute("DELETE FROM " + schema + "identities WHERE identity_type='SSH'")  # pylint: disable=no-member
+
+        drop_constraint('ACCOUNT_MAP_ID_TYPE_FK', 'account_map', type_='foreignkey')
+        op.execute('ALTER TABLE ' + schema + 'identities DROP CONSTRAINT IF EXISTS "IDENTITIES_TYPE_CHK", ALTER COLUMN identity_type TYPE VARCHAR')  # pylint: disable=no-member
+        create_check_constraint(constraint_name='IDENTITIES_TYPE_CHK',
+                                table_name='identities',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS')")
+
+        op.execute('ALTER TABLE ' + schema + 'account_map DROP CONSTRAINT IF EXISTS "ACCOUNT_MAP_ID_TYPE_CHK", ALTER COLUMN identity_type TYPE VARCHAR')  # pylint: disable=no-member
+        create_check_constraint(constraint_name='ACCOUNT_MAP_ID_TYPE_CHK',
+                                table_name='account_map',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS')")
+        create_foreign_key('ACCOUNT_MAP_ID_TYPE_FK', 'account_map', 'identities', ['identity', 'identity_type'], ['identity', 'identity_type'])
+
+        alter_column('tokens', 'identity', existing_type=sa.String(2048), type_=sa.String(255), schema=schema[:-1])
+        alter_column('account_map', 'identity', existing_type=sa.String(2048), type_=sa.String(255), schema=schema[:-1])
+        alter_column('identities', 'identity', existing_type=sa.String(2048), type_=sa.String(255), schema=schema[:-1])
+
+    elif context.get_context().dialect.name == 'mysql':
+        execute("DELETE FROM " + schema + "account_map WHERE identity_type='SSH'")  # pylint: disable=no-member
+        execute("DELETE FROM " + schema + "identities WHERE identity_type='SSH'")  # pylint: disable=no-member
+
+        op.execute('ALTER TABLE ' + schema + 'identities DROP CHECK IDENTITIES_TYPE_CHK')  # pylint: disable=no-member
+        create_check_constraint(constraint_name='IDENTITIES_TYPE_CHK',
+                                table_name='identities',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS')")
+
+        op.execute('ALTER TABLE ' + schema + 'account_map DROP CHECK ACCOUNT_MAP_ID_TYPE_CHK')  # pylint: disable=no-member
+        create_check_constraint(constraint_name='ACCOUNT_MAP_ID_TYPE_CHK',
+                                table_name='account_map',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS')")
+
+        alter_column('tokens', 'identity', existing_type=sa.String(2048), type_=sa.String(255), schema=schema[:-1])
+
+        # MySQL does not allow altering a column referenced by a ForeignKey
+        # so we need to drop that one first
+        drop_constraint('ACCOUNT_MAP_ID_TYPE_FK', 'account_map', type_='foreignkey')
+        alter_column('account_map', 'identity', existing_type=sa.String(2048), type_=sa.String(255), nullable=False, schema=schema[:-1])
+        alter_column('identities', 'identity', existing_type=sa.String(2048), type_=sa.String(255), nullable=False, schema=schema[:-1])
+        create_foreign_key('ACCOUNT_MAP_ID_TYPE_FK', 'account_map', 'identities', ['identity', 'identity_type'], ['identity', 'identity_type'])

rucio/db/sqla/migrate_repo/versions/1d1215494e95_add_quarantined_replicas_table.py

@@ -0,0 +1,75 @@
+# -*- coding: utf-8 -*-
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' add quarantined_replicas table '''
+
+import datetime
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import (create_table, create_primary_key, create_foreign_key,
+                        create_check_constraint, drop_table)
+
+from rucio.common.schema import get_schema_value
+from rucio.db.sqla.types import GUID
+
+# Alembic revision identifiers
+revision = '1d1215494e95'
+down_revision = '575767d9f89'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        create_table('quarantined_replicas',
+                     sa.Column('rse_id', GUID()),
+                     sa.Column('path', sa.String(1024)),
+                     sa.Column('bytes', sa.BigInteger),
+                     sa.Column('md5', sa.String(32)),
+                     sa.Column('adler32', sa.String(8)),
+                     sa.Column('scope', sa.String(get_schema_value('SCOPE_LENGTH'))),
+                     sa.Column('name', sa.String(get_schema_value('NAME_LENGTH'))),
+                     sa.Column('created_at', sa.DateTime, default=datetime.datetime.utcnow),
+                     sa.Column('updated_at', sa.DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow))
+
+        create_table('quarantined_replicas_history',
+                     sa.Column('rse_id', GUID()),
+                     sa.Column('path', sa.String(1024)),
+                     sa.Column('bytes', sa.BigInteger),
+                     sa.Column('md5', sa.String(32)),
+                     sa.Column('adler32', sa.String(8)),
+                     sa.Column('scope', sa.String(get_schema_value('SCOPE_LENGTH'))),
+                     sa.Column('name', sa.String(get_schema_value('NAME_LENGTH'))),
+                     sa.Column('created_at', sa.DateTime),
+                     sa.Column('updated_at', sa.DateTime),
+                     sa.Column('deleted_at', sa.DateTime, default=datetime.datetime.utcnow))
+
+        create_primary_key('QURD_REPLICAS_STATE_PK', 'quarantined_replicas', ['rse_id', 'path'])
+        create_check_constraint('QURD_REPLICAS_CREATED_NN', 'quarantined_replicas', 'created_at is not null')
+        create_check_constraint('QURD_REPLICAS_UPDATED_NN', 'quarantined_replicas', 'updated_at is not null')
+        create_foreign_key('QURD_REPLICAS_RSE_ID_FK', 'quarantined_replicas', 'rses', ['rse_id'], ['id'])
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        drop_table('quarantined_replicas')
+        drop_table('quarantined_replicas_history')

rucio/db/sqla/migrate_repo/versions/1d96f484df21_asynchronous_rules_and_rule_approval.py

@@ -0,0 +1,75 @@
+# -*- coding: utf-8 -*-
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' asynchronous rules and rule approval '''
+
+import sqlalchemy as sa
+from alembic import context, op
+from alembic.op import add_column, create_check_constraint, drop_column
+
+from rucio.db.sqla.util import try_drop_constraint
+
+# Alembic revision identifiers
+revision = '1d96f484df21'
+down_revision = '3d9813fab443'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+
+    if context.get_context().dialect.name == 'oracle':
+        add_column('rules', sa.Column('ignore_account_limit', sa.Boolean(name='RULES_IGNORE_ACCOUNT_LIMIT_CHK', create_constraint=True), default=False))
+        try_drop_constraint('RULES_STATE_CHK', 'rules')
+        create_check_constraint('RULES_STATE_CHK', 'rules', "state IN ('S', 'R', 'U', 'O', 'W', 'I')")
+
+    elif context.get_context().dialect.name == 'postgresql':
+        add_column('rules', sa.Column('ignore_account_limit', sa.Boolean(name='RULES_IGNORE_ACCOUNT_LIMIT_CHK', create_constraint=True), default=False), schema=schema[:-1])
+        op.execute('ALTER TABLE ' + schema + 'rules DROP CONSTRAINT IF EXISTS "RULES_STATE_CHK", ALTER COLUMN state TYPE CHAR')
+        op.execute("DROP TYPE \"RULES_STATE_CHK\"")
+        op.execute("CREATE TYPE \"RULES_STATE_CHK\" AS ENUM('S', 'R', 'U', 'O', 'W', 'I')")
+        op.execute("ALTER TABLE %srules ALTER COLUMN state TYPE \"RULES_STATE_CHK\" USING state::\"RULES_STATE_CHK\"" % schema)
+
+    elif context.get_context().dialect.name == 'mysql':
+        add_column('rules', sa.Column('ignore_account_limit', sa.Boolean(name='RULES_IGNORE_ACCOUNT_LIMIT_CHK', create_constraint=True), default=False), schema=schema[:-1])
+        op.execute('ALTER TABLE ' + schema + 'rules DROP CHECK RULES_STATE_CHK')  # pylint: disable=no-member
+        create_check_constraint('RULES_STATE_CHK', 'rules', "state IN ('S', 'R', 'U', 'O', 'W', 'I')")
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+
+    if context.get_context().dialect.name == 'oracle':
+        drop_column('rules', 'ignore_account_limit')
+        try_drop_constraint('RULES_STATE_CHK', 'rules')
+        create_check_constraint('RULES_STATE_CHK', 'rules', "state IN ('S', 'R', 'U', 'O')")
+
+    elif context.get_context().dialect.name == 'postgresql':
+        drop_column('rules', 'ignore_account_limit', schema=schema[:-1])
+        op.execute('ALTER TABLE ' + schema + 'rules DROP CONSTRAINT IF EXISTS "RULES_STATE_CHK", ALTER COLUMN state TYPE CHAR')
+        op.execute("DROP TYPE \"RULES_STATE_CHK\"")
+        op.execute("CREATE TYPE \"RULES_STATE_CHK\" AS ENUM('S', 'R', 'U', 'O')")
+        op.execute("ALTER TABLE %srules ALTER COLUMN state TYPE \"RULES_STATE_CHK\" USING state::\"RULES_STATE_CHK\"" % schema)
+
+    elif context.get_context().dialect.name == 'mysql':
+        drop_column('rules', 'ignore_account_limit', schema=schema[:-1])
+        create_check_constraint('RULES_STATE_CHK', 'rules', "state IN ('S', 'R', 'U', 'O')")

rucio/db/sqla/migrate_repo/versions/1f46c5f240ac_add_bytes_column_to_bad_replicas.py

@@ -0,0 +1,46 @@
+# -*- coding: utf-8 -*-
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' add bytes column to bad_replicas '''
+
+import sqlalchemy as sa
+
+from alembic import context
+from alembic.op import add_column, drop_column
+
+
+# Alembic revision identifiers
+revision = '1f46c5f240ac'
+down_revision = '688ef1840840'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        add_column('bad_replicas', sa.Column('bytes', sa.BigInteger), schema=schema)
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        drop_column('bad_replicas', 'bytes', schema=schema)

rucio/db/sqla/migrate_repo/versions/1fc15ab60d43_add_message_history_table.py

@@ -0,0 +1,51 @@
+# -*- coding: utf-8 -*-
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' add message_history table '''
+
+import datetime
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import create_table, drop_table
+
+from rucio.db.sqla.types import GUID
+
+# Alembic revision identifiers
+revision = '1fc15ab60d43'
+down_revision = '4783c1f49cb4'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        create_table('messages_history',
+                     sa.Column('id', GUID()),
+                     sa.Column('created_at', sa.DateTime, default=datetime.datetime.utcnow),
+                     sa.Column('updated_at', sa.DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow),
+                     sa.Column('event_type', sa.String(1024)),
+                     sa.Column('payload', sa.String(4000)))
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        drop_table('messages_history')

rucio/db/sqla/migrate_repo/versions/2190e703eb6e_move_rse_settings_to_rse_attributes.py

@@ -0,0 +1,135 @@
+# -*- coding: utf-8 -*-
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+""" move rse settings to rse attributes """
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import get_bind
+
+from rucio.db.sqla.types import GUID, BooleanString
+
+# Alembic revision identifiers
+revision = "2190e703eb6e"
+down_revision = "f41ffe206f37"
+
+
+def get_changed_rse_settings():
+    return [
+        ("city", sa.String(255)),
+        ("region_code", sa.String(2)),
+        ("country_name", sa.String(255)),
+        ("continent", sa.String(2)),
+        ("time_zone", sa.String(255)),
+        ("ISP", sa.String(255)),
+        ("ASN", sa.String(255)),
+    ]
+
+
+def get_schema():
+    return context.get_context().version_table_schema \
+        if context.get_context().version_table_schema \
+        else ""
+
+
+def get_rse_attr_association():
+    return sa.sql.table(
+        "rse_attr_map",
+        sa.Column("rse_id", GUID()),
+        sa.Column("key", sa.String(255)),
+        sa.Column("value", BooleanString(255)),
+        sa.Column("created_at", sa.DateTime),
+        sa.Column("updated_at", sa.DateTime),
+        schema=get_schema(),
+    )
+
+
+def upgrade():
+    """
+    Upgrade the database to this revision
+    """
+    if context.get_context().dialect.name in ["oracle", "mysql", "postgresql"]:
+        conn = get_bind()
+        for setting, setting_datatype in get_changed_rse_settings():
+            rse_table = sa.sql.table(
+                "rses",
+                sa.Column("id", GUID()),
+                sa.Column(setting, setting_datatype),
+                sa.Column("created_at", sa.DateTime),
+                sa.Column("updated_at", sa.DateTime),
+                schema=get_schema(),
+            )
+
+            select_stmt = (
+                sa.select(
+                    sa.column("id").label("rse_id"),
+                    sa.literal(setting).label("key"),
+                    sa.column(setting).label("value"),
+                    sa.column("created_at"),
+                    sa.column("updated_at"),
+                )
+                .select_from(rse_table)
+                .where(sa.column(setting) != None)  # noqa: E711
+            )
+
+            conn.execute(
+                sa.insert((get_rse_attr_association())).from_select(
+                    ["rse_id", "key", "value", "created_at", "updated_at"], select_stmt
+                )
+            )
+
+
+def downgrade():
+    """
+    Downgrade the database to the previous revision
+    """
+    if context.get_context().dialect.name in ["oracle", "mysql", "postgresql"]:
+        conn = get_bind()
+        for setting, setting_datatype in get_changed_rse_settings():
+            rse_table = sa.sql.table(
+                "rses",
+                sa.Column("id", GUID()),
+                sa.Column(setting, setting_datatype),
+                schema=get_schema(),
+            )
+
+            rse_attr_association = sa.sql.table(
+                "rse_attr_map",
+                sa.Column("rse_id", GUID()),
+                sa.Column("key", sa.String(255)),
+                sa.Column("value", BooleanString(255)),
+                schema=get_schema(),
+            )
+
+            # Oracle needs the sub-query, since multi-table updates are not supported.
+            select_stmt = (
+                sa.select(rse_attr_association.c.value)
+                .where(
+                    rse_table.c.id == rse_attr_association.c.rse_id,
+                    rse_attr_association.c.key == setting,
+                )
+                .limit(1)
+                .scalar_subquery()
+            )
+
+            conn.execute(
+                sa.update(rse_table).values(
+                    {setting: select_stmt}
+                )
+            )
+
+            conn.execute(
+                rse_attr_association.delete().where(rse_attr_association.c.key == setting)
+            )

rucio/db/sqla/migrate_repo/versions/21d6b9dc9961_add_mismatch_scheme_state_to_requests.py

@@ -0,0 +1,65 @@
+# -*- coding: utf-8 -*-
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' add mismatch scheme state to requests '''
+
+from alembic import context, op
+from alembic.op import create_check_constraint
+
+from rucio.db.sqla.util import try_drop_constraint
+
+# Alembic revision identifiers
+revision = '21d6b9dc9961'
+down_revision = '5f139f77382a'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+
+    if context.get_context().dialect.name in ['oracle', 'postgresql']:
+        try_drop_constraint('REQUESTS_STATE_CHK', 'requests')
+        create_check_constraint(constraint_name='REQUESTS_STATE_CHK', table_name='requests',
+                                condition="state in ('Q', 'G', 'S', 'D', 'F', 'L', 'N', 'O', 'A', 'U', 'W', 'M')")
+
+    elif context.get_context().dialect.name == 'mysql':
+        op.execute('ALTER TABLE ' + schema + 'requests DROP CHECK REQUESTS_STATE_CHK')  # pylint: disable=no-member
+        create_check_constraint(constraint_name='REQUESTS_STATE_CHK', table_name='requests',
+                                condition="state in ('Q', 'G', 'S', 'D', 'F', 'L', 'N', 'O', 'A', 'U', 'W', 'M')")
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+
+    if context.get_context().dialect.name == 'oracle':
+        try_drop_constraint('REQUESTS_STATE_CHK', 'requests')
+        create_check_constraint(constraint_name='REQUESTS_STATE_CHK', table_name='requests',
+                                condition="state in ('Q', 'G', 'S', 'D', 'F', 'L', 'N', 'O', 'A', 'U', 'W')")
+
+    elif context.get_context().dialect.name == 'postgresql':
+        op.execute('ALTER TABLE ' + schema + 'requests DROP CONSTRAINT IF EXISTS "REQUESTS_STATE_CHK", ALTER COLUMN state TYPE CHAR')  # pylint: disable=no-member
+        create_check_constraint(constraint_name='REQUESTS_STATE_CHK', table_name='requests',
+                                condition="state in ('Q', 'G', 'S', 'D', 'F', 'L', 'N', 'O', 'A', 'U', 'W')")
+
+    elif context.get_context().dialect.name == 'mysql':
+        create_check_constraint(constraint_name='REQUESTS_STATE_CHK', table_name='requests',
+                                condition="state in ('Q', 'G', 'S', 'D', 'F', 'L', 'N', 'O', 'A', 'U', 'W')")

rucio/db/sqla/migrate_repo/versions/22cf51430c78_add_availability_column_to_table_rses.py

@@ -0,0 +1,42 @@
+# -*- coding: utf-8 -*-
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' add availability column to table RSEs '''
+
+import sqlalchemy as sa
+
+from alembic import context
+from alembic.op import add_column, drop_column
+
+
+# Alembic revision identifiers
+revision = '22cf51430c78'
+down_revision = '49a21b4d4357'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        add_column('rses', sa.Column('availability', sa.Integer, server_default='7'), schema=schema)
+
+
+def downgrade():
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        drop_column('rses', 'availability', schema=schema)