rucio 37.0.0rc1__py3-none-any.whl

rucio/db/sqla/migrate_repo/versions/bf3baa1c1474_correct_pk_and_idx_for_history_tables.py

@@ -0,0 +1,72 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' correct PK and IDX for history tables '''
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import add_column, create_primary_key, drop_column, drop_constraint, drop_index
+
+from rucio.db.sqla.types import GUID
+
+# Alembic revision identifiers
+revision = 'bf3baa1c1474'
+down_revision = '9eb936a81eb1'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        # CONTENTS_HISTORY
+        drop_constraint('CONTENTS_HIST_PK', 'contents_history', type_='primary')
+
+        # ARCHIVE_CONTENTS_HISTORY
+        drop_constraint(constraint_name='ARCH_CONT_HIST_PK', table_name='archive_contents_history', type_='primary')
+
+        # RULES_HIST_RECENT
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        drop_constraint(constraint_name='RULES_HIST_RECENT_PK', table_name='rules_hist_recent', type_='primary')
+        drop_column('rules_hist_recent', 'history_id', schema=schema)
+
+        # RULES_HISTORY
+        drop_column('rules_history', 'history_id', schema=schema)
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        # CONTENTS_HISTORY
+        create_primary_key('CONTENTS_HIST_PK', 'contents_history', ['scope', 'name', 'child_scope', 'child_name'])
+
+        # ARCHIVE_CONTENTS_HISTORY
+        create_primary_key('ARCH_CONT_HIST_PK', 'archive_contents_history', ['scope', 'name', 'child_scope', 'child_name'])
+        drop_index('ARCH_CONT_HIST_IDX', 'archive_contents_history')
+
+        # RULES_HIST_RECENT
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        add_column('rules_hist_recent', sa.Column('history_id', GUID()), schema=schema)
+        create_primary_key('RULES_HIST_RECENT_PK', 'rules_hist_recent', ['history_id'])
+
+        # RULES_HISTORY
+        add_column('rules_history', sa.Column('history_id', GUID()), schema=schema)
+        create_primary_key('RULES_HIST_LONGTERM_PK', 'rules_history', ['history_id'])
+
+        # MESSAGES_HISTORY
+        create_primary_key('MESSAGES_HIST_ID_PK', 'messages_history', ['id'])

rucio/db/sqla/migrate_repo/versions/c0937668555f_add_qos_policy_map_table.py

@@ -0,0 +1,55 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' add qos policy map table '''
+
+import datetime
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import create_check_constraint, create_foreign_key, create_primary_key, create_table, drop_table
+
+from rucio.db.sqla.types import GUID
+
+# Alembic revision identifiers
+revision = 'c0937668555f'
+down_revision = 'a193a275255c'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'postgresql', 'mysql']:
+        create_table('rse_qos_map',
+                     sa.Column('rse_id', GUID()),
+                     sa.Column('qos_policy', sa.String(64)),
+                     sa.Column('created_at', sa.DateTime, default=datetime.datetime.utcnow),
+                     sa.Column('updated_at', sa.DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow))
+        create_primary_key('RSE_QOS_MAP_PK', 'rse_qos_map', ['rse_id', 'qos_policy'])
+        create_check_constraint('RSE_QOS_MAP_CREATED_NN', 'rse_qos_map', 'created_at is not null')
+        create_check_constraint('RSE_QOS_MAP_UPDATED_NN', 'rse_qos_map', 'updated_at is not null')
+        create_foreign_key('RSE_QOS_MAP_RSE_ID_FK',
+                           'rse_qos_map', 'rses',
+                           ['rse_id'], ['id'])
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'postgresql', 'mysql']:
+        drop_table('rse_qos_map')

rucio/db/sqla/migrate_repo/versions/c129ccdb2d5_add_lumiblocknr_to_dids.py

@@ -0,0 +1,43 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' add lumiblocknr to dids '''
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import add_column, drop_column
+
+# Alembic revision identifiers
+revision = 'c129ccdb2d5'
+down_revision = '156fb5b5a14'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        add_column('dids', sa.Column('lumiblocknr', sa.Integer()), schema=schema)
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        drop_column('dids', 'lumiblocknr', schema=schema)

rucio/db/sqla/migrate_repo/versions/ccdbcd48206e_add_did_type_column_index_on_did_meta_.py

@@ -0,0 +1,65 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' Add did_type column + index on did_meta table '''
+
+import sqlalchemy as sa
+from alembic.context import get_context
+from alembic.op import add_column, create_index, drop_column, drop_index, execute
+
+from rucio.db.sqla.constants import DIDType
+from rucio.db.sqla.util import try_drop_constraint
+
+# Alembic revision identifiers
+revision = 'ccdbcd48206e'
+down_revision = '52153819589c'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    schema = get_context().version_table_schema + '.' if get_context().version_table_schema else ''
+    if get_context().dialect.name in ['oracle', 'mysql']:
+        add_column('did_meta',
+                   sa.Column('did_type', sa.Enum(DIDType,
+                                                 name='DID_META_DID_TYPE_CHK',
+                                                 create_constraint=True,
+                                                 values_callable=lambda obj: [e.value for e in obj])),
+                   schema=schema[:-1])
+    elif get_context().dialect.name == 'postgresql':
+        execute("CREATE TYPE \"DID_META_DID_TYPE_CHK\" AS ENUM('F', 'D', 'C', 'A', 'X', 'Y', 'Z')")
+        execute("ALTER TABLE %sdid_meta ADD COLUMN did_type \"DID_META_DID_TYPE_CHK\"" % schema)
+    create_index('DID_META_DID_TYPE_IDX', 'did_meta', ['did_type'])
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    drop_index('DID_META_DID_TYPE_IDX', 'did_meta')
+    schema = get_context().version_table_schema + '.' if get_context().version_table_schema else ''
+    if get_context().dialect.name == 'oracle':
+        try_drop_constraint('DID_META_DID_TYPE_CHK', 'did_meta')
+        drop_column('did_meta', 'did_type', schema=schema[:-1])
+
+    elif get_context().dialect.name == 'postgresql':
+        execute('ALTER TABLE %sdid_meta DROP CONSTRAINT IF EXISTS "DID_META_DID_TYPE_CHK", ALTER COLUMN did_type TYPE CHAR' % schema)
+        execute('ALTER TABLE %sdid_meta DROP COLUMN did_type' % schema)
+        execute('DROP TYPE \"DID_META_DID_TYPE_CHK\"')
+
+    elif get_context().dialect.name == 'mysql':
+        drop_column('did_meta', 'did_type', schema=schema[:-1])

rucio/db/sqla/migrate_repo/versions/cebad904c4dd_new_payload_column_for_heartbeats.py

@@ -0,0 +1,47 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' New payload column for heartbeats '''
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import add_column, create_index, drop_column, drop_index
+
+from rucio.db.sqla.models import String
+
+# Alembic revision identifiers
+revision = 'cebad904c4dd'
+down_revision = 'b7d287de34fd'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        drop_index('HEARTBEATS_UPDATED_AT', 'heartbeats')
+        add_column('heartbeats', sa.Column('payload', String(3000)), schema=schema)
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        create_index('HEARTBEATS_UPDATED_AT', 'heartbeats', ['updated_at'])
+        drop_column('heartbeats', 'payload', schema=schema)

rucio/db/sqla/migrate_repo/versions/d1189a09c6e0_oauth2_0_and_jwt_feature_support_adding_.py

@@ -0,0 +1,146 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' OAuth2.0 and JWT feature support; adding table oauth_requests & several columns to tokens table '''
+
+import datetime
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import add_column, alter_column, create_check_constraint, create_index, create_primary_key, create_table, drop_column, drop_table, execute
+
+from rucio.db.sqla.types import InternalAccountString
+from rucio.db.sqla.util import try_drop_constraint
+
+# Alembic revision identifiers
+revision = 'd1189a09c6e0'
+down_revision = '810a41685bc1'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''  # pylint: disable=no-member
+    if context.get_context().dialect.name in ['oracle', 'postgresql']:  # pylint: disable=no-member
+        try_drop_constraint('IDENTITIES_TYPE_CHK', 'identities')
+        create_check_constraint(constraint_name='IDENTITIES_TYPE_CHK',
+                                table_name='identities',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH', 'SAML', 'OIDC')")
+        try_drop_constraint('ACCOUNT_MAP_ID_TYPE_CHK', 'account_map')
+        create_check_constraint(constraint_name='ACCOUNT_MAP_ID_TYPE_CHK',
+                                table_name='account_map',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH', 'SAML', 'OIDC')")
+    elif context.get_context().dialect.name == 'mysql':  # pylint: disable=no-member
+        execute('ALTER TABLE ' + schema + 'identities DROP CHECK IDENTITIES_TYPE_CHK')  # pylint: disable=no-member
+        create_check_constraint(constraint_name='IDENTITIES_TYPE_CHK',
+                                table_name='identities',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH', 'SAML', 'OIDC')")
+        execute('ALTER TABLE ' + schema + 'account_map DROP CHECK ACCOUNT_MAP_ID_TYPE_CHK')  # pylint: disable=no-member
+        create_check_constraint(constraint_name='ACCOUNT_MAP_ID_TYPE_CHK',
+                                table_name='account_map',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH', 'SAML', 'OIDC')")
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:  # pylint: disable=no-member
+        add_column('tokens', sa.Column('oidc_scope', sa.String(2048), nullable=True, default=None), schema=schema[:-1])
+        add_column('tokens', sa.Column('audience', sa.String(315), nullable=True, default=None), schema=schema[:-1])
+        add_column('tokens', sa.Column('refresh_token', sa.String(315), nullable=True, default=None), schema=schema[:-1])
+        add_column('tokens', sa.Column('refresh', sa.Boolean(name='TOKENS_REFRESH_CHK', create_constraint=True), default=False), schema=schema[:-1])
+        add_column('tokens', sa.Column('refresh_start', sa.DateTime(), nullable=True, default=None), schema=schema[:-1])
+        add_column('tokens', sa.Column('refresh_expired_at', sa.DateTime(), nullable=True, default=None), schema=schema[:-1])
+        add_column('tokens', sa.Column('refresh_lifetime', sa.Integer(), nullable=True, default=None), schema=schema[:-1])
+
+        create_table('oauth_requests',
+                     sa.Column('account', InternalAccountString(25)),
+                     sa.Column('state', sa.String(50)),
+                     sa.Column('nonce', sa.String(50)),
+                     sa.Column('access_msg', sa.String(2048)),
+                     sa.Column('redirect_msg', sa.String(2048)),
+                     sa.Column('refresh_lifetime', sa.Integer(), nullable=True),
+                     sa.Column('ip', sa.String(39), nullable=True),
+                     sa.Column('expired_at', sa.DateTime(), default=datetime.datetime.utcnow() + datetime.timedelta(seconds=600)),
+                     sa.Column('created_at', sa.DateTime, default=datetime.datetime.utcnow),
+                     sa.Column('updated_at', sa.DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow))
+        create_primary_key('OAUTH_REQUESTS_STATE_PK', 'oauth_requests', ['state'])
+        create_check_constraint('OAUTH_REQUESTS_EXPIRED_AT_NN', 'oauth_requests', 'expired_at is not null')
+        create_index('OAUTH_REQUESTS_ACC_EXP_AT_IDX', 'oauth_requests', ['account', 'expired_at'])
+        create_index('OAUTH_REQUESTS_ACCESS_MSG_IDX', 'oauth_requests', ['access_msg'])
+
+    if context.get_context().dialect.name in ['oracle', 'postgresql']:  # pylint: disable=no-member
+        alter_column('tokens', 'token', existing_type=sa.String(length=352), type_=sa.String(length=3072), schema=schema[:-1])
+    if context.get_context().dialect.name in ['mysql']:  # pylint: disable=no-member
+        alter_column('tokens', 'token', existing_type=sa.String(length=352), type_=sa.String(length=3072), existing_nullable=False, nullable=False, schema=schema[:-1])
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''  # pylint: disable=no-member
+    if context.get_context().dialect.name in ['oracle']:  # pylint: disable=no-member
+        try_drop_constraint('IDENTITIES_TYPE_CHK', 'identities')
+        create_check_constraint(constraint_name='IDENTITIES_TYPE_CHK',
+                                table_name='identities',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH', 'SAML')")
+
+        try_drop_constraint('ACCOUNT_MAP_ID_TYPE_CHK', 'account_map')
+        create_check_constraint(constraint_name='ACCOUNT_MAP_ID_TYPE_CHK',
+                                table_name='account_map',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH', 'SAML')")
+        drop_column('tokens', 'oidc_scope', schema=schema[:-1])
+        drop_column('tokens', 'audience', schema=schema[:-1])
+        drop_column('tokens', 'refresh_token', schema=schema[:-1])
+        drop_column('tokens', 'refresh', schema=schema[:-1])
+        drop_column('tokens', 'refresh_start', schema=schema[:-1])
+        drop_column('tokens', 'refresh_expired_at', schema=schema[:-1])
+        drop_column('tokens', 'refresh_lifetime', schema=schema[:-1])
+        drop_table('oauth_requests')
+        alter_column('tokens', 'token', existing_type=sa.String(length=3072), type_=sa.String(length=352), schema=schema[:-1])
+
+    elif context.get_context().dialect.name == 'mysql':  # pylint: disable=no-member
+        create_check_constraint(constraint_name='IDENTITIES_TYPE_CHK',
+                                table_name='identities',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH', 'SAML')")
+
+        create_check_constraint(constraint_name='ACCOUNT_MAP_ID_TYPE_CHK',
+                                table_name='account_map',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH', 'SAML')")
+        drop_column('tokens', 'oidc_scope', schema=schema[:-1])
+        drop_column('tokens', 'audience', schema=schema[:-1])
+        drop_column('tokens', 'refresh_token', schema=schema[:-1])
+        drop_column('tokens', 'refresh', schema=schema[:-1])
+        drop_column('tokens', 'refresh_start', schema=schema[:-1])
+        drop_column('tokens', 'refresh_expired_at', schema=schema[:-1])
+        drop_column('tokens', 'refresh_lifetime', schema=schema[:-1])
+        alter_column('tokens', 'token', existing_type=sa.String(length=3072), type_=sa.String(length=352), existing_nullable=False, nullable=False, schema=schema[:-1])
+        drop_table('oauth_requests')
+
+    elif context.get_context().dialect.name == 'postgresql':  # pylint: disable=no-member
+
+        create_check_constraint(constraint_name='IDENTITIES_TYPE_CHK',
+                                table_name='identities',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH', 'SAML')")
+
+        create_check_constraint(constraint_name='ACCOUNT_MAP_ID_TYPE_CHK',
+                                table_name='account_map',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH', 'SAML')")
+        drop_column('tokens', 'oidc_scope', schema=schema[:-1])
+        drop_column('tokens', 'audience', schema=schema[:-1])
+        drop_column('tokens', 'refresh_token', schema=schema[:-1])
+        drop_column('tokens', 'refresh', schema=schema[:-1])
+        drop_column('tokens', 'refresh_start', schema=schema[:-1])
+        drop_column('tokens', 'refresh_expired_at', schema=schema[:-1])
+        drop_column('tokens', 'refresh_lifetime', schema=schema[:-1])
+        alter_column('tokens', 'token', existing_type=sa.String(length=3072), type_=sa.String(length=352), schema=schema[:-1])
+        drop_table('oauth_requests')

rucio/db/sqla/migrate_repo/versions/d23453595260_extend_request_state_for_preparer.py

@@ -0,0 +1,104 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+"""
+Add PREPARING state to Request model.
+"""
+
+from alembic import context, op
+
+from rucio.db.sqla.util import try_drop_constraint
+
+# Alembic revision identifiers
+revision = 'd23453595260'
+down_revision = '8ea9122275b1'
+
+
+def upgrade():
+    """
+    Upgrade the database to this revision
+    """
+
+    new_enum_values = ['Q', 'G', 'S', 'D', 'F', 'L', 'N', 'O', 'A', 'U', 'W', 'M', 'P']
+
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+    dialect = context.get_context().dialect.name
+
+    if dialect == 'oracle':
+        try_drop_constraint('REQUESTS_STATE_CHK', 'requests')
+        op.create_check_constraint(
+            constraint_name='REQUESTS_STATE_CHK',
+            table_name='requests',
+            condition=f'state in ({enum_values_str(new_enum_values)})',
+        )
+    elif dialect == 'postgresql':
+        op.execute('ALTER TABLE %srequests_history DROP CONSTRAINT IF EXISTS "REQUESTS_HISTORY_STATE_CHK", ALTER COLUMN state TYPE CHAR' % schema)
+        op.execute('DROP TYPE "REQUESTS_HISTORY_STATE_CHK"')
+        op.execute(f'CREATE TYPE "REQUESTS_HISTORY_STATE_CHK" AS ENUM({enum_values_str(new_enum_values)})')
+        op.execute('ALTER TABLE %srequests_history ALTER COLUMN state TYPE "REQUESTS_HISTORY_STATE_CHK" USING state::"REQUESTS_HISTORY_STATE_CHK"' % schema)
+        op.execute('ALTER TABLE %srequests DROP CONSTRAINT IF EXISTS "REQUESTS_STATE_CHK", ALTER COLUMN state TYPE CHAR' % schema)
+        op.execute('DROP TYPE "REQUESTS_STATE_CHK"')
+        op.execute(f'CREATE TYPE "REQUESTS_STATE_CHK" AS ENUM({enum_values_str(new_enum_values)})')
+        op.execute('ALTER TABLE %srequests ALTER COLUMN state TYPE "REQUESTS_STATE_CHK" USING state::"REQUESTS_STATE_CHK"' % schema)
+
+    elif dialect == 'mysql':
+        if context.get_context().dialect.server_version_info[0] == 8:
+            op.drop_constraint('REQUESTS_STATE_CHK', 'requests', type_='check')
+
+        op.create_check_constraint(
+            constraint_name='REQUESTS_STATE_CHK',
+            table_name='requests',
+            condition=f'state in ({enum_values_str(new_enum_values)})',
+        )
+
+
+def downgrade():
+    """
+    Downgrade the database to the previous revision
+    """
+
+    old_enum_values = ['Q', 'G', 'S', 'D', 'F', 'L', 'N', 'O', 'A', 'U', 'W', 'M']
+
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+    dialect = context.get_context().dialect.name
+
+    if dialect == 'oracle':
+        try_drop_constraint('REQUESTS_STATE_CHK', 'requests')
+        op.create_check_constraint(
+            constraint_name='REQUESTS_STATE_CHK',
+            table_name='requests',
+            condition=f'state in ({enum_values_str(old_enum_values)})',
+        )
+    elif dialect == 'postgresql':
+        op.execute('ALTER TABLE %srequests_history DROP CONSTRAINT IF EXISTS "REQUESTS_HISTORY_STATE_CHK", ALTER COLUMN state TYPE CHAR' % schema)
+        op.execute(f'CREATE TYPE "REQUESTS_HISTORY_STATE_CHK" AS ENUM({enum_values_str(old_enum_values)})')
+        op.execute('ALTER TABLE %srequests_history ALTER COLUMN state TYPE "REQUESTS_HISTORY_STATE_CHK" USING state::"REQUESTS_HISTORY_STATE_CHK"' % schema)
+        op.execute('ALTER TABLE %srequests DROP CONSTRAINT IF EXISTS "REQUESTS_STATE_CHK", ALTER COLUMN state TYPE CHAR' % schema)
+        op.execute('DROP TYPE "REQUESTS_STATE_CHK"')
+        op.execute(f'CREATE TYPE "REQUESTS_STATE_CHK" AS ENUM({enum_values_str(old_enum_values)})')
+        op.execute('ALTER TABLE %srequests ALTER COLUMN state TYPE "REQUESTS_STATE_CHK" USING state::"REQUESTS_STATE_CHK"' % schema)
+
+    elif dialect == 'mysql':
+        op.create_check_constraint(
+            constraint_name='REQUESTS_STATE_CHK',
+            table_name='requests',
+            condition=f'state in ({enum_values_str(old_enum_values)})',
+        )
+
+        if context.get_context().dialect.server_version_info[0] == 8:
+            op.drop_constraint('REQUESTS_STATE_CHK', 'requests', type_='check')
+
+
+def enum_values_str(enumvals):
+    return ', '.join(map(lambda x: x.join(("'", "'")), enumvals))

rucio/db/sqla/migrate_repo/versions/d6dceb1de2d_added_purge_column_to_rules.py

@@ -0,0 +1,44 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' added purge column to rules '''
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import add_column, create_check_constraint, drop_column
+
+# Alembic revision identifiers
+revision = 'd6dceb1de2d'
+down_revision = '25821a8a45a3'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        add_column('rules', sa.Column('purge_replicas', sa.Boolean(name='RULES_PURGE_REPLICAS_CHK', create_constraint=True), default=False), schema=schema)
+        create_check_constraint('RULES_PURGE_REPLICAS_NN', 'rules', "PURGE_REPLICAS IS NOT NULL")
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        drop_column('rules', 'purge_replicas', schema=schema)

rucio/db/sqla/migrate_repo/versions/d6e2c3b2cf26_remove_third_party_copy_column_from_rse.py

@@ -0,0 +1,43 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' remove third_party_copy column from rse '''
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import add_column, drop_column
+
+# Alembic revision identifiers
+revision = 'd6e2c3b2cf26'
+down_revision = 'fa7a7d78b602'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        drop_column('rse_protocols', 'third_party_copy', schema=schema)
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        add_column('rse_protocols', sa.Column('third_party_copy', sa.Integer, server_default='0'), schema=schema)