rucio 32.8.6__py3-none-any.whl

rucio/db/sqla/migrate_repo/versions/0f1adb7a599a_create_transfer_hops_table.py

@@ -0,0 +1,61 @@
+# -*- coding: utf-8 -*-
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' create transfer hops table '''
+
+import datetime
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import (create_table, create_primary_key, create_foreign_key,
+                        create_check_constraint, create_index, drop_table)
+
+from rucio.db.sqla.types import GUID
+
+# Alembic revision identifiers
+revision = '0f1adb7a599a'
+down_revision = '9a45bc4ea66d'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        create_table('transfer_hops',
+                     sa.Column('request_id', GUID()),
+                     sa.Column('next_hop_request_id', GUID()),
+                     sa.Column('initial_request_id', GUID()),
+                     sa.Column('created_at', sa.DateTime, default=datetime.datetime.utcnow),
+                     sa.Column('updated_at', sa.DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow))
+
+        create_primary_key('TRANSFER_HOPS_PK', 'transfer_hops', ['request_id', 'next_hop_request_id', 'initial_request_id'])
+        create_foreign_key('TRANSFER_HOPS_INIT_REQ_ID_FK', 'transfer_hops', 'requests', ['initial_request_id'], ['id'])
+        create_foreign_key('TRANSFER_HOPS_REQ_ID_FK', 'transfer_hops', 'requests', ['request_id'], ['id'])
+        create_foreign_key('TRANSFER_HOPS_NH_REQ_ID_FK', 'transfer_hops', 'requests', ['next_hop_request_id'], ['id'])
+        create_check_constraint('TRANSFER_HOPS_CREATED_NN', 'transfer_hops', 'created_at is not null')
+        create_check_constraint('TRANSFER_HOPS_UPDATED_NN', 'transfer_hops', 'updated_at is not null')
+        create_index('TRANSFER_HOPS_INITIAL_REQ_IDX', 'transfer_hops', ['initial_request_id'])
+        create_index('TRANSFER_HOPS_NH_REQ_IDX', 'transfer_hops', ['next_hop_request_id'])
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        drop_table('transfer_hops')

rucio/db/sqla/migrate_repo/versions/102efcf145f4_added_stuck_at_column_to_rules.py

@@ -0,0 +1,46 @@
+# -*- coding: utf-8 -*-
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' added stuck_at column to rules '''
+
+import sqlalchemy as sa
+
+from alembic import context
+from alembic.op import add_column, drop_column
+
+
+# Alembic revision identifiers
+revision = '102efcf145f4'
+down_revision = '70587619328'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        add_column('rules', sa.Column('stuck_at', sa.DateTime), schema=schema)
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        drop_column('rules', 'stuck_at', schema=schema)

rucio/db/sqla/migrate_repo/versions/13d4f70c66a9_introduce_transfer_limits.py

@@ -0,0 +1,93 @@
+# -*- coding: utf-8 -*-
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' introduce transfer limits '''
+import datetime
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import (create_table, create_primary_key, create_foreign_key,
+                        create_index, create_check_constraint, drop_table)
+
+from rucio.db.sqla.constants import TransferLimitDirection
+from rucio.db.sqla.types import GUID
+
+# Alembic revision identifiers
+revision = '13d4f70c66a9'
+down_revision = '83f991c63a93'
+
+
+def upgrade():
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        drop_table('rse_transfer_limits')
+
+        create_table('transfer_limits',
+                     sa.Column('id', GUID()),
+                     sa.Column('rse_expression', sa.String(3000)),
+                     sa.Column('activity', sa.String(50)),
+                     sa.Column('direction', sa.Enum(TransferLimitDirection, name='TRANSFER_LIMITS_DIRECTION_TYPE_CHK',
+                                                    create_constraint=True,
+                                                    values_callable=lambda obj: [e.value for e in obj]),
+                               default=TransferLimitDirection.DESTINATION),
+                     sa.Column('max_transfers', sa.BigInteger),
+                     sa.Column('volume', sa.BigInteger),
+                     sa.Column('deadline', sa.BigInteger),
+                     sa.Column('strategy', sa.String(25)),
+                     sa.Column('transfers', sa.BigInteger),
+                     sa.Column('waitings', sa.BigInteger),
+                     sa.Column('created_at', sa.DateTime, default=datetime.datetime.utcnow),
+                     sa.Column('updated_at', sa.DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow))
+        create_primary_key('TRANSFER_LIMITS_PK', 'transfer_limits', ['id'])
+        create_index('TRANSFER_LIMITS_SELECTORS_IDX', 'transfer_limits', ['rse_expression', 'activity'])
+        create_check_constraint('TRANSFER_LIMITS_RSE_EXPRESSION_NN', 'transfer_limits', 'rse_expression is not null')
+        create_check_constraint('TRANSFER_LIMITS_CREATED_NN', 'transfer_limits', 'created_at is not null')
+        create_check_constraint('TRANSFER_LIMITS_UPDATED_NN', 'transfer_limits', 'updated_at is not null')
+
+        create_table('rse_transfer_limits',
+                     sa.Column('limit_id', GUID()),
+                     sa.Column('rse_id', GUID()),
+                     sa.Column('created_at', sa.DateTime, default=datetime.datetime.utcnow),
+                     sa.Column('updated_at', sa.DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow))
+        create_primary_key('RSE_TRANSFER_LIMITS_PK', 'rse_transfer_limits', ['limit_id', 'rse_id'])
+        create_foreign_key('RSE_TRANSFER_LIMITS_RSE_ID_FK', 'rse_transfer_limits', 'rses', ['rse_id'], ['id'])
+        create_foreign_key('RSE_TRANSFER_LIMITS_LIMIT_ID_FK', 'rse_transfer_limits', 'transfer_limits', ['limit_id'], ['id'])
+        create_check_constraint('RSE_TRANSFER_LIMITS_CREATED_NN', 'rse_transfer_limits', 'created_at is not null')
+        create_check_constraint('RSE_TRANSFER_LIMITS_UPDATED_NN', 'rse_transfer_limits', 'updated_at is not null')
+
+
+def downgrade():
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        drop_table('rse_transfer_limits')
+        drop_table('transfer_limits')
+
+        create_table('rse_transfer_limits',
+                     sa.Column('rse_id', GUID()),
+                     sa.Column('activity', sa.String(50)),
+                     sa.Column('rse_expression', sa.String(3000)),
+                     sa.Column('max_transfers', sa.BigInteger),
+                     sa.Column('volume', sa.BigInteger),
+                     sa.Column('deadline', sa.BigInteger),
+                     sa.Column('strategy', sa.String(25)),
+                     sa.Column('direction', sa.String(25)),
+                     sa.Column('transfers', sa.BigInteger),
+                     sa.Column('waitings', sa.BigInteger),
+                     sa.Column('created_at', sa.DateTime, default=datetime.datetime.utcnow),
+                     sa.Column('updated_at', sa.DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow))
+
+        create_primary_key('RSE_TRANSFER_LIMITS_PK', 'rse_transfer_limits', ['rse_id', 'activity'])
+        create_foreign_key('RSE_TRANSFER_LIMITS_RSE_ID_FK', 'rse_transfer_limits', 'rses', ['rse_id'], ['id'])
+        create_check_constraint('RSE_TRANSFER_LIMITS_CREATED_NN', 'rse_transfer_limits', 'created_at is not null')
+        create_check_constraint('RSE_TRANSFER_LIMITS_UPDATED_NN', 'rse_transfer_limits', 'updated_at is not null')

rucio/db/sqla/migrate_repo/versions/140fef722e91_cleanup_distances_table.py

@@ -0,0 +1,78 @@
+# -*- coding: utf-8 -*-
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' cleanup distances table '''
+
+import sqlalchemy as sa
+
+from alembic import context
+from alembic.op import add_column, drop_column, alter_column
+
+# Alembic revision identifiers
+revision = '140fef722e91'
+down_revision = '13d4f70c66a9'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        drop_column('distances', 'agis_distance', schema=schema)
+        drop_column('distances', 'geoip_distance', schema=schema)
+        drop_column('distances', 'active', schema=schema)
+        drop_column('distances', 'submitted', schema=schema)
+        drop_column('distances', 'finished', schema=schema)
+        drop_column('distances', 'failed', schema=schema)
+        drop_column('distances', 'transfer_speed', schema=schema)
+        drop_column('distances', 'packet_loss', schema=schema)
+        drop_column('distances', 'latency', schema=schema)
+        drop_column('distances', 'mbps_file', schema=schema)
+        drop_column('distances', 'mbps_link', schema=schema)
+        drop_column('distances', 'queued_total', schema=schema)
+        drop_column('distances', 'done_1h', schema=schema)
+        drop_column('distances', 'done_6h', schema=schema)
+
+        alter_column('distances', 'ranking', existing_type=sa.Integer, new_column_name='distance', schema=schema)
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+
+        alter_column('distances', 'distance', existing_type=sa.Integer, new_column_name='ranking', schema=schema)
+
+        add_column('distances', sa.Column('agis_distance', sa.Integer), schema=schema)
+        add_column('distances', sa.Column('geoip_distance', sa.Integer), schema=schema)
+        add_column('distances', sa.Column('active', sa.Integer), schema=schema)
+        add_column('distances', sa.Column('submitted', sa.Integer), schema=schema)
+        add_column('distances', sa.Column('finished', sa.Integer), schema=schema)
+        add_column('distances', sa.Column('failed', sa.Integer), schema=schema)
+        add_column('distances', sa.Column('transfer_speed', sa.Integer), schema=schema)
+        add_column('distances', sa.Column('packet_loss', sa.Integer), schema=schema)
+        add_column('distances', sa.Column('latency', sa.Integer), schema=schema)
+        add_column('distances', sa.Column('mbps_file', sa.Integer), schema=schema)
+        add_column('distances', sa.Column('mbps_link', sa.Integer), schema=schema)
+        add_column('distances', sa.Column('queued_total', sa.Integer), schema=schema)
+        add_column('distances', sa.Column('done_1h', sa.Integer), schema=schema)
+        add_column('distances', sa.Column('done_6h', sa.Integer), schema=schema)

rucio/db/sqla/migrate_repo/versions/14ec5aeb64cf_add_request_external_host.py

@@ -0,0 +1,46 @@
+# -*- coding: utf-8 -*-
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' add request external_host '''
+
+import sqlalchemy as sa
+
+from alembic import context
+from alembic.op import add_column, drop_column
+
+
+# Alembic revision identifiers
+revision = '14ec5aeb64cf'
+down_revision = '52fd9f4916fa'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        add_column('requests', sa.Column('external_host', sa.String(256)), schema=schema)
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        drop_column('requests', 'external_host', schema=schema)

rucio/db/sqla/migrate_repo/versions/156fb5b5a14_add_request_type_to_requests_idx.py

@@ -0,0 +1,53 @@
+# -*- coding: utf-8 -*-
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' add request_type to requests idx '''
+
+from alembic import context
+from alembic.op import (create_foreign_key, create_unique_constraint, create_index,
+                        drop_constraint, drop_index)
+
+
+# Alembic revision identifiers
+revision = '156fb5b5a14'
+down_revision = '1a29d6a9504c'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        drop_constraint('REQUESTS_RSES_FK', 'requests', type_='foreignkey')
+        drop_constraint('REQUESTS_DID_FK', 'requests', type_='foreignkey')
+        drop_index('REQUESTS_SCOPE_NAME_RSE_IDX', 'requests')
+        create_foreign_key('REQUESTS_RSES_FK', 'requests', 'rses', ['dest_rse_id'], ['id'])
+        create_foreign_key('REQUESTS_DID_FK', 'requests', 'dids', ['scope', 'name'], ['scope', 'name'])
+        create_unique_constraint('REQUESTS_SC_NA_RS_TY_UQ_IDX', 'requests', ['scope', 'name', 'dest_rse_id', 'request_type'])
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        drop_constraint('REQUESTS_RSES_FK', 'requests', type_='foreignkey')
+        drop_constraint('REQUESTS_DID_FK', 'requests', type_='foreignkey')
+        drop_constraint('REQUESTS_SC_NA_RS_TY_UQ_IDX', 'requests', type_='unique')
+        create_foreign_key('REQUESTS_RSES_FK', 'requests', 'rses', ['dest_rse_id'], ['id'])
+        create_foreign_key('REQUESTS_DID_FK', 'requests', 'dids', ['scope', 'name'], ['scope', 'name'])
+        create_index('REQUESTS_SCOPE_NAME_RSE_IDX', 'requests', ['scope', 'name', 'dest_rse_id', 'request_type'])

rucio/db/sqla/migrate_repo/versions/1677d4d803c8_split_rse_availability_into_multiple.py

@@ -0,0 +1,69 @@
+# -*- coding: utf-8 -*-
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+""" split rse availability into multiple """
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import add_column, drop_column, get_bind
+from sqlalchemy.sql.expression import true
+
+from rucio.db.sqla.types import GUID
+
+# Alembic revision identifiers
+revision = "1677d4d803c8"
+down_revision = "fe1a65b176c9"
+
+
+def upgrade():
+    """
+    Upgrade the database to this revision
+    """
+
+    if context.get_context().dialect.name in ["oracle", "mysql", "postgresql"]:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ""
+
+        add_column("rses", sa.Column("availability_read", sa.Boolean, server_default=true()), schema=schema)
+        add_column("rses", sa.Column("availability_write", sa.Boolean, server_default=true()), schema=schema)
+        add_column("rses", sa.Column("availability_delete", sa.Boolean, server_default=true()), schema=schema)
+
+        RSE = sa.sql.table(
+            "rses",
+            sa.Column("id", GUID()),
+            sa.Column("availability", sa.Integer),
+            sa.Column("availability_read", sa.Boolean, server_default=true()),
+            sa.Column("availability_write", sa.Boolean, server_default=true()),
+            sa.Column("availability_delete", sa.Boolean, server_default=true()),
+            schema=schema,
+        )
+
+        conn = get_bind()
+
+        conn.execute(RSE.update().where(RSE.c.availability.in_([0, 1, 2, 3])).values({"availability_read": False}))
+        conn.execute(RSE.update().where(RSE.c.availability.in_([0, 1, 4, 5])).values({"availability_write": False}))
+        conn.execute(RSE.update().where(RSE.c.availability.in_([0, 2, 4, 6])).values({"availability_delete": False}))
+
+
+def downgrade():
+    """
+    Downgrade the database to the previous revision
+    """
+
+    if context.get_context().dialect.name in ["oracle", "mysql", "postgresql"]:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ""
+
+        drop_column("rses", "availability_read", schema=schema)
+        drop_column("rses", "availability_write", schema=schema)
+        drop_column("rses", "availability_delete", schema=schema)

rucio/db/sqla/migrate_repo/versions/16a0aca82e12_create_index_on_table_replicas_path.py

@@ -0,0 +1,42 @@
+# -*- coding: utf-8 -*-
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' create index on table replicas(path) '''
+
+from alembic import context
+from alembic.op import create_index, drop_index
+
+
+# Alembic revision identifiers
+revision = '16a0aca82e12'
+down_revision = None
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        create_index('REPLICAS_PATH_IDX', 'replicas', ['path'])
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        drop_index('REPLICAS_PATH_IDX', 'replicas')

rucio/db/sqla/migrate_repo/versions/1803333ac20f_adding_provenance_and_phys_group.py

@@ -0,0 +1,46 @@
+# -*- coding: utf-8 -*-
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' adding provenance and phys_group '''
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import add_column, drop_column
+
+# Alembic revision identifiers
+revision = '1803333ac20f'
+down_revision = '4c3a4acfe006'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        add_column('dids', sa.Column('provenance', sa.String(2)), schema=schema)
+        add_column('dids', sa.Column('phys_group', sa.String(25)), schema=schema)
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        drop_column('dids', 'provenance', schema=schema)
+        drop_column('dids', 'phys_group', schema=schema)

rucio/db/sqla/migrate_repo/versions/1a29d6a9504c_add_didtype_chck_to_requests.py

@@ -0,0 +1,61 @@
+# -*- coding: utf-8 -*-
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' add didtype_chck to requests '''
+
+import sqlalchemy as sa
+from alembic import context, op
+from alembic.op import add_column, drop_column
+
+from rucio.db.sqla.constants import DIDType
+
+# Alembic revision identifiers
+revision = '1a29d6a9504c'
+down_revision = '436827b13f82'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''  # pylint: disable=no-member
+
+    if context.get_context().dialect.name in ['oracle', 'mysql']:  # pylint: disable=no-member
+        add_column('requests', sa.Column('did_type',
+                                         sa.Enum(DIDType,
+                                                 name='REQUESTS_DIDTYPE_CHK',
+                                                 create_constraint=True,
+                                                 values_callable=lambda obj: [e.value for e in obj]),
+                                         default=DIDType.FILE), schema=schema[:-1])
+        # we don't want checks on the history table, fake the DID type
+        add_column('requests_history', sa.Column('did_type', sa.String(1)), schema=schema[:-1])
+
+    elif context.get_context().dialect.name == 'postgresql':  # pylint: disable=no-member
+        op.execute("ALTER TABLE %srequests ADD COLUMN did_type \"REQUESTS_DIDTYPE_CHK\"" % schema)  # pylint: disable=no-member
+        # we don't want checks on the history table, fake the DID type
+        add_column('requests_history', sa.Column('did_type', sa.String(1)), schema=schema[:-1])
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''  # pylint: disable=no-member
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:  # pylint: disable=no-member
+        drop_column('requests', 'did_type', schema=schema)
+        drop_column('requests_history', 'did_type', schema=schema)

rucio/db/sqla/migrate_repo/versions/1a80adff031a_create_index_on_rules_hist_recent.py

@@ -0,0 +1,42 @@
+# -*- coding: utf-8 -*-
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' create index on rules_hist_recent '''
+
+from alembic import context
+from alembic.op import create_index, drop_index
+
+
+# Alembic revision identifiers
+revision = '1a80adff031a'
+down_revision = '3ad36e2268b0'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        create_index('RULES_HIST_RECENT_SC_NA_IDX', 'rules_hist_recent', ['scope', 'name'])
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        drop_index('RULES_HIST_RECENT_SC_NA_IDX', 'rules_hist_recent')