rucio 32.8.6__py3-none-any.whl

rucio/db/sqla/migrate_repo/versions/ae2a56fcc89_added_comment_column_to_rules.py

@@ -0,0 +1,50 @@
+# -*- coding: utf-8 -*-
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' added comment column to rules '''
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import add_column, drop_column
+
+from rucio.db.sqla.models import String
+
+# Alembic revision identifiers
+revision = 'ae2a56fcc89'
+down_revision = '45378a1e76a8'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        add_column('rules', sa.Column('comments', String(255)), schema=schema)
+        add_column('rules_hist_recent', sa.Column('comments', String(255)), schema=schema)
+        add_column('rules_history', sa.Column('comments', String(255)), schema=schema)
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        drop_column('rules', 'comments', schema=schema)
+        drop_column('rules_hist_recent', 'comments', schema=schema)
+        drop_column('rules_history', 'comments', schema=schema)

rucio/db/sqla/migrate_repo/versions/b4293a99f344_added_column_identity_to_table_tokens.py

@@ -0,0 +1,46 @@
+# -*- coding: utf-8 -*-
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' added column identity to table tokens '''
+
+import sqlalchemy as sa
+
+from alembic import context
+from alembic.op import add_column, drop_column
+
+
+# Alembic revision identifiers
+revision = 'b4293a99f344'
+down_revision = '3ac1660a1a72'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        add_column('tokens', sa.Column('identity', sa.String(255)), schema=schema)
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        drop_column('tokens', 'identity', schema=schema)

rucio/db/sqla/migrate_repo/versions/b7d287de34fd_removal_of_replicastate_source.py

@@ -0,0 +1,92 @@
+# -*- coding: utf-8 -*-
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' Removal of ReplicaState.SOURCE '''
+
+from alembic import context, op
+from alembic.op import (create_check_constraint)
+
+from rucio.db.sqla.util import try_drop_constraint
+
+# Alembic revision identifiers
+revision = 'b7d287de34fd'
+down_revision = 'f1b14a8c2ac1'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+
+    if context.get_context().dialect.name == 'oracle':
+        try_drop_constraint('REPLICAS_STATE_CHK', 'replicas')
+        create_check_constraint(constraint_name='REPLICAS_STATE_CHK', table_name='replicas',
+                                condition="state in ('A', 'U', 'C', 'B', 'D', 'T')")
+        try_drop_constraint('COLLECTION_REPLICAS_STATE_CHK', 'collection_replicas')
+        create_check_constraint(constraint_name='COLLECTION_REPLICAS_STATE_CHK', table_name='collection_replicas',
+                                condition="state in ('A', 'U', 'C', 'B', 'D', 'T')")
+
+    elif context.get_context().dialect.name == 'postgresql':
+        op.execute('ALTER TABLE ' + schema + 'replicas DROP CONSTRAINT IF EXISTS "REPLICAS_STATE_CHK", ALTER COLUMN state TYPE CHAR')
+        op.execute('DROP TYPE "REPLICAS_STATE_CHK"')
+        op.execute("CREATE TYPE \"REPLICAS_STATE_CHK\" AS ENUM('A', 'U', 'C', 'B', 'D', 'T')")
+        op.execute("ALTER TABLE %sreplicas ALTER COLUMN state TYPE \"REPLICAS_STATE_CHK\" USING state::\"REPLICAS_STATE_CHK\"" % schema)
+
+        op.execute('ALTER TABLE ' + schema + 'collection_replicas DROP CONSTRAINT IF EXISTS "COLLECTION_REPLICAS_STATE_CHK", ALTER COLUMN state TYPE CHAR')
+        op.execute('DROP TYPE "COLLECTION_REPLICAS_STATE_CHK"')
+        op.execute("CREATE TYPE \"COLLECTION_REPLICAS_STATE_CHK\" AS ENUM('A', 'U', 'C', 'B', 'D', 'T')")
+        op.execute("ALTER TABLE %scollection_replicas ALTER COLUMN state TYPE \"COLLECTION_REPLICAS_STATE_CHK\" USING state::\"COLLECTION_REPLICAS_STATE_CHK\"" % schema)
+
+    elif context.get_context().dialect.name == 'mysql':
+        op.execute('ALTER TABLE ' + schema + 'replicas DROP CHECK REPLICAS_STATE_CHK')  # pylint: disable=no-member
+        create_check_constraint(constraint_name='REPLICAS_STATE_CHK', table_name='replicas',
+                                condition="state in ('A', 'U', 'C', 'B', 'D', 'T')")
+        create_check_constraint(constraint_name='COLLECTION_REPLICAS_STATE_CHK', table_name='collection_replicas',
+                                condition="state in ('A', 'U', 'C', 'B', 'D', 'T')")
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+
+    if context.get_context().dialect.name == 'oracle':
+        try_drop_constraint('REPLICAS_STATE_CHK', 'replicas')
+        create_check_constraint(constraint_name='REPLICAS_STATE_CHK', table_name='replicas',
+                                condition="state in ('A', 'U', 'C', 'B', 'D', 'S', 'T')")
+        try_drop_constraint('COLLECTION_REPLICAS_STATE_CHK', 'collection_replicas')
+        create_check_constraint(constraint_name='COLLECTION_REPLICAS_STATE_CHK', table_name='collection_replicas',
+                                condition="state in ('A', 'U', 'C', 'B', 'D', 'S', 'T')")
+
+    elif context.get_context().dialect.name == 'postgresql':
+        op.execute('ALTER TABLE ' + schema + 'replicas DROP CONSTRAINT IF EXISTS "REPLICAS_STATE_CHK", ALTER COLUMN state TYPE CHAR')
+        op.execute('DROP TYPE "REPLICAS_STATE_CHK"')
+        op.execute("CREATE TYPE \"REPLICAS_STATE_CHK\" AS ENUM('A', 'U', 'C', 'B', 'D', 'S', 'T')")
+        op.execute("ALTER TABLE %sreplicas ALTER COLUMN state TYPE \"REPLICAS_STATE_CHK\" USING state::\"REPLICAS_STATE_CHK\"" % schema)
+
+        op.execute('ALTER TABLE ' + schema + 'collection_replicas DROP CONSTRAINT IF EXISTS "COLLECTION_REPLICAS_STATE_CHK", ALTER COLUMN state TYPE CHAR')
+        op.execute('DROP TYPE "COLLECTION_REPLICAS_STATE_CHK"')
+        op.execute("CREATE TYPE \"COLLECTION_REPLICAS_STATE_CHK\" AS ENUM('A', 'U', 'C', 'B', 'D', 'S', 'T')")
+        op.execute("ALTER TABLE %scollection_replicas ALTER COLUMN state TYPE \"COLLECTION_REPLICAS_STATE_CHK\" USING state::\"COLLECTION_REPLICAS_STATE_CHK\"" % schema)
+
+    elif context.get_context().dialect.name == 'mysql':
+        create_check_constraint(constraint_name='REPLICAS_STATE_CHK', table_name='replicas',
+                                condition="state in ('A', 'U', 'C', 'B', 'D', 'S', 'T')")
+        create_check_constraint(constraint_name='COLLECTION_REPLICAS_STATE_CHK', table_name='collection_replicas',
+                                condition="state in ('A', 'U', 'C', 'B', 'D', 'S', 'T')")

rucio/db/sqla/migrate_repo/versions/b818052fa670_add_index_to_quarantined_replicas.py

@@ -0,0 +1,42 @@
+# -*- coding: utf-8 -*-
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' add index to quarantined replicas '''
+
+from alembic import context
+from alembic.op import (create_index, drop_index)
+
+
+# revision identifiers, used by Alembic.
+revision = 'b818052fa670'
+down_revision = '2962ece31cf4'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        create_index('QUARANTINED_REPLICAS_PATH_IDX', 'quarantined_replicas', ['path', 'rse_id'], unique=True)
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        drop_index('QUARANTINED_REPLICAS_PATH_IDX', 'quarantined_replicas')

rucio/db/sqla/migrate_repo/versions/b8caac94d7f0_add_comments_column_for_subscriptions_.py

@@ -0,0 +1,46 @@
+# -*- coding: utf-8 -*-
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' add comments column for subscriptions_history '''
+
+import sqlalchemy as sa
+
+from alembic import context
+from alembic.op import add_column, drop_column
+
+
+# Alembic revision identifiers
+revision = 'b8caac94d7f0'
+down_revision = '8523998e2e76'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        add_column('subscriptions_history', sa.Column('comments', sa.String(4000)), schema=schema)
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        drop_column('subscriptions_history', 'comments', schema=schema)

rucio/db/sqla/migrate_repo/versions/b96a1c7e1cc4_new_bad_pfns_table_and_bad_replicas_.py

@@ -0,0 +1,147 @@
+# -*- coding: utf-8 -*-
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' new bad_pfns table and bad_replicas changes '''
+
+import datetime
+
+import sqlalchemy as sa
+from alembic import context, op
+from alembic.op import (create_primary_key, create_check_constraint,
+                        drop_constraint, create_table, create_foreign_key,
+                        add_column, create_index, drop_table, drop_column,
+                        drop_index)
+
+from rucio.db.sqla.constants import BadPFNStatus
+from rucio.db.sqla.util import try_drop_constraint
+
+# Alembic revision identifiers
+revision = 'b96a1c7e1cc4'
+down_revision = '1f46c5f240ac'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+
+    if context.get_context().dialect.name in ['oracle', 'postgresql']:
+        # Create new bad_pfns table
+        create_table('bad_pfns',
+                     sa.Column('path', sa.String(2048)),
+                     sa.Column('state', sa.Enum(BadPFNStatus,
+                                                name='BAD_PFNS_STATE_CHK',
+                                                create_constraint=True,
+                                                values_callable=lambda obj: [e.value for e in obj]),
+                               default=BadPFNStatus.SUSPICIOUS),
+                     sa.Column('reason', sa.String(255)),
+                     sa.Column('account', sa.String(25)),
+                     sa.Column('expires_at', sa.DateTime),
+                     sa.Column('created_at', sa.DateTime, default=datetime.datetime.utcnow),
+                     sa.Column('updated_at', sa.DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow))
+
+        create_primary_key('BAD_PFNS_PK', 'bad_pfns', ['path', 'state'])
+        create_foreign_key('BAD_PFNS_ACCOUNT_FK', 'bad_pfns', 'accounts', ['account'], ['account'])
+
+        try_drop_constraint('BAD_REPLICAS_STATE_CHK', 'bad_replicas')
+        create_check_constraint(constraint_name='BAD_REPLICAS_STATE_CHK', table_name='bad_replicas',
+                                condition="state in ('B', 'D', 'L', 'R', 'S', 'T')")
+
+        # Add new column to bad_replicas table
+        add_column('bad_replicas', sa.Column('expires_at', sa.DateTime()), schema=schema[:-1])
+
+        # Change PK
+        drop_constraint('BAD_REPLICAS_STATE_PK', 'bad_replicas', type_='primary')
+        create_primary_key('BAD_REPLICAS_STATE_PK', 'bad_replicas', ['scope', 'name', 'rse_id', 'state', 'created_at'])
+
+        # Add new Index to Table
+        create_index('BAD_REPLICAS_EXPIRES_AT_IDX', 'bad_replicas', ['expires_at'])
+
+    elif context.get_context().dialect.name == 'mysql':
+        # Create new bad_pfns table
+        create_table('bad_pfns',
+                     sa.Column('path', sa.String(2048)),
+                     sa.Column('state', sa.Enum(BadPFNStatus,
+                                                name='BAD_PFNS_STATE_CHK',
+                                                create_constraint=True,
+                                                values_callable=lambda obj: [e.value for e in obj]),
+                               default=BadPFNStatus.SUSPICIOUS),
+                     sa.Column('reason', sa.String(255)),
+                     sa.Column('account', sa.String(25)),
+                     sa.Column('expires_at', sa.DateTime),
+                     sa.Column('created_at', sa.DateTime, default=datetime.datetime.utcnow),
+                     sa.Column('updated_at', sa.DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow))
+
+        create_primary_key('BAD_PFNS_PK', 'bad_pfns', ['path', 'state'])
+        create_foreign_key('BAD_PFNS_ACCOUNT_FK', 'bad_pfns', 'accounts', ['account'], ['account'])
+
+        op.execute('ALTER TABLE ' + schema + 'bad_replicas DROP CHECK BAD_REPLICAS_STATE_CHK')  # pylint: disable=no-member
+        create_check_constraint(constraint_name='BAD_REPLICAS_STATE_CHK', table_name='bad_replicas',
+                                condition="state in ('B', 'D', 'L', 'R', 'S', 'T')")
+
+        # Add new column to bad_replicas table
+        add_column('bad_replicas', sa.Column('expires_at', sa.DateTime()), schema=schema[:-1])
+
+        # Change PK
+        drop_constraint('BAD_REPLICAS_STATE_PK', 'bad_replicas', type_='primary')
+        create_primary_key('BAD_REPLICAS_STATE_PK', 'bad_replicas', ['scope', 'name', 'rse_id', 'state', 'created_at'])
+
+        # Add new Index to Table
+        create_index('BAD_REPLICAS_EXPIRES_AT_IDX', 'bad_replicas', ['expires_at'])
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+
+    if context.get_context().dialect.name == 'oracle':
+        drop_table('bad_pfns')
+        drop_index('BAD_REPLICAS_EXPIRES_AT_IDX', 'bad_replicas')
+
+        try_drop_constraint('BAD_REPLICAS_STATE_CHK', 'bad_replicas')
+        create_check_constraint(constraint_name='BAD_REPLICAS_STATE_CHK', table_name='bad_replicas',
+                                condition="state in ('B', 'D', 'L', 'R', 'S')")
+
+        drop_column('bad_replicas', 'expires_at')
+        drop_constraint('BAD_REPLICAS_STATE_PK', 'bad_replicas', type_='primary')
+        create_primary_key('BAD_REPLICAS_STATE_PK', 'bad_replicas', ['scope', 'name', 'rse_id', 'created_at'])
+
+    elif context.get_context().dialect.name == 'postgresql':
+        drop_table('bad_pfns')
+        drop_index('BAD_REPLICAS_EXPIRES_AT_IDX', 'bad_replicas')
+
+        op.execute('ALTER TABLE ' + schema + 'bad_replicas DROP CONSTRAINT IF EXISTS "BAD_REPLICAS_STATE_CHK", ALTER COLUMN state TYPE CHAR')  # pylint: disable=no-member
+        create_check_constraint(constraint_name='BAD_REPLICAS_STATE_CHK', table_name='bad_replicas',
+                                condition="state in ('B', 'D', 'L', 'R', 'S')")
+
+        drop_column('bad_replicas', 'expires_at', schema=schema[:-1])
+        drop_constraint('BAD_REPLICAS_STATE_PK', 'bad_replicas', type_='primary')
+        create_primary_key('BAD_REPLICAS_STATE_PK', 'bad_replicas', ['scope', 'name', 'rse_id', 'created_at'])
+
+    elif context.get_context().dialect.name == 'mysql':
+        drop_table('bad_pfns')
+        drop_index('BAD_REPLICAS_EXPIRES_AT_IDX', 'bad_replicas')
+
+        create_check_constraint(constraint_name='BAD_REPLICAS_STATE_CHK', table_name='bad_replicas',
+                                condition="state in ('B', 'D', 'L', 'R', 'S')")
+
+        drop_column('bad_replicas', 'expires_at', schema=schema[:-1])
+        drop_constraint('BAD_REPLICAS_STATE_PK', 'bad_replicas', type_='primary')
+        create_primary_key('BAD_REPLICAS_STATE_PK', 'bad_replicas', ['scope', 'name', 'rse_id', 'created_at'])

rucio/db/sqla/migrate_repo/versions/bb695f45c04_extend_request_state.py

@@ -0,0 +1,78 @@
+# -*- coding: utf-8 -*-
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' extend request state '''
+
+import sqlalchemy as sa
+from alembic import context, op
+from alembic.op import (add_column, create_check_constraint,
+                        drop_constraint, drop_column)
+
+from rucio.db.sqla.util import try_drop_constraint
+
+# Alembic revision identifiers
+revision = 'bb695f45c04'
+down_revision = '3082b8cef557'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+
+    if context.get_context().dialect.name in ['oracle', 'postgresql']:
+        try_drop_constraint('REQUESTS_STATE_CHK', 'requests')
+        create_check_constraint(constraint_name='REQUESTS_STATE_CHK', table_name='requests',
+                                condition="state in ('Q', 'G', 'S', 'D', 'F', 'L', 'N', 'O', 'A', 'U')")
+        add_column('requests', sa.Column('submitter_id', sa.Integer()), schema=schema[:-1])
+        add_column('sources', sa.Column('is_using', sa.Boolean()), schema=schema[:-1])
+
+    elif context.get_context().dialect.name == 'mysql':
+        op.execute('ALTER TABLE ' + schema + 'requests DROP CHECK REQUESTS_STATE_CHK')  # pylint: disable=no-member
+        create_check_constraint(constraint_name='REQUESTS_STATE_CHK', table_name='requests',
+                                condition="state in ('Q', 'G', 'S', 'D', 'F', 'L', 'N', 'O', 'A', 'U')")
+        add_column('requests', sa.Column('submitter_id', sa.Integer()), schema=schema[:-1])
+        add_column('sources', sa.Column('is_using', sa.Boolean()), schema=schema[:-1])
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+
+    if context.get_context().dialect.name == 'oracle':
+        try_drop_constraint('REQUESTS_STATE_CHK', 'requests')
+        create_check_constraint(constraint_name='REQUESTS_STATE_CHK', table_name='requests',
+                                condition="state in ('Q', 'G', 'S', 'D', 'F', 'L')")
+        drop_column('requests', 'submitter_id')
+        drop_column('sources', 'is_using')
+
+    elif context.get_context().dialect.name == 'postgresql':
+        drop_constraint('REQUESTS_STATE_CHK', 'requests', type_='check')
+        create_check_constraint(constraint_name='REQUESTS_STATE_CHK', table_name='requests',
+                                condition="state in ('Q', 'G', 'S', 'D', 'F', 'L')")
+        drop_column('requests', 'submitter_id', schema=schema[:-1])
+        drop_column('sources', 'is_using', schema=schema[:-1])
+
+    elif context.get_context().dialect.name == 'mysql':
+        op.execute('ALTER TABLE ' + schema + 'requests DROP CHECK REQUESTS_STATE_CHK')  # pylint: disable=no-member
+        create_check_constraint(constraint_name='REQUESTS_STATE_CHK', table_name='requests',
+                                condition="state in ('Q', 'G', 'S', 'D', 'F', 'L')")
+        drop_column('requests', 'submitter_id', schema=schema[:-1])
+        drop_column('sources', 'is_using', schema=schema[:-1])

rucio/db/sqla/migrate_repo/versions/bc68e9946deb_add_staging_timestamps_to_request.py

@@ -0,0 +1,53 @@
+# -*- coding: utf-8 -*-
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
+''' add staging timestamps to request '''
+
+import sqlalchemy as sa
+
+from alembic import context
+from alembic.op import add_column, drop_column
+
+
+# Alembic revision identifiers
+revision = 'bc68e9946deb'
+down_revision = '9a1b149a2044'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'postgresql', 'mysql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        add_column('requests', sa.Column('staging_started_at', sa.DateTime()), schema=schema)
+        add_column('requests', sa.Column('staging_finished_at', sa.DateTime()), schema=schema)
+        add_column('requests_history', sa.Column('staging_started_at', sa.DateTime()), schema=schema)
+        add_column('requests_history', sa.Column('staging_finished_at', sa.DateTime()), schema=schema)
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'postgresql', 'mysql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        drop_column('requests', 'staging_started_at', schema=schema)
+        drop_column('requests', 'staging_finished_at', schema=schema)
+        drop_column('requests_history', 'staging_started_at', schema=schema)
+        drop_column('requests_history', 'staging_finished_at', schema=schema)

rucio/db/sqla/migrate_repo/versions/bf3baa1c1474_correct_pk_and_idx_for_history_tables.py

@@ -0,0 +1,74 @@
+# -*- coding: utf-8 -*-
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' correct PK and IDX for history tables '''
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import (create_primary_key, drop_constraint,
+                        drop_index, drop_column, add_column)
+
+from rucio.db.sqla.types import GUID
+
+# Alembic revision identifiers
+revision = 'bf3baa1c1474'
+down_revision = '9eb936a81eb1'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        # CONTENTS_HISTORY
+        drop_constraint('CONTENTS_HIST_PK', 'contents_history', type_='primary')
+
+        # ARCHIVE_CONTENTS_HISTORY
+        drop_constraint(constraint_name='ARCH_CONT_HIST_PK', table_name='archive_contents_history', type_='primary')
+
+        # RULES_HIST_RECENT
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        drop_constraint(constraint_name='RULES_HIST_RECENT_PK', table_name='rules_hist_recent', type_='primary')
+        drop_column('rules_hist_recent', 'history_id', schema=schema)
+
+        # RULES_HISTORY
+        drop_column('rules_history', 'history_id', schema=schema)
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        # CONTENTS_HISTORY
+        create_primary_key('CONTENTS_HIST_PK', 'contents_history', ['scope', 'name', 'child_scope', 'child_name'])
+
+        # ARCHIVE_CONTENTS_HISTORY
+        create_primary_key('ARCH_CONT_HIST_PK', 'archive_contents_history', ['scope', 'name', 'child_scope', 'child_name'])
+        drop_index('ARCH_CONT_HIST_IDX', 'archive_contents_history')
+
+        # RULES_HIST_RECENT
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        add_column('rules_hist_recent', sa.Column('history_id', GUID()), schema=schema)
+        create_primary_key('RULES_HIST_RECENT_PK', 'rules_hist_recent', ['history_id'])
+
+        # RULES_HISTORY
+        add_column('rules_history', sa.Column('history_id', GUID()), schema=schema)
+        create_primary_key('RULES_HIST_LONGTERM_PK', 'rules_history', ['history_id'])
+
+        # MESSAGES_HISTORY
+        create_primary_key('MESSAGES_HIST_ID_PK', 'messages_history', ['id'])