rucio 37.0.0rc1__py3-none-any.whl

rucio/db/sqla/migrate_repo/versions/7541902bf173_add_didsfollowed_and_followevents_table.py

@@ -0,0 +1,91 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' add DidFollowed and FollowEvent table '''
+
+import datetime
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import create_check_constraint, create_foreign_key, create_index, create_primary_key, create_table, drop_table
+
+from rucio.db.sqla.constants import DIDType
+
+# Alembic revision identifiers
+revision = '7541902bf173'
+down_revision = 'a74275a1ad30'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        create_table('dids_followed',
+                     sa.Column('scope', sa.String(25)),
+                     sa.Column('name', sa.String(255)),
+                     sa.Column('account', sa.String(25)),
+                     sa.Column('did_type', sa.Enum(DIDType,
+                                                   name='DIDS_FOLLOWED_TYPE_CHK',
+                                                   create_constraint=True,
+                                                   values_callable=lambda obj: [e.value for e in obj])),
+                     sa.Column('updated_at', sa.DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow),
+                     sa.Column('created_at', sa.DateTime, default=datetime.datetime.utcnow))
+
+        create_primary_key('DIDS_FOLLOWED_PK', 'dids_followed', ['scope', 'name', 'account'])
+        create_check_constraint('DIDS_FOLLOWED_SCOPE_NN', 'dids_followed', 'scope is not null')
+        create_check_constraint('DIDS_FOLLOWED_NAME_NN', 'dids_followed', 'name is not null')
+        create_check_constraint('DIDS_FOLLOWED_ACCOUNT_NN', 'dids_followed', 'account is not null')
+        create_check_constraint('DIDS_FOLLOWED_DID_TYPE_NN', 'dids_followed', 'did_type is not null')
+        create_check_constraint('DIDS_FOLLOWED_CREATED_NN', 'dids_followed', 'created_at is not null')
+        create_check_constraint('DIDS_FOLLOWED_UPDATED_NN', 'dids_followed', 'updated_at is not null')
+        create_foreign_key('DIDS_FOLLOWED_ACCOUNT_FK', 'dids_followed', 'accounts',
+                           ['account'], ['account'])
+        create_foreign_key('DIDS_FOLLOWED_SCOPE_NAME_FK', 'dids_followed', 'dids',
+                           ['scope', 'name'], ['scope', 'name'])
+
+        create_table('dids_followed_events',
+                     sa.Column('scope', sa.String(25)),
+                     sa.Column('name', sa.String(255)),
+                     sa.Column('account', sa.String(25)),
+                     sa.Column('did_type', sa.Enum(DIDType,
+                                                   name='DIDS_FOLLOWED_EVENTS_TYPE_CHK',
+                                                   create_constraint=True,
+                                                   values_callable=lambda obj: [e.value for e in obj])),
+                     sa.Column('event_type', sa.String(1024)),
+                     sa.Column('payload', sa.Text),
+                     sa.Column('updated_at', sa.DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow),
+                     sa.Column('created_at', sa.DateTime, default=datetime.datetime.utcnow))
+
+        create_primary_key('DIDS_FOLLOWED_EVENTS_PK', 'dids_followed_events', ['scope', 'name', 'account'])
+        create_check_constraint('DIDS_FOLLOWED_EVENTS_SCOPE_NN', 'dids_followed_events', 'scope is not null')
+        create_check_constraint('DIDS_FOLLOWED_EVENTS_NAME_NN', 'dids_followed_events', 'name is not null')
+        create_check_constraint('DIDS_FOLLOWED_EVENTS_ACC_NN', 'dids_followed_events', 'account is not null')
+        create_check_constraint('DIDS_FOLLOWED_EVENTS_TYPE_NN', 'dids_followed_events', 'did_type is not null')
+        create_check_constraint('DIDS_FOLLOWED_EVENTS_CRE_NN', 'dids_followed_events', 'created_at is not null')
+        create_check_constraint('DIDS_FOLLOWED_EVENTS_UPD_NN', 'dids_followed_events', 'updated_at is not null')
+        create_foreign_key('DIDS_FOLLOWED_EVENTS_ACC_FK', 'dids_followed_events', 'accounts',
+                           ['account'], ['account'])
+        create_index('DIDS_FOLLOWED_EVENTS_ACC_IDX', 'dids_followed_events', ['account'])
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        drop_table('dids_followed')
+        drop_table('dids_followed_events')

rucio/db/sqla/migrate_repo/versions/7ec22226cdbf_new_replica_state_for_temporary_.py

@@ -0,0 +1,72 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' new replica state for temporary unavailable replicas '''
+
+from alembic import context, op
+from alembic.op import create_check_constraint
+
+from rucio.db.sqla.util import try_drop_constraint
+
+# Alembic revision identifiers
+revision = '7ec22226cdbf'
+down_revision = '3345511706b8'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+
+    if context.get_context().dialect.name == 'oracle':
+        try_drop_constraint('REPLICAS_STATE_CHK', 'replicas')
+        create_check_constraint(constraint_name='REPLICAS_STATE_CHK', table_name='replicas',
+                                condition="state in ('A', 'U', 'C', 'B', 'D', 'S', 'T')")
+
+    elif context.get_context().dialect.name == 'postgresql':
+        op.execute('ALTER TABLE ' + schema + 'replicas DROP CONSTRAINT IF EXISTS "REPLICAS_STATE_CHK", ALTER COLUMN state TYPE CHAR')
+        op.execute('DROP TYPE "REPLICAS_STATE_CHK"')
+        op.execute("CREATE TYPE \"REPLICAS_STATE_CHK\" AS ENUM('A', 'U', 'C', 'B', 'D', 'S', 'T')")
+        op.execute("ALTER TABLE %sreplicas ALTER COLUMN state TYPE \"REPLICAS_STATE_CHK\" USING state::\"REPLICAS_STATE_CHK\"" % schema)
+
+    elif context.get_context().dialect.name == 'mysql':
+        op.execute('ALTER TABLE ' + schema + 'replicas DROP CHECK REPLICAS_STATE_CHK')  # pylint: disable=no-member
+        create_check_constraint(constraint_name='REPLICAS_STATE_CHK', table_name='replicas',
+                                condition="state in ('A', 'U', 'C', 'B', 'D', 'S', 'T')")
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+
+    if context.get_context().dialect.name == 'oracle':
+        try_drop_constraint('REPLICAS_STATE_CHK', 'replicas')
+        create_check_constraint(constraint_name='REPLICAS_STATE_CHK', table_name='replicas',
+                                condition="state in ('A', 'U', 'C', 'B', 'D', 'S')")
+
+    elif context.get_context().dialect.name == 'postgresql':
+        op.execute('ALTER TABLE ' + schema + 'replicas DROP CONSTRAINT IF EXISTS "REPLICAS_STATE_CHK", ALTER COLUMN state TYPE CHAR')
+        op.execute('DROP TYPE "REPLICAS_STATE_CHK"')
+        op.execute("CREATE TYPE \"REPLICAS_STATE_CHK\" AS ENUM('A', 'U', 'C', 'B', 'D', 'S')")
+        op.execute("ALTER TABLE %sreplicas ALTER COLUMN state TYPE \"REPLICAS_STATE_CHK\" USING state::\"REPLICAS_STATE_CHK\"" % schema)
+
+    elif context.get_context().dialect.name == 'mysql':
+        op.execute('ALTER TABLE ' + schema + 'replicas DROP CHECK REPLICAS_STATE_CHK')  # pylint: disable=no-member
+        create_check_constraint(constraint_name='REPLICAS_STATE_CHK', table_name='replicas',
+                                condition="state in ('A', 'U', 'C', 'B', 'D', 'S')")

rucio/db/sqla/migrate_repo/versions/810a41685bc1_added_columns_rse_transfer_limits.py

@@ -0,0 +1,49 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' added_columns_rse_transfer_limits '''
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import add_column, drop_column
+
+# Alembic revision identifiers
+revision = '810a41685bc1'
+down_revision = '7541902bf173'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+
+    if context.get_context().dialect.name in ['oracle', 'postgresql', 'mysql']:
+        add_column('rse_transfer_limits', sa.Column('deadline', sa.BigInteger), schema=schema)
+        add_column('rse_transfer_limits', sa.Column('strategy', sa.String(25)), schema=schema)
+        add_column('rse_transfer_limits', sa.Column('direction', sa.String(25)), schema=schema)
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+
+    if context.get_context().dialect.name in ['oracle', 'postgresql', 'mysql']:
+        drop_column('rse_transfer_limits', 'deadline', schema=schema)
+        drop_column('rse_transfer_limits', 'strategy', schema=schema)
+        drop_column('rse_transfer_limits', 'direction', schema=schema)

rucio/db/sqla/migrate_repo/versions/83f991c63a93_correct_rse_expression_length.py

@@ -0,0 +1,43 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' correct rse_expression length '''
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import alter_column
+
+# Alembic revision identifiers
+revision = '83f991c63a93'
+down_revision = '2190e703eb6e'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        alter_column('rules_hist_recent', 'rse_expression', existing_type=sa.String(255), type_=sa.String(3000), schema=schema)
+        alter_column('rules_history', 'rse_expression', existing_type=sa.String(255), type_=sa.String(3000), schema=schema)
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        alter_column('rules_hist_recent', 'rse_expression', existing_type=sa.String(3000), type_=sa.String(255), schema=schema)
+        alter_column('rules_history', 'rse_expression', existing_type=sa.String(3000), type_=sa.String(255), schema=schema)

rucio/db/sqla/migrate_repo/versions/8523998e2e76_increase_size_of_extended_attributes_.py

@@ -0,0 +1,43 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' increase size of extended_attributes column '''
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import alter_column
+
+# Alembic revision identifiers
+revision = '8523998e2e76'
+down_revision = '7ec22226cdbf'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        alter_column('rse_protocols', 'extended_attributes', existing_type=sa.String(1024), type_=sa.String(4000), schema=schema)
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        alter_column('rse_protocols', 'extended_attributes', existing_type=sa.String(4000), type_=sa.String(1024), schema=schema)

rucio/db/sqla/migrate_repo/versions/8ea9122275b1_adding_missing_function_based_indices.py

@@ -0,0 +1,53 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' Adding missing function based indices '''
+
+from alembic import context
+from alembic.op import create_foreign_key, create_index, drop_constraint, drop_index
+
+# Alembic revision identifiers
+revision = '8ea9122275b1'
+down_revision = '50280c53117c'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+    create_index('SUBSCRIPTIONS_STATE_IDX', 'subscriptions', ['state'])
+    create_index('CONTENTS_RULE_EVAL_FB_IDX', 'contents', ['rule_evaluation'])
+    create_index('REPLICAS_STATE_IDX', 'replicas', ['state'])
+    create_index('BAD_REPLICAS_ACCOUNT_IDX', 'bad_replicas', ['account'])
+    create_index('REQUESTS_DEST_RSE_ID_IDX', 'requests', ['dest_rse_id'])
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['mysql']:
+        drop_constraint('BAD_REPLICAS_ACCOUNT_FK', 'bad_replicas', type_='foreignkey')
+        drop_constraint('REQUESTS_RSES_FK', 'requests', type_='foreignkey')
+
+    drop_index('SUBSCRIPTIONS_STATE_IDX', 'subscriptions')
+    drop_index('CONTENTS_RULE_EVAL_FB_IDX', 'contents')
+    drop_index('REPLICAS_STATE_IDX', 'replicas')
+    drop_index('BAD_REPLICAS_ACCOUNT_IDX', 'bad_replicas')
+    drop_index('REQUESTS_DEST_RSE_ID_IDX', 'requests')
+
+    if context.get_context().dialect.name in ['mysql']:
+        create_foreign_key('BAD_REPLICAS_ACCOUNT_FK', 'bad_replicas', 'accounts', ['account'], ['account'])
+        create_foreign_key('REQUESTS_RSES_FK', 'requests', 'rses', ['dest_rse_id'], ['id'])

rucio/db/sqla/migrate_repo/versions/90f47792bb76_add_clob_payload_to_messages.py

@@ -0,0 +1,45 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' add clob payload to messages '''
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import add_column, drop_column
+
+# Alembic revision identifiers
+revision = '90f47792bb76'
+down_revision = 'bf3baa1c1474'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        add_column('messages', sa.Column('payload_nolimit', sa.Text), schema=schema)
+        add_column('messages_history', sa.Column('payload_nolimit', sa.Text), schema=schema)
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        drop_column('messages', 'payload_nolimit', schema=schema)
+        drop_column('messages_history', 'payload_nolimit', schema=schema)

rucio/db/sqla/migrate_repo/versions/914b8f02df38_new_table_for_lifetime_model_exceptions.py

@@ -0,0 +1,68 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' new table for lifetime model exceptions '''
+
+import datetime
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import create_check_constraint, create_primary_key, create_table, drop_table
+
+from rucio.db.sqla.constants import DIDType, LifetimeExceptionsState
+from rucio.db.sqla.types import GUID
+
+# Alembic revision identifiers
+revision = '914b8f02df38'
+down_revision = 'fe8ea2fa9788'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        create_table('lifetime_except',
+                     sa.Column('id', GUID()),
+                     sa.Column('scope', sa.String(25)),
+                     sa.Column('name', sa.String(255)),
+                     sa.Column('did_type', sa.Enum(DIDType,
+                                                   name='LIFETIME_EXCEPT_TYPE_CHK',
+                                                   create_constraint=True,
+                                                   values_callable=lambda obj: [e.value for e in obj])),
+                     sa.Column('account', sa.String(25)),
+                     sa.Column('comments', sa.String(4000)),
+                     sa.Column('pattern', sa.String(255)),
+                     sa.Column('state', sa.Enum(LifetimeExceptionsState,
+                                                name='LIFETIME_EXCEPT_STATE_CHK',
+                                                create_constraint=True,
+                                                values_callable=lambda obj: [e.value for e in obj])),
+                     sa.Column('created_at', sa.DateTime, default=datetime.datetime.utcnow),
+                     sa.Column('updated_at', sa.DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow),
+                     sa.Column('expires_at', sa.DateTime))
+
+        create_primary_key('LIFETIME_EXCEPT_PK', 'lifetime_except', ['id', 'scope', 'name', 'did_type', 'account'])
+        create_check_constraint('LIFETIME_EXCEPT_SCOPE_NN', 'lifetime_except', 'scope is not null')
+        create_check_constraint('LIFETIME_EXCEPT_NAME_NN', 'lifetime_except', 'name is not null')
+        create_check_constraint('LIFETIME_EXCEPT_DID_TYPE_NN', 'lifetime_except', 'did_type is not null')
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        drop_table('lifetime_except')

rucio/db/sqla/migrate_repo/versions/94a5961ddbf2_add_estimator_columns.py

@@ -0,0 +1,45 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' add estimator columns to request table '''
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import add_column, drop_column
+
+# Alembic revision identifiers
+revision = '94a5961ddbf2'
+down_revision = '1c45d9730ca6'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        add_column('requests', sa.Column('estimated_started_at', sa.DateTime()), schema=schema)
+        add_column('requests', sa.Column('estimated_transferred_at', sa.DateTime()), schema=schema)
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        drop_column('requests', 'estimated_started_at', schema=schema)
+        drop_column('requests', 'estimated_transferred_at', schema=schema)

rucio/db/sqla/migrate_repo/versions/9a1b149a2044_add_saml_identity_type.py

@@ -0,0 +1,94 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' add saml identity type '''
+
+from alembic import context
+from alembic.op import create_check_constraint, drop_constraint, execute
+
+from rucio.db.sqla.util import try_drop_constraint
+
+# Alembic revision identifiers
+revision = '9a1b149a2044'
+down_revision = '53b479c3cb0f'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+    if context.get_context().dialect.name in ['oracle', 'postgresql']:
+        try_drop_constraint('IDENTITIES_TYPE_CHK', 'identities')
+        create_check_constraint(constraint_name='IDENTITIES_TYPE_CHK',
+                                table_name='identities',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH', 'SAML')")
+        try_drop_constraint('ACCOUNT_MAP_ID_TYPE_CHK', 'account_map')
+        create_check_constraint(constraint_name='ACCOUNT_MAP_ID_TYPE_CHK',
+                                table_name='account_map',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH', 'SAML')")
+
+    elif context.get_context().dialect.name == 'mysql':
+        execute('ALTER TABLE ' + schema + 'identities DROP CHECK IDENTITIES_TYPE_CHK')  # pylint: disable=no-member
+        create_check_constraint(constraint_name='IDENTITIES_TYPE_CHK',
+                                table_name='identities',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH', 'SAML')")
+        execute('ALTER TABLE ' + schema + 'account_map DROP CHECK ACCOUNT_MAP_ID_TYPE_CHK')  # pylint: disable=no-member
+        create_check_constraint(constraint_name='ACCOUNT_MAP_ID_TYPE_CHK',
+                                table_name='account_map',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH', 'SAML')")
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+    if context.get_context().dialect.name in ['oracle']:
+        try_drop_constraint('IDENTITIES_TYPE_CHK', 'identities')
+        create_check_constraint(constraint_name='IDENTITIES_TYPE_CHK',
+                                table_name='identities',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH')")
+
+        try_drop_constraint('ACCOUNT_MAP_ID_TYPE_CHK', 'account_map')
+        create_check_constraint(constraint_name='ACCOUNT_MAP_ID_TYPE_CHK',
+                                table_name='account_map',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH')")
+
+    elif context.get_context().dialect.name == 'mysql':
+        execute('ALTER TABLE ' + schema + 'identities DROP CHECK IDENTITIES_TYPE_CHK')  # pylint: disable=no-member
+        create_check_constraint(constraint_name='IDENTITIES_TYPE_CHK',
+                                table_name='identities',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH')")
+
+        execute('ALTER TABLE ' + schema + 'account_map DROP CHECK ACCOUNT_MAP_ID_TYPE_CHK')  # pylint: disable=no-member
+        create_check_constraint(constraint_name='ACCOUNT_MAP_ID_TYPE_CHK',
+                                table_name='account_map',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH')")
+
+    elif context.get_context().dialect.name == 'postgresql':
+
+        drop_constraint('IDENTITIES_TYPE_CHK', 'identities', type_='check')
+        create_check_constraint(constraint_name='IDENTITIES_TYPE_CHK',
+                                table_name='identities',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH')")
+
+        drop_constraint('ACCOUNT_MAP_ID_TYPE_CHK', 'account_map', type_='check')
+        create_check_constraint(constraint_name='ACCOUNT_MAP_ID_TYPE_CHK',
+                                table_name='account_map',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH')")
+        # drop_constraint('ACCOUNT_MAP_ID_TYPE_FK', 'account_map', type_='foreignkey')
+        # create_foreign_key('ACCOUNT_MAP_ID_TYPE_FK', 'account_map', 'identities', ['identity', 'identity_type'], ['identity', 'identity_type'])