rucio 35.7.0__py3-none-any.whl

rucio/db/sqla/migrate_repo/versions/7ec22226cdbf_new_replica_state_for_temporary_.py

@@ -0,0 +1,72 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' new replica state for temporary unavailable replicas '''
+
+from alembic import context, op
+from alembic.op import create_check_constraint
+
+from rucio.db.sqla.util import try_drop_constraint
+
+# Alembic revision identifiers
+revision = '7ec22226cdbf'
+down_revision = '3345511706b8'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+
+    if context.get_context().dialect.name == 'oracle':
+        try_drop_constraint('REPLICAS_STATE_CHK', 'replicas')
+        create_check_constraint(constraint_name='REPLICAS_STATE_CHK', table_name='replicas',
+                                condition="state in ('A', 'U', 'C', 'B', 'D', 'S', 'T')")
+
+    elif context.get_context().dialect.name == 'postgresql':
+        op.execute('ALTER TABLE ' + schema + 'replicas DROP CONSTRAINT IF EXISTS "REPLICAS_STATE_CHK", ALTER COLUMN state TYPE CHAR')
+        op.execute('DROP TYPE "REPLICAS_STATE_CHK"')
+        op.execute("CREATE TYPE \"REPLICAS_STATE_CHK\" AS ENUM('A', 'U', 'C', 'B', 'D', 'S', 'T')")
+        op.execute("ALTER TABLE %sreplicas ALTER COLUMN state TYPE \"REPLICAS_STATE_CHK\" USING state::\"REPLICAS_STATE_CHK\"" % schema)
+
+    elif context.get_context().dialect.name == 'mysql':
+        op.execute('ALTER TABLE ' + schema + 'replicas DROP CHECK REPLICAS_STATE_CHK')  # pylint: disable=no-member
+        create_check_constraint(constraint_name='REPLICAS_STATE_CHK', table_name='replicas',
+                                condition="state in ('A', 'U', 'C', 'B', 'D', 'S', 'T')")
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+
+    if context.get_context().dialect.name == 'oracle':
+        try_drop_constraint('REPLICAS_STATE_CHK', 'replicas')
+        create_check_constraint(constraint_name='REPLICAS_STATE_CHK', table_name='replicas',
+                                condition="state in ('A', 'U', 'C', 'B', 'D', 'S')")
+
+    elif context.get_context().dialect.name == 'postgresql':
+        op.execute('ALTER TABLE ' + schema + 'replicas DROP CONSTRAINT IF EXISTS "REPLICAS_STATE_CHK", ALTER COLUMN state TYPE CHAR')
+        op.execute('DROP TYPE "REPLICAS_STATE_CHK"')
+        op.execute("CREATE TYPE \"REPLICAS_STATE_CHK\" AS ENUM('A', 'U', 'C', 'B', 'D', 'S')")
+        op.execute("ALTER TABLE %sreplicas ALTER COLUMN state TYPE \"REPLICAS_STATE_CHK\" USING state::\"REPLICAS_STATE_CHK\"" % schema)
+
+    elif context.get_context().dialect.name == 'mysql':
+        op.execute('ALTER TABLE ' + schema + 'replicas DROP CHECK REPLICAS_STATE_CHK')  # pylint: disable=no-member
+        create_check_constraint(constraint_name='REPLICAS_STATE_CHK', table_name='replicas',
+                                condition="state in ('A', 'U', 'C', 'B', 'D', 'S')")

rucio/db/sqla/migrate_repo/versions/810a41685bc1_added_columns_rse_transfer_limits.py

@@ -0,0 +1,49 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' added_columns_rse_transfer_limits '''
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import add_column, drop_column
+
+# Alembic revision identifiers
+revision = '810a41685bc1'
+down_revision = '7541902bf173'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+
+    if context.get_context().dialect.name in ['oracle', 'postgresql', 'mysql']:
+        add_column('rse_transfer_limits', sa.Column('deadline', sa.BigInteger), schema=schema)
+        add_column('rse_transfer_limits', sa.Column('strategy', sa.String(25)), schema=schema)
+        add_column('rse_transfer_limits', sa.Column('direction', sa.String(25)), schema=schema)
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+
+    if context.get_context().dialect.name in ['oracle', 'postgresql', 'mysql']:
+        drop_column('rse_transfer_limits', 'deadline', schema=schema)
+        drop_column('rse_transfer_limits', 'strategy', schema=schema)
+        drop_column('rse_transfer_limits', 'direction', schema=schema)

rucio/db/sqla/migrate_repo/versions/83f991c63a93_correct_rse_expression_length.py

@@ -0,0 +1,43 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' correct rse_expression length '''
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import alter_column
+
+# Alembic revision identifiers
+revision = '83f991c63a93'
+down_revision = '2190e703eb6e'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        alter_column('rules_hist_recent', 'rse_expression', existing_type=sa.String(255), type_=sa.String(3000), schema=schema)
+        alter_column('rules_history', 'rse_expression', existing_type=sa.String(255), type_=sa.String(3000), schema=schema)
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        alter_column('rules_hist_recent', 'rse_expression', existing_type=sa.String(3000), type_=sa.String(255), schema=schema)
+        alter_column('rules_history', 'rse_expression', existing_type=sa.String(3000), type_=sa.String(255), schema=schema)

rucio/db/sqla/migrate_repo/versions/8523998e2e76_increase_size_of_extended_attributes_.py

@@ -0,0 +1,43 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' increase size of extended_attributes column '''
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import alter_column
+
+# Alembic revision identifiers
+revision = '8523998e2e76'
+down_revision = '7ec22226cdbf'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        alter_column('rse_protocols', 'extended_attributes', existing_type=sa.String(1024), type_=sa.String(4000), schema=schema)
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        alter_column('rse_protocols', 'extended_attributes', existing_type=sa.String(4000), type_=sa.String(1024), schema=schema)

rucio/db/sqla/migrate_repo/versions/8ea9122275b1_adding_missing_function_based_indices.py

@@ -0,0 +1,53 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' Adding missing function based indices '''
+
+from alembic import context
+from alembic.op import create_foreign_key, create_index, drop_constraint, drop_index
+
+# Alembic revision identifiers
+revision = '8ea9122275b1'
+down_revision = '50280c53117c'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+    create_index('SUBSCRIPTIONS_STATE_IDX', 'subscriptions', ['state'])
+    create_index('CONTENTS_RULE_EVAL_FB_IDX', 'contents', ['rule_evaluation'])
+    create_index('REPLICAS_STATE_IDX', 'replicas', ['state'])
+    create_index('BAD_REPLICAS_ACCOUNT_IDX', 'bad_replicas', ['account'])
+    create_index('REQUESTS_DEST_RSE_ID_IDX', 'requests', ['dest_rse_id'])
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['mysql']:
+        drop_constraint('BAD_REPLICAS_ACCOUNT_FK', 'bad_replicas', type_='foreignkey')
+        drop_constraint('REQUESTS_RSES_FK', 'requests', type_='foreignkey')
+
+    drop_index('SUBSCRIPTIONS_STATE_IDX', 'subscriptions')
+    drop_index('CONTENTS_RULE_EVAL_FB_IDX', 'contents')
+    drop_index('REPLICAS_STATE_IDX', 'replicas')
+    drop_index('BAD_REPLICAS_ACCOUNT_IDX', 'bad_replicas')
+    drop_index('REQUESTS_DEST_RSE_ID_IDX', 'requests')
+
+    if context.get_context().dialect.name in ['mysql']:
+        create_foreign_key('BAD_REPLICAS_ACCOUNT_FK', 'bad_replicas', 'accounts', ['account'], ['account'])
+        create_foreign_key('REQUESTS_RSES_FK', 'requests', 'rses', ['dest_rse_id'], ['id'])

rucio/db/sqla/migrate_repo/versions/90f47792bb76_add_clob_payload_to_messages.py

@@ -0,0 +1,45 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' add clob payload to messages '''
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import add_column, drop_column
+
+# Alembic revision identifiers
+revision = '90f47792bb76'
+down_revision = 'bf3baa1c1474'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        add_column('messages', sa.Column('payload_nolimit', sa.Text), schema=schema)
+        add_column('messages_history', sa.Column('payload_nolimit', sa.Text), schema=schema)
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        drop_column('messages', 'payload_nolimit', schema=schema)
+        drop_column('messages_history', 'payload_nolimit', schema=schema)

rucio/db/sqla/migrate_repo/versions/914b8f02df38_new_table_for_lifetime_model_exceptions.py

@@ -0,0 +1,68 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' new table for lifetime model exceptions '''
+
+import datetime
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import create_check_constraint, create_primary_key, create_table, drop_table
+
+from rucio.db.sqla.constants import DIDType, LifetimeExceptionsState
+from rucio.db.sqla.types import GUID
+
+# Alembic revision identifiers
+revision = '914b8f02df38'
+down_revision = 'fe8ea2fa9788'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        create_table('lifetime_except',
+                     sa.Column('id', GUID()),
+                     sa.Column('scope', sa.String(25)),
+                     sa.Column('name', sa.String(255)),
+                     sa.Column('did_type', sa.Enum(DIDType,
+                                                   name='LIFETIME_EXCEPT_TYPE_CHK',
+                                                   create_constraint=True,
+                                                   values_callable=lambda obj: [e.value for e in obj])),
+                     sa.Column('account', sa.String(25)),
+                     sa.Column('comments', sa.String(4000)),
+                     sa.Column('pattern', sa.String(255)),
+                     sa.Column('state', sa.Enum(LifetimeExceptionsState,
+                                                name='LIFETIME_EXCEPT_STATE_CHK',
+                                                create_constraint=True,
+                                                values_callable=lambda obj: [e.value for e in obj])),
+                     sa.Column('created_at', sa.DateTime, default=datetime.datetime.utcnow),
+                     sa.Column('updated_at', sa.DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow),
+                     sa.Column('expires_at', sa.DateTime))
+
+        create_primary_key('LIFETIME_EXCEPT_PK', 'lifetime_except', ['id', 'scope', 'name', 'did_type', 'account'])
+        create_check_constraint('LIFETIME_EXCEPT_SCOPE_NN', 'lifetime_except', 'scope is not null')
+        create_check_constraint('LIFETIME_EXCEPT_NAME_NN', 'lifetime_except', 'name is not null')
+        create_check_constraint('LIFETIME_EXCEPT_DID_TYPE_NN', 'lifetime_except', 'did_type is not null')
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        drop_table('lifetime_except')

rucio/db/sqla/migrate_repo/versions/94a5961ddbf2_add_estimator_columns.py

@@ -0,0 +1,45 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' add estimator columns to request table '''
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import add_column, drop_column
+
+# Alembic revision identifiers
+revision = '94a5961ddbf2'
+down_revision = '1c45d9730ca6'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        add_column('requests', sa.Column('estimated_started_at', sa.DateTime()), schema=schema)
+        add_column('requests', sa.Column('estimated_transferred_at', sa.DateTime()), schema=schema)
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        drop_column('requests', 'estimated_started_at', schema=schema)
+        drop_column('requests', 'estimated_transferred_at', schema=schema)

rucio/db/sqla/migrate_repo/versions/9a1b149a2044_add_saml_identity_type.py

@@ -0,0 +1,94 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' add saml identity type '''
+
+from alembic import context
+from alembic.op import create_check_constraint, drop_constraint, execute
+
+from rucio.db.sqla.util import try_drop_constraint
+
+# Alembic revision identifiers
+revision = '9a1b149a2044'
+down_revision = '53b479c3cb0f'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+    if context.get_context().dialect.name in ['oracle', 'postgresql']:
+        try_drop_constraint('IDENTITIES_TYPE_CHK', 'identities')
+        create_check_constraint(constraint_name='IDENTITIES_TYPE_CHK',
+                                table_name='identities',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH', 'SAML')")
+        try_drop_constraint('ACCOUNT_MAP_ID_TYPE_CHK', 'account_map')
+        create_check_constraint(constraint_name='ACCOUNT_MAP_ID_TYPE_CHK',
+                                table_name='account_map',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH', 'SAML')")
+
+    elif context.get_context().dialect.name == 'mysql':
+        execute('ALTER TABLE ' + schema + 'identities DROP CHECK IDENTITIES_TYPE_CHK')  # pylint: disable=no-member
+        create_check_constraint(constraint_name='IDENTITIES_TYPE_CHK',
+                                table_name='identities',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH', 'SAML')")
+        execute('ALTER TABLE ' + schema + 'account_map DROP CHECK ACCOUNT_MAP_ID_TYPE_CHK')  # pylint: disable=no-member
+        create_check_constraint(constraint_name='ACCOUNT_MAP_ID_TYPE_CHK',
+                                table_name='account_map',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH', 'SAML')")
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+    if context.get_context().dialect.name in ['oracle']:
+        try_drop_constraint('IDENTITIES_TYPE_CHK', 'identities')
+        create_check_constraint(constraint_name='IDENTITIES_TYPE_CHK',
+                                table_name='identities',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH')")
+
+        try_drop_constraint('ACCOUNT_MAP_ID_TYPE_CHK', 'account_map')
+        create_check_constraint(constraint_name='ACCOUNT_MAP_ID_TYPE_CHK',
+                                table_name='account_map',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH')")
+
+    elif context.get_context().dialect.name == 'mysql':
+        execute('ALTER TABLE ' + schema + 'identities DROP CHECK IDENTITIES_TYPE_CHK')  # pylint: disable=no-member
+        create_check_constraint(constraint_name='IDENTITIES_TYPE_CHK',
+                                table_name='identities',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH')")
+
+        execute('ALTER TABLE ' + schema + 'account_map DROP CHECK ACCOUNT_MAP_ID_TYPE_CHK')  # pylint: disable=no-member
+        create_check_constraint(constraint_name='ACCOUNT_MAP_ID_TYPE_CHK',
+                                table_name='account_map',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH')")
+
+    elif context.get_context().dialect.name == 'postgresql':
+
+        drop_constraint('IDENTITIES_TYPE_CHK', 'identities', type_='check')
+        create_check_constraint(constraint_name='IDENTITIES_TYPE_CHK',
+                                table_name='identities',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH')")
+
+        drop_constraint('ACCOUNT_MAP_ID_TYPE_CHK', 'account_map', type_='check')
+        create_check_constraint(constraint_name='ACCOUNT_MAP_ID_TYPE_CHK',
+                                table_name='account_map',
+                                condition="identity_type in ('X509', 'GSS', 'USERPASS', 'SSH')")
+        # drop_constraint('ACCOUNT_MAP_ID_TYPE_FK', 'account_map', type_='foreignkey')
+        # create_foreign_key('ACCOUNT_MAP_ID_TYPE_FK', 'account_map', 'identities', ['identity', 'identity_type'], ['identity', 'identity_type'])

rucio/db/sqla/migrate_repo/versions/9a45bc4ea66d_add_vp_table.py

@@ -0,0 +1,54 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' add VP table '''
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import create_foreign_key, create_primary_key, create_table, drop_table
+
+from rucio.common.schema import get_schema_value
+from rucio.db.sqla.types import JSON
+
+# Alembic revision identifiers
+revision = '9a45bc4ea66d'
+down_revision = '739064d31565'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        create_table('virtual_placements',
+                     sa.Column('scope', sa.String(get_schema_value('SCOPE_LENGTH'))),
+                     sa.Column('name', sa.String(get_schema_value('NAME_LENGTH'))),
+                     sa.Column('placements', JSON()),
+                     sa.Column('created_at', sa.DateTime),
+                     sa.Column('updated_at', sa.DateTime)
+                     )
+
+        create_primary_key('VP_PK', 'virtual_placements', ['scope', 'name'])
+        create_foreign_key('VP_FK', 'virtual_placements', 'dids',
+                           ['scope', 'name'], ['scope', 'name'])
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        drop_table('virtual_placements')

rucio/db/sqla/migrate_repo/versions/9eb936a81eb1_true_is_true.py

@@ -0,0 +1,72 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' true is true '''
+
+from alembic import context, op
+
+# Alembic revision identifiers
+revision = '9eb936a81eb1'
+down_revision = 'b96a1c7e1cc4'
+
+
+# IMPORTANT: Only execute this after you're running the new release.
+#            Do not change the values while still running the previous release.
+#            This update potentially requires a manual change of database contents!
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    # First, change all uppercase booleanstrings to lowercase booleanstrings
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+        op.execute("UPDATE " + schema + "account_attr_map SET value='true' WHERE value='True'")  # pylint: disable=no-member
+        op.execute("UPDATE " + schema + "account_attr_map SET value='false' WHERE value='False'")  # pylint: disable=no-member
+        op.execute("UPDATE " + schema + "rse_attr_map SET value='true' WHERE value='True'")  # pylint: disable=no-member
+        op.execute("UPDATE " + schema + "rse_attr_map SET value='false' WHERE value='False'")  # pylint: disable=no-member
+
+    # Second, change __all__  0/1 which represent booleans to true/false.
+    # This cannot be done automatically, as there might be 0/1 values which really are integers.
+    #
+    # Must be done selectively by the operator:
+    # UPDATE account_attr_map SET value='true' WHERE value='1' AND ..
+    # UPDATE account_attr_map SET value='false' WHERE value='0' AND ..
+    # UPDATE rse_attr_map SET value='true' WHERE value='1' AND ..
+    # UPDATE rse_attr_map SET value='false' WHERE value='0' AND ..
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    # First, change all lowercase booleanstrings to uppercase booleanstrings
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+        op.execute("UPDATE " + schema + "account_attr_map SET value='True' WHERE value='true'")  # pylint: disable=no-member
+        op.execute("UPDATE " + schema + "account_attr_map SET value='False' WHERE value='false'")  # pylint: disable=no-member
+        op.execute("UPDATE " + schema + "rse_attr_map SET value='True' WHERE value='true'")  # pylint: disable=no-member
+        op.execute("UPDATE " + schema + "rse_attr_map SET value='False' WHERE value='false'")  # pylint: disable=no-member
+
+    # Second, change __selected__ true/false to 0/1. This cannot be done
+    # automatically, as we don't know which ones were previously stored as INT.
+    #
+    # Must be done selectively by the operator:
+    # UPDATE account_attr_map SET value='1' WHERE value='true' AND ..
+    # UPDATE account_attr_map SET value='0' WHERE value='false' AND ..
+    # UPDATE rse_attr_map SET value='1' WHERE value='true' AND ..
+    # UPDATE rse_attr_map SET value='0' WHERE value='false' AND ..