rucio 37.0.0rc1__py3-none-any.whl

rucio/db/sqla/migrate_repo/versions/9a45bc4ea66d_add_vp_table.py

@@ -0,0 +1,54 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' add VP table '''
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import create_foreign_key, create_primary_key, create_table, drop_table
+
+from rucio.common.schema import get_schema_value
+from rucio.db.sqla.types import JSON
+
+# Alembic revision identifiers
+revision = '9a45bc4ea66d'
+down_revision = '739064d31565'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        create_table('virtual_placements',
+                     sa.Column('scope', sa.String(get_schema_value('SCOPE_LENGTH'))),
+                     sa.Column('name', sa.String(get_schema_value('NAME_LENGTH'))),
+                     sa.Column('placements', JSON()),
+                     sa.Column('created_at', sa.DateTime),
+                     sa.Column('updated_at', sa.DateTime)
+                     )
+
+        create_primary_key('VP_PK', 'virtual_placements', ['scope', 'name'])
+        create_foreign_key('VP_FK', 'virtual_placements', 'dids',
+                           ['scope', 'name'], ['scope', 'name'])
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        drop_table('virtual_placements')

rucio/db/sqla/migrate_repo/versions/9eb936a81eb1_true_is_true.py

@@ -0,0 +1,72 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' true is true '''
+
+from alembic import context, op
+
+# Alembic revision identifiers
+revision = '9eb936a81eb1'
+down_revision = 'b96a1c7e1cc4'
+
+
+# IMPORTANT: Only execute this after you're running the new release.
+#            Do not change the values while still running the previous release.
+#            This update potentially requires a manual change of database contents!
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    # First, change all uppercase booleanstrings to lowercase booleanstrings
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+        op.execute("UPDATE " + schema + "account_attr_map SET value='true' WHERE value='True'")  # pylint: disable=no-member
+        op.execute("UPDATE " + schema + "account_attr_map SET value='false' WHERE value='False'")  # pylint: disable=no-member
+        op.execute("UPDATE " + schema + "rse_attr_map SET value='true' WHERE value='True'")  # pylint: disable=no-member
+        op.execute("UPDATE " + schema + "rse_attr_map SET value='false' WHERE value='False'")  # pylint: disable=no-member
+
+    # Second, change __all__  0/1 which represent booleans to true/false.
+    # This cannot be done automatically, as there might be 0/1 values which really are integers.
+    #
+    # Must be done selectively by the operator:
+    # UPDATE account_attr_map SET value='true' WHERE value='1' AND ..
+    # UPDATE account_attr_map SET value='false' WHERE value='0' AND ..
+    # UPDATE rse_attr_map SET value='true' WHERE value='1' AND ..
+    # UPDATE rse_attr_map SET value='false' WHERE value='0' AND ..
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    # First, change all lowercase booleanstrings to uppercase booleanstrings
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+        op.execute("UPDATE " + schema + "account_attr_map SET value='True' WHERE value='true'")  # pylint: disable=no-member
+        op.execute("UPDATE " + schema + "account_attr_map SET value='False' WHERE value='false'")  # pylint: disable=no-member
+        op.execute("UPDATE " + schema + "rse_attr_map SET value='True' WHERE value='true'")  # pylint: disable=no-member
+        op.execute("UPDATE " + schema + "rse_attr_map SET value='False' WHERE value='false'")  # pylint: disable=no-member
+
+    # Second, change __selected__ true/false to 0/1. This cannot be done
+    # automatically, as we don't know which ones were previously stored as INT.
+    #
+    # Must be done selectively by the operator:
+    # UPDATE account_attr_map SET value='1' WHERE value='true' AND ..
+    # UPDATE account_attr_map SET value='0' WHERE value='false' AND ..
+    # UPDATE rse_attr_map SET value='1' WHERE value='true' AND ..
+    # UPDATE rse_attr_map SET value='0' WHERE value='false' AND ..

rucio/db/sqla/migrate_repo/versions/a08fa8de1545_transfer_stats_table.py

@@ -0,0 +1,55 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' transfer_stats table '''
+
+import datetime
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import create_check_constraint, create_foreign_key, create_index, create_primary_key, create_table, drop_table
+
+from rucio.db.sqla.types import GUID
+
+# Alembic revision identifiers
+revision = 'a08fa8de1545'
+down_revision = '4df2c5ddabc0'
+
+
+def upgrade():
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        create_table('transfer_stats',
+                     sa.Column('id', GUID()),
+                     sa.Column('resolution', sa.Integer),
+                     sa.Column('timestamp', sa.DateTime),
+                     sa.Column('dest_rse_id', GUID()),
+                     sa.Column('src_rse_id', GUID()),
+                     sa.Column('activity', sa.String(50)),
+                     sa.Column('files_done', sa.BigInteger),
+                     sa.Column('bytes_done', sa.BigInteger),
+                     sa.Column('files_failed', sa.BigInteger),
+                     sa.Column('created_at', sa.DateTime, default=datetime.datetime.utcnow),
+                     sa.Column('updated_at', sa.DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow))
+        create_primary_key('TRANSFER_STATS_PK', 'transfer_stats', ['id'])
+        create_foreign_key('TRANSFER_STATS_DEST_RSE_FK', 'transfer_stats', 'rses', ['dest_rse_id'], ['id'])
+        create_foreign_key('TRANSFER_STATS_SRC_RSE_FK', 'transfer_stats', 'rses', ['src_rse_id'], ['id'])
+        create_index('TRANSFER_STATS_KEY_IDX', 'transfer_stats', ['resolution', 'timestamp', 'dest_rse_id', 'src_rse_id', 'activity'])
+        create_check_constraint('TRANSFER_STATS_CREATED_NN', 'transfer_stats', 'created_at is not null')
+        create_check_constraint('TRANSFER_STATS_UPDATED_NN', 'transfer_stats', 'updated_at is not null')
+
+
+def downgrade():
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        drop_table('transfer_stats')

rucio/db/sqla/migrate_repo/versions/a118956323f8_added_vo_table_and_vo_col_to_rse.py

@@ -0,0 +1,76 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' Added vo table and vo col to rse '''
+
+import datetime
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import add_column, bulk_insert, create_primary_key, create_table, create_unique_constraint, drop_column, drop_constraint, drop_table
+from sqlalchemy import String
+
+# Alembic revision identifiers
+revision = 'a118956323f8'
+down_revision = 'd1189a09c6e0'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'postgresql', 'mysql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        # add a vo table
+        vos = create_table('vos',
+                           sa.Column('vo', String(3)),
+                           sa.Column('description', String(255)),
+                           sa.Column('email', String(255)),
+                           sa.Column('created_at', sa.DateTime, default=datetime.datetime.utcnow),
+                           sa.Column('updated_at', sa.DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow),
+                           schema=schema)
+        create_primary_key('VOS_PK', 'vos', ['vo'])
+
+        # create base vo
+        bulk_insert(vos, [{'vo': 'def',
+                           'description': 'Base VO',
+                           'email': 'N/A'}])
+
+        # add a vo column
+        add_column('rses', sa.Column('vo', String(3), sa.ForeignKey('vos.vo', name='RSES_VOS_FK'), nullable=False, server_default='def'), schema=schema)
+
+        # change unique constraint: (rse) -> (rse,vo)
+        drop_constraint('RSES_RSE_UQ', 'rses', type_='unique', schema=schema)
+        create_unique_constraint('RSES_RSE_UQ', 'rses', ['rse', 'vo'], schema=schema)
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'postgresql', 'mysql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+
+        # change unique constraint: (rse, vo) -> (rse)
+        drop_constraint('RSES_RSE_UQ', 'rses', type_='unique', schema=schema)
+        create_unique_constraint('RSES_RSE_UQ', 'rses', ['rse'], schema=schema)
+
+        # drop vo column
+        drop_constraint('RSES_VOS_FK', 'rses', type_='foreignkey', schema=schema)
+        drop_column('rses', 'vo', schema=schema)
+
+        # drop vo table
+        drop_table('vos', schema=schema)

rucio/db/sqla/migrate_repo/versions/a193a275255c_add_status_column_in_messages.py

@@ -0,0 +1,47 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' Add status column in messages '''
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import add_column, drop_column
+
+# Alembic revision identifiers
+revision = 'a193a275255c'
+down_revision = 'a118956323f8'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+
+    if context.get_context().dialect.name in ['oracle', 'postgresql', 'mysql']:
+        add_column('messages', sa.Column('services', sa.String(2048)), schema=schema[:-1])
+        add_column('messages_history', sa.Column('services', sa.String(2048)), schema=schema[:-1])
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+
+    if context.get_context().dialect.name in ['oracle', 'postgresql', 'mysql']:
+        drop_column('messages', 'services', schema=schema[:-1])
+        drop_column('messages_history', 'services', schema=schema[:-1])

rucio/db/sqla/migrate_repo/versions/a5f6f6e928a7_1_7_0.py

@@ -0,0 +1,121 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' add columns for 1.7.0 release '''
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import add_column, create_check_constraint, create_foreign_key, drop_column, drop_constraint
+
+# Alembic revision identifiers
+revision = 'a5f6f6e928a7'
+down_revision = '21d6b9dc9961'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        add_column('dids', sa.Column('purge_replicas',
+                                     sa.Boolean(name='DIDS_PURGE_RPLCS_CHK', create_constraint=True),
+                                     server_default='1'), schema=schema)
+        add_column('dids', sa.Column('eol_at', sa.DateTime), schema=schema)
+
+        add_column('deleted_dids', sa.Column('purge_replicas',
+                                             sa.Boolean(name='DEL_DIDS_PURGE_RPLCS_CHK', create_constraint=True)), schema=schema)
+        add_column('deleted_dids', sa.Column('eol_at', sa.DateTime), schema=schema)
+
+        create_check_constraint('DIDS_PURGE_REPLICAS_NN', 'dids', 'purge_replicas is not null')
+
+        add_column('requests', sa.Column('account', sa.String(25)), schema=schema)
+        add_column('requests', sa.Column('requested_at', sa.DateTime), schema=schema)
+        add_column('requests', sa.Column('priority', sa.Integer), schema=schema)
+        create_foreign_key('REQUESTS_ACCOUNT_FK', 'requests', 'accounts', ['account'], ['account'])
+
+        add_column('requests_history', sa.Column('account', sa.String(25)), schema=schema)
+        add_column('requests_history', sa.Column('requested_at', sa.DateTime), schema=schema)
+
+        add_column('requests_history', sa.Column('priority', sa.Integer), schema=schema)
+
+        add_column('rules', sa.Column('priority', sa.Integer), schema=schema)
+        add_column('rules_hist_recent', sa.Column('priority', sa.Integer), schema=schema)
+        add_column('rules_history', sa.Column('priority', sa.Integer), schema=schema)
+
+        add_column('distances', sa.Column('active', sa.Integer), schema=schema)
+        add_column('distances', sa.Column('submitted', sa.Integer), schema=schema)
+        add_column('distances', sa.Column('finished', sa.Integer), schema=schema)
+        add_column('distances', sa.Column('failed', sa.Integer), schema=schema)
+        add_column('distances', sa.Column('transfer_speed', sa.Integer), schema=schema)
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+
+    if context.get_context().dialect.name in ['oracle', 'postgresql']:
+        drop_column('dids', 'purge_replicas', schema=schema)
+        drop_column('dids', 'eol_at', schema=schema)
+
+        drop_column('deleted_dids', 'purge_replicas', schema=schema)
+        drop_column('deleted_dids', 'eol_at', schema=schema)
+
+        drop_column('requests', 'account', schema=schema)
+        drop_column('requests', 'requested_at', schema=schema)
+        drop_column('requests', 'priority', schema=schema)
+
+        drop_column('requests_history', 'account', schema=schema)
+        drop_column('requests_history', 'requested_at', schema=schema)
+        drop_column('requests_history', 'priority', schema=schema)
+
+        drop_column('rules', 'priority', schema=schema)
+        drop_column('rules_hist_recent', 'priority', schema=schema)
+        drop_column('rules_history', 'priority', schema=schema)
+
+        drop_column('distances', 'active', schema=schema)
+        drop_column('distances', 'submitted', schema=schema)
+        drop_column('distances', 'finished', schema=schema)
+        drop_column('distances', 'failed', schema=schema)
+        drop_column('distances', 'transfer_speed', schema=schema)
+
+    elif context.get_context().dialect.name == 'mysql':
+        drop_column('dids', 'purge_replicas', schema=schema)
+        drop_column('dids', 'eol_at', schema=schema)
+
+        drop_column('deleted_dids', 'purge_replicas', schema=schema)
+        drop_column('deleted_dids', 'eol_at', schema=schema)
+
+        drop_constraint(constraint_name='REQUESTS_ACCOUNT_FK', table_name='requests', type_='foreignkey')
+        drop_column('requests', 'account', schema=schema)
+        drop_column('requests', 'requested_at', schema=schema)
+        drop_column('requests', 'priority', schema=schema)
+
+        drop_column('requests_history', 'account', schema=schema)
+        drop_column('requests_history', 'requested_at', schema=schema)
+        drop_column('requests_history', 'priority', schema=schema)
+
+        drop_column('rules', 'priority', schema=schema)
+        drop_column('rules_hist_recent', 'priority', schema=schema)
+        drop_column('rules_history', 'priority', schema=schema)
+
+        drop_column('distances', 'active', schema=schema)
+        drop_column('distances', 'submitted', schema=schema)
+        drop_column('distances', 'finished', schema=schema)
+        drop_column('distances', 'failed', schema=schema)
+        drop_column('distances', 'transfer_speed', schema=schema)

rucio/db/sqla/migrate_repo/versions/a616581ee47_added_columns_to_table_requests.py

@@ -0,0 +1,59 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' added columns to table requests '''
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import add_column, drop_column
+
+from rucio.db.sqla.models import String
+
+# Alembic revision identifiers
+revision = 'a616581ee47'
+down_revision = '2854cd9e168'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        add_column('requests', sa.Column('bytes', sa.BigInteger), schema=schema)
+        add_column('requests', sa.Column('md5', String(32)), schema=schema)
+        add_column('requests', sa.Column('adler32', String(8)), schema=schema)
+        add_column('requests', sa.Column('dest_url', String(2048)), schema=schema)
+        add_column('requests_history', sa.Column('bytes', sa.BigInteger), schema=schema)
+        add_column('requests_history', sa.Column('md5', String(32)), schema=schema)
+        add_column('requests_history', sa.Column('adler32', String(8)), schema=schema)
+        add_column('requests_history', sa.Column('dest_url', String(2048)), schema=schema)
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        schema = context.get_context().version_table_schema if context.get_context().version_table_schema else ''
+        drop_column('requests', 'bytes', schema=schema)
+        drop_column('requests', 'md5', schema=schema)
+        drop_column('requests', 'adler32', schema=schema)
+        drop_column('requests', 'dest_url', schema=schema)
+        drop_column('requests_history', 'bytes', schema=schema)
+        drop_column('requests_history', 'md5', schema=schema)
+        drop_column('requests_history', 'adler32', schema=schema)
+        drop_column('requests_history', 'dest_url', schema=schema)

rucio/db/sqla/migrate_repo/versions/a6eb23955c28_state_idx_non_functional.py

@@ -0,0 +1,52 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+""" state idx non functional """
+
+from alembic import context
+from alembic.op import create_index, drop_index, execute
+
+# Alembic revision identifiers
+revision = 'a6eb23955c28'
+down_revision = 'fb28a95fe288'
+
+
+def upgrade():
+    """
+    Upgrade the database to this revision
+    """
+
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+    if context.get_context().dialect.name in ['oracle', 'postgresql']:
+        execute(f'ALTER INDEX {schema}"RULES_STUCKSTATE_IDX" RENAME TO "RULES_STATE_IDX"')
+    elif context.get_context().dialect.name == 'mysql':
+        execute(f'ALTER TABLE {schema}rules RENAME INDEX RULES_STUCKSTATE_IDX TO RULES_STATE_IDX')
+    elif context.get_context().dialect.name == 'sqlite':
+        create_index('RULES_STATE_IDX', 'rules', ['state'])
+        drop_index('RULES_STUCKSTATE_IDX', 'rules')
+
+
+def downgrade():
+    """
+    Downgrade the database to the previous revision
+    """
+
+    schema = context.get_context().version_table_schema + '.' if context.get_context().version_table_schema else ''
+    if context.get_context().dialect.name in ['oracle', 'postgresql']:
+        execute(f'ALTER INDEX {schema}"RULES_STATE_IDX" RENAME TO "RULES_STUCKSTATE_IDX"')
+    elif context.get_context().dialect.name == 'mysql':
+        execute(f'ALTER TABLE {schema}rules RENAME INDEX RULES_STATE_IDX TO RULES_STUCKSTATE_IDX')
+    elif context.get_context().dialect.name == 'sqlite':
+        create_index('RULES_STUCKSTATE_IDX', 'rules', ['state'])
+        drop_index('RULES_STATE_IDX', 'rules')

rucio/db/sqla/migrate_repo/versions/a74275a1ad30_added_global_quota_table.py

@@ -0,0 +1,54 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' added global acount limits table '''
+
+import datetime
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import create_check_constraint, create_foreign_key, create_primary_key, create_table, drop_table
+
+# Alembic revision identifiers
+revision = 'a74275a1ad30'
+down_revision = '2b69addda658'
+
+table_name = 'account_glob_limits'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        create_table(table_name,
+                     sa.Column('rse_expression', sa.String(3000)),
+                     sa.Column('bytes', sa.BigInteger()),
+                     sa.Column('account', sa.String(25)),
+                     sa.Column('created_at', sa.DateTime, default=datetime.datetime.utcnow),
+                     sa.Column('updated_at', sa.DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow))
+        create_primary_key('ACCOUNT_GLOB_LIMITS_PK', table_name, ['account', 'rse_expression'])
+        create_check_constraint('ACCOUNT_GLOB_LIMITS_CREATED_NN', table_name, 'created_at is not null')
+        create_check_constraint('ACCOUNT_GLOB_LIMITS_UPDATED_NN', table_name, 'updated_at is not null')
+        create_foreign_key('ACCOUNT_GLOBAL_LIMITS_ACC_FK', table_name, 'accounts', ['account'], ['account'])
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        drop_table(table_name)

rucio/db/sqla/migrate_repo/versions/a93e4e47bda_heartbeats.py

@@ -0,0 +1,64 @@
+# Copyright European Organization for Nuclear Research (CERN) since 2012
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+''' added heartbeats '''
+
+import datetime
+
+import sqlalchemy as sa
+from alembic import context
+from alembic.op import create_check_constraint, create_index, create_primary_key, create_table, drop_constraint, drop_table
+
+# Alembic revision identifiers
+revision = 'a93e4e47bda'
+down_revision = '2af3291ec4c'
+
+
+def upgrade():
+    '''
+    Upgrade the database to this revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        create_table('heartbeats',
+                     sa.Column('executable', sa.String(512)),
+                     sa.Column('hostname', sa.String(128)),
+                     sa.Column('pid', sa.Integer(), autoincrement=False),
+                     sa.Column('thread_id', sa.BigInteger(), autoincrement=False),
+                     sa.Column('thread_name', sa.String(64)),
+                     sa.Column('created_at', sa.DateTime, default=datetime.datetime.utcnow),
+                     sa.Column('updated_at', sa.DateTime, default=datetime.datetime.utcnow, onupdate=datetime.datetime.utcnow))
+
+        create_primary_key('heartbeats_pk', 'heartbeats', ['executable', 'hostname', 'pid', 'thread_id'])
+        create_index('HEARTBEATS_UPDATED_AT', 'heartbeats', ['updated_at'])
+        create_check_constraint('heartbeats_created_nn', 'heartbeats', 'created_at is not null')
+        create_check_constraint('heartbeats_updated_nn', 'heartbeats', 'updated_at is not null')
+
+
+def downgrade():
+    '''
+    Downgrade the database to the previous revision
+    '''
+
+    if context.get_context().dialect.name in ['oracle', 'mysql', 'postgresql']:
+        drop_constraint('heartbeats_pk', 'configs', type_='primary')
+        drop_table('heartbeats')
+
+    elif context.get_context().dialect.name == 'postgresql':
+        # drop_constraint('heartbeats_pk', 'configs', type_='primary')
+        # drop_index('heartbeats_updated_at', 'heartbeats')
+        # drop_constraint('heartbeats_created_nn', 'heartbeats', type_='check')
+        # drop_constraint('heartbeats_updated_nn', 'heartbeats', type_='check')
+        # drop_table('heartbeats')
+        pass