udata 9.1.2.dev30355__py2.py3-none-any.whl → 9.1.2.dev30454__py2.py3-none-any.whl

udata/tests/test_migrations.py

@@ -1,9 +1,9 @@
 import importlib.util
-import pytest
-
 from datetime import datetime
 from textwrap import dedent
 
+import pytest
+
 from udata import migrations
 from udata.tests.helpers import assert_equal_dates
 
@@ -13,23 +13,23 @@ class MigrationsMock:
         self.root = root
         self.plugins = set()
         self.enabled = set()
-        self.build_module('udata')
+        self.build_module("udata")
 
-    def add_migration(self, plugin, filename, content='', enable=True):
+    def add_migration(self, plugin, filename, content="", enable=True):
         module = self.ensure_plugin(plugin, enabled=enable)
-        module.ensure_dir('migrations')
-        migration = module / 'migrations' / filename
+        module.ensure_dir("migrations")
+        migration = module / "migrations" / filename
         migration.write(dedent(content))
 
     def build_module(self, name):
         root = self.root.ensure_dir(name)
-        root.ensure('__init__.py')
+        root.ensure("__init__.py")
 
     def ensure_plugin(self, plugin, enabled=True):
-        if plugin not in self.plugins and plugin != 'udata':
+        if plugin not in self.plugins and plugin != "udata":
             self.build_module(plugin)
             self.plugins.add(plugin)
-        if enabled and plugin != 'udata':
+        if enabled and plugin != "udata":
             self.enabled.add(plugin)
         else:
             self.enabled.discard(plugin)
@@ -37,7 +37,7 @@ class MigrationsMock:
 
     def _load_module(self, name, path):
         # See: https://docs.python.org/3/library/importlib.html#importing-a-source-file-directly
-        spec = importlib.util.spec_from_file_location(name, str(path / '__init__.py'))
+        spec = importlib.util.spec_from_file_location(name, str(path / "__init__.py"))
         module = importlib.util.module_from_spec(spec)
         return module
 
@@ -59,10 +59,7 @@ class MigrationsMock:
         return self._resource_path(name, dirname).check(dir=1, exists=1)
 
     def mock_get_enabled_entrypoints(self, entrypoint, app):
-        return {
-            plugin: self._load_module(plugin, self.root / plugin)
-            for plugin in self.enabled
-        }
+        return {plugin: self._load_module(plugin, self.root / plugin) for plugin in self.enabled}
 
     def mock_get_plugin_module(self, entrypoint, app, plugin):
         return self._load_module(plugin, self.root / plugin)
@@ -70,83 +67,94 @@ class MigrationsMock:
 
 @pytest.fixture
 def mock(app, tmpdir, mocker):
-    '''
+    """
     Mock migrations files
-    '''
+    """
     m = MigrationsMock(tmpdir)
-    mocker.patch('udata.migrations.resource_listdir', side_effect=m.mock_resource_listdir)
-    mocker.patch('udata.migrations.resource_isdir', side_effect=m.mock_resource_isdir)
-    mocker.patch('udata.migrations.resource_string', side_effect=m.mock_resource_string)
-    mocker.patch('udata.migrations.resource_filename', side_effect=m.mock_resource_filename)
-    mocker.patch('udata.entrypoints.get_enabled', side_effect=m.mock_get_enabled_entrypoints)
-    mocker.patch('udata.entrypoints.get_plugin_module', side_effect=m.mock_get_plugin_module)
+    mocker.patch("udata.migrations.resource_listdir", side_effect=m.mock_resource_listdir)
+    mocker.patch("udata.migrations.resource_isdir", side_effect=m.mock_resource_isdir)
+    mocker.patch("udata.migrations.resource_string", side_effect=m.mock_resource_string)
+    mocker.patch("udata.migrations.resource_filename", side_effect=m.mock_resource_filename)
+    mocker.patch("udata.entrypoints.get_enabled", side_effect=m.mock_get_enabled_entrypoints)
+    mocker.patch("udata.entrypoints.get_plugin_module", side_effect=m.mock_get_plugin_module)
     yield m
 
 
-@pytest.mark.parametrize('args', [
-    ('udata', 'test.py'),
-    ('udata', 'test'),
-    ('udata:test.py', None),
-    ('udata:test.py', None),
-])
+@pytest.mark.parametrize(
+    "args",
+    [
+        ("udata", "test.py"),
+        ("udata", "test"),
+        ("udata:test.py", None),
+        ("udata:test.py", None),
+    ],
+)
 def test_get_migration(args):
     migration = migrations.get(*args)
 
     assert isinstance(migration, migrations.Migration)
-    assert migration.plugin == 'udata'
-    assert migration.filename == 'test.py'
+    assert migration.plugin == "udata"
+    assert migration.filename == "test.py"
 
 
 def test_list_available_migrations(mock):
-    mock.add_migration('udata', '01_core_migration.py')
-    mock.add_migration('test', '02_test_migration.py')
-    mock.add_migration('other', '03_other_migration.py')
+    mock.add_migration("udata", "01_core_migration.py")
+    mock.add_migration("test", "02_test_migration.py")
+    mock.add_migration("other", "03_other_migration.py")
     # Should not list `__*.py` files
-    mock.add_migration('test', '__private.py')
+    mock.add_migration("test", "__private.py")
     # Should not list migrations for disabled plugin
-    mock.add_migration('disabled', 'should_not_be_there.py', enable=False)
+    mock.add_migration("disabled", "should_not_be_there.py", enable=False)
     # Should not fail on plugins without migrations dir
-    mock.ensure_plugin('nomigrations')
+    mock.ensure_plugin("nomigrations")
 
     availables = migrations.list_available()
 
     assert len(availables) == 3
-    assert availables == [migrations.Migration(p, f) for p, f in (
-        ('udata', '01_core_migration.py'),
-        ('test', '02_test_migration.py'),
-        ('other', '03_other_migration.py'),
-    )]
+    assert availables == [
+        migrations.Migration(p, f)
+        for p, f in (
+            ("udata", "01_core_migration.py"),
+            ("test", "02_test_migration.py"),
+            ("other", "03_other_migration.py"),
+        )
+    ]
 
 
 def test_get_record(db):
     inserted = {
-        'plugin': 'test',
-        'filename': 'filename.py',
-        'ops': [{
-            'date': datetime.utcnow(),
-            'type': 'migrate',
-            'script': 'script',
-            'output': 'output',
-            'success': True,
-        }]
+        "plugin": "test",
+        "filename": "filename.py",
+        "ops": [
+            {
+                "date": datetime.utcnow(),
+                "type": "migrate",
+                "script": "script",
+                "output": "output",
+                "success": True,
+            }
+        ],
     }
     db.migrations.insert_one(inserted)
 
-    record = migrations.get('test', 'filename.py').record
+    record = migrations.get("test", "filename.py").record
 
-    assert record['plugin'] == inserted['plugin']
-    assert record['filename'] == inserted['filename']
+    assert record["plugin"] == inserted["plugin"]
+    assert record["filename"] == inserted["filename"]
 
-    op = record['ops'][0]
-    assert op['script'] == inserted['ops'][0]['script']
-    assert op['output'] == inserted['ops'][0]['output']
-    assert op['type'] == inserted['ops'][0]['type']
-    assert op['success']
-    assert_equal_dates(op['date'], inserted['ops'][0]['date'])
+    op = record["ops"][0]
+    assert op["script"] == inserted["ops"][0]["script"]
+    assert op["output"] == inserted["ops"][0]["output"]
+    assert op["type"] == inserted["ops"][0]["type"]
+    assert op["success"]
+    assert_equal_dates(op["date"], inserted["ops"][0]["date"])
 
 
 def test_migration_execute(mock, db):
-    mock.add_migration('udata', 'migration.py', '''\
+    mock.add_migration(
+        "udata",
+        "migration.py",
+        """\
     import logging
 
     log = logging.getLogger(__name__)
@@ -154,94 +162,106 @@ def test_migration_execute(mock, db):
     def migrate(db):
         db.test.insert_one({'key': 'value'})
         log.info('test')
-    ''')
+    """,
+    )
 
-    output = migrations.get('udata', 'migration.py').execute()
+    output = migrations.get("udata", "migration.py").execute()
 
     inserted = db.test.find_one()
     assert inserted is not None
-    assert inserted['key'] == 'value'
-    assert output == [['info', 'test']]
+    assert inserted["key"] == "value"
+    assert output == [["info", "test"]]
 
     assert db.migrations.count_documents({}) == 1
     record = db.migrations.find_one()
-    assert record['plugin'] == 'udata'
-    assert record['filename'] == 'migration.py'
-    assert len(record['ops']) == 1
+    assert record["plugin"] == "udata"
+    assert record["filename"] == "migration.py"
+    assert len(record["ops"]) == 1
 
-    op = record['ops'][0]
-    assert op['type'] == 'migrate'
-    assert op['output'] == [['info', 'test']]
-    assert op['state'] == {}
-    assert isinstance(op['date'], datetime)
-    assert op['success']
+    op = record["ops"][0]
+    assert op["type"] == "migrate"
+    assert op["output"] == [["info", "test"]]
+    assert op["state"] == {}
+    assert isinstance(op["date"], datetime)
+    assert op["success"]
 
 
 def test_migration_add_record(mock, db):
-    mock.add_migration('test', 'filename.py', '''\
+    mock.add_migration(
+        "test",
+        "filename.py",
+        """\
     # whatever
 
     def migrate():
         pass
-    ''')
+    """,
+    )
 
-    expected_output = [['info', 'Recorded only']]
+    expected_output = [["info", "Recorded only"]]
 
-    output = migrations.get('test', 'filename.py').execute(recordonly=True)
+    output = migrations.get("test", "filename.py").execute(recordonly=True)
 
     assert output == expected_output
 
     migration = db.migrations.find_one()
-    assert migration['plugin'] == 'test'
-    assert migration['filename'] == 'filename.py'
+    assert migration["plugin"] == "test"
+    assert migration["filename"] == "filename.py"
 
-    op = migration['ops'][0]
-    assert op['script'].startswith('# whatever\n')
-    assert op['output'] == expected_output
-    assert op['type'] == 'migrate'
-    assert op['success']
+    op = migration["ops"][0]
+    assert op["script"].startswith("# whatever\n")
+    assert op["output"] == expected_output
+    assert op["type"] == "migrate"
+    assert op["success"]
 
 
 def test_record_migration(mock, db):
-    mock.add_migration('test', 'filename.py', '''\
+    mock.add_migration(
+        "test",
+        "filename.py",
+        """\
     # whatever
 
     def migrate():
         pass
-    ''')
+    """,
+    )
 
-    expected_output = [['info', 'Recorded only']]
+    expected_output = [["info", "Recorded only"]]
 
-    output = migrations.get('test', 'filename.py').execute(recordonly=True)
+    output = migrations.get("test", "filename.py").execute(recordonly=True)
 
     assert output == expected_output
 
     migration = db.migrations.find_one()
-    assert migration['plugin'] == 'test'
-    assert migration['filename'] == 'filename.py'
+    assert migration["plugin"] == "test"
+    assert migration["filename"] == "filename.py"
 
-    op = migration['ops'][0]
-    assert op['script'].startswith('# whatever\n')
-    assert op['output'] == expected_output
-    assert op['type'] == 'migrate'
-    assert op['success']
+    op = migration["ops"][0]
+    assert op["script"].startswith("# whatever\n")
+    assert op["output"] == expected_output
+    assert op["type"] == "migrate"
+    assert op["success"]
 
 
 def test_execute_missing_plugin(db):
     with pytest.raises(migrations.MigrationError):
-        migrations.get('test', 'filename.py').execute()
+        migrations.get("test", "filename.py").execute()
     assert db.migrations.find_one() is None
 
 
 def test_execute_missing_migration(db, mock):
-    mock.ensure_plugin('test')
+    mock.ensure_plugin("test")
     with pytest.raises(migrations.MigrationError):
-        migrations.get('test', 'filename.py').execute()
+        migrations.get("test", "filename.py").execute()
     assert db.migrations.find_one() is None
 
 
 def test_execute_migration_error(mock, db):
-    mock.add_migration('udata', 'migration.py', '''\
+    mock.add_migration(
+        "udata",
+        "migration.py",
+        """\
     import logging
 
     log = logging.getLogger(__name__)
@@ -250,50 +270,55 @@ def test_execute_migration_error(mock, db):
         db.test.insert_one({'key': 'value'})
         log.info('test')
         raise ValueError('error')
-    ''')
+    """,
+    )
 
     with pytest.raises(migrations.MigrationError) as excinfo:
-        migrations.get('udata', 'migration.py').execute()
+        migrations.get("udata", "migration.py").execute()
 
     exc = excinfo.value
     assert isinstance(exc, migrations.MigrationError)
     assert isinstance(exc.exc, ValueError)
     assert exc.msg == "Error while executing migration"
-    assert exc.output == [['info', 'test']]
+    assert exc.output == [["info", "test"]]
 
     # Without rollback DB is left as it is
     assert db.test.count_documents({}) == 1
     inserted = db.test.find_one()
     assert inserted is not None
-    assert inserted['key'] == 'value'
+    assert inserted["key"] == "value"
 
     # Failed migration is recorded
     assert db.migrations.count_documents({}) == 1
     record = db.migrations.find_one()
-    assert record['plugin'] == 'udata'
-    assert record['filename'] == 'migration.py'
-    assert len(record['ops']) == 1
+    assert record["plugin"] == "udata"
+    assert record["filename"] == "migration.py"
+    assert len(record["ops"]) == 1
 
-    op = record['ops'][0]
-    assert op['type'] == 'migrate'
-    assert op['output'] == [['info', 'test']]
-    assert op['state'] == {}
-    assert isinstance(op['date'], datetime)
-    assert not op['success']
+    op = record["ops"][0]
+    assert op["type"] == "migrate"
+    assert op["output"] == [["info", "test"]]
+    assert op["state"] == {}
+    assert isinstance(op["date"], datetime)
+    assert not op["success"]
 
 
 def test_execute_migration_error_with_rollback(mock, db):
-    mock.add_migration('udata', 'migration.py', '''\
+    mock.add_migration(
+        "udata",
+        "migration.py",
+        """\
     def migrate(db):
         db.test.insert_one({'key': 'value'})
         raise ValueError('error')
 
     def rollback(db):
         db.rollback_test.insert_one({'key': 'value'})
-    ''')
+    """,
+    )
 
     with pytest.raises(migrations.MigrationError) as excinfo:
-        migrations.get('udata', 'migration.py').execute()
+        migrations.get("udata", "migration.py").execute()
 
     exc = excinfo.value
     assert isinstance(exc, migrations.RollbackError)
@@ -312,30 +337,33 @@ def test_execute_migration_error_with_rollback(mock, db):
     # DB is rollbacked if possible
     assert db.migrations.count_documents({}) == 1
     record = db.migrations.find_one()
-    assert record['plugin'] == 'udata'
-    assert record['filename'] == 'migration.py'
+    assert record["plugin"] == "udata"
+    assert record["filename"] == "migration.py"
     # Both failed migration and rollback are recorded
-    assert len(record['ops']) == 2
+    assert len(record["ops"]) == 2
 
     # First the migration
-    op = record['ops'][0]
-    assert op['type'] == 'migrate'
-    assert op['output'] == []
-    assert op['state'] == {}
-    assert isinstance(op['date'], datetime)
-    assert not op['success']
+    op = record["ops"][0]
+    assert op["type"] == "migrate"
+    assert op["output"] == []
+    assert op["state"] == {}
+    assert isinstance(op["date"], datetime)
+    assert not op["success"]
 
     # Then the rollback
-    op = record['ops'][1]
-    assert op['type'] == 'rollback'
-    assert op['output'] == []
-    assert op['state'] == {}
-    assert isinstance(op['date'], datetime)
-    assert op['success']
+    op = record["ops"][1]
+    assert op["type"] == "rollback"
+    assert op["output"] == []
+    assert op["state"] == {}
+    assert isinstance(op["date"], datetime)
+    assert op["success"]
 
 
 def test_execute_migration_error_with_state_rollback(mock, db):
-    mock.add_migration('udata', 'migration.py', '''\
+    mock.add_migration(
+        "udata",
+        "migration.py",
+        """\
     def migrate(db):
         db.test.insert_one({'key': 'first'})
         db._state['first'] = True
@@ -348,10 +376,11 @@ def test_execute_migration_error_with_state_rollback(mock, db):
             db.rollback_test.insert_one({'key': 'first'})
         if db._state.get('second', False):
             db.rollback_test.insert_one({'key': 'second'})
-    ''')
+    """,
+    )
 
     with pytest.raises(migrations.MigrationError) as excinfo:
-        migrations.get('udata', 'migration.py').execute()
+        migrations.get("udata", "migration.py").execute()
 
     exc = excinfo.value
     assert isinstance(exc, migrations.RollbackError)
@@ -370,30 +399,33 @@ def test_execute_migration_error_with_state_rollback(mock, db):
     # DB is rollbacked if possible
     assert db.migrations.count_documents({}) == 1
     record = db.migrations.find_one()
-    assert record['plugin'] == 'udata'
-    assert record['filename'] == 'migration.py'
+    assert record["plugin"] == "udata"
+    assert record["filename"] == "migration.py"
     # Both failed migration and rollback are recorded
-    assert len(record['ops']) == 2
+    assert len(record["ops"]) == 2
 
     # First the migration
-    op = record['ops'][0]
-    assert op['type'] == 'migrate'
-    assert op['output'] == []
-    assert op['state'] == {'first': True}
-    assert isinstance(op['date'], datetime)
-    assert not op['success']
+    op = record["ops"][0]
+    assert op["type"] == "migrate"
+    assert op["output"] == []
+    assert op["state"] == {"first": True}
+    assert isinstance(op["date"], datetime)
+    assert not op["success"]
 
     # Then the rollback
-    op = record['ops'][1]
-    assert op['type'] == 'rollback'
-    assert op['output'] == []
-    assert op['state'] == {'first': True}
-    assert isinstance(op['date'], datetime)
-    assert op['success']
+    op = record["ops"][1]
+    assert op["type"] == "rollback"
+    assert op["output"] == []
+    assert op["state"] == {"first": True}
+    assert isinstance(op["date"], datetime)
+    assert op["success"]
 
 
 def test_execute_migration_error_with_rollback_error(mock, db):
-    mock.add_migration('udata', 'migration.py', '''\
+    mock.add_migration(
+        "udata",
+        "migration.py",
+        """\
     def migrate(db):
         db.test.insert_one({'key': 'value'})
         raise ValueError('error')
@@ -401,10 +433,11 @@ def test_execute_migration_error_with_rollback_error(mock, db):
     def rollback(db):
         db.rollback_test.insert_one({'key': 'value'})
         raise ValueError('error')
-    ''')
+    """,
+    )
 
     with pytest.raises(migrations.MigrationError) as excinfo:
-        migrations.get('udata', 'migration.py').execute()
+        migrations.get("udata", "migration.py").execute()
 
     exc = excinfo.value
     assert isinstance(exc, migrations.RollbackError)
@@ -423,30 +456,33 @@ def test_execute_migration_error_with_rollback_error(mock, db):
     # DB is rollbacked if possible
     assert db.migrations.count_documents({}) == 1
     record = db.migrations.find_one()
-    assert record['plugin'] == 'udata'
-    assert record['filename'] == 'migration.py'
+    assert record["plugin"] == "udata"
+    assert record["filename"] == "migration.py"
     # Both failed migration and rollback are recorded
-    assert len(record['ops']) == 2
+    assert len(record["ops"]) == 2
 
     # First the migration
-    op = record['ops'][0]
-    assert op['type'] == 'migrate'
-    assert op['output'] == []
-    assert op['state'] == {}
-    assert isinstance(op['date'], datetime)
-    assert not op['success']
+    op = record["ops"][0]
+    assert op["type"] == "migrate"
+    assert op["output"] == []
+    assert op["state"] == {}
+    assert isinstance(op["date"], datetime)
+    assert not op["success"]
 
     # Then the rollback
-    op = record['ops'][1]
-    assert op['type'] == 'rollback'
-    assert op['output'] == []
-    assert op['state'] == {}
-    assert isinstance(op['date'], datetime)
-    assert not op['success']
+    op = record["ops"][1]
+    assert op["type"] == "rollback"
+    assert op["output"] == []
+    assert op["state"] == {}
+    assert isinstance(op["date"], datetime)
+    assert not op["success"]
 
 
 def test_execute_migration_dry_run(mock, db):
-    mock.add_migration('udata', 'migration.py', '''\
+    mock.add_migration(
+        "udata",
+        "migration.py",
+        """\
     import logging
 
     log = logging.getLogger(__name__)
@@ -454,9 +490,10 @@ def test_execute_migration_dry_run(mock, db):
     def migrate(db):
         db.test.insert_one({'key': 'value'})
         log.info('test')
-    ''')
+    """,
+    )
 
-    output = migrations.get('udata', 'migration.py').execute(dryrun=True)
+    output = migrations.get("udata", "migration.py").execute(dryrun=True)
 
     assert output == []
     assert db.test.find_one() is None
@@ -465,20 +502,22 @@ def test_execute_migration_dry_run(mock, db):
 
 def test_unrecord_migration(db):
     inserted = {
-        'plugin': 'test',
-        'filename': 'filename.py',
-        'ops': [{
-            'date': datetime.utcnow(),
-            'type': 'migrate',
-            'script': 'script',
-            'output': 'output',
-            'state': {},
-            'success': True,
-        }]
+        "plugin": "test",
+        "filename": "filename.py",
+        "ops": [
+            {
+                "date": datetime.utcnow(),
+                "type": "migrate",
+                "script": "script",
+                "output": "output",
+                "state": {},
+                "success": True,
+            }
+        ],
     }
     db.migrations.insert_one(inserted)
 
-    migration = migrations.get('test', 'filename.py')
+    migration = migrations.get("test", "filename.py")
 
     # Remove the migration record, return True
     assert migration.unrecord()