udata 13.0.1.dev12__py3-none-any.whl → 14.4.1.dev7__py3-none-any.whl

udata/migrations/__init__.py

@@ -1,367 +0,0 @@
-"""
-Data migrations logic
-"""
-
-import importlib.util
-import inspect
-import logging
-import os
-import queue
-import traceback
-from datetime import datetime
-from logging.handlers import QueueHandler
-
-from flask import current_app
-from mongoengine.connection import get_db
-from pkg_resources import (
-    resource_filename,
-    resource_isdir,
-    resource_listdir,
-    resource_string,
-)
-from pymongo import ReturnDocument
-
-from udata import entrypoints
-
-log = logging.getLogger(__name__)
-
-
-class MigrationError(Exception):
-    """
-    Raised on migration execution error.
-
-    :param msg str: A human readable message (a reason)
-    :param output str: An optionnal array of logging output
-    :param exc Exception: An optionnal underlying exception
-    """
-
-    def __init__(self, msg, output=None, exc=None, traceback=None):
-        super().__init__(msg)
-        self.msg = msg
-        self.output = output
-        self.exc = exc
-        self.traceback = traceback
-
-
-class RollbackError(MigrationError):
-    """
-    Raised on rollback.
-    Hold the initial migration error and rollback exception (if any)
-    """
-
-    def __init__(self, msg, output=None, exc=None, migrate_exc=None):
-        super().__init__(msg)
-        self.msg = msg
-        self.output = output
-        self.exc = exc
-        self.migrate_exc = migrate_exc
-
-
-class MigrationFormatter(logging.Formatter):
-    pass
-
-
-class Record(dict):
-    """
-    A simple wrapper to migrations document
-    """
-
-    __getattr__ = dict.get
-
-    def load(self):
-        specs = {"plugin": self["plugin"], "filename": self["filename"]}
-        self.clear()
-        data = get_db().migrations.find_one(specs)
-        self.update(data or specs)
-
-    def exists(self):
-        return bool(self._id)
-
-    def __bool__(self):
-        return self.exists()
-
-    @property
-    def collection(self):
-        return get_db().migrations
-
-    @property
-    def status(self):
-        """
-        Status is the status of the last operation.
-
-        Will be `None` if the record doesn't exists.
-        Possible values are:
-          - success
-          - rollback
-          - rollback-error
-          - error
-          - recorded
-        """
-        if not self.exists():
-            return
-        op = self.ops[-1]
-        if op["success"]:
-            if op["type"] == "migrate":
-                return "success"
-            elif op["type"] == "rollback":
-                return "rollback"
-            elif op["type"] == "record":
-                return "recorded"
-            else:
-                return "unknown"
-        else:
-            return "rollback-error" if op["type"] == "rollback" else "error"
-
-    @property
-    def last_date(self):
-        if not self.exists():
-            return
-        op = self.ops[-1]
-        return op["date"]
-
-    @property
-    def ok(self):
-        """
-        Is true if the migration is considered as successfully applied
-        """
-        if not self.exists():
-            return False
-        op = self.ops[-1]
-        return op["success"] and op["type"] in ("migrate", "record")
-
-    def add(self, _type, migration, output, state, success):
-        script = inspect.getsource(migration)
-        return Record(
-            self.collection.find_one_and_update(
-                {"plugin": self.plugin, "filename": self.filename},
-                {
-                    "$push": {
-                        "ops": {
-                            "date": datetime.utcnow(),
-                            "type": _type,
-                            "script": script,
-                            "output": output,
-                            "state": state,
-                            "success": success,
-                        }
-                    }
-                },
-                upsert=True,
-                return_document=ReturnDocument.AFTER,
-            )
-        )
-
-    def delete(self):
-        return self.collection.delete_one({"_id": self._id})
-
-
-class Migration:
-    def __init__(self, plugin_or_specs, filename, module_name=None):
-        if filename is None and ":" in plugin_or_specs:
-            plugin, filename = plugin_or_specs.split(":")
-        else:
-            plugin = plugin_or_specs
-        if not filename.endswith(".py"):
-            filename += ".py"
-
-        self.plugin = plugin
-        self.filename = filename
-        self.module_name = module_name
-        self._record = None
-        self._module = None
-
-    @property
-    def collection(self):
-        return get_db().migrations
-
-    @property
-    def db_query(self):
-        return {"plugin": self.plugin, "filename": self.filename}
-
-    @property
-    def label(self):
-        return ":".join((self.plugin, self.filename))
-
-    @property
-    def record(self):
-        if self._record is None:
-            specs = {"plugin": self.plugin, "filename": self.filename}
-            data = get_db().migrations.find_one(specs)
-            self._record = Record(data or specs)
-        return self._record
-
-    @property
-    def module(self):
-        if self._module is None:
-            self._module = load_migration(self.plugin, self.filename, module_name=self.module_name)
-        return self._module
-
-    def __eq__(self, value):
-        return (
-            isinstance(value, Migration)
-            and getattr(value, "plugin") == self.plugin
-            and getattr(value, "filename") == self.filename
-        )
-
-    def execute(self, recordonly=False, dryrun=False):
-        """
-        Execute a migration
-
-        If recordonly is True, the migration is only recorded
-        If dryrun is True, the migration is neither executed nor recorded
-        """
-        q = queue.Queue(-1)  # no limit on size
-        handler = QueueHandler(q)
-        handler.setFormatter(MigrationFormatter())
-        logger = getattr(self.module, "log", logging.getLogger(self.module.__name__))
-        logger.propagate = False
-        for h in logger.handlers:
-            logger.removeHandler(h)
-        logger.addHandler(handler)
-
-        if not hasattr(self.module, "migrate"):
-            error = SyntaxError("A migration should at least have a migrate(db) function")
-            raise MigrationError("Error while executing migration", exc=error)
-
-        out = [["info", "Recorded only"]] if recordonly else []
-        state = {}
-
-        if not recordonly and not dryrun:
-            db = get_db()
-            db._state = state
-            try:
-                self.module.migrate(db)
-                out = _extract_output(q)
-            except Exception as e:
-                out = _extract_output(q)
-                tb = traceback.format_exc()
-                self.add_record("migrate", out, db._state, False, traceback=tb)
-                fe = MigrationError(
-                    "Error while executing migration", output=out, exc=e, traceback=tb
-                )
-                if hasattr(self.module, "rollback"):
-                    try:
-                        self.module.rollback(db)
-                        out = _extract_output(q)
-                        self.add_record("rollback", out, db._state, True)
-                        msg = "Error while executing migration, rollback has been applied"
-                        fe = RollbackError(msg, output=out, migrate_exc=fe)
-                    except Exception as re:
-                        out = _extract_output(q)
-                        self.add_record("rollback", out, db._state, False)
-                        msg = "Error while executing migration rollback"
-                        fe = RollbackError(msg, output=out, exc=re, migrate_exc=fe)
-                raise fe
-
-        if not dryrun:
-            self.add_record("migrate", out, state, True)
-
-        return out
-
-    def unrecord(self):
-        """Delete a migration record"""
-        if not self.record.exists():
-            return False
-        return bool(self.collection.delete_one(self.db_query).deleted_count)
-
-    def add_record(self, type, output, state, success, traceback=None):
-        script = inspect.getsource(self.module)
-        return Record(
-            self.collection.find_one_and_update(
-                self.db_query,
-                {
-                    "$push": {
-                        "ops": {
-                            "date": datetime.utcnow(),
-                            "type": type,
-                            "script": script,
-                            "output": output,
-                            "state": state,
-                            "success": success,
-                            "traceback": traceback,
-                        }
-                    }
-                },
-                upsert=True,
-                return_document=ReturnDocument.AFTER,
-            )
-        )
-
-
-def get(plugin, filename):
-    """Get a migration"""
-    return Migration(plugin, filename)
-
-
-def list_available():
-    """
-    List available migrations for udata and enabled plugins
-
-    Each row is a tuple with following signature:
-
-        (plugin, package, filename)
-    """
-    migrations = []
-
-    migrations.extend(_iter("udata", "udata"))
-
-    plugins = entrypoints.get_enabled("udata.models", current_app)
-    for plugin, module in plugins.items():
-        migrations.extend(_iter(plugin, module))
-    return sorted(migrations, key=lambda m: m.filename)
-
-
-def _iter(plugin, module):
-    """
-    Iterate over migrations for a given plugin module
-
-    Yield tuples in the form (plugin_name, module_name, filename)
-    """
-    module_name = module if isinstance(module, str) else module.__name__
-    if not resource_isdir(module_name, "migrations"):
-        return
-    for filename in resource_listdir(module_name, "migrations"):
-        if filename.endswith(".py") and not filename.startswith("__"):
-            yield Migration(plugin, filename, module_name)
-
-
-def _module_name(plugin):
-    """Get the module name for a given plugin"""
-    if plugin == "udata":
-        return "udata"
-    module = entrypoints.get_plugin_module("udata.models", current_app, plugin)
-    if module is None:
-        raise MigrationError("Plugin {} not found".format(plugin))
-    return module.__name__
-
-
-def load_migration(plugin, filename, module_name=None):
-    """
-    Load a migration from its python file
-
-    :returns: the loaded module
-    """
-    module_name = module_name or _module_name(plugin)
-    basename = os.path.splitext(os.path.basename(filename))[0]
-    name = ".".join((module_name, "migrations", basename))
-    filename = os.path.join("migrations", filename)
-    try:
-        script = resource_string(module_name, filename)
-    except Exception:
-        msg = "Unable to load file {} from module {}".format(filename, module_name)
-        raise MigrationError(msg)
-    spec = importlib.util.spec_from_loader(name, loader=None)
-    module = importlib.util.module_from_spec(spec)
-    exec(script, module.__dict__)
-    module.__file__ = resource_filename(module_name, filename)
-    return module
-
-
-def _extract_output(q):
-    """Extract log output from a QueueHandler queue"""
-    out = []
-    while not q.empty():
-        record = q.get()
-        # Use list instead of tuple to have the same data before and after mongo persist
-        out.append([record.levelname.lower(), record.getMessage()])
-    return out

udata/templates/mail/base.html

@@ -1,105 +0,0 @@
-<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
-<html xmlns="http://www.w3.org/1999/xhtml" style="margin: 0;padding: 0;font-family: &quot;Helvetica Neue&quot;, &quot;Helvetica&quot;, Helvetica, Arial, sans-serif;">
-<head>
-    <!-- If you delete this meta tag, Half Life 3 will never be released. -->
-    <meta name="viewport" content="width=device-width">
-    <meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
-    <title>{{config.SITE_TITLE}} - {{subject}}</title>
-    <style>
-    /* -------------------------------------------
-            PHONE
-            For clients that support media queries.
-            Nothing fancy.
-    -------------------------------------------- */
-    @media only screen and (max-width: 600px) {
-
-        a[class="btn"] { display:block!important; margin-bottom:10px!important; background-image:none!important; margin-right:0!important;}
-
-        div[class="column"] { width: auto!important; float:none!important;}
-
-        table.social div[class="column"] {
-            width:auto!important;
-        }
-    }
-    </style>
-    {% block head %}{% endblock %}
-</head>
-
-<body bgcolor="#efefef" style="margin: 0;padding: 0;font-family: &quot;Helvetica Neue&quot;, &quot;Helvetica&quot;, Helvetica, Arial, sans-serif;-webkit-font-smoothing: antialiased;-webkit-text-size-adjust: none;height: 100%;color: #373737;width: 100%!important;background-color: #efefef;">
-
-    <!-- HEADER -->
-    <table class="head-wrap" cellpadding="0" cellspacing="0" style="margin: 0;padding: 0;font-family: &quot;Helvetica Neue&quot;, &quot;Helvetica&quot;, Helvetica, Arial, sans-serif;width: 100%;">
-        <tr style="margin: 0;padding: 0;font-family: &quot;Helvetica Neue&quot;, &quot;Helvetica&quot;, Helvetica, Arial, sans-serif;">
-            <td style="margin: 0;padding: 0;font-family: &quot;Helvetica Neue&quot;, &quot;Helvetica&quot;, Helvetica, Arial, sans-serif;"></td>
-            <td class="header container" style="margin: 0 auto!important;padding: 0;font-family: &quot;Helvetica Neue&quot;, &quot;Helvetica&quot;, Helvetica, Arial, sans-serif;display: block!important;max-width: 628px!important;clear: both!important;">
-
-                <div style="margin: 0;padding: 0;font-family: &quot;Helvetica Neue&quot;, &quot;Helvetica&quot;, Helvetica, Arial, sans-serif;">
-                    <table cellpadding="0" cellspacing="0" style="margin: 0;padding: 0;font-family: &quot;Helvetica Neue&quot;, &quot;Helvetica&quot;, Helvetica, Arial, sans-serif;">
-                        <tr style="margin: 0;padding: 0;font-family: &quot;Helvetica Neue&quot;, &quot;Helvetica&quot;, Helvetica, Arial, sans-serif;">
-                            <td align="center" class="head-message" style="margin: 0;padding: 16px;font-family: arial,helvetica,sans-serif;color: #888888;font-size: 11px;">
-                            {% if browser_url %}
-                                {% set link =
-                                    '<a href="'|safe
-                                     + browser_link
-                                     + '&quot;Helvetica Neue&quot;, &quot;Helvetica&quot;, Helvetica, Arial, sans-serif;color: #2081c5;text-decoration: none;"> '|safe
-                                     + _('on your browser.')
-                                     + '</a>'|safe
-                                %}
-                                {{ _('View this email %(link)s', link=link) }}
-                            {% else %}
-                            &nbsp;
-                            {% endif %}
-                            </td>
-                        </tr>
-                    </table>
-                </div>
-
-            </td>
-            <td style="margin: 0;padding: 0;font-family: &quot;Helvetica Neue&quot;, &quot;Helvetica&quot;, Helvetica, Arial, sans-serif;"></td>
-        </tr>
-    </table><!-- /HEADER -->
-
-
-    <!-- BODY -->
-    <table class="body-wrap" cellpadding="0" cellspacing="0" style="margin: 0;padding: 0;font-family: &quot;Helvetica Neue&quot;, &quot;Helvetica&quot;, Helvetica, Arial, sans-serif;width: 100%;">
-
-
-
-        <tr style="margin: 0;padding: 0;font-family: &quot;Helvetica Neue&quot;, &quot;Helvetica&quot;, Helvetica, Arial, sans-serif;">
-            <td style="margin: 0;padding: 0;font-family: &quot;Helvetica Neue&quot;, &quot;Helvetica&quot;, Helvetica, Arial, sans-serif;"></td>
-            <td class="container" bgcolor="#FFFFFF" style="margin: 0 auto!important;padding: 0;font-family: &quot;Helvetica Neue&quot;, &quot;Helvetica&quot;, Helvetica, Arial, sans-serif;display: block!important;max-width: 628px!important;clear: both!important;">
-
-                <div class="content" style="margin: 0 auto;padding: 35px 47px;font-family: &quot;Helvetica Neue&quot;, &quot;Helvetica&quot;, Helvetica, Arial, sans-serif;max-width: 628px;display: block;">
-                    <table style="margin: 0;padding: 0;font-family: &quot;Helvetica Neue&quot;, &quot;Helvetica&quot;, Helvetica, Arial, sans-serif;width: 100%;">
-                        <tr style="margin: 0;padding: 0;font-family: &quot;Helvetica Neue&quot;, &quot;Helvetica&quot;, Helvetica, Arial, sans-serif;">
-                            <td style="margin: 0;padding: 0;font-family: &quot;Helvetica Neue&quot;, &quot;Helvetica&quot;, Helvetica, Arial, sans-serif;">
-                                <h3 style="margin: 0;padding: 0;font-family: &quot;HelveticaNeue-Light&quot;, &quot;Helvetica Neue Light&quot;, &quot;Helvetica Neue&quot;, Helvetica, Arial, &quot;Lucida Grande&quot;, sans-serif;line-height: 1.1;margin-bottom: 15px;color: #000;font-weight: 500;font-size: 24px;">{{ _('Hi %(user)s', user=recipient.first_name) }}</h3>
-                            </td>
-                        </tr>
-                        <tr style="margin: 0;padding: 0;">
-                            <td style="margin: 0;padding: 0;font-family: &quot;Helvetica Neue&quot;, &quot;Helvetica&quot;, Helvetica, Arial, sans-serif;margin-bottom: 20px;font-weight: normal;font-size: 14px;line-height: 1.5;">
-                                {% block body %}{% endblock %}
-                            </td>
-                        </tr>
-
-                        <tr style="margin: 0;padding: 0;">
-                            <td style="margin: 0;padding: 0;">
-                                <p style="margin: 0;padding: 0;font-family: &quot;Helvetica Neue&quot;, &quot;Helvetica&quot;, Helvetica, Arial, sans-serif;margin-top: 20px;margin-bottom: 20px;font-weight: normal;font-size: 14px;line-height: 1.5;">{{ _('See you soon on the platform') }}<br/>
-                                <i>{{ _('The %(site)s team', site=config.SITE_TITLE) }}</i></p>
-                            </td>
-                        </tr>
-
-                    </table>
-
-                </div></td>
-            </tr>
-        </table>
-    <!-- /content -->
-
-
-<td style="margin: 0;padding: 0;font-family: &quot;Helvetica Neue&quot;, &quot;Helvetica&quot;, Helvetica, Arial, sans-serif;"></td>
-
-<!-- /BODY -->
-
-</body>
-</html>

udata/templates/mail/base.txt

@@ -1,6 +0,0 @@
-{{ _('Hi %(user)s', user=recipient.first_name) }}
-
-{% block body %}{% endblock %}
-
-{{ _('See you soon on the platform') }}
-{{ _('The %(site)s team', site=config.SITE_TITLE) }}

udata/templates/mail/button.html

@@ -1,3 +0,0 @@
-{% macro mail_button(label, url) %}
-<a class="btn" href="{{ url }}" style="margin: 30px 15px;padding: 8px 20px;font-family: &quot;Helvetica Neue&quot;, &quot;Helvetica&quot;, Helvetica, Arial, sans-serif;color: #ffffff;text-decoration: none;background-color: #438fc5;font-weight: bold;text-align: center;cursor: pointer;display: inline-block;font-size: 11px;text-transform: uppercase;">{{ label }}</a>
-{% endmacro %}

udata/templates/mail/layouts/1-column.html

@@ -1,19 +0,0 @@
-{% extends 'base.html' %}
-{% from 'macros/breadcrumb.html' import breadcrumb with context %}
-{% set section_class = section_class|default('default') %}
-{% set toolbar_class = toolbar_class|default('') %}
-
-{% block content %}
-{{ breadcrumb(self,
-    breadcrum_class=breadcrum_class,
-    toolbar_class=toolbar_class
-) }}
-
-<section class="{{ section_class }}">
-    <div class="{{ container_class }}">
-        {% block main_content %}{% endblock %}
-    </div>
-</section>
-
-{% block extra_sections %}{% endblock %}
-{% endblock %}

udata/templates/mail/layouts/2-columns.html

@@ -1,20 +0,0 @@
-{% extends 'base.html' %}
-{% from 'macros/breadcrumb.html' import breadcrumb with context %}
-{% set section_class = section_class|default('default') %}
-
-{% block content %}
-{{ breadcrumb(self) }}
-
-<section class="{{ section_class }}">
-    <div class="container {{ container_class }}">
-        <div class="row">
-            <div class="col-lg-8">
-                {% block main_content %}{% endblock %}
-            </div>
-            <aside class="col-lg-4">
-                {% block sidebar %}{% endblock %}
-            </aside>
-        </div>
-    </div>
-</section>
-{% endblock %}

udata/templates/mail/layouts/center-panel.html

@@ -1,16 +0,0 @@
-{% extends 'raw.html' %}
-
-{% set body_class = 'panel-center' %}
-
-{% block body %}
-<div class="container">
-    <div class="row">
-        <div class="col-sm-10 col-sm-offset-1 col-md-8 col-md-offset-2">
-            <div class="panel panel-default">
-                {% block panel_content %}
-                {% endblock %}
-            </div>
-        </div>
-    </div>
-</div>
-{% endblock %}

udata/tests/cli/test_db_cli.py

@@ -1,68 +0,0 @@
-from datetime import datetime
-
-import pytest
-from bson import ObjectId
-from mongoengine.connection import get_db
-
-from udata.models import Reuse
-from udata.tests.api import PytestOnlyDBTestCase
-
-
-@pytest.fixture
-def migrations():
-    get_db().migrations.insert_one(
-        {
-            "plugin": "udata",
-            "filename": "test.py",
-            "date": datetime.utcnow(),
-            "script": 'print("ok")',
-            "output": "ok",
-        }
-    )
-    return get_db().migrations
-
-
-class DBCliTest(PytestOnlyDBTestCase):
-    def test_unrecord_with_complete_filename(self, cli, migrations):
-        """Should display help without errors"""
-        result = cli("db unrecord udata test.py")
-        assert result.exit_code == 0
-        assert migrations.count_documents({}) == 0
-
-    def test_unrecord_with_filename_without_extension(self, cli, migrations):
-        """Should display help without errors"""
-        result = cli("db unrecord udata test")
-        assert result.exit_code == 0
-        assert migrations.count_documents({}) == 0
-
-    def test_unrecord_with_single_parameter(self, cli, migrations):
-        """Should display help without errors"""
-        result = cli("db unrecord udata:test.py")
-        assert result.exit_code == 0
-        assert migrations.count_documents({}) == 0
-
-    def test_unrecord_with_single_parameter_without_extension(self, cli, migrations):
-        """Should display help without errors"""
-        result = cli("db unrecord udata:test")
-        assert result.exit_code == 0
-        assert migrations.count_documents({}) == 0
-
-    def test_unrecord_without_parameters(self, cli, migrations):
-        """Should display help without errors"""
-        result = cli("db unrecord", check=False)
-        assert result.exit_code != 0
-        assert migrations.count_documents({}) == 1
-
-    def test_unrecord_with_too_many_parameters(self, cli, migrations):
-        """Should display help without errors"""
-        result = cli("db unrecord udata test.py too many", check=False)
-        assert result.exit_code != 0
-        assert migrations.count_documents({}) == 1
-
-    def test_check_references_report_listfield_missing(self, cli):
-        # The cli command `udata db check-integrity` should catch reuse object missing datasets field
-        Reuse._get_collection().insert_one({"_id": ObjectId()})
-
-        result = cli("db check-integrity --models Reuse", check=False)
-        assert "Reuse.datasets(Dataset) — list…: 1" in result.output
-        assert result.exit_code != 0

udata/tests/features/territories/__init__.py

@@ -1,20 +0,0 @@
-from udata.core.spatial.factories import GeoZoneFactory
-
-
-def create_geozones_fixtures():
-    paca = GeoZoneFactory(
-        id="fr:region:93", level="fr:region", name="Provence Alpes Côtes dAzur", code="93"
-    )
-    bdr = GeoZoneFactory(
-        id="fr:departement:13", level="fr:departement", name="Bouches-du-Rhône", code="13"
-    )
-    arles = GeoZoneFactory(id="fr:commune:13004", level="fr:commune", name="Arles", code="13004")
-    return paca, bdr, arles
-
-
-def create_old_new_regions_fixtures():
-    lr = GeoZoneFactory(id="fr:region:91", level="fr:region", name="Languedoc-Rousillon", code="91")
-    occitanie = GeoZoneFactory(
-        id="fr:region:76", level="fr:region", name="Languedoc-Rousillon et Midi-Pyrénées", code="76"
-    )
-    return lr, occitanie