udata 9.1.2.dev30355__py2.py3-none-any.whl → 9.1.2.dev30454__py2.py3-none-any.whl

udata/commands/fixtures.py

@@ -1,5 +1,5 @@
-import logging
 import json
+import logging
 
 import click
 import requests
@@ -7,112 +7,120 @@ from flask import current_app
 
 from udata.commands import cli
 from udata.core.dataset.factories import (
-    DatasetFactory, ResourceFactory, CommunityResourceFactory
+    CommunityResourceFactory,
+    DatasetFactory,
+    ResourceFactory,
 )
+from udata.core.discussions.factories import DiscussionFactory, MessageDiscussionFactory
 from udata.core.organization.factories import OrganizationFactory
 from udata.core.organization.models import Member, Organization
 from udata.core.reuse.factories import ReuseFactory
 from udata.core.user.factories import UserFactory
-from udata.core.discussions.factories import (
-    MessageDiscussionFactory, DiscussionFactory
-)
 
 log = logging.getLogger(__name__)
 
 
-DATASET_URL = '/api/1/datasets'
-ORG_URL = '/api/1/organizations'
-REUSE_URL = '/api/1/reuses'
-COMMUNITY_RES_URL = '/api/1/datasets/community_resources'
-DISCUSSION_URL = '/api/1/discussions'
+DATASET_URL = "/api/1/datasets"
+ORG_URL = "/api/1/organizations"
+REUSE_URL = "/api/1/reuses"
+COMMUNITY_RES_URL = "/api/1/datasets/community_resources"
+DISCUSSION_URL = "/api/1/discussions"
 
 
-DEFAULT_FIXTURE_FILE = 'https://raw.githubusercontent.com/opendatateam/udata-fixtures/main/results.json'  # noqa
+DEFAULT_FIXTURE_FILE = (
+    "https://raw.githubusercontent.com/opendatateam/udata-fixtures/main/results.json"  # noqa
+)
 
 
 @cli.command()
-@click.argument('data-source')
+@click.argument("data-source")
 def generate_fixtures_file(data_source):
-    '''Build sample fixture file based on datasets slugs list (users, datasets, reuses).'''
-    datasets_slugs = current_app.config['FIXTURE_DATASET_SLUGS']
+    """Build sample fixture file based on datasets slugs list (users, datasets, reuses)."""
+    datasets_slugs = current_app.config["FIXTURE_DATASET_SLUGS"]
     json_result = []
 
     with click.progressbar(datasets_slugs) as bar:
         for slug in bar:
             json_fixture = {}
 
-            json_dataset = requests.get(f'{data_source}{DATASET_URL}/{slug}/').json()
-            del json_dataset['uri']
-            del json_dataset['page']
-            del json_dataset['last_update']
-            del json_dataset['last_modified']
-            del json_dataset['license']
-            del json_dataset['badges']
-            del json_dataset['spatial']
-            del json_dataset['quality']
-            json_dataset['created_at_internal'] = json_dataset.pop('created_at')
-            json_resources = json_dataset.pop('resources')
+            json_dataset = requests.get(f"{data_source}{DATASET_URL}/{slug}/").json()
+            del json_dataset["uri"]
+            del json_dataset["page"]
+            del json_dataset["last_update"]
+            del json_dataset["last_modified"]
+            del json_dataset["license"]
+            del json_dataset["badges"]
+            del json_dataset["spatial"]
+            del json_dataset["quality"]
+            json_dataset["created_at_internal"] = json_dataset.pop("created_at")
+            json_resources = json_dataset.pop("resources")
             for res in json_resources:
-                del res['latest']
-                del res['preview_url']
-                del res['last_modified']
-                res['created_at_internal'] = res.pop('created_at')
-            if json_dataset['organization'] is None:
-                json_owner = json_dataset.pop('owner')
-                json_dataset['owner'] = json_owner['id']
+                del res["latest"]
+                del res["preview_url"]
+                del res["last_modified"]
+                res["created_at_internal"] = res.pop("created_at")
+            if json_dataset["organization"] is None:
+                json_owner = json_dataset.pop("owner")
+                json_dataset["owner"] = json_owner["id"]
             else:
-                json_org = json_dataset.pop('organization')
+                json_org = json_dataset.pop("organization")
                 json_org = requests.get(f"{data_source}{ORG_URL}/{json_org['id']}/").json()
-                del json_org['members']
-                del json_org['page']
-                del json_org['uri']
-                del json_org['logo_thumbnail']
-                json_fixture['organization'] = json_org
-            json_fixture['resources'] = json_resources
-            json_fixture['dataset'] = json_dataset
-
-            json_reuses = requests.get(f"{data_source}{REUSE_URL}/?dataset={json_dataset['id']}").json()['data']
+                del json_org["members"]
+                del json_org["page"]
+                del json_org["uri"]
+                del json_org["logo_thumbnail"]
+                json_fixture["organization"] = json_org
+            json_fixture["resources"] = json_resources
+            json_fixture["dataset"] = json_dataset
+
+            json_reuses = requests.get(
+                f"{data_source}{REUSE_URL}/?dataset={json_dataset['id']}"
+            ).json()["data"]
             for reuse in json_reuses:
-                del reuse['datasets']
-                del reuse['image_thumbnail']
-                del reuse['page']
-                del reuse['uri']
-                del reuse['organization']
-                del reuse['owner']
-            json_fixture['reuses'] = json_reuses
-
-            json_community = requests.get(f"{data_source}{COMMUNITY_RES_URL}/?dataset={json_dataset['id']}").json()['data']
+                del reuse["datasets"]
+                del reuse["image_thumbnail"]
+                del reuse["page"]
+                del reuse["uri"]
+                del reuse["organization"]
+                del reuse["owner"]
+            json_fixture["reuses"] = json_reuses
+
+            json_community = requests.get(
+                f"{data_source}{COMMUNITY_RES_URL}/?dataset={json_dataset['id']}"
+            ).json()["data"]
             for com in json_community:
-                del com['dataset']
-                del com['organization']
-                del com['owner']
-                del com['latest']
-                del com['last_modified']
-                del com['preview_url']
-                com['created_at_internal'] = com.pop('created_at')
-            json_fixture['community_resources'] = json_community
-
-            json_discussion = requests.get(f"{data_source}{DISCUSSION_URL}/?for={json_dataset['id']}").json()['data']
+                del com["dataset"]
+                del com["organization"]
+                del com["owner"]
+                del com["latest"]
+                del com["last_modified"]
+                del com["preview_url"]
+                com["created_at_internal"] = com.pop("created_at")
+            json_fixture["community_resources"] = json_community
+
+            json_discussion = requests.get(
+                f"{data_source}{DISCUSSION_URL}/?for={json_dataset['id']}"
+            ).json()["data"]
             for discussion in json_discussion:
-                del discussion['subject']
-                del discussion['user']
-                del discussion['url']
-                del discussion['class']
-                for message in discussion['discussion']:
-                    del message['posted_by']
-            json_fixture['discussions'] = json_discussion
+                del discussion["subject"]
+                del discussion["user"]
+                del discussion["url"]
+                del discussion["class"]
+                for message in discussion["discussion"]:
+                    del message["posted_by"]
+            json_fixture["discussions"] = json_discussion
 
             json_result.append(json_fixture)
 
-    with open('results.json', 'w') as f:
+    with open("results.json", "w") as f:
         json.dump(json_result, f)
 
 
 @cli.command()
-@click.argument('source', default=DEFAULT_FIXTURE_FILE)
+@click.argument("source", default=DEFAULT_FIXTURE_FILE)
 def generate_fixtures(source):
-    '''Build sample fixture data (users, datasets, reuses) from local or remote file.'''
-    if source.startswith('http'):
+    """Build sample fixture data (users, datasets, reuses) from local or remote file."""
+    if source.startswith("http"):
         json_fixtures = requests.get(source).json()
     else:
         with open(source) as f:
@@ -121,21 +129,29 @@ def generate_fixtures(source):
     with click.progressbar(json_fixtures) as bar:
         for fixture in bar:
             user = UserFactory()
-            if not fixture['organization']:
-                dataset = DatasetFactory(**fixture['dataset'], owner=user)
+            if not fixture["organization"]:
+                dataset = DatasetFactory(**fixture["dataset"], owner=user)
             else:
-                org = Organization.objects(id=fixture['organization']['id']).first()
+                org = Organization.objects(id=fixture["organization"]["id"]).first()
                 if not org:
-                    org = OrganizationFactory(**fixture['organization'], members=[Member(user=user)])
-                dataset = DatasetFactory(**fixture['dataset'], organization=org)
-            for resource in fixture['resources']:
+                    org = OrganizationFactory(
+                        **fixture["organization"], members=[Member(user=user)]
+                    )
+                dataset = DatasetFactory(**fixture["dataset"], organization=org)
+            for resource in fixture["resources"]:
                 res = ResourceFactory(**resource)
                 dataset.add_resource(res)
-            for reuse in fixture['reuses']:
+            for reuse in fixture["reuses"]:
                 ReuseFactory(**reuse, datasets=[dataset], owner=user)
-            for community in fixture['community_resources']:
+            for community in fixture["community_resources"]:
                 CommunityResourceFactory(**community, dataset=dataset, owner=user)
-            for discussion in fixture['discussions']:
-                messages = discussion.pop('discussion')
-                DiscussionFactory(**discussion, subject=dataset, user=user,
-                    discussion=[MessageDiscussionFactory(**message, posted_by=user) for message in messages])
+            for discussion in fixture["discussions"]:
+                messages = discussion.pop("discussion")
+                DiscussionFactory(
+                    **discussion,
+                    subject=dataset,
+                    user=user,
+                    discussion=[
+                        MessageDiscussionFactory(**message, posted_by=user) for message in messages
+                    ],
+                )

udata/commands/images.py

@@ -1,5 +1,4 @@
 import logging
-
 from collections import Counter
 
 from udata.commands import cli, header, success
@@ -7,9 +6,9 @@ from udata.commands import cli, header, success
 log = logging.getLogger(__name__)
 
 
-@cli.group('images')
+@cli.group("images")
 def grp():
-    '''Images related operations'''
+    """Images related operations"""
     pass
 
 
@@ -25,45 +24,47 @@ def render_or_skip(obj, attr):
 
 @grp.command()
 def render():
-    '''Force (re)rendering stored images'''
+    """Force (re)rendering stored images"""
     from udata.core.organization.models import Organization
     from udata.core.post.models import Post
     from udata.core.reuse.models import Reuse
     from udata.core.user.models import User
 
-    header('Rendering images')
+    header("Rendering images")
 
     count = Counter()
     total = Counter()
 
     organizations = Organization.objects(logo__exists=True)
-    total['orgs'] = organizations.count()
-    log.info('Processing {0} organizations logos'.format(total['orgs']))
+    total["orgs"] = organizations.count()
+    log.info("Processing {0} organizations logos".format(total["orgs"]))
     for org in organizations:
-        count['orgs'] += render_or_skip(org, 'logo')
+        count["orgs"] += render_or_skip(org, "logo")
 
     users = User.objects(avatar__exists=True)
-    total['users'] = users.count()
-    log.info('Processing {0} user avatars'.format(total['users']))
+    total["users"] = users.count()
+    log.info("Processing {0} user avatars".format(total["users"]))
     for user in users:
-        count['users'] += render_or_skip(user, 'avatar')
+        count["users"] += render_or_skip(user, "avatar")
 
     posts = Post.objects(image__exists=True)
-    total['posts'] = posts.count()
-    log.info('Processing {0} post images'.format(total['posts']))
+    total["posts"] = posts.count()
+    log.info("Processing {0} post images".format(total["posts"]))
     for post in posts:
-        count['posts'] += render_or_skip(post, 'image')
+        count["posts"] += render_or_skip(post, "image")
 
     reuses = Reuse.objects(image__exists=True)
-    total['reuses'] = reuses.count()
-    log.info('Processing {0} reuse images'.format(total['reuses']))
+    total["reuses"] = reuses.count()
+    log.info("Processing {0} reuse images".format(total["reuses"]))
     for reuse in reuses:
-        count['reuses'] += render_or_skip(reuse, 'image')
+        count["reuses"] += render_or_skip(reuse, "image")
 
-    log.info('''Summary:
+    log.info(
+        """Summary:
     Organization logos: {count[orgs]}/{total[orgs]}
     User avatars: {count[users]}/{total[users]}
     Post images: {count[posts]}/{total[posts]}
     Reuse images: {count[reuses]}/{total[reuses]}
-    '''.format(count=count, total=total))
-    success('Images rendered')
+    """.format(count=count, total=total)
+    )
+    success("Images rendered")

udata/commands/info.py

@@ -1,21 +1,18 @@
 import logging
 
 from click import echo
-
 from flask import current_app
 
 from udata import entrypoints
-from udata.commands import cli, white, OK, KO, green, red
-
+from udata.commands import KO, OK, cli, green, red, white
 from udata.features.identicon.backends import get_config as avatar_config
 
-
 log = logging.getLogger(__name__)
 
 
-@cli.group('info')
+@cli.group("info")
 def grp():
-    '''Display some details about the local environment'''
+    """Display some details about the local environment"""
     pass
 
 
@@ -29,28 +26,28 @@ def is_active(ep, actives):
 
 @grp.command()
 def config():
-    '''Display some details about the local configuration'''
-    if hasattr(current_app, 'settings_file'):
-        log.info('Loaded configuration from %s', current_app.settings_file)
+    """Display some details about the local configuration"""
+    if hasattr(current_app, "settings_file"):
+        log.info("Loaded configuration from %s", current_app.settings_file)
 
-    log.info(white('Current configuration'))
+    log.info(white("Current configuration"))
     for key in sorted(current_app.config):
-        if key.startswith('__') or not key.isupper():
+        if key.startswith("__") or not key.isupper():
             continue
-        echo('{0}: {1}'.format(white(key), current_app.config[key]))
+        echo("{0}: {1}".format(white(key), current_app.config[key]))
 
 
 @grp.command()
 def plugins():
-    '''Display some details about the local plugins'''
-    plugins = current_app.config['PLUGINS']
+    """Display some details about the local plugins"""
+    plugins = current_app.config["PLUGINS"]
     for name, description in entrypoints.ENTRYPOINTS.items():
-        echo('{0} ({1})'.format(white(description), name))
-        if name == 'udata.themes':
-            actives = [current_app.config['THEME']]
-        elif name == 'udata.avatars':
-            actives = [avatar_config('provider')]
+        echo("{0} ({1})".format(white(description), name))
+        if name == "udata.themes":
+            actives = [current_app.config["THEME"]]
+        elif name == "udata.avatars":
+            actives = [avatar_config("provider")]
         else:
             actives = plugins
         for ep in sorted(entrypoints.iter_all(name), key=by_name):
-            echo('> {0}: {1}'.format(ep.name, is_active(ep, actives)))
+            echo("> {0}: {1}".format(ep.name, is_active(ep, actives)))

udata/commands/init.py

@@ -3,7 +3,7 @@ import logging
 import click
 from flask import current_app
 
-from udata.commands import cli, success, IS_TTY
+from udata.commands import IS_TTY, cli, success
 from udata.core.dataset.commands import licenses
 from udata.core.spatial.commands import load as spatial_load
 from udata.core.user import commands as user_commands
@@ -19,31 +19,31 @@ log = logging.getLogger(__name__)
 @cli.command()
 @click.pass_context
 def init(ctx):
-    '''Initialize your udata instance (search index, user, sample data...)'''
+    """Initialize your udata instance (search index, user, sample data...)"""
 
-    log.info('Apply DB migrations if needed')
+    log.info("Apply DB migrations if needed")
     ctx.invoke(migrate, record=True)
 
-    if current_app.config['SEARCH_SERVICE_API_URL']:
-        log.info('Preparing index')
+    if current_app.config["SEARCH_SERVICE_API_URL"]:
+        log.info("Preparing index")
         ctx.invoke(index)
 
     if IS_TTY:
-        text = _('Do you want to create a superadmin user?')
+        text = _("Do you want to create a superadmin user?")
         if click.confirm(text, default=True):
             user = ctx.invoke(user_commands.create)
             ctx.invoke(user_commands.set_admin, email=user.email)
 
-        text = _('Do you want to import some data-related license?')
+        text = _("Do you want to import some data-related license?")
         if click.confirm(text, default=True):
             ctx.invoke(licenses)
 
-        text = _('Do you want to import some spatial zones (countries)?')
+        text = _("Do you want to import some spatial zones (countries)?")
         if click.confirm(text, default=True):
             ctx.invoke(spatial_load)
 
-        text = _('Do you want to create some sample data?')
+        text = _("Do you want to create some sample data?")
         if click.confirm(text, default=True):
             ctx.invoke(generate_fixtures)
 
-    success(_('Your udata instance is ready!'))
+    success(_("Your udata instance is ready!"))

udata/commands/purge.py

@@ -3,9 +3,8 @@ import logging
 import click
 
 from udata.commands import cli, success
-
-from udata.core.dataset.tasks import purge_datasets
 from udata.core.dataservices.tasks import purge_dataservices
+from udata.core.dataset.tasks import purge_datasets
 from udata.core.organization.tasks import purge_organizations
 from udata.core.reuse.tasks import purge_reuses
 
@@ -13,32 +12,32 @@ log = logging.getLogger(__name__)
 
 
 @cli.command()
-@click.option('-d', '--datasets', is_flag=True)
-@click.option('-r', '--reuses', is_flag=True)
-@click.option('-o', '--organizations', is_flag=True)
-@click.option('--dataservices', is_flag=True)
+@click.option("-d", "--datasets", is_flag=True)
+@click.option("-r", "--reuses", is_flag=True)
+@click.option("-o", "--organizations", is_flag=True)
+@click.option("--dataservices", is_flag=True)
 def purge(datasets, reuses, organizations, dataservices):
-    '''
+    """
     Permanently remove data flagged as deleted.
 
     If no model flag is given, all models are purged.
-    '''
+    """
     purge_all = not any((datasets, reuses, organizations, dataservices))
 
     if purge_all or datasets:
-        log.info('Purging datasets')
+        log.info("Purging datasets")
         purge_datasets()
 
     if purge_all or reuses:
-        log.info('Purging reuses')
+        log.info("Purging reuses")
         purge_reuses()
 
     if purge_all or organizations:
-        log.info('Purging organizations')
+        log.info("Purging organizations")
         purge_organizations()
 
     if purge_all or dataservices:
-        log.info('Purging dataservices')
+        log.info("Purging dataservices")
         purge_dataservices()
 
-    success('Done')
+    success("Done")

udata/commands/serve.py

@@ -2,37 +2,44 @@ import logging
 import os
 
 import click
-
 from flask import current_app
-from flask.cli import pass_script_info, DispatchingApp
-
+from flask.cli import DispatchingApp, pass_script_info
 from werkzeug.serving import run_simple
 
 from udata.commands import cli
 
-
 log = logging.getLogger(__name__)
 
 
-@cli.command(short_help='Runs a development server.')
-@click.option('--host', '-h', default='127.0.0.1',
-              help='The interface to bind to.')
-@click.option('--port', '-p', default=7000,
-              help='The port to bind to.')
-@click.option('-r/-nr', '--reload/--no-reload', default=None,
-              help='Enable or disable the reloader.  By default the reloader '
-              'is active if debug is enabled.')
-@click.option('-d/-nd', '--debugger/--no-debugger', default=None,
-              help='Enable or disable the debugger.  By default the debugger '
-              'is active if debug is enabled.')
-@click.option('--eager-loading/--lazy-loader', default=None,
-              help='Enable or disable eager loading.  By default eager '
-              'loading is enabled if the reloader is disabled.')
-@click.option('--with-threads/--without-threads', default=True,
-              help='Enable or disable multithreading.')
+@cli.command(short_help="Runs a development server.")
+@click.option("--host", "-h", default="127.0.0.1", help="The interface to bind to.")
+@click.option("--port", "-p", default=7000, help="The port to bind to.")
+@click.option(
+    "-r/-nr",
+    "--reload/--no-reload",
+    default=None,
+    help="Enable or disable the reloader.  By default the reloader "
+    "is active if debug is enabled.",
+)
+@click.option(
+    "-d/-nd",
+    "--debugger/--no-debugger",
+    default=None,
+    help="Enable or disable the debugger.  By default the debugger "
+    "is active if debug is enabled.",
+)
+@click.option(
+    "--eager-loading/--lazy-loader",
+    default=None,
+    help="Enable or disable eager loading.  By default eager "
+    "loading is enabled if the reloader is disabled.",
+)
+@click.option(
+    "--with-threads/--without-threads", default=True, help="Enable or disable multithreading."
+)
 @pass_script_info
 def serve(info, host, port, reload, debugger, eager_loading, with_threads):
-    '''
+    """
     Runs a local udata development server.
 
     This local server is recommended for development purposes only but it
@@ -45,14 +52,14 @@ def serve(info, host, port, reload, debugger, eager_loading, with_threads):
 
     The reloader and debugger are by default enabled if the debug flag of
     Flask is enabled and disabled otherwise.
-    '''
+    """
     # Werkzeug logger is special and is required
     # with this configuration for development server
-    logger = logging.getLogger('werkzeug')
+    logger = logging.getLogger("werkzeug")
     logger.setLevel(logging.INFO)
     logger.handlers = []
 
-    debug = current_app.config['DEBUG']
+    debug = current_app.config["DEBUG"]
     if reload is None:
         reload = bool(debug)
     if debugger is None:
@@ -62,10 +69,15 @@ def serve(info, host, port, reload, debugger, eager_loading, with_threads):
 
     app = DispatchingApp(info.load_app, use_eager_loading=eager_loading)
 
-    settings = os.environ.get('UDATA_SETTINGS',
-                              os.path.join(os.getcwd(), 'udata.cfg'))
+    settings = os.environ.get("UDATA_SETTINGS", os.path.join(os.getcwd(), "udata.cfg"))
     extra_files = [settings]
 
-    run_simple(host, port, app, use_reloader=reload,
-               use_debugger=debugger, threaded=with_threads,
-               extra_files=extra_files)
+    run_simple(
+        host,
+        port,
+        app,
+        use_reloader=reload,
+        use_debugger=debugger,
+        threaded=with_threads,
+        extra_files=extra_files,
+    )