c2cgeoportal-geoportal 2.5.0.100__py2.py3-none-any.whl → 2.7.1.83__py2.py3-none-any.whl

c2cgeoportal_geoportal/scripts/theme2fts.py

@@ -1,6 +1,4 @@
-# -*- coding: utf-8 -*-
-
-# Copyright (c) 2014-2020, Camptocamp SA
+# Copyright (c) 2014-2021, Camptocamp SA
 # All rights reserved.
 
 # Redistribution and use in source and binary forms, with or without
@@ -28,30 +26,38 @@
 # either expressed or implied, of the FreeBSD Project.
 
 
-from argparse import ArgumentParser
 import gettext
 import os
 import sys
-from typing import Any, Dict, List, Set
+from argparse import ArgumentParser, Namespace
+from typing import TYPE_CHECKING, Any, Dict, List, Optional, Set
 
-from sqlalchemy import func
+import pyramid.config
 import transaction
+from sqlalchemy import func
+from sqlalchemy.orm.session import Session
 
+from c2cgeoportal_geoportal.lib.bashcolor import Color, colorize
+from c2cgeoportal_geoportal.lib.fulltextsearch import Normalize
+from c2cgeoportal_geoportal.lib.i18n import LOCALE_PATH
 from c2cgeoportal_geoportal.scripts import fill_arguments, get_appsettings, get_session
 
+if TYPE_CHECKING:
+    import c2cgeoportal_commons.models.main
+
 
-def main():
+def get_argparser() -> ArgumentParser:
+    """Get the argument parser for this script."""
     parser = ArgumentParser(
         prog=sys.argv[0],
         add_help=True,
         description="Tool to fill the tsearch table (full-text search) from the theme information.",
     )
 
-    locale_path_1 = os.path.join("{package}_geoportal", "locale", "")
-    locale_path_2 = os.path.join("geoportal", locale_path_1)
-    locale_path = locale_path_2 if os.path.exists("geoportal") else locale_path_1
     parser.add_argument(
-        "--locale-folder", default=locale_path, help="The folder where the locale files are stored"
+        "--locale-folder",
+        default=LOCALE_PATH,
+        help=f"The folder where the locale files are stored (default is {LOCALE_PATH})",
     )
     parser.add_argument("--interfaces", action="append", help="the interfaces to export")
     parser.add_argument(
@@ -83,7 +89,13 @@ def main():
     )
     parser.add_argument("--package", help="the application package")
     fill_arguments(parser)
-    options = parser.parse_args()
+    return parser
+
+
+def main() -> None:
+    """Run the command."""
+
+    options = get_argparser().parse_args()
     settings = get_appsettings(options)
 
     with transaction.manager:
@@ -93,36 +105,52 @@ def main():
 
 
 class Import:
-    def __init__(self, session, settings, options):
+    """
+    To import all the themes, layer groups and layers names into the full-text search table.
+
+    Done by interface and by language.
+    """
+
+    def __init__(self, session: Session, settings: pyramid.config.Configurator, options: Namespace):
         self.options = options
         self.imported: Set[Any] = set()
         package = settings["package"]
 
         self.fts_languages = settings["fulltextsearch"]["languages"]
         self.languages = settings["available_locale_names"]
+        self.fts_normalizer = Normalize(settings["fulltextsearch"])
+
+        fts_missing_langs = [lang for lang in self.languages if lang not in self.fts_languages]
+        if fts_missing_langs:
+            msg = f"Keys {fts_missing_langs} are missing in fulltextsearch languages configuration."
+            if os.environ.get("IGNORE_I18N_ERRORS", "FALSE") == "TRUE":
+                print(colorize(msg, Color.RED))
+                self.languages = [lang for lang in self.languages if lang in self.fts_languages]
+            else:
+                raise KeyError(KeyError(msg))
 
         # must be done only once we have loaded the project config
         from c2cgeoportal_commons.models.main import (  # pylint: disable=import-outside-toplevel
             FullTextSearch,
             Interface,
-            Theme,
             Role,
+            Theme,
         )
 
         self.session = session
-        self.session.execute(FullTextSearch.__table__.delete().where(FullTextSearch.from_theme))  # noqa
+        self.session.execute(FullTextSearch.__table__.delete().where(FullTextSearch.from_theme))
 
         self._: Dict[str, gettext.NullTranslations] = {}
         for lang in self.languages:
             try:
                 self._[lang] = gettext.translation(
-                    "{}_geoportal-client".format(package),
+                    f"{package}_geoportal-client",
                     options.locale_folder.format(package=package),
                     [lang],
                 )
             except OSError as e:
                 self._[lang] = gettext.NullTranslations()
-                print("Warning: {} (language: {})".format(e, lang))
+                print(f"Warning: {e} (language: {lang})")
 
         query = self.session.query(Interface)
         if options.interfaces is not None:
@@ -144,7 +172,13 @@ class Import:
             for theme in self.session.query(Theme).all():
                 self._add_theme(theme, role)
 
-    def _add_fts(self, item, interface, action, role):
+    def _add_fts(
+        self,
+        item: "c2cgeoportal_commons.models.main.TreeItem",
+        interface: "c2cgeoportal_commons.models.main.Interface",
+        action: str,
+        role: Optional["c2cgeoportal_commons.models.main.Role"],
+    ) -> None:
         from c2cgeoportal_commons.models.main import FullTextSearch  # pylint: disable=import-outside-toplevel
 
         key = (
@@ -161,12 +195,22 @@ class Import:
                 fts.interface = interface
                 fts.lang = lang
                 fts.public = role is None
-                fts.ts = func.to_tsvector(self.fts_languages[lang], fts.label)
+                fts.ts = func.to_tsvector(
+                    self.fts_languages[lang],
+                    " ".join(
+                        [self.fts_normalizer(self._[lang].gettext(item.name))]
+                        + [v.strip() for m in item.get_metadata("searchAlias") for v in m.value.split(",")]
+                    ),
+                )
                 fts.actions = [{"action": action, "data": item.name}]
                 fts.from_theme = True
                 self.session.add(fts)
 
-    def _add_theme(self, theme, role=None):
+    def _add_theme(
+        self,
+        theme: "c2cgeoportal_commons.models.main.Theme",
+        role: Optional["c2cgeoportal_commons.models.main.Role"] = None,
+    ) -> None:
         fill = False
         for interface in self.interfaces:
             if interface in theme.interfaces:
@@ -180,13 +224,29 @@ class Import:
                     if role is None or theme.id not in self.public_theme[interface.id]:
                         self._add_fts(theme, interface, "add_theme", role)
 
-    def _add_block(self, group, interface, role):
+    def _add_block(
+        self,
+        group: "c2cgeoportal_commons.models.main.LayerGroup",
+        interface: "c2cgeoportal_commons.models.main.Interface",
+        role: Optional["c2cgeoportal_commons.models.main.Role"],
+    ) -> bool:
         return self._add_group(group, interface, self.options.blocks, role)
 
-    def _add_folder(self, group, interface, role):
+    def _add_folder(
+        self,
+        group: "c2cgeoportal_commons.models.main.LayerGroup",
+        interface: "c2cgeoportal_commons.models.main.Interface",
+        role: Optional["c2cgeoportal_commons.models.main.Role"],
+    ) -> bool:
         return self._add_group(group, interface, self.options.folders, role)
 
-    def _add_group(self, group, interface, export, role):
+    def _add_group(
+        self,
+        group: "c2cgeoportal_commons.models.main.LayerGroup",
+        interface: "c2cgeoportal_commons.models.main.Interface",
+        export: bool,
+        role: Optional["c2cgeoportal_commons.models.main.Role"],
+    ) -> bool:
         from c2cgeoportal_commons.models.main import LayerGroup  # pylint: disable=import-outside-toplevel
 
         fill = False
@@ -206,13 +266,20 @@ class Import:
         return fill
 
     @staticmethod
-    def _layer_visible(layer, role):
+    def _layer_visible(
+        layer: "c2cgeoportal_commons.models.main.Layer", role: "c2cgeoportal_commons.models.main.Role"
+    ) -> bool:
         for restrictionarea in layer.restrictionareas:
             if role in restrictionarea.roles:
                 return True
         return False
 
-    def _add_layer(self, layer, interface, role):
+    def _add_layer(
+        self,
+        layer: "c2cgeoportal_commons.models.main.Layer",
+        interface: "c2cgeoportal_commons.models.main.Interface",
+        role: Optional["c2cgeoportal_commons.models.main.Role"],
+    ) -> bool:
         if role is None:
             fill = layer.public and interface in layer.interfaces
         else:

c2cgeoportal_geoportal/scripts/urllogin.py

@@ -1,6 +1,4 @@
-# -*- coding: utf-8 -*-
-
-# Copyright (c) 2012-2020, Camptocamp SA
+# Copyright (c) 2012-2021, Camptocamp SA
 # All rights reserved.
 
 # Redistribution and use in source and binary forms, with or without
@@ -30,45 +28,53 @@
 import argparse
 import binascii
 import json
-import os
 import sys
 import time
+from typing import cast
 
 from Crypto.Cipher import AES  # nosec
-import c2c.template
+from Crypto.Cipher.ChaCha20_Poly1305 import ChaCha20Poly1305Cipher  # nosec
+
+from c2cgeoportal_geoportal.scripts import fill_arguments, get_appsettings
 
 
-def create_token(aeskey, user, password, valid):
+def create_token(aeskey: str, user: str, password: str, valid: bool) -> str:
+    """Create the authenticated URL token."""
     auth = {"u": user, "p": password, "t": int(time.time()) + valid * 3600 * 24}
 
     if aeskey is None:
         print("urllogin is not configured")
         sys.exit(1)
-    cipher = AES.new(aeskey.encode("ascii"), AES.MODE_EAX)
+    cipher = cast(ChaCha20Poly1305Cipher, AES.new(aeskey.encode("ascii"), AES.MODE_EAX))
     data = json.dumps(auth)
     mod_len = len(data) % 16
     if mod_len != 0:
         data += "".join([" " for i in range(16 - mod_len)])
-    ciphertext, tag = cipher.encrypt_and_digest(data.encode("utf-8"))  # type: ignore
-    return binascii.hexlify(cipher.nonce + tag + ciphertext).decode("ascii")  # type: ignore
+    ciphertext, tag = cipher.encrypt_and_digest(data.encode("utf-8"))
+    return binascii.hexlify(cipher.nonce + tag + ciphertext).decode("ascii")
+
 
+def get_argparser() -> argparse.ArgumentParser:
+    """Get the argument parser for this script."""
 
-def main():
     parser = argparse.ArgumentParser(description="Generate an auth token")
+    fill_arguments(parser)
     parser.add_argument("user", help="The username")
     parser.add_argument("password", help="The password")
     parser.add_argument("valid", type=int, default=1, nargs="?", help="Is valid for, in days")
+    return parser
+
+
+def main() -> None:
+    """Run the command."""
 
-    args = parser.parse_args()
-    if os.path.exists("geoportal/config.yaml"):
-        config = c2c.template.get_config("geoportal/config.yaml")
-    else:
-        config = c2c.template.get_config("config.yaml")
-    urllogin = config.get("urllogin", {})
+    args = get_argparser().parse_args()
+    settings = get_appsettings(args)
+    urllogin = settings.get("urllogin", {})
     aeskey = urllogin.get("aes_key")
     auth_enc = create_token(aeskey, args.user, args.password, args.valid)
 
-    print(("Use: auth={}".format(auth_enc)))
+    print(f"Use: auth={auth_enc}")
 
 
 if __name__ == "__main__":

c2cgeoportal_geoportal/templates/login.html

@@ -1,86 +1,90 @@
-<!DOCTYPE HTML>
+<!DOCTYPE html>
 <html lang="${lang}">
-    <head>
-        <meta http-equiv="Content-Type" content="text/html; charset=UTF-8">
-        <meta name="Content-Language" content="${lang}" />
-        <title>${_('Login to Geoportal Application')}</title>
-        <style>
-            body {
-                background: #444444;
-                font-family: Helvetica, Arial, sans-serif;
-            }
-            * {
-                padding: 0;
-                margin: 0;
-            }
-            div#content {
-                background: #F5F5EF;
-                padding: 20px 30px;
-                width: 330px;
-                margin: 100px auto auto auto;
-                -webkit-border-radius: 10px;
-                border-radius: 10px;
-            }
-            td.field {
-                padding-top: 20px;
-            }
-            td.field p {
-                font-weight: bold;
-                color: #444444;
-                font-size: 80%;
-                margin-bottom: 3px;
-            }
-            td.field input {
-                -webkit-border-radius: 2px;
-                border-radius: 2px;
-                border: solid 1px #444444;
-                padding: 3px 6px;
-                font-size: 110%;
-                width: 250px;
-            }
-            td.buttons {
-                padding-top: 25px;
-                padding-bottom: 20px;
-                text-align: right;
-            }
-            td.buttons input {
-                padding: 1px 6px;
-                font-weight: bold;
-                color: #444444;
-            }
-        </style>
-    </head>
-    <body>
-        <div id="content">
-            <form method="POST" id="loginForm" action="${request.route_url('login', _query=dict(came_from=came_from))}">
-                <table style="margin-left: auto; margin-right: auto;">
-                    <tbody>
-                        <tr>
-                            <td class="field"><p>
-                                <label for="email">${_('Username')}</label></p>
-                                <input id="login" name="login" type="text">
-                            </td>
-                        </tr>
-                        <tr>
-                            <td class="field"><p>
-                                <label for="password">${_('Password')}</label></p>
-                                <input id="password" name="password" type="password">
-                            </td>
-                        </tr>
-% if two_fa:
-                        <tr>
-                            <td class="field">
-                                <p><label for="otp">${_('Authentication code')}</label></p>
-                                <input id="otp" name="otp" type="text" autocomplete="off">
-                            </td>
-                        </tr>
-% endif
-                        <tr>
-                            <td class="buttons"><input tabindex="4" value="${_('Login')}" type="submit"></td>
-                        </tr>
-                    </tbody>
-                </table>
-            </form>
-        </div>
-    </body>
+  <head>
+    <meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
+    <meta name="Content-Language" content="${lang}" />
+    <title>${_('Login to Geoportal Application')}</title>
+    <style>
+      body {
+        background: #444444;
+        font-family: Helvetica, Arial, sans-serif;
+      }
+      * {
+        padding: 0;
+        margin: 0;
+      }
+      div#content {
+        background: #f5f5ef;
+        padding: 20px 30px;
+        width: 330px;
+        margin: 100px auto auto auto;
+        -webkit-border-radius: 10px;
+        border-radius: 10px;
+      }
+      td.field {
+        padding-top: 20px;
+      }
+      td.field p {
+        font-weight: bold;
+        color: #444444;
+        font-size: 80%;
+        margin-bottom: 3px;
+      }
+      td.field input {
+        -webkit-border-radius: 2px;
+        border-radius: 2px;
+        border: solid 1px #444444;
+        padding: 3px 6px;
+        font-size: 110%;
+        width: 250px;
+      }
+      td.buttons {
+        padding-top: 25px;
+        padding-bottom: 20px;
+        text-align: right;
+      }
+      td.buttons input {
+        padding: 1px 6px;
+        font-weight: bold;
+        color: #444444;
+      }
+    </style>
+  </head>
+  <body>
+    <div id="content">
+      <form method="POST" id="loginForm" action="${request.route_url('login', _query=login_params)}">
+        <table style="margin-left: auto; margin-right: auto">
+          <tbody>
+            <tr>
+              <td class="field">
+                <p>
+                  <label for="email">${_('Username')}</label>
+                </p>
+                <input id="login" name="login" type="text" />
+              </td>
+            </tr>
+            <tr>
+              <td class="field">
+                <p>
+                  <label for="password">${_('Password')}</label>
+                </p>
+                <input id="password" name="password" type="password" />
+              </td>
+            </tr>
+            % if two_fa:
+            <tr>
+              <td class="field">
+                <p><label for="otp">${_('Authentication code')}</label></p>
+                <input id="otp" name="otp" type="text" autocomplete="off" />
+              </td>
+            </tr>
+            % endif
+            <tr>
+              <td class="buttons"><input tabindex="4" value="${_('Login')}" type="submit" /></td>
+            </tr>
+          </tbody>
+        </table>
+      </form>
+    </div>
+  </body>
 </html>

c2cgeoportal_geoportal/templates/notlogin.html

@@ -0,0 +1,62 @@
+<!DOCTYPE html>
+<html lang="${lang}">
+  <head>
+    <meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
+    <meta name="Content-Language" content="${lang}" />
+    <title>${_('Login to Geoportal Application')}</title>
+    <style>
+      body {
+        background: #444444;
+        font-family: Helvetica, Arial, sans-serif;
+      }
+      * {
+        padding: 0;
+        margin: 0;
+      }
+      div#content {
+        background: #f5f5ef;
+        padding: 20px 30px;
+        width: 330px;
+        margin: 100px auto auto auto;
+        -webkit-border-radius: 10px;
+        border-radius: 10px;
+      }
+      td.field {
+        padding-top: 20px;
+      }
+      td.field p {
+        font-weight: bold;
+        color: #444444;
+        font-size: 80%;
+        margin-bottom: 3px;
+      }
+      td.field input {
+        -webkit-border-radius: 2px;
+        border-radius: 2px;
+        border: solid 1px #444444;
+        padding: 3px 6px;
+        font-size: 110%;
+        width: 250px;
+      }
+      td.buttons {
+        padding-top: 25px;
+        padding-bottom: 20px;
+        text-align: right;
+      }
+      td.buttons input {
+        padding: 1px 6px;
+        font-weight: bold;
+        color: #444444;
+      }
+    </style>
+  </head>
+  <body>
+    <div id="content">
+      <p>
+        ${_('The user is not correctly initialized you should login in the main application and try '
+        'again.')}
+      </p>
+      <p><a href="${request.route_url('base')}">${_('Main application')}</a></p>
+    </div>
+  </body>
+</html>

c2cgeoportal_geoportal/templates/testi18n.html

@@ -1,14 +1,12 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<!DOCTYPE html
-  PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
-  "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
 <html xmlns="http://www.w3.org/1999/xhtml">
-<head>
-    <meta charset="UTF-8">
+  <head>
+    <meta charset="UTF-8" />
     <title>${title}</title>
-</head>
-<body>
+  </head>
+  <body>
     <h1>${title}</h1>
     <p>${_('my translation test')}</p>
-</body>
+  </body>
 </html>

c2cgeoportal_geoportal/views/__init__.py

@@ -1,6 +1,6 @@
 # -*- coding: utf-8 -*-
 
-# Copyright (c) 2011-2020, Camptocamp SA
+# Copyright (c) 2011-2021, Camptocamp SA
 # All rights reserved.
 
 # Redistribution and use in source and binary forms, with or without
@@ -27,17 +27,36 @@
 # of the authors and should not be interpreted as representing official policies,
 # either expressed or implied, of the FreeBSD Project.
 
+from typing import Dict, List
 
+import pyramid.config
+import pyramid.request
 from pyramid.httpexceptions import HTTPFound
 
 
-def add_ending_slash(request):
+def add_ending_slash(request: pyramid.request.Request) -> HTTPFound:
+    """Add an ending slash view."""
     return HTTPFound(location=request.path + "/")
 
 
-def add_redirect(config, name, from_, to):
-    def redirect_view(request):
+def add_redirect(config: pyramid.config.Configurator, name: str, from_: str, to: str) -> None:
+    """Add a redirect view."""
+
+    def redirect_view(request: pyramid.request.Request) -> HTTPFound:
         return HTTPFound(location=request.route_url(to))
 
     config.add_route(name, from_, request_method="GET")
     config.add_view(redirect_view, route_name=name)
+
+
+def restrict_headers(headers: Dict[str, str], whitelist: List[str], blacklist: List[str]) -> Dict[str, str]:
+    """
+    Filter headers with a whitelist then a blacklist.
+
+    Some default pyramid headers will be added back by pyramid.
+    """
+    if len(whitelist) > 0:
+        headers = {key: value for key, value in headers.items() if key in whitelist}
+
+    headers = {key: value for key, value in headers.items() if key not in blacklist}
+    return headers

c2cgeoportal_geoportal/views/dev.py

@@ -1,6 +1,4 @@
-# -*- coding: utf-8 -*-
-
-# Copyright (c) 2011-2020, Camptocamp SA
+# Copyright (c) 2011-2021, Camptocamp SA
 # All rights reserved.
 
 # Redistribution and use in source and binary forms, with or without
@@ -31,25 +29,29 @@
 import logging
 import re
 
+import pyramid.request
+import pyramid.response
 from pyramid.httpexceptions import HTTPFound
 from pyramid.view import view_config
 
+from c2cgeoportal_commons.lib.url import Url
 from c2cgeoportal_geoportal.views.proxy import Proxy
 
 logger = logging.getLogger(__name__)
 
 
 class Dev(Proxy):
+    """All the development views."""
 
     THEME_RE = re.compile(r"/theme/.*$")
 
-    def __init__(self, request):
+    def __init__(self, request: pyramid.request.Request):
         super().__init__(request)
         self.dev_url = self.request.registry.settings["devserver_url"]
 
-    @view_config(route_name="dev")
-    def dev(self):
+    @view_config(route_name="dev")  # type: ignore
+    def dev(self) -> pyramid.response.Response:
         path = self.THEME_RE.sub("", self.request.path_info)
         if self.request.path.endswith("/dynamic.js"):
             return HTTPFound(location=self.request.route_url("dynamic", _query=self.request.params))
-        return self._proxy_response("dev", "{}/{}".format(self.dev_url.rstrip("/"), path.lstrip("/")))
+        return self._proxy_response("dev", Url(f"{self.dev_url.rstrip('/')}/{path.lstrip('/')}"))