c2cwsgiutils 6.0.10.dev9__tar.gz → 6.1.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/LICENSE +1 -1
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/PKG-INFO +12 -12
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/README.md +8 -3
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/__init__.py +14 -11
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/acceptance/__init__.py +2 -3
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/acceptance/connection.py +1 -2
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/acceptance/image.py +9 -17
- c2cwsgiutils-6.1.0/c2cwsgiutils/acceptance/package-lock.json +1308 -0
- c2cwsgiutils-6.1.0/c2cwsgiutils/acceptance/package.json +7 -0
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/acceptance/print.py +7 -3
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/acceptance/utils.py +1 -3
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/auth.py +43 -37
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/broadcast/__init__.py +16 -16
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/broadcast/interface.py +3 -3
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/broadcast/local.py +1 -0
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/broadcast/redis.py +13 -12
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/client_info.py +13 -5
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/config_utils.py +1 -0
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/coverage_setup.py +4 -3
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/db.py +36 -41
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/db_maintenance_view.py +13 -13
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/debug/__init__.py +2 -2
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/debug/_listeners.py +1 -1
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/debug/_views.py +7 -6
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/debug/utils.py +9 -9
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/errors.py +13 -14
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/health_check.py +25 -30
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/index.py +14 -16
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/loader.py +1 -1
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/logging_view.py +12 -12
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/models_graph.py +0 -1
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/pretty_json.py +0 -1
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/prometheus.py +1 -7
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/pyramid.py +0 -1
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/pyramid_logging.py +2 -1
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/redis_stats.py +9 -9
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/redis_utils.py +19 -18
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/request_tracking/__init__.py +14 -13
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/request_tracking/_sql.py +0 -1
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/scripts/genversion.py +5 -5
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/scripts/stats_db.py +19 -17
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/scripts/test_print.py +5 -5
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/sentry.py +55 -20
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/services.py +2 -2
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/setup_process.py +0 -2
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/sql_profiler/__init__.py +6 -6
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/sql_profiler/_impl.py +19 -17
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/sqlalchemylogger/README.md +30 -13
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/sqlalchemylogger/handlers.py +12 -11
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/stats_pyramid/__init__.py +1 -5
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/stats_pyramid/_db_spy.py +2 -2
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/stats_pyramid/_pyramid_spy.py +0 -1
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/version.py +11 -5
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/pyproject.toml +38 -44
- c2cwsgiutils-6.0.10.dev9/c2cwsgiutils/acceptance/package-lock.json +0 -2100
- c2cwsgiutils-6.0.10.dev9/c2cwsgiutils/acceptance/package.json +0 -7
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/acceptance/screenshot.js +0 -0
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/broadcast/utils.py +0 -0
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/profiler.py +0 -0
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/py.typed +0 -0
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/scripts/__init__.py +0 -0
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/sqlalchemylogger/__init__.py +0 -0
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/sqlalchemylogger/_filters.py +0 -0
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/sqlalchemylogger/_models.py +0 -0
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/sqlalchemylogger/examples/example.py +0 -0
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/static/favicon-16x16.png +0 -0
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/static/favicon-32x32.png +0 -0
- {c2cwsgiutils-6.0.10.dev9 → c2cwsgiutils-6.1.0}/c2cwsgiutils/templates/index.html.mako +0 -0
@@ -1,13 +1,13 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: c2cwsgiutils
|
3
|
-
Version: 6.0
|
3
|
+
Version: 6.1.0
|
4
4
|
Summary: Common utilities for Camptocamp WSGI applications
|
5
5
|
Home-page: https://github.com/camptocamp/c2cwsgiutils
|
6
6
|
License: BSD-2-Clause
|
7
7
|
Keywords: geo,gis,sqlalchemy,orm,wsgi
|
8
8
|
Author: Camptocamp
|
9
9
|
Author-email: info@camptocamp.com
|
10
|
-
Requires-Python: >=3.
|
10
|
+
Requires-Python: >=3.10
|
11
11
|
Classifier: Development Status :: 5 - Production/Stable
|
12
12
|
Classifier: Environment :: Plugins
|
13
13
|
Classifier: Framework :: Pyramid
|
@@ -17,9 +17,10 @@ Classifier: License :: OSI Approved :: BSD License
|
|
17
17
|
Classifier: Operating System :: OS Independent
|
18
18
|
Classifier: Programming Language :: Python
|
19
19
|
Classifier: Programming Language :: Python :: 3
|
20
|
-
Classifier: Programming Language :: Python :: 3.9
|
21
20
|
Classifier: Programming Language :: Python :: 3.10
|
22
21
|
Classifier: Programming Language :: Python :: 3.11
|
22
|
+
Classifier: Programming Language :: Python :: 3.12
|
23
|
+
Classifier: Programming Language :: Python :: 3.13
|
23
24
|
Classifier: Topic :: Internet :: WWW/HTTP :: WSGI :: Application
|
24
25
|
Classifier: Typing :: Typed
|
25
26
|
Provides-Extra: alembic
|
@@ -38,13 +39,10 @@ Requires-Dist: SQLAlchemy-Utils ; extra == "standard" or extra == "webserver" or
|
|
38
39
|
Requires-Dist: alembic ; extra == "standard" or extra == "alembic" or extra == "all"
|
39
40
|
Requires-Dist: boltons ; extra == "tests" or extra == "all"
|
40
41
|
Requires-Dist: cee_syslog_handler
|
41
|
-
Requires-Dist: certifi
|
42
42
|
Requires-Dist: cornice ; extra == "standard" or extra == "webserver" or extra == "all"
|
43
43
|
Requires-Dist: gunicorn ; extra == "standard" or extra == "webserver" or extra == "all"
|
44
|
-
Requires-Dist: idna
|
45
44
|
Requires-Dist: lxml ; extra == "tests" or extra == "all"
|
46
45
|
Requires-Dist: objgraph ; extra == "debug" or extra == "all"
|
47
|
-
Requires-Dist: pillow
|
48
46
|
Requires-Dist: prometheus-client ; extra == "standard" or extra == "webserver" or extra == "all"
|
49
47
|
Requires-Dist: psycopg2 ; extra == "standard" or extra == "webserver" or extra == "all"
|
50
48
|
Requires-Dist: pyjwt ; extra == "standard" or extra == "oauth2" or extra == "all"
|
@@ -56,12 +54,9 @@ Requires-Dist: redis ; extra == "standard" or extra == "broadcast" or extra == "
|
|
56
54
|
Requires-Dist: requests
|
57
55
|
Requires-Dist: requests-oauthlib ; extra == "standard" or extra == "oauth2" or extra == "all"
|
58
56
|
Requires-Dist: scikit-image ; extra == "test-images"
|
59
|
-
Requires-Dist: scipy
|
60
57
|
Requires-Dist: sentry-sdk ; extra == "standard" or extra == "sentry" or extra == "all"
|
61
58
|
Requires-Dist: ujson
|
62
|
-
Requires-Dist: urllib3
|
63
59
|
Requires-Dist: waitress ; extra == "dev" or extra == "all"
|
64
|
-
Requires-Dist: webob
|
65
60
|
Requires-Dist: zope.interface ; extra == "standard" or extra == "webserver" or extra == "all"
|
66
61
|
Requires-Dist: zope.sqlalchemy ; extra == "standard" or extra == "webserver" or extra == "all"
|
67
62
|
Project-URL: Repository, https://github.com/camptocamp/c2cwsgiutils
|
@@ -69,7 +64,7 @@ Description-Content-Type: text/markdown
|
|
69
64
|
|
70
65
|
# Camptocamp WSGI utilities
|
71
66
|
|
72
|
-
This is a Python 3 library providing common tools for Camptocamp WSGI
|
67
|
+
This is a Python 3 library (>=3.5) providing common tools for Camptocamp WSGI
|
73
68
|
applications:
|
74
69
|
|
75
70
|
- Provide prometheus metrics
|
@@ -730,11 +725,16 @@ A few other environment variables can be used to tune the info sent with each re
|
|
730
725
|
- `SENTRY_CLIENT_IGNORE_EXCEPTIONS`: list (coma separated) of exceptions to ignore (defaults to SystemExit)
|
731
726
|
- `SENTRY_TAG_...`: to add other custom tags
|
732
727
|
- `SENTRY_LEVEL`: starting from what logging level to send events to Sentry (defaults to ERROR)
|
733
|
-
- `SENTRY_TRACES_SAMPLE_RATE`: The percentage of events to send to sentry in order to compute the performance. Value between 0 and 1
|
728
|
+
- `SENTRY_TRACES_SAMPLE_RATE`: The percentage of events to send to sentry in order to compute the performance. Value between 0 and 1 (default is 0)
|
729
|
+
- `SENTRY_INTEGRATION_LOGGING`: If set to 0, the Sentry integration will not log anything (default is 1)
|
730
|
+
- `SENTRY_INTEGRATION_PYRAMID`: If set to 0, the Sentry integration with Pyramid will not be enabled (default is 1)
|
731
|
+
- `SENTRY_INTEGRATION_SQLALCHEMY`: If set to 0, the Sentry integration with SQLAlchemy will not be enabled (default is 1)
|
732
|
+
- `SENTRY_INTEGRATION_REDIS`: If set to 0, the Sentry integration with Redis will not be enabled (default is 1)
|
733
|
+
- `SENTRY_INTEGRATION_ASYNCIO`: If set to 0, the Sentry integration with asyncio will not be enabled (default is 1)
|
734
734
|
|
735
735
|
# Developer info
|
736
736
|
|
737
|
-
You will need `docker` (>=1.12.0), `docker
|
737
|
+
You will need `docker` (>=1.12.0), `docker compose` and
|
738
738
|
`make` installed on the machine to play with this project.
|
739
739
|
Check available versions of `docker-engine` with
|
740
740
|
`apt-get policy docker-engine` and eventually force install the
|
@@ -1,6 +1,6 @@
|
|
1
1
|
# Camptocamp WSGI utilities
|
2
2
|
|
3
|
-
This is a Python 3 library providing common tools for Camptocamp WSGI
|
3
|
+
This is a Python 3 library (>=3.5) providing common tools for Camptocamp WSGI
|
4
4
|
applications:
|
5
5
|
|
6
6
|
- Provide prometheus metrics
|
@@ -661,11 +661,16 @@ A few other environment variables can be used to tune the info sent with each re
|
|
661
661
|
- `SENTRY_CLIENT_IGNORE_EXCEPTIONS`: list (coma separated) of exceptions to ignore (defaults to SystemExit)
|
662
662
|
- `SENTRY_TAG_...`: to add other custom tags
|
663
663
|
- `SENTRY_LEVEL`: starting from what logging level to send events to Sentry (defaults to ERROR)
|
664
|
-
- `SENTRY_TRACES_SAMPLE_RATE`: The percentage of events to send to sentry in order to compute the performance. Value between 0 and 1
|
664
|
+
- `SENTRY_TRACES_SAMPLE_RATE`: The percentage of events to send to sentry in order to compute the performance. Value between 0 and 1 (default is 0)
|
665
|
+
- `SENTRY_INTEGRATION_LOGGING`: If set to 0, the Sentry integration will not log anything (default is 1)
|
666
|
+
- `SENTRY_INTEGRATION_PYRAMID`: If set to 0, the Sentry integration with Pyramid will not be enabled (default is 1)
|
667
|
+
- `SENTRY_INTEGRATION_SQLALCHEMY`: If set to 0, the Sentry integration with SQLAlchemy will not be enabled (default is 1)
|
668
|
+
- `SENTRY_INTEGRATION_REDIS`: If set to 0, the Sentry integration with Redis will not be enabled (default is 1)
|
669
|
+
- `SENTRY_INTEGRATION_ASYNCIO`: If set to 0, the Sentry integration with asyncio will not be enabled (default is 1)
|
665
670
|
|
666
671
|
# Developer info
|
667
672
|
|
668
|
-
You will need `docker` (>=1.12.0), `docker
|
673
|
+
You will need `docker` (>=1.12.0), `docker compose` and
|
669
674
|
`make` installed on the machine to play with this project.
|
670
675
|
Check available versions of `docker-engine` with
|
671
676
|
`apt-get policy docker-engine` and eventually force install the
|
@@ -1,12 +1,12 @@
|
|
1
|
+
import ast
|
1
2
|
import configparser
|
2
3
|
import logging
|
3
4
|
import os
|
4
|
-
import re
|
5
5
|
import sys
|
6
6
|
from configparser import SectionProxy
|
7
7
|
from typing import Any
|
8
8
|
|
9
|
-
|
9
|
+
_LOG = logging.getLogger(__name__)
|
10
10
|
|
11
11
|
|
12
12
|
def get_config_defaults() -> dict[str, str]:
|
@@ -16,13 +16,13 @@ def get_config_defaults() -> dict[str, str]:
|
|
16
16
|
configparser does not support duplicated defaults with different cases, this function filter
|
17
17
|
the second one to avoid the issue.
|
18
18
|
|
19
|
-
configparser
|
19
|
+
configparser interpret the % then we need to escape them
|
20
20
|
"""
|
21
21
|
result: dict[str, str] = {}
|
22
22
|
lowercase_keys: set[str] = set()
|
23
23
|
for key, value in os.environ.items():
|
24
24
|
if key.lower() in lowercase_keys:
|
25
|
-
|
25
|
+
_LOG.warning("The environment variable '%s' is duplicated with different case, ignoring", key)
|
26
26
|
continue
|
27
27
|
lowercase_keys.add(key.lower())
|
28
28
|
result[key] = value.replace("%", "%%")
|
@@ -32,23 +32,26 @@ def get_config_defaults() -> dict[str, str]:
|
|
32
32
|
def _create_handlers(config: configparser.ConfigParser) -> dict[str, Any]:
|
33
33
|
handlers = [k.strip() for k in config["handlers"]["keys"].split(",")]
|
34
34
|
d_handlers: dict[str, Any] = {}
|
35
|
-
stream_re = re.compile(r"\((.*?),\)")
|
36
35
|
for hh in handlers:
|
37
36
|
block = config[f"handler_{hh}"]
|
38
|
-
|
39
|
-
|
40
|
-
raise Exception(f"Could not parse args of handler {hh}") # pylint: disable=broad-exception-raised
|
41
|
-
args = stream_match.groups()[0]
|
37
|
+
if "args" in block:
|
38
|
+
raise ValueError(f"Can not parse args of handlers {hh}, use kwargs instead.")
|
42
39
|
c = block["class"]
|
43
40
|
if "." not in c:
|
44
41
|
# classes like StreamHandler does not need the prefix in the ini so we add it here
|
45
42
|
c = f"logging.{c}"
|
46
43
|
conf = {
|
47
44
|
"class": c,
|
48
|
-
"stream": f"ext://{args}", # like ext://sys.stdout
|
49
45
|
}
|
46
|
+
if "level" in block:
|
47
|
+
conf["level"] = block["level"]
|
50
48
|
if "formatter" in block:
|
51
49
|
conf["formatter"] = block["formatter"]
|
50
|
+
if "filters" in block:
|
51
|
+
conf["filters"] = block["filters"]
|
52
|
+
if "kwargs" in block:
|
53
|
+
kwargs = ast.literal_eval(block["kwargs"])
|
54
|
+
conf.update(kwargs)
|
52
55
|
d_handlers[hh] = conf
|
53
56
|
return d_handlers
|
54
57
|
|
@@ -57,7 +60,7 @@ def _filter_logger(block: SectionProxy) -> dict[str, Any]:
|
|
57
60
|
out: dict[str, Any] = {"level": block["level"]}
|
58
61
|
handlers = block.get("handlers", "")
|
59
62
|
if handlers != "":
|
60
|
-
out["handlers"] = [block["handlers"]]
|
63
|
+
out["handlers"] = [k.strip() for k in block["handlers"].split(",")]
|
61
64
|
return out
|
62
65
|
|
63
66
|
|
@@ -3,7 +3,7 @@ import time
|
|
3
3
|
import typing
|
4
4
|
from functools import wraps
|
5
5
|
|
6
|
-
|
6
|
+
_LOG = logging.getLogger(__name__)
|
7
7
|
|
8
8
|
|
9
9
|
def retry(
|
@@ -16,7 +16,6 @@ def retry(
|
|
16
16
|
original from: http://wiki.python.org/moin/PythonDecoratorLibrary#Retry
|
17
17
|
|
18
18
|
Arguments:
|
19
|
-
|
20
19
|
exception_to_check: the exception to check. may be a tuple of exceptions to check
|
21
20
|
tries: number of times to try (not retry) before giving up
|
22
21
|
delay: initial delay between retries in seconds
|
@@ -32,7 +31,7 @@ def retry(
|
|
32
31
|
return f(*args, **kwargs)
|
33
32
|
except exception_to_check as e:
|
34
33
|
msg = f"{e:s}, Retrying in {mdelay:d} seconds..."
|
35
|
-
|
34
|
+
_LOG.warning(msg)
|
36
35
|
time.sleep(mdelay)
|
37
36
|
mtries -= 1
|
38
37
|
mdelay *= backoff
|
@@ -82,8 +82,7 @@ class Connection:
|
|
82
82
|
**kwargs: Any,
|
83
83
|
) -> Any:
|
84
84
|
"""Get the given URL (relative to the root of API)."""
|
85
|
-
|
86
|
-
from lxml import etree # nosec
|
85
|
+
from lxml import etree # nosec # pylint: disable=import-outside-toplevel
|
87
86
|
|
88
87
|
with self.session.get(
|
89
88
|
self.base_url + url,
|
@@ -3,11 +3,11 @@ import os
|
|
3
3
|
import subprocess # nosec
|
4
4
|
from typing import TYPE_CHECKING, Any, Optional
|
5
5
|
|
6
|
-
import numpy as np
|
7
|
-
import skimage.color
|
8
|
-
import skimage.io
|
9
|
-
import skimage.metrics
|
10
|
-
import skimage.transform
|
6
|
+
import numpy as np # pylint: disable=import-error
|
7
|
+
import skimage.color # pylint: disable=import-error
|
8
|
+
import skimage.io # pylint: disable=import-error
|
9
|
+
import skimage.metrics # pylint: disable=import-error
|
10
|
+
import skimage.transform # pylint: disable=import-error
|
11
11
|
|
12
12
|
if TYPE_CHECKING:
|
13
13
|
from typing import TypeAlias
|
@@ -58,7 +58,7 @@ def normalize_image(image: NpNdarrayInt) -> NpNdarrayInt:
|
|
58
58
|
return image
|
59
59
|
|
60
60
|
|
61
|
-
def check_image(
|
61
|
+
def check_image(
|
62
62
|
result_folder: str,
|
63
63
|
image_to_check: NpNdarrayInt,
|
64
64
|
expected_filename: str,
|
@@ -108,13 +108,6 @@ def check_image( # pylint: disable=too-many-locals,too-many-statements
|
|
108
108
|
|
109
109
|
mask = None
|
110
110
|
if mask_filename is not None:
|
111
|
-
background_color = [255, 255, 255]
|
112
|
-
for color in range(3):
|
113
|
-
img_hist, _ = skimage.exposure.histogram(
|
114
|
-
image_to_check[..., color], nbins=256, source_range="dtype"
|
115
|
-
)
|
116
|
-
background_color[color] = np.argmax(img_hist)
|
117
|
-
|
118
111
|
mask = skimage.io.imread(mask_filename)
|
119
112
|
|
120
113
|
assert mask is not None, "Wrong mask: " + mask_filename
|
@@ -137,7 +130,7 @@ def check_image( # pylint: disable=too-many-locals,too-many-statements
|
|
137
130
|
assert (
|
138
131
|
mask.shape[0] == image_to_check.shape[0] and mask.shape[1] == image_to_check.shape[1]
|
139
132
|
), f"Mask and image should have the same shape ({mask.shape} != {image_to_check.shape})"
|
140
|
-
image_to_check[mask] =
|
133
|
+
image_to_check[mask] = [255, 255, 255]
|
141
134
|
|
142
135
|
if not os.path.exists(result_folder):
|
143
136
|
os.makedirs(result_folder)
|
@@ -155,7 +148,7 @@ def check_image( # pylint: disable=too-many-locals,too-many-statements
|
|
155
148
|
assert (
|
156
149
|
expected.shape[0] == mask.shape[0] and expected.shape[1] == mask.shape[1]
|
157
150
|
), f"Mask and expected image should have the same shape ({mask.shape} != {expected.shape})"
|
158
|
-
expected[mask] =
|
151
|
+
expected[mask] = [255, 255, 255]
|
159
152
|
|
160
153
|
assert (
|
161
154
|
expected.shape == image_to_check.shape
|
@@ -196,7 +189,7 @@ def check_screenshot(
|
|
196
189
|
|
197
190
|
See also `check_image` for the other parameters.
|
198
191
|
|
199
|
-
|
192
|
+
Arguments:
|
200
193
|
url: The URL to screenshot
|
201
194
|
width: The width of the generated screenshot
|
202
195
|
height: The height of the generated screenshot
|
@@ -209,7 +202,6 @@ def check_screenshot(
|
|
209
202
|
generate_expected_image: See `check_image`
|
210
203
|
use_mask: See `check_image`
|
211
204
|
"""
|
212
|
-
|
213
205
|
if headers is None:
|
214
206
|
headers = {}
|
215
207
|
if media is None:
|