kinto 21.1.1__tar.gz → 22.0.0__tar.gz

{kinto-21.1.1 → kinto-22.0.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: kinto
-Version: 21.1.1
+Version: 22.0.0
 Summary: Kinto Web Service - Store, Sync, Share, and Self-Host.
 Author-email: Mozilla Services <developers@kinto-storage.org>
 License: Copyright 2012 - Mozilla Foundation

{kinto-21.1.1 → kinto-22.0.0}/constraints.txt

@@ -73,7 +73,7 @@ markupsafe==2.1.4
     # via werkzeug
 msgpack==1.0.7
     # via bravado-core
-newrelic==10.9.0
+newrelic==10.11.0
     # via -r constraints.in
 packaging==23.2
     # via
@@ -88,7 +88,7 @@ plaster==1.1.2
     #   pyramid
 plaster-pastedeploy==1.0.1
     # via pyramid
-playwright==1.51.0
+playwright==1.52.0
     # via -r constraints.in
 pluggy==1.5.0
     # via pytest
@@ -96,7 +96,7 @@ prometheus-client==0.21.1
     # via -r constraints.in
 psycopg2-binary==2.9.10
     # via -r constraints.in
-pyee==12.0.0
+pyee==13.0.0
     # via playwright
 pyproject-hooks==1.0.0
     # via build
@@ -149,7 +149,7 @@ rpds-py==0.17.1
     # via
     #   jsonschema
     #   referencing
-ruff==0.11.6
+ruff==0.11.8
     # via -r constraints.in
 sentry-sdk==2.8.0
     # via -r constraints.in

{kinto-21.1.1 → kinto-22.0.0}/docs/configuration/settings.rst

@@ -516,8 +516,8 @@ Prometheus metrics can be enabled with (disabled by default):
     # Expose metrics created time (default: true)
     # kinto.prometheus_created_metrics_enabled = false
 
-    # Exclude certain labels to reduce cardinality (default: none)
-    # kinto.prometheus_exclude_labels = record_id group_id
+    # Control cardinality when URL fields become labels (default: bucket_id collection_id group_id record_id)
+    # kinto.metrics_matchdict_fields = bucket_id collection_id
 
 Metrics can then be crawled from the ``/__metrics__`` endpoint.
 

{kinto-21.1.1 → kinto-22.0.0}/kinto/core/metrics.py

@@ -13,7 +13,7 @@ class IMetricsService(Interface):
 
     def timer(key):
         """
-        Watch execution time.
+        Watch execution time in seconds.
         """
 
     def observe(self, key, value, labels=[]):
@@ -68,9 +68,9 @@ def watch_execution_time(metrics_service, obj, prefix="", classname=None):
         method = getattr(obj, name)
         is_method = isinstance(method, types.MethodType)
         if not name.startswith("_") and is_method:
-            statsd_key = f"{prefix}.{classname}"
+            metric_name = f"{prefix}.{classname}.seconds"
             labels = [("method", name)]
-            decorated_method = metrics_service.timer(statsd_key, labels=labels)(method)
+            decorated_method = metrics_service.timer(metric_name, labels=labels)(method)
             setattr(obj, name, decorated_method)
 
 
@@ -88,7 +88,7 @@ def listener_with_timer(config, key, func):
             # not listed in the `initialization_sequence` setting.
             return func(*args, **kwargs)
         # If metrics are enabled, monitor execution time of listeners.
-        with metrics_service.timer(key):
+        with metrics_service.timer(key + ".seconds" if not key.endswith(".seconds") else key):
             return func(*args, **kwargs)
 
     return wrapped

{kinto-21.1.1 → kinto-22.0.0}/kinto/plugins/prometheus.py

@@ -6,7 +6,7 @@ from time import perf_counter as time_now
 
 from pyramid.exceptions import ConfigurationError
 from pyramid.response import Response
-from pyramid.settings import asbool, aslist
+from pyramid.settings import asbool
 from zope.interface import implementer
 
 from kinto.core import metrics
@@ -53,7 +53,7 @@ class Timer:
     """
     A decorator to time the execution of a function. It will use the
     `prometheus_client.Histogram` to record the time taken by the function
-    in milliseconds. The histogram is passed as an argument to the
+    in seconds. The histogram is passed as an argument to the
     constructor.
 
     Main limitation: it does not support `labels` on the decorator.
@@ -78,8 +78,8 @@ class Timer:
             try:
                 return f(*args, **kwargs)
             finally:
-                dt_ms = 1000.0 * (time_now() - start_time)
-                self.histogram.observe(dt_ms)
+                dt_sec = time_now() - start_time
+                self.histogram.observe(dt_sec)
 
         return _wrapped
 
@@ -96,14 +96,14 @@ class Timer:
     def stop(self):
         if self._start_time is None:  # pragma: nocover
             raise RuntimeError("Timer has not started.")
-        dt_ms = 1000.0 * (time_now() - self._start_time)
-        self.histogram.observe(dt_ms)
+        dt_sec = time_now() - self._start_time
+        self.histogram.observe(dt_sec)
         return self
 
 
 @implementer(metrics.IMetricsService)
 class PrometheusService:
-    def __init__(self, prefix="", exclude_labels=None):
+    def __init__(self, prefix=""):
         prefix_clean = ""
         if prefix:
             # In GCP Console, the metrics are grouped by the first
@@ -112,19 +112,10 @@ class PrometheusService:
             # (eg. `remote-settings` -> `remotesettings_`, `kinto_` -> `kinto_`)
             prefix_clean = _fix_metric_name(prefix).replace("_", "") + "_"
         self.prefix = prefix_clean.lower()
-        self.exclude_labels = exclude_labels or []
-
-    def _exclude_labels(self, labels):
-        return [
-            (label_name, label_value)
-            for label_name, label_value in labels
-            if label_name not in self.exclude_labels
-        ]
 
     def timer(self, key, value=None, labels=[]):
         global _METRICS
         key = self.prefix + key
-        labels = self._exclude_labels(labels)
 
         if key not in _METRICS:
             _METRICS[key] = prometheus_module.Histogram(
@@ -154,7 +145,6 @@ class PrometheusService:
     def observe(self, key, value, labels=[]):
         global _METRICS
         key = self.prefix + key
-        labels = self._exclude_labels(labels)
 
         if key not in _METRICS:
             _METRICS[key] = prometheus_module.Summary(
@@ -195,7 +185,6 @@ class PrometheusService:
                 label_name, label_value = unique.rsplit(".", 1)
                 unique = [(label_name, label_value)]
 
-            unique = self._exclude_labels(unique)
             labels = [
                 (_fix_metric_name(label_name), label_value) for label_name, label_value in unique
             ]
@@ -269,11 +258,4 @@ def includeme(config):
 
     prefix = settings.get("prometheus_prefix", settings["project_name"])
 
-    # If we want to reduce the metrics cardinality, we can exclude certain
-    # labels (eg. records_id). This way all metrics will be grouped by the
-    # remaining labels.
-    exclude_labels = aslist(settings.get("prometheus_exclude_labels", ""))
-
-    config.registry.registerUtility(
-        PrometheusService(prefix=prefix, exclude_labels=exclude_labels), metrics.IMetricsService
-    )
+    config.registry.registerUtility(PrometheusService(prefix=prefix), metrics.IMetricsService)

{kinto-21.1.1 → kinto-22.0.0}/kinto.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: kinto
-Version: 21.1.1
+Version: 22.0.0
 Summary: Kinto Web Service - Store, Sync, Share, and Self-Host.
 Author-email: Mozilla Services <developers@kinto-storage.org>
 License: Copyright 2012 - Mozilla Foundation

{kinto-21.1.1 → kinto-22.0.0}/tests/core/resource/test_events.py

@@ -511,7 +511,7 @@ class StatsDTest(BaseWebTest, unittest.TestCase):
         with mock.patch.object(metrics_client, "timing") as mocked:
             self.app.post_json(self.plural_url, {"data": {"name": "pouet"}}, headers=self.headers)
             timers = set(c[0][0] for c in mocked.call_args_list)
-            self.assertIn("listeners.test", timers)
+            self.assertIn("listeners.test.seconds", timers)
 
 
 @skip_if_no_prometheus
@@ -529,4 +529,4 @@ class PrometheusTest(BaseWebTest, unittest.TestCase):
         self.app.post_json(self.plural_url, {"data": {"name": "pouet"}}, headers=self.headers)
 
         resp = self.app.get("/__metrics__")
-        self.assertIn("listeners_test_count 1.0", resp.text)
+        self.assertIn("listeners_test_seconds_count 1.0", resp.text)

{kinto-21.1.1 → kinto-22.0.0}/tests/core/test_metrics.py

@@ -25,7 +25,7 @@ class WatchExecutionTimeTest(unittest.TestCase):
     def test_public_methods_generates_statsd_calls(self):
         self.test_object.test_method()
         self.mocked.timer.assert_called_with(
-            "test.testedclass", labels=[("method", "test_method")]
+            "test.testedclass.seconds", labels=[("method", "test_method")]
         )
 
     def test_private_methods_does_not_generates_statsd_calls(self):
@@ -48,4 +48,4 @@ class ListenerWithTimerTest(unittest.TestCase):
         wrapped = metrics.listener_with_timer(self.config, "key", self.func)
 
         self.assertEqual(wrapped(42), 42)
-        self.config.registry.metrics.timer.assert_called_with("key")
+        self.config.registry.metrics.timer.assert_called_with("key.seconds")

{kinto-21.1.1 → kinto-22.0.0}/tests/plugins/test_history.py

@@ -38,7 +38,7 @@ class MetricsTest(HistoryWebTest):
     def test_a_statsd_timer_is_used_for_history_if_configured(self):
         with mock.patch("kinto.plugins.statsd.StatsDService.timer") as mocked:
             self.app.put("/buckets/test", headers=self.headers)
-            mocked.assert_any_call("plugins.history")
+            mocked.assert_any_call("plugins.history.seconds")
 
 
 class HistoryViewTest(HistoryWebTest):

{kinto-21.1.1 → kinto-22.0.0}/tests/plugins/test_prometheus.py

@@ -174,32 +174,3 @@ class PrometheusNoCreatedTest(PrometheusWebTest):
 
         self.assertIn("TYPE kintoprod_price summary", resp.text)
         self.assertNotIn("TYPE kintoprod_price_created summary", resp.text)
-
-
-@skip_if_no_prometheus
-class PrometheusExcludedLabelsTest(PrometheusWebTest):
-    @classmethod
-    def get_app_settings(cls, extras=None):
-        settings = super().get_app_settings(extras)
-        settings["prometheus_exclude_labels"] = "record_id group_id"
-        return settings
-
-    def test_metrics_excluded_labels(self):
-        headers = get_user_headers("aaa")
-        self.app.put("/buckets/bid", headers=headers)
-        self.app.put("/buckets/bid/collections/cid", headers=headers)
-        self.app.put("/buckets/bid/groups/gid", headers=headers)
-        self.app.put("/buckets/bid/collections/cid/records/rid", headers=headers)
-
-        resp = self.app.get("/__metrics__")
-
-        self.assertNotIn("group_id=", resp.text)
-        self.assertNotIn("record_id=", resp.text)
-        self.assertIn(
-            'kintoprod_request_size_count{bucket_id="bid",collection_id="",endpoint="group-object",method="put",status="201"}',
-            resp.text,
-        )
-        self.assertIn(
-            'kintoprod_request_size_count{bucket_id="bid",collection_id="cid",endpoint="record-object",method="put",status="201"}',
-            resp.text,
-        )