dt-extensions-sdk 1.1.13__py3-none-any.whl → 1.1.15__py3-none-any.whl

dynatrace_extension/sdk/communication.py

@@ -1,469 +1,518 @@
-# SPDX-FileCopyrightText: 2023-present Dynatrace LLC
-#
-# SPDX-License-Identifier: MIT
-
-from __future__ import annotations
-
-import json
-import logging
-import random
-import sys
-import time
-from abc import ABC, abstractmethod
-from dataclasses import dataclass
-from enum import Enum
-from itertools import islice
-from pathlib import Path
-from typing import Any, Iterable, List, TypeVar
-
-from .vendor.mureq.mureq import HTTPException, Response, request
-
-CONTENT_TYPE_JSON = "application/json;charset=utf-8"
-CONTENT_TYPE_PLAIN = "text/plain;charset=utf-8"
-COUNT_METRIC_ITEMS_DICT = TypeVar("COUNT_METRIC_ITEMS_DICT", str, List[str])
-MAX_MINT_LINES_PER_REQUEST = 1000
-HTTP_BAD_REQUEST = 400
-
-
-class StatusValue(Enum):
-    EMPTY = ""
-    OK = "OK"
-    GENERIC_ERROR = "GENERIC_ERROR"
-    INVALID_ARGS_ERROR = "INVALID_ARGS_ERROR"
-    EEC_CONNECTION_ERROR = "EEC_CONNECTION_ERROR"
-    INVALID_CONFIG_ERROR = "INVALID_CONFIG_ERROR"
-    AUTHENTICATION_ERROR = "AUTHENTICATION_ERROR"
-    DEVICE_CONNECTION_ERROR = "DEVICE_CONNECTION_ERROR"
-    UNKNOWN_ERROR = "UNKNOWN_ERROR"
-
-
-class Status:
-    def __init__(self, status: StatusValue = StatusValue.EMPTY, message: str = "", timestamp: int | None = None):
-        self.status = status
-        self.message = message
-        self.timestamp = timestamp
-
-    def to_json(self) -> dict:
-        status = {"status": self.status.value, "message": self.message}
-        if self.timestamp:
-            status["timestamp"] = self.timestamp  # type: ignore
-        return status
-
-    def __repr__(self):
-        return json.dumps(self.to_json())
-
-    def is_error(self) -> bool:
-        return self.status not in (StatusValue.OK, StatusValue.EMPTY)
-
-
-class CommunicationClient(ABC):
-    """
-    Abstract class for extension communication
-    """
-
-    @abstractmethod
-    def get_activation_config(self) -> dict:
-        pass
-
-    @abstractmethod
-    def get_extension_config(self) -> str:
-        pass
-
-    @abstractmethod
-    def get_feature_sets(self) -> dict[str, list[str]]:
-        pass
-
-    @abstractmethod
-    def register_count_metrics(self, pattern: dict[str, dict[str, COUNT_METRIC_ITEMS_DICT]]) -> None:
-        pass
-
-    @abstractmethod
-    def send_count_delta_signal(self, metric_keys: set[str]) -> None:
-        pass
-
-    @abstractmethod
-    def send_status(self, status: Status) -> dict:
-        pass
-
-    @abstractmethod
-    def send_keep_alive(self) -> str:
-        pass
-
-    @abstractmethod
-    def send_metrics(self, mint_lines: list[str]) -> list[MintResponse]:
-        pass
-
-    @abstractmethod
-    def send_events(self, event: dict | list[dict], eec_enrichment: bool) -> dict | None:
-        pass
-
-    @abstractmethod
-    def send_sfm_metrics(self, metrics: list[str]) -> MintResponse:
-        pass
-
-    @abstractmethod
-    def get_cluster_time_diff(self) -> int:
-        pass
-
-    @abstractmethod
-    def send_dt_event(self, event: dict) -> None:
-        pass
-
-
-class HttpClient(CommunicationClient):
-    """
-    Concrete implementation of the client, this one handles the communication with the EEC
-    """
-
-    def __init__(self, base_url: str, datasource_id: str, id_token_file_path: str, logger: logging.Logger):
-        self._activation_config_url = f"{base_url}/userconfig/{datasource_id}"
-        self._extension_config_url = f"{base_url}/extconfig/{datasource_id}"
-        self._metric_url = f"{base_url}/mint/{datasource_id}"
-        self._sfm_url = f"{base_url}/sfm/{datasource_id}"
-        self._keep_alive_url = f"{base_url}/alive/{datasource_id}"
-        self._timediff_url = f"{base_url}/timediffms"
-        self._events_url = f"{base_url}/logs/{datasource_id}"
-        self._count_metric_register_url = f"{base_url}/countmetricregister/{datasource_id}"
-        self._count_delta_signal_url = f"{base_url}/countmetricdeltasignal/{datasource_id}"
-        self._feature_sets_query = "?feature_sets_json"
-        self._event_ingest_url = f"{base_url}/events/{datasource_id}"
-
-        with open(id_token_file_path) as f:
-            id_token = f.read()
-            self._headers = {"Authorization": f"Api-Token {id_token}"}
-
-        self.logger = logger
-
-    def _make_request(
-        self,
-        url: str,
-        method: str = "GET",
-        body: Any = None,
-        extra_headers: dict | None = None,
-        is_delta_signal: bool = False,
-    ) -> Response:
-        if extra_headers is None:
-            extra_headers = {}
-        headers = {**self._headers, **extra_headers}
-
-        response = request(method, url, body=body, headers=headers)
-        self.logger.debug(f"Response from {url}: {response}")
-        if response.status_code >= HTTP_BAD_REQUEST:
-            if not is_delta_signal:
-                self.logger.warning(f"Error HTTP {response.status_code} from {url}: {response.content}")
-        return response
-
-    def get_activation_config(self) -> dict:
-        try:
-            response = self._make_request(self._activation_config_url, "GET")
-        except HTTPException as err:
-            self.logger.error(f"HTTP exception: {err}")
-            return {}
-
-        if response.status_code < HTTP_BAD_REQUEST:
-            try:
-                return response.json()
-            except Exception as err:
-                self.logger.error(f"JSON parse failure: {err}")
-            return {}
-        else:
-            self.logger.error(f"Can't get activation configuration ({response.content}). Extension is stopped.")
-            sys.exit(1)
-
-    def get_extension_config(self) -> str:
-        try:
-            response = self._make_request(self._extension_config_url, "GET")
-            return response.content.decode("utf-8")
-        except HTTPException as err:
-            self.logger.error(f"HTTP exception: {err}")
-            return ""
-
-    def get_feature_sets(self) -> dict[str, list[str]]:
-        try:
-            response = self._make_request(self._extension_config_url + self._feature_sets_query, "GET")
-        except HTTPException as err:
-            self.logger.error(f"HTTP exception: {err}")
-            return {}
-
-        if response.status_code < HTTP_BAD_REQUEST:
-            try:
-                return response.json()
-            except Exception as err:
-                self.logger.error(f"JSON parse failure: {err}")
-                return {}
-
-        return {}
-
-    def register_count_metrics(self, json_pattern: dict[str, dict[str, COUNT_METRIC_ITEMS_DICT]]) -> None:
-        register_data = json.dumps(json_pattern).encode("utf-8")
-        try:
-            response = self._make_request(
-                self._count_metric_register_url,
-                "POST",
-                register_data,
-                extra_headers={"Content-Type": CONTENT_TYPE_JSON},
-            )
-            if response.ok:
-                self.logger.debug(
-                    f"Monotonic cache converter successful registration for metric {list(json_pattern.keys())}."
-                )
-        except HTTPException:
-            self.logger.error(
-                f"Monotonic cache converter registration request error for metric {list(json_pattern.keys())}."
-            )
-
-    def send_count_delta_signal(self, metric_keys: set[str]) -> None:
-        json_data = {"metric_keys": list(metric_keys), "filter_dimensions": {}}
-        delta_signal_data = json.dumps(json_data).encode("utf-8")
-        try:
-            response = self._make_request(
-                self._count_delta_signal_url,
-                "POST",
-                delta_signal_data,
-                extra_headers={"Content-Type": CONTENT_TYPE_JSON},
-                is_delta_signal=True,
-            )
-            if response.ok:
-                self.logger.debug(
-                    f"Monotonic converter cache delta calculation signal success for metric {metric_keys}."
-                )
-            else:
-                self.logger.debug(
-                    f"Not enough metrics of type {metric_keys} cached in monotonic cache converter to calculate delta."
-                )
-        except HTTPException:
-            self.logger.error(
-                f"Monotonic cache converter delta calculation signal request error for metric {metric_keys}."
-            )
-
-    def send_dt_event(self, event: dict[str, str | int | dict[str, str]]):
-        json_data = json.dumps(event).encode("utf-8")
-        try:
-            response = self._make_request(
-                self._event_ingest_url, "POST", json_data, extra_headers={"Content-Type": CONTENT_TYPE_JSON}
-            )
-            if response.ok:
-                self.logger.debug(f"DT Event sent to EEC, content: {json_data.decode('utf-8')}")
-            else:
-                self.logger.debug(f"DT Event request failed: {response.content}")
-        except HTTPException:
-            self.logger.error(f"DT Event request HTTP exception, request body: {json_data.decode('utf-8')}")
-
-    def send_status(self, status: Status) -> dict:
-        encoded_data = json.dumps(status.to_json()).encode("utf-8")
-        self.logger.debug(f"Sending status to EEC: {status}")
-        response = self._make_request(
-            self._keep_alive_url, "POST", encoded_data, extra_headers={"Content-Type": CONTENT_TYPE_JSON}
-        ).content
-        return json.loads(response.decode("utf-8"))
-
-    def send_keep_alive(self):
-        return self.send_status(Status())
-
-    def send_metrics(self, mint_lines: list[str]) -> list[MintResponse]:
-        total_lines = len(mint_lines)
-        lines_sent = 0
-
-        self.logger.debug(f"Start sending {total_lines} metrics to the EEC")
-        responses = []
-
-        # We divide into chunks of MAX_MINT_LINES_PER_REQUEST lines to avoid hitting the body size limit
-        chunks = divide_into_chunks(mint_lines, MAX_MINT_LINES_PER_REQUEST)
-
-        for chunk in chunks:
-            lines_in_chunk = len(chunk)
-            lines_sent += lines_in_chunk
-            self.logger.debug(f"Sending chunk with {lines_in_chunk} metric lines. ({lines_sent}/{total_lines})")
-            mint_data = "\n".join(chunk).encode("utf-8")
-            response = self._make_request(
-                self._metric_url, "POST", mint_data, extra_headers={"Content-Type": CONTENT_TYPE_PLAIN}
-            ).json()
-            self.logger.debug(f"{self._metric_url}: {response}")
-            mint_response = MintResponse.from_json(response)
-            responses.append(mint_response)
-        return responses
-
-    def send_events(self, events: dict | list[dict], eec_enrichment: bool = True) -> dict | None:
-        self.logger.debug(f"Sending log events: {events}")
-        event_data = json.dumps(events).encode("utf-8")
-        try:
-            # EEC returns empty body on success
-            return self._make_request(
-                self._events_url,
-                "POST",
-                event_data,
-                extra_headers={"Content-Type": CONTENT_TYPE_JSON, "eec-enrichment": str(eec_enrichment).lower()},
-            ).json()
-        except json.JSONDecodeError:
-            return None
-
-    def send_sfm_metrics(self, mint_lines: list[str]) -> MintResponse:
-        mint_data = "\n".join(mint_lines).encode("utf-8")
-        return MintResponse.from_json(
-            self._make_request(
-                self._sfm_url, "POST", mint_data, extra_headers={"Content-Type": CONTENT_TYPE_PLAIN}
-            ).json()
-        )
-
-    def get_cluster_time_diff(self) -> int:
-        response = self._make_request(self._timediff_url, "GET")
-        time_diff = response.json()["clusterDiffMs"]
-        return time_diff
-
-
-class DebugClient(CommunicationClient):
-    """
-    This client is used for debugging purposes
-    It does not send metrics to Dynatrace, but prints them to the console
-    """
-
-    def __init__(
-        self,
-        activation_config_path: str,
-        extension_config_path: str,
-        logger: logging.Logger,
-        local_ingest: bool = False,
-        local_ingest_port: int = 14499,
-        print_metrics: bool = True
-    ):
-        self.activation_config = {}
-        if activation_config_path and Path(activation_config_path).exists():
-            with open(activation_config_path) as f:
-                self.activation_config = json.load(f)
-
-        self.extension_config = ""
-        if not extension_config_path:
-            extension_config_path = "extension/extension.yaml"
-        if Path(extension_config_path).exists():
-            with open(extension_config_path) as f:
-                self.extension_config = f.read()
-        self.logger = logger
-        self.local_ingest = local_ingest
-        self.local_ingest_port = local_ingest_port
-        self.print_metrics = print_metrics
-
-    def get_activation_config(self) -> dict:
-        return self.activation_config
-
-    def get_extension_config(self) -> str:
-        return self.extension_config
-
-    def get_feature_sets(self) -> dict[str, list[str]]:
-        # This is only called from dt-sdk run, where PyYaml is installed because of dt-cli
-        # Do NOT move this to the top of the file
-        import yaml  # type: ignore
-
-        # Grab the feature sets from the extension.yaml file
-        extension_yaml = yaml.safe_load(self.extension_config)
-        if not extension_yaml:
-            return {}
-
-        yaml_feature_sets = extension_yaml.get("python", {}).get("featureSets", [])
-        if not yaml_feature_sets:
-            return {}
-
-        # Construct the object that the SDK expects
-        feature_sets = {}
-        for feature_set in yaml_feature_sets:
-            feature_set_name = feature_set["featureSet"]
-            if feature_set_name in self.activation_config.get("featureSets", []):
-                feature_sets[feature_set_name] = [metric["key"] for metric in feature_set["metrics"]]
-
-        return feature_sets
-
-    def register_count_metrics(self, pattern: dict[str, dict[str, COUNT_METRIC_ITEMS_DICT]]) -> None:
-        self.logger.info(f"Registering metrics in converter: {pattern}")
-
-    def send_count_delta_signal(self, metric_keys: set[str]) -> None:
-        self.logger.info(f"Sending delta signal for: {metric_keys}")
-
-    def send_dt_event(self, event: dict) -> None:
-        self.logger.info(f"Sending DT Event: {event}")
-
-    def send_status(self, status: Status) -> dict:
-        self.logger.info(f"send_status: '{status}'")
-        return {}
-
-    def send_keep_alive(self):
-        return self.send_status(Status())
-
-    def send_metrics(self, mint_lines: list[str]) -> list[MintResponse]:
-        total_lines = len(mint_lines)
-        lines_sent = 0
-
-        self.logger.info(f"Start sending {total_lines} metrics to the EEC")
-
-        responses = []
-
-        chunks = divide_into_chunks(mint_lines, MAX_MINT_LINES_PER_REQUEST)
-        for chunk in chunks:
-            lines_in_chunk = len(chunk)
-            lines_sent += lines_in_chunk
-            self.logger.debug(f"Sending chunk with {lines_in_chunk} metric lines. ({lines_sent}/{total_lines})")
-
-            if self.local_ingest:
-                mint_data = "\n".join(chunk).encode("utf-8")
-                response = request(
-                    "POST",
-                    f"http://localhost:{self.local_ingest_port}/metrics/ingest",
-                    body=mint_data,
-                    headers={"Content-Type": CONTENT_TYPE_PLAIN},
-                ).json()
-                mint_response = MintResponse.from_json(response)
-                responses.append(mint_response)
-            else:
-                if self.print_metrics:
-                    for line in mint_lines:
-                        self.logger.info(f"send_metric: {line}")
-
-                response = MintResponse(lines_invalid=0, lines_ok=len(chunk), error=None, warnings=None)
-                responses.append(response)
-        return responses
-
-    def send_events(self, events: dict | list[dict], eec_enrichment: bool = True) -> dict | None:
-        self.logger.info(f"send_events (enrichment = {eec_enrichment}): {events}")
-        return None
-
-    def send_sfm_metrics(self, mint_lines: list[str]) -> MintResponse:
-        for line in mint_lines:
-            self.logger.info(f"send_sfm_metric: {line}")
-        return MintResponse(lines_invalid=0, lines_ok=len(mint_lines), error=None, warnings=None)
-
-    def get_cluster_time_diff(self) -> int:
-        return 0
-
-
-def divide_into_chunks(iterable: Iterable, chunk_size: int) -> Iterable:
-    """
-    Yield successive n-sized chunks from iterable.
-    Example: _chunk([1, 2, 3, 4, 5, 6, 7, 8, 9], 3) -> [[1, 2, 3], [4, 5, 6], [7, 8, 9]]
-
-    :param iterable: The iterable to chunk
-    :param chunk_size: The size of the chunks
-    """
-    iterator = iter(iterable)
-    while True:
-        subset = list(islice(iterator, chunk_size))
-        if not subset:
-            return
-        yield subset
-
-
-@dataclass
-class MintResponse:
-    lines_ok: int
-    lines_invalid: int
-    error: dict | None
-    warnings: dict | None
-
-    @staticmethod
-    def from_json(json_data: dict) -> MintResponse:
-        return MintResponse(
-            lines_ok=json_data.get("linesOk", 0),
-            lines_invalid=json_data.get("linesInvalid", 0),
-            error=json_data.get("error"),
-            warnings=json_data.get("warnings"),
-        )
-
-    def __str__(self) -> str:
-        return f"MintResponse(lines_ok={self.lines_ok}, lines_invalid={self.lines_invalid}, error={self.error}, warnings={self.warnings})"
+# SPDX-FileCopyrightText: 2023-present Dynatrace LLC
+#
+# SPDX-License-Identifier: MIT
+
+from __future__ import annotations
+
+import json
+import logging
+import random
+import sys
+import time
+from abc import ABC, abstractmethod
+from collections import deque
+from dataclasses import dataclass
+from enum import Enum
+from itertools import islice
+from pathlib import Path
+from typing import Any, Iterable, List, TypeVar, Union
+
+from .vendor.mureq.mureq import HTTPException, Response, request
+
+CONTENT_TYPE_JSON = "application/json;charset=utf-8"
+CONTENT_TYPE_PLAIN = "text/plain;charset=utf-8"
+COUNT_METRIC_ITEMS_DICT = TypeVar("COUNT_METRIC_ITEMS_DICT", str, List[str])
+MAX_MINT_LINES_PER_REQUEST = 1000
+MAX_LOG_EVENTS_PER_REQUEST = 50_000
+MAX_LOG_REQUEST_SIZE = 5_000_000
+HTTP_BAD_REQUEST = 400
+
+
+class StatusValue(Enum):
+    EMPTY = ""
+    OK = "OK"
+    GENERIC_ERROR = "GENERIC_ERROR"
+    INVALID_ARGS_ERROR = "INVALID_ARGS_ERROR"
+    EEC_CONNECTION_ERROR = "EEC_CONNECTION_ERROR"
+    INVALID_CONFIG_ERROR = "INVALID_CONFIG_ERROR"
+    AUTHENTICATION_ERROR = "AUTHENTICATION_ERROR"
+    DEVICE_CONNECTION_ERROR = "DEVICE_CONNECTION_ERROR"
+    UNKNOWN_ERROR = "UNKNOWN_ERROR"
+
+
+class Status:
+    def __init__(self, status: StatusValue = StatusValue.EMPTY, message: str = "", timestamp: int | None = None):
+        self.status = status
+        self.message = message
+        self.timestamp = timestamp
+
+    def to_json(self) -> dict:
+        status = {"status": self.status.value, "message": self.message}
+        if self.timestamp:
+            status["timestamp"] = self.timestamp  # type: ignore
+        return status
+
+    def __repr__(self):
+        return json.dumps(self.to_json())
+
+    def is_error(self) -> bool:
+        return self.status not in (StatusValue.OK, StatusValue.EMPTY)
+
+
+class CommunicationClient(ABC):
+    """
+    Abstract class for extension communication
+    """
+
+    @abstractmethod
+    def get_activation_config(self) -> dict:
+        pass
+
+    @abstractmethod
+    def get_extension_config(self) -> str:
+        pass
+
+    @abstractmethod
+    def get_feature_sets(self) -> dict[str, list[str]]:
+        pass
+
+    @abstractmethod
+    def register_count_metrics(self, pattern: dict[str, dict[str, COUNT_METRIC_ITEMS_DICT]]) -> None:
+        pass
+
+    @abstractmethod
+    def send_count_delta_signal(self, metric_keys: set[str]) -> None:
+        pass
+
+    @abstractmethod
+    def send_status(self, status: Status) -> dict:
+        pass
+
+    @abstractmethod
+    def send_keep_alive(self) -> str:
+        pass
+
+    @abstractmethod
+    def send_metrics(self, mint_lines: list[str]) -> list[MintResponse]:
+        pass
+
+    @abstractmethod
+    def send_events(self, event: dict | list[dict], eec_enrichment: bool) -> List[Union[dict | None]]:
+        pass
+
+    @abstractmethod
+    def send_sfm_metrics(self, metrics: list[str]) -> MintResponse:
+        pass
+
+    @abstractmethod
+    def get_cluster_time_diff(self) -> int:
+        pass
+
+    @abstractmethod
+    def send_dt_event(self, event: dict) -> None:
+        pass
+
+
+class HttpClient(CommunicationClient):
+    """
+    Concrete implementation of the client, this one handles the communication with the EEC
+    """
+
+    def __init__(self, base_url: str, datasource_id: str, id_token_file_path: str, logger: logging.Logger):
+        self._activation_config_url = f"{base_url}/userconfig/{datasource_id}"
+        self._extension_config_url = f"{base_url}/extconfig/{datasource_id}"
+        self._metric_url = f"{base_url}/mint/{datasource_id}"
+        self._sfm_url = f"{base_url}/sfm/{datasource_id}"
+        self._keep_alive_url = f"{base_url}/alive/{datasource_id}"
+        self._timediff_url = f"{base_url}/timediffms"
+        self._events_url = f"{base_url}/logs/{datasource_id}"
+        self._count_metric_register_url = f"{base_url}/countmetricregister/{datasource_id}"
+        self._count_delta_signal_url = f"{base_url}/countmetricdeltasignal/{datasource_id}"
+        self._feature_sets_query = "?feature_sets_json"
+        self._event_ingest_url = f"{base_url}/events/{datasource_id}"
+
+        with open(id_token_file_path) as f:
+            id_token = f.read()
+            self._headers = {"Authorization": f"Api-Token {id_token}"}
+
+        self.logger = logger
+
+    def _make_request(
+        self,
+        url: str,
+        method: str = "GET",
+        body: Any = None,
+        extra_headers: dict | None = None,
+        is_delta_signal: bool = False,
+    ) -> Response:
+        if extra_headers is None:
+            extra_headers = {}
+        headers = {**self._headers, **extra_headers}
+
+        response = request(method, url, body=body, headers=headers)
+        self.logger.debug(f"Response from {url}: {response}")
+        if response.status_code >= HTTP_BAD_REQUEST:
+            if not is_delta_signal:
+                self.logger.warning(f"Error HTTP {response.status_code} from {url}: {response.content}")
+        return response
+
+    def get_activation_config(self) -> dict:
+        try:
+            response = self._make_request(self._activation_config_url, "GET")
+        except HTTPException as err:
+            self.logger.error(f"HTTP exception: {err}")
+            return {}
+
+        if response.status_code < HTTP_BAD_REQUEST:
+            try:
+                return response.json()
+            except Exception as err:
+                self.logger.error(f"JSON parse failure: {err}")
+            return {}
+        else:
+            self.logger.error(f"Can't get activation configuration ({response.content}). Extension is stopped.")
+            sys.exit(1)
+
+    def get_extension_config(self) -> str:
+        try:
+            response = self._make_request(self._extension_config_url, "GET")
+            return response.content.decode("utf-8")
+        except HTTPException as err:
+            self.logger.error(f"HTTP exception: {err}")
+            return ""
+
+    def get_feature_sets(self) -> dict[str, list[str]]:
+        try:
+            response = self._make_request(self._extension_config_url + self._feature_sets_query, "GET")
+        except HTTPException as err:
+            self.logger.error(f"HTTP exception: {err}")
+            return {}
+
+        if response.status_code < HTTP_BAD_REQUEST:
+            try:
+                return response.json()
+            except Exception as err:
+                self.logger.error(f"JSON parse failure: {err}")
+                return {}
+
+        return {}
+
+    def register_count_metrics(self, json_pattern: dict[str, dict[str, COUNT_METRIC_ITEMS_DICT]]) -> None:
+        register_data = json.dumps(json_pattern).encode("utf-8")
+        try:
+            response = self._make_request(
+                self._count_metric_register_url,
+                "POST",
+                register_data,
+                extra_headers={"Content-Type": CONTENT_TYPE_JSON},
+            )
+            if response.ok:
+                self.logger.debug(
+                    f"Monotonic cache converter successful registration for metric {list(json_pattern.keys())}."
+                )
+        except HTTPException:
+            self.logger.error(
+                f"Monotonic cache converter registration request error for metric {list(json_pattern.keys())}."
+            )
+
+    def send_count_delta_signal(self, metric_keys: set[str]) -> None:
+        json_data = {"metric_keys": list(metric_keys), "filter_dimensions": {}}
+        delta_signal_data = json.dumps(json_data).encode("utf-8")
+        try:
+            response = self._make_request(
+                self._count_delta_signal_url,
+                "POST",
+                delta_signal_data,
+                extra_headers={"Content-Type": CONTENT_TYPE_JSON},
+                is_delta_signal=True,
+            )
+            if response.ok:
+                self.logger.debug(
+                    f"Monotonic converter cache delta calculation signal success for metric {metric_keys}."
+                )
+            else:
+                self.logger.debug(
+                    f"Not enough metrics of type {metric_keys} cached in monotonic cache converter to calculate delta."
+                )
+        except HTTPException:
+            self.logger.error(
+                f"Monotonic cache converter delta calculation signal request error for metric {metric_keys}."
+            )
+
+    def send_dt_event(self, event: dict[str, str | int | dict[str, str]]):
+        json_data = json.dumps(event).encode("utf-8")
+        try:
+            response = self._make_request(
+                self._event_ingest_url, "POST", json_data, extra_headers={"Content-Type": CONTENT_TYPE_JSON}
+            )
+            if response.ok:
+                self.logger.debug(f"DT Event sent to EEC, content: {json_data.decode('utf-8')}")
+            else:
+                self.logger.debug(f"DT Event request failed: {response.content}")
+        except HTTPException:
+            self.logger.error(f"DT Event request HTTP exception, request body: {json_data.decode('utf-8')}")
+
+    def send_status(self, status: Status) -> dict:
+        encoded_data = json.dumps(status.to_json()).encode("utf-8")
+        self.logger.debug(f"Sending status to EEC: {status}")
+        response = self._make_request(
+            self._keep_alive_url, "POST", encoded_data, extra_headers={"Content-Type": CONTENT_TYPE_JSON}
+        ).content
+        return json.loads(response.decode("utf-8"))
+
+    def send_keep_alive(self):
+        return self.send_status(Status())
+
+    def send_metrics(self, mint_lines: list[str]) -> list[MintResponse]:
+        total_lines = len(mint_lines)
+        lines_sent = 0
+
+        self.logger.debug(f"Start sending {total_lines} metrics to the EEC")
+        responses = []
+
+        # We divide into chunks of MAX_MINT_LINES_PER_REQUEST lines to avoid hitting the body size limit
+        chunks = divide_into_chunks(mint_lines, MAX_MINT_LINES_PER_REQUEST)
+
+        for chunk in chunks:
+            lines_in_chunk = len(chunk)
+            lines_sent += lines_in_chunk
+            self.logger.debug(f"Sending chunk with {lines_in_chunk} metric lines. ({lines_sent}/{total_lines})")
+            mint_data = "\n".join(chunk).encode("utf-8")
+            response = self._make_request(
+                self._metric_url, "POST", mint_data, extra_headers={"Content-Type": CONTENT_TYPE_PLAIN}
+            ).json()
+            self.logger.debug(f"{self._metric_url}: {response}")
+            mint_response = MintResponse.from_json(response)
+            responses.append(mint_response)
+        return responses
+
+    def send_events(self, events: dict | list[dict], eec_enrichment: bool = True) -> List[Union[dict, None]]:
+        self.logger.debug(f"Sending log events: {events}")
+        
+        responses = []
+        batches = divide_logs_into_batches([events] if type(events) == dict else events)
+
+        for batch in batches:
+            try:
+                # EEC returns empty body on success
+                responses.append(self._make_request(
+                    self._events_url,
+                    "POST",
+                    batch,
+                    extra_headers={"Content-Type": CONTENT_TYPE_JSON, "eec-enrichment": str(eec_enrichment).lower()},
+                ).json())
+            except json.JSONDecodeError:
+                responses.append(None)
+        
+        return responses
+
+    def send_sfm_metrics(self, mint_lines: list[str]) -> MintResponse:
+        mint_data = "\n".join(mint_lines).encode("utf-8")
+        return MintResponse.from_json(
+            self._make_request(
+                self._sfm_url, "POST", mint_data, extra_headers={"Content-Type": CONTENT_TYPE_PLAIN}
+            ).json()
+        )
+
+    def get_cluster_time_diff(self) -> int:
+        response = self._make_request(self._timediff_url, "GET")
+        time_diff = response.json()["clusterDiffMs"]
+        return time_diff
+
+
+class DebugClient(CommunicationClient):
+    """
+    This client is used for debugging purposes
+    It does not send metrics to Dynatrace, but prints them to the console
+    """
+
+    def __init__(
+        self,
+        activation_config_path: str,
+        extension_config_path: str,
+        logger: logging.Logger,
+        local_ingest: bool = False,
+        local_ingest_port: int = 14499,
+        print_metrics: bool = True
+    ):
+        self.activation_config = {}
+        if activation_config_path and Path(activation_config_path).exists():
+            with open(activation_config_path) as f:
+                self.activation_config = json.load(f)
+
+        self.extension_config = ""
+        if not extension_config_path:
+            extension_config_path = "extension/extension.yaml"
+        if Path(extension_config_path).exists():
+            with open(extension_config_path) as f:
+                self.extension_config = f.read()
+        self.logger = logger
+        self.local_ingest = local_ingest
+        self.local_ingest_port = local_ingest_port
+        self.print_metrics = print_metrics
+
+    def get_activation_config(self) -> dict:
+        return self.activation_config
+
+    def get_extension_config(self) -> str:
+        return self.extension_config
+
+    def get_feature_sets(self) -> dict[str, list[str]]:
+        # This is only called from dt-sdk run, where PyYaml is installed because of dt-cli
+        # Do NOT move this to the top of the file
+        import yaml  # type: ignore
+
+        # Grab the feature sets from the extension.yaml file
+        extension_yaml = yaml.safe_load(self.extension_config)
+        if not extension_yaml:
+            return {}
+
+        yaml_feature_sets = extension_yaml.get("python", {}).get("featureSets", [])
+        if not yaml_feature_sets:
+            return {}
+
+        # Construct the object that the SDK expects
+        feature_sets = {}
+        for feature_set in yaml_feature_sets:
+            feature_set_name = feature_set["featureSet"]
+            if feature_set_name in self.activation_config.get("featureSets", []):
+                feature_sets[feature_set_name] = [metric["key"] for metric in feature_set["metrics"]]
+
+        return feature_sets
+
+    def register_count_metrics(self, pattern: dict[str, dict[str, COUNT_METRIC_ITEMS_DICT]]) -> None:
+        self.logger.info(f"Registering metrics in converter: {pattern}")
+
+    def send_count_delta_signal(self, metric_keys: set[str]) -> None:
+        self.logger.info(f"Sending delta signal for: {metric_keys}")
+
+    def send_dt_event(self, event: dict) -> None:
+        self.logger.info(f"Sending DT Event: {event}")
+
+    def send_status(self, status: Status) -> dict:
+        self.logger.info(f"send_status: '{status}'")
+        return {}
+
+    def send_keep_alive(self):
+        return self.send_status(Status())
+
+    def send_metrics(self, mint_lines: list[str]) -> list[MintResponse]:
+        total_lines = len(mint_lines)
+        lines_sent = 0
+
+        self.logger.info(f"Start sending {total_lines} metrics to the EEC")
+
+        responses = []
+
+        chunks = divide_into_chunks(mint_lines, MAX_MINT_LINES_PER_REQUEST)
+        for chunk in chunks:
+            lines_in_chunk = len(chunk)
+            lines_sent += lines_in_chunk
+            self.logger.debug(f"Sending chunk with {lines_in_chunk} metric lines. ({lines_sent}/{total_lines})")
+
+            if self.local_ingest:
+                mint_data = "\n".join(chunk).encode("utf-8")
+                response = request(
+                    "POST",
+                    f"http://localhost:{self.local_ingest_port}/metrics/ingest",
+                    body=mint_data,
+                    headers={"Content-Type": CONTENT_TYPE_PLAIN},
+                ).json()
+                mint_response = MintResponse.from_json(response)
+                responses.append(mint_response)
+            else:
+                if self.print_metrics:
+                    for line in mint_lines:
+                        self.logger.info(f"send_metric: {line}")
+
+                response = MintResponse(lines_invalid=0, lines_ok=len(chunk), error=None, warnings=None)
+                responses.append(response)
+        return responses
+
+    def send_events(self, events: dict | list[dict], eec_enrichment: bool = True) -> dict | None:
+        self.logger.info(f"send_events (enrichment = {eec_enrichment}): {events}")
+        return None
+
+    def send_sfm_metrics(self, mint_lines: list[str]) -> MintResponse:
+        for line in mint_lines:
+            self.logger.info(f"send_sfm_metric: {line}")
+        return MintResponse(lines_invalid=0, lines_ok=len(mint_lines), error=None, warnings=None)
+
+    def get_cluster_time_diff(self) -> int:
+        return 0
+
+
+def divide_into_chunks(iterable: Iterable, chunk_size: int) -> Iterable:
+    """
+    Yield successive n-sized chunks from iterable.
+    Example: _chunk([1, 2, 3, 4, 5, 6, 7, 8, 9], 3) -> [[1, 2, 3], [4, 5, 6], [7, 8, 9]]
+
+    :param iterable: The iterable to chunk
+    :param chunk_size: The size of the chunks
+    """
+    iterator = iter(iterable)
+    while True:
+        subset = list(islice(iterator, chunk_size))
+        if not subset:
+            return
+        yield subset
+
+def divide_logs_into_batches(logs: List[dict]):
+    """
+    Yield successive batches from a list of log events, according to sizing limitations
+    imposed by the EEC: 5 MB payload, 50,000 events
+
+    :param logs: The list of log events
+    """
+    events_left = len(logs)
+    events = deque(logs)
+
+    batch = []
+    batch_size = 0
+    batch_items = 0
+
+    while events_left > 0:
+        if batch_items == MAX_LOG_EVENTS_PER_REQUEST:
+            yield batch
+            batch = []
+            batch_size = 0
+            batch_items = 0
+            continue
+
+        event = events.popleft()
+        events_left -= 1
+
+        if event is not None:
+            event = json.dumps(event).encode("utf-8")
+            event_size = len(event)
+
+            if batch_size + event_size >= MAX_LOG_REQUEST_SIZE:
+                yield batch
+                batch = [event]
+                batch_size = event_size
+                batch_items = 1
+            else:
+                batch.append(event)
+                batch_size += event_size
+                batch_items += 1
+    else:
+        yield batch
+
+@dataclass
+class MintResponse:
+    lines_ok: int
+    lines_invalid: int
+    error: dict | None
+    warnings: dict | None
+
+    @staticmethod
+    def from_json(json_data: dict) -> MintResponse:
+        return MintResponse(
+            lines_ok=json_data.get("linesOk", 0),
+            lines_invalid=json_data.get("linesInvalid", 0),
+            error=json_data.get("error"),
+            warnings=json_data.get("warnings"),
+        )
+
+    def __str__(self) -> str:
+        return f"MintResponse(lines_ok={self.lines_ok}, lines_invalid={self.lines_invalid}, error={self.error}, warnings={self.warnings})"