datadog-checks-base 37.7.0__py2.py3-none-any.whl → 37.8.0__py2.py3-none-any.whl

datadog_checks/base/utils/format/json.py

@@ -0,0 +1,30 @@
+# (C) Datadog, Inc. 2025-present
+# All rights reserved
+# Licensed under a 3-clause BSD style license (see LICENSE)
+from __future__ import annotations
+
+import warnings
+from typing import TYPE_CHECKING, Any
+
+import lazy_loader
+
+if TYPE_CHECKING:
+    from collections.abc import Callable
+
+    from datadog_checks.base.utils.format import _json
+
+with warnings.catch_warnings():
+    warnings.filterwarnings('ignore', category=RuntimeWarning, module='lazy_loader')
+    json: _json = lazy_loader.load('datadog_checks.base.utils.format._json')
+
+
+def decode(s: str | bytes) -> Any:
+    return json.decode(s)
+
+
+def encode(obj: Any, *, sort_keys: bool = False, default: Callable[[Any], Any] | None = None) -> str:
+    return json.encode(obj, sort_keys=sort_keys, default=default)
+
+
+def encode_bytes(obj: Any, *, sort_keys: bool = False, default: Callable[[Any], Any] | None = None) -> bytes:
+    return json.encode_bytes(obj, sort_keys=sort_keys, default=default)

datadog_checks/base/utils/http.py

@@ -1,28 +1,27 @@
 # (C) Datadog, Inc. 2019-present
 # All rights reserved
 # Licensed under a 3-clause BSD style license (see LICENSE)
+from __future__ import annotations
+
 import logging
 import os
 import re
 import ssl
-from contextlib import contextmanager
+import warnings
+from contextlib import ExitStack, contextmanager
 from copy import deepcopy
-from io import open
-from ipaddress import ip_address, ip_network
 from urllib.parse import quote, urlparse, urlunparse
 
+import lazy_loader
 import requests
-import requests_unixsocket
 from binary import KIBIBYTE
-from cryptography.x509 import load_der_x509_certificate
-from cryptography.x509.extensions import ExtensionNotFound
-from cryptography.x509.oid import AuthorityInformationAccessOID, ExtensionOID
 from requests import auth as requests_auth
 from requests.exceptions import SSLError
-from requests_toolbelt.adapters import host_header_ssl
+from urllib3.exceptions import InsecureRequestWarning
 from wrapt import ObjectProxy
 
 from datadog_checks.base.agent import datadog_agent
+from datadog_checks.base.utils import _http_utils
 
 from ..config import is_affirmative
 from ..errors import ConfigurationError
@@ -31,19 +30,16 @@ from .headers import get_default_headers, update_headers
 from .network import CertAdapter, create_socket_connection
 from .time import get_timestamp
 
-try:
-    from contextlib import ExitStack
-except ImportError:
-    from contextlib2 import ExitStack
+# See Performance Optimizations in this package's README.md.
+requests_kerberos = lazy_loader.load('requests_kerberos')
+requests_ntlm = lazy_loader.load('requests_ntlm')
+requests_oauthlib = lazy_loader.load('requests_oauthlib')
+requests_unixsocket = lazy_loader.load('requests_unixsocket')
+jwt = lazy_loader.load('jwt')
+ipaddress = lazy_loader.load('ipaddress')
 
-# Import lazily to reduce memory footprint and ease installation for development
-requests_aws = None
-requests_kerberos = None
-requests_ntlm = None
-requests_oauthlib = None
-oauth2 = None
-jwt = None
-serialization = None
+# We log instead of emit warnings for unintentionally insecure HTTPS requests
+warnings.simplefilter('ignore', InsecureRequestWarning)
 
 LOGGER = logging.getLogger(__file__)
 
@@ -394,7 +390,7 @@ class RequestsWrapper(object):
         new_options = self.populate_options(options)
 
         if url.startswith('https') and not self.ignore_tls_warning and not new_options['verify']:
-            self.logger.warning(u'An unverified HTTPS request is being made to %s', url)
+            self.logger.debug(u'An unverified HTTPS request is being made to %s', url)
 
         extra_headers = options.pop('extra_headers', None)
         if extra_headers is not None:
@@ -499,23 +495,26 @@ class RequestsWrapper(object):
         # https://tools.ietf.org/html/rfc3280#section-4.2.2.1
         # https://tools.ietf.org/html/rfc5280#section-5.2.7
         try:
-            cert = load_der_x509_certificate(der_cert)
+            cert = _http_utils.cryptography_x509_load_certificate(der_cert)
         except Exception as e:
             self.logger.error('Error while deserializing peer certificate to discover intermediate certificates: %s', e)
             return
 
         try:
             authority_information_access = cert.extensions.get_extension_for_oid(
-                ExtensionOID.AUTHORITY_INFORMATION_ACCESS
+                _http_utils.cryptography_x509_ExtensionOID.AUTHORITY_INFORMATION_ACCESS
             )
-        except ExtensionNotFound:
+        except _http_utils.cryptography_x509_ExtensionNotFound:
             self.logger.debug(
                 'No Authority Information Access extension found, skipping discovery of intermediate certificates'
             )
             return
 
         for access_description in authority_information_access.value:
-            if access_description.access_method != AuthorityInformationAccessOID.CA_ISSUERS:
+            if (
+                access_description.access_method
+                != _http_utils.cryptography_x509_AuthorityInformationAccessOID.CA_ISSUERS
+            ):
                 continue
 
             uri = access_description.access_location.value
@@ -541,7 +540,7 @@ class RequestsWrapper(object):
             # Enables HostHeaderSSLAdapter
             # https://toolbelt.readthedocs.io/en/latest/adapters.html#hostheaderssladapter
             if self.tls_use_host_header:
-                self._session.mount('https://', host_header_ssl.HostHeaderSSLAdapter())
+                self._session.mount('https://', _http_utils.HostHeaderSSLAdapter())
             # Enable Unix Domain Socket (UDS) support.
             # See: https://github.com/msabramo/requests-unixsocket
             self._session.mount('{}://'.format(UDS_SCHEME), requests_unixsocket.UnixAdapter())
@@ -619,9 +618,9 @@ def should_bypass_proxy(url, no_proxy_uris):
         try:
             # If no_proxy_uri is an IP or IP CIDR.
             # A ValueError is raised if address does not represent a valid IPv4 or IPv6 address.
-            ipnetwork = ip_network(ensure_unicode(no_proxy_uri))
-            ipaddress = ip_address(ensure_unicode(parsed_uri))
-            if ipaddress in ipnetwork:
+            ip_network = ipaddress.ip_network(ensure_unicode(no_proxy_uri))
+            ip_address = ipaddress.ip_address(ensure_unicode(parsed_uri))
+            if ip_address in ip_network:
                 return True
         except ValueError:
             # Treat no_proxy_uri as a domain name
@@ -655,21 +654,13 @@ def create_digest_auth(config):
 
 
 def create_ntlm_auth(config):
-    global requests_ntlm
-    if requests_ntlm is None:
-        import requests_ntlm
-
     return requests_ntlm.HttpNtlmAuth(config['ntlm_domain'], config['password'])
 
 
 def create_kerberos_auth(config):
-    global requests_kerberos
-    if requests_kerberos is None:
-        import requests_kerberos
-
-        KERBEROS_STRATEGIES['required'] = requests_kerberos.REQUIRED
-        KERBEROS_STRATEGIES['optional'] = requests_kerberos.OPTIONAL
-        KERBEROS_STRATEGIES['disabled'] = requests_kerberos.DISABLED
+    KERBEROS_STRATEGIES['required'] = requests_kerberos.REQUIRED
+    KERBEROS_STRATEGIES['optional'] = requests_kerberos.OPTIONAL
+    KERBEROS_STRATEGIES['disabled'] = requests_kerberos.DISABLED
 
     # For convenience
     if config['kerberos_auth'] is None or is_affirmative(config['kerberos_auth']):
@@ -692,15 +683,11 @@ def create_kerberos_auth(config):
 
 
 def create_aws_auth(config):
-    global requests_aws
-    if requests_aws is None:
-        from aws_requests_auth import boto_utils as requests_aws
-
     for setting in ('aws_host', 'aws_region', 'aws_service'):
         if not config[setting]:
             raise ConfigurationError('AWS auth requires the setting `{}`'.format(setting))
 
-    return requests_aws.BotoAWSRequestsAuth(
+    return _http_utils.BotoAWSRequestsAuth(
         aws_host=config['aws_host'], aws_region=config['aws_region'], aws_service=config['aws_service']
     )
 
@@ -851,15 +838,7 @@ class AuthTokenOAuthReader(object):
 
     def read(self, **request):
         if self._token is None or get_timestamp() >= self._expiration or 'error' in request:
-            global oauth2
-            if oauth2 is None:
-                from oauthlib import oauth2
-
-            global requests_oauthlib
-            if requests_oauthlib is None:
-                import requests_oauthlib
-
-            client = oauth2.BackendApplicationClient(client_id=self._client_id)
+            client = _http_utils.oauth2.BackendApplicationClient(client_id=self._client_id)
             oauth = requests_oauthlib.OAuth2Session(client=client)
             response = oauth.fetch_token(**self._fetch_options)
 
@@ -911,20 +890,12 @@ class DCOSAuthTokenReader(object):
     def read(self, **request):
         if self._token is None or 'error' in request:
             with open(self._private_key_path, 'rb') as f:
-                global serialization
-                if serialization is None:
-                    from cryptography.hazmat.primitives import serialization
-
-                global jwt
-                if jwt is None:
-                    import jwt
-
-                private_key = serialization.load_pem_private_key(f.read(), password=None)
+                private_key = _http_utils.cryptography_serialization.load_pem_private_key(f.read(), password=None)
 
                 serialized_private = private_key.private_bytes(
-                    encoding=serialization.Encoding.PEM,
-                    format=serialization.PrivateFormat.PKCS8,
-                    encryption_algorithm=serialization.NoEncryption(),
+                    encoding=_http_utils.cryptography_serialization.Encoding.PEM,
+                    format=_http_utils.cryptography_serialization.PrivateFormat.PKCS8,
+                    encryption_algorithm=_http_utils.cryptography_serialization.NoEncryption(),
                 )
 
                 exp = int(get_timestamp() + self._expiration)

datadog_checks/base/utils/metadata/__init__.py

@@ -1,4 +1,6 @@
 # (C) Datadog, Inc. 2019-present
 # All rights reserved
 # Licensed under a 3-clause BSD style license (see LICENSE)
-from .core import MetadataManager
+import lazy_loader
+
+__getattr__, __dir__, __all__ = lazy_loader.attach_stub(__name__, __file__)

datadog_checks/base/utils/metadata/__init__.pyi

@@ -0,0 +1,6 @@
+# (C) Datadog, Inc. 2025-present
+# All rights reserved
+# Licensed under a 3-clause BSD style license (see LICENSE)
+from .core import MetadataManager
+
+__all__ = ['MetadataManager']

datadog_checks/base/utils/prometheus/__init__.py

@@ -1,5 +1,6 @@
 # (C) Datadog, Inc. 2016-present
 # All rights reserved
 # Licensed under Simplified BSD License (see LICENSE)
+import lazy_loader
 
-from .functions import parse_metric_family  # noqa: F401
+__getattr__, __dir__, __all__ = lazy_loader.attach_stub(__name__, __file__)

datadog_checks/base/utils/prometheus/__init__.pyi

@@ -0,0 +1,6 @@
+# (C) Datadog, Inc. 2025-present
+# All rights reserved
+# Licensed under a 3-clause BSD style license (see LICENSE)
+from .functions import parse_metric_family
+
+__all__ = ['parse_metric_family']

datadog_checks/base/utils/replay/execute.py

@@ -5,9 +5,10 @@ import os
 import subprocess
 import sys
 
+from datadog_checks.base.utils.format import json
+
 from ..common import ensure_bytes, to_native_string
 from ..platform import Platform
-from ..serialization import json
 from .constants import KNOWN_DATADOG_AGENT_SETTER_METHODS, EnvVars
 
 
@@ -24,8 +25,8 @@ def run_with_isolation(check, aggregator, datadog_agent):
     env_vars[EnvVars.MESSAGE_INDICATOR] = message_indicator
     env_vars[EnvVars.CHECK_NAME] = check.name
     env_vars[EnvVars.CHECK_ID] = check.check_id
-    env_vars[EnvVars.INIT_CONFIG] = to_native_string(json.dumps(init_config))
-    env_vars[EnvVars.INSTANCE] = to_native_string(json.dumps(instance))
+    env_vars[EnvVars.INIT_CONFIG] = to_native_string(json.encode(init_config))
+    env_vars[EnvVars.INSTANCE] = to_native_string(json.encode(instance))
 
     if Platform.is_windows():
         env_vars[EnvVars.DDTRACE] = "false"
@@ -60,7 +61,7 @@ def run_with_isolation(check, aggregator, datadog_agent):
             check.log.trace(line)
 
             message_type, _, message = procedure.partition(':')
-            message = json.loads(message)
+            message = json.decode(message)
             if message_type == 'aggregator':
                 getattr(aggregator, message['method'])(check, *message['args'], **message['kwargs'])
             elif message_type == 'log':
@@ -69,7 +70,7 @@ def run_with_isolation(check, aggregator, datadog_agent):
                 method = message['method']
                 value = getattr(datadog_agent, method)(*message['args'], **message['kwargs'])
                 if method not in KNOWN_DATADOG_AGENT_SETTER_METHODS:
-                    process.stdin.write(b'%s\n' % ensure_bytes(json.dumps({'value': value})))
+                    process.stdin.write(b'%s\n' % ensure_bytes(json.encode({'value': value})))
                     process.stdin.flush()
             elif message_type == 'error':
                 check.log.error(message[0]['traceback'])

datadog_checks/base/utils/replay/redirect.py

@@ -5,12 +5,13 @@ import logging
 import os
 import sys
 
+from datadog_checks.base.utils.format import json
+
 from ...checks import base
 from ...log import LOG_LEVEL_MAP, TRACE_LEVEL, _get_py_loglevel
 from ...utils.common import to_native_string
 from ...utils.metadata import core
 from ...utils.replay.constants import KNOWN_DATADOG_AGENT_SETTER_METHODS, EnvVars
-from ...utils.serialization import json
 
 MESSAGE_INDICATOR = os.environ[EnvVars.MESSAGE_INDICATOR]
 LOG_METHODS = {log_level: log_method.lower() for log_method, log_level in LOG_LEVEL_MAP.items()}
@@ -30,7 +31,7 @@ class ReplayAggregator(object):
             print(
                 '{}:aggregator:{}'.format(
                     MESSAGE_INDICATOR,
-                    to_native_string(json.dumps({'method': method_name, 'args': list(args)[1:], 'kwargs': kwargs})),
+                    to_native_string(json.encode({'method': method_name, 'args': list(args)[1:], 'kwargs': kwargs})),
                 )
             )
 
@@ -49,11 +50,11 @@ class ReplayDatadogAgent(object):
             print(
                 '{}:datadog_agent:{}'.format(
                     MESSAGE_INDICATOR,
-                    to_native_string(json.dumps({'method': method_name, 'args': list(args), 'kwargs': kwargs})),
+                    to_native_string(json.encode({'method': method_name, 'args': list(args), 'kwargs': kwargs})),
                 )
             )
             if read:
-                return json.loads(sys.stdin.readline())['value']
+                return json.decode(sys.stdin.readline())['value']
 
         return method
 
@@ -63,7 +64,7 @@ class ReplayLogger(logging.Logger):
         print(
             '{}:log:{}'.format(
                 MESSAGE_INDICATOR,
-                to_native_string(json.dumps({'method': LOG_METHODS[level], 'args': [str(a) for a in args]})),
+                to_native_string(json.encode({'method': LOG_METHODS[level], 'args': [str(a) for a in args]})),
             )
         )
 
@@ -80,8 +81,8 @@ logging.getLogger().setLevel(_get_py_loglevel(base.datadog_agent.get_config('log
 def run_check(check_class):
     check = check_class(
         os.environ[EnvVars.CHECK_NAME],
-        json.loads(os.environ[EnvVars.INIT_CONFIG]),
-        [json.loads(os.environ[EnvVars.INSTANCE])],
+        json.decode(os.environ[EnvVars.INIT_CONFIG]),
+        [json.decode(os.environ[EnvVars.INSTANCE])],
     )
     check.check_id = os.environ[EnvVars.CHECK_ID]
 

datadog_checks/base/utils/serialization.py

@@ -1,3 +1,8 @@
+"""
+This module is deprecated and will begin emitting deprecation warnings after all official
+integrations have migrated to the new `datadog_checks.base.utils.format.json` module.
+"""
+
 # (C) Datadog, Inc. 2020-present
 # All rights reserved
 # Licensed under a 3-clause BSD style license (see LICENSE)

datadog_checks/base/utils/tracing.py

@@ -1,15 +1,24 @@
 # (C) Datadog, Inc. 2018-present
 # All rights reserved
 # Licensed under Simplified BSD License (see LICENSE)
+from __future__ import annotations
+
 import functools
-import inspect
 import os
+from typing import TYPE_CHECKING
+
+import lazy_loader
 
 from datadog_checks.base.agent import datadog_agent
 
 from ..config import is_affirmative
 from ..utils.common import to_native_string
 
+if TYPE_CHECKING:
+    import inspect as _module_inspect
+
+inspect: _module_inspect = lazy_loader.load('inspect')
+
 EXCLUDED_MODULES = ['threading']
 
 # During regular continuous tracing we trace only the check's top-level 'run' and

{datadog_checks_base-37.7.0.dist-info → datadog_checks_base-37.8.0.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: datadog-checks-base
-Version: 37.7.0
+Version: 37.8.0
 Summary: The Datadog Check Toolkit
 Project-URL: Source, https://github.com/DataDog/integrations-core
 Author-email: Datadog <packages@datadoghq.com>
@@ -16,10 +16,11 @@ Provides-Extra: db
 Requires-Dist: mmh3==5.1.0; extra == 'db'
 Provides-Extra: deps
 Requires-Dist: binary==1.0.1; extra == 'deps'
-Requires-Dist: cachetools==5.5.1; extra == 'deps'
-Requires-Dist: cryptography==43.0.1; extra == 'deps'
+Requires-Dist: cachetools==5.5.2; extra == 'deps'
+Requires-Dist: cryptography==44.0.1; extra == 'deps'
 Requires-Dist: ddtrace==2.10.6; extra == 'deps'
 Requires-Dist: jellyfish==1.1.3; extra == 'deps'
+Requires-Dist: lazy-loader==0.4; extra == 'deps'
 Requires-Dist: prometheus-client==0.21.1; extra == 'deps'
 Requires-Dist: protobuf==5.29.3; extra == 'deps'
 Requires-Dist: pydantic==2.10.6; extra == 'deps'
@@ -29,15 +30,14 @@ Requires-Dist: pyyaml==6.0.2; extra == 'deps'
 Requires-Dist: requests-toolbelt==1.0.0; extra == 'deps'
 Requires-Dist: requests-unixsocket2==0.4.2; extra == 'deps'
 Requires-Dist: requests==2.32.3; extra == 'deps'
-Requires-Dist: simplejson==3.19.3; extra == 'deps'
-Requires-Dist: uptime==3.0.1; extra == 'deps'
+Requires-Dist: simplejson==3.20.1; extra == 'deps'
 Requires-Dist: wrapt==1.17.2; extra == 'deps'
 Provides-Extra: http
 Requires-Dist: aws-requests-auth==0.4.3; extra == 'http'
-Requires-Dist: botocore==1.36.16; extra == 'http'
+Requires-Dist: botocore==1.36.26; extra == 'http'
 Requires-Dist: oauthlib==3.2.2; extra == 'http'
 Requires-Dist: pyjwt==2.10.1; extra == 'http'
-Requires-Dist: pyopenssl==24.2.1; extra == 'http'
+Requires-Dist: pyopenssl==24.3.0; extra == 'http'
 Requires-Dist: pysocks==1.7.1; extra == 'http'
 Requires-Dist: requests-kerberos==0.15.0; extra == 'http'
 Requires-Dist: requests-ntlm==1.3.0; extra == 'http'
@@ -45,7 +45,7 @@ Requires-Dist: requests-oauthlib==2.0.0; extra == 'http'
 Provides-Extra: json
 Requires-Dist: orjson==3.10.15; extra == 'json'
 Provides-Extra: kube
-Requires-Dist: kubernetes==32.0.0; extra == 'kube'
+Requires-Dist: kubernetes==32.0.1; extra == 'kube'
 Requires-Dist: requests-oauthlib==2.0.0; extra == 'kube'
 Description-Content-Type: text/markdown
 
@@ -80,6 +80,15 @@ install the toolkit locally and play with it:
 pip install datadog-checks-base
 ```
 
+## Performance Optimizations
+
+We strive to balance lean resource usage with a "batteries included" user experience.
+We employ a few tricks to achieve this.
+
+One of them is the [lazy-loader][9] library that allows us to expose a nice API (simple, short imports) without the baseline memory overhead of importing everything all the time.
+
+Another trick is to import some of our dependencies inside functions that use them instead of the more conventional import section at the top of the file. We rely on this the most in the `AgentCheck` base class.
+
 ## Troubleshooting
 
 Need help? Contact [Datadog support][8].
@@ -91,3 +100,4 @@ Need help? Contact [Datadog support][8].
 [6]: https://github.com/DataDog/integrations-core
 [7]: https://pypi.org/project/datadog-checks-base/
 [8]: https://docs.datadoghq.com/help/
+[9]: https://github.com/scientific-python/lazy-loader