qontract-reconcile 0.10.2.dev166__tar.gz → 0.10.2.dev168__tar.gz

{qontract_reconcile-0.10.2.dev166 → qontract_reconcile-0.10.2.dev168}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: qontract-reconcile
-Version: 0.10.2.dev166
+Version: 0.10.2.dev168
 Summary: Collection of tools to reconcile services with their desired state as defined in the app-interface DB.
 Project-URL: homepage, https://github.com/app-sre/qontract-reconcile
 Project-URL: repository, https://github.com/app-sre/qontract-reconcile

qontract_reconcile-0.10.2.dev168/reconcile/dashdotdb_slo.py

@@ -0,0 +1,119 @@
+from typing import Any
+
+import requests
+from sretoolbox.utils import threaded
+
+from reconcile.dashdotdb_base import (
+    LOG,
+    DashdotdbBase,
+)
+from reconcile.gql_definitions.dashdotdb_slo.slo_documents_query import (
+    query,
+)
+from reconcile.gql_definitions.fragments.saas_slo_document import SLODocument
+from reconcile.typed_queries.app_interface_vault_settings import (
+    get_app_interface_vault_settings,
+)
+from reconcile.utils import gql
+from reconcile.utils.secret_reader import (
+    SecretReaderBase,
+    create_secret_reader,
+)
+from reconcile.utils.slo_document_manager import (
+    SLODetails,
+    SLODocumentManager,
+)
+
+QONTRACT_INTEGRATION = "dashdotdb-slo"
+READ_TIMEOUT = 300
+MAX_RETRIES = 2
+
+
+def get_slo_documents() -> list[SLODocument]:
+    gqlapi = gql.get_api()
+    data = query(gqlapi.query)
+    return list(data.slo_documents or [])
+
+
+class DashdotdbSLO(DashdotdbBase):
+    def __init__(
+        self, dry_run: bool, thread_pool_size: int, secret_reader: SecretReaderBase
+    ) -> None:
+        super().__init__(
+            dry_run=dry_run,
+            thread_pool_size=thread_pool_size,
+            marker="DDDB_SLO:",
+            scope="serviceslometrics",
+            secret_reader=secret_reader,
+        )
+
+    @staticmethod
+    def get_dash_dot_db_payload(slo: SLODetails) -> dict[str, Any]:
+        return {
+            "name": slo.slo.name,
+            "SLIType": slo.slo.sli_type,
+            "SLODoc": {"name": slo.slo_document_name},
+            "namespace": {"name": slo.namespace_name},
+            "cluster": {"name": slo.cluster_name},
+            "service": {"name": slo.service_name},
+            "value": slo.current_slo_value,
+            "target": slo.slo.slo_target,
+        }
+
+    def _post(self, service_slo: SLODetails) -> None:
+        LOG.debug(f"About to POST SLO JSON item to dashdotDB:\n{service_slo}\n")
+        slo_name = service_slo.slo.name
+        endpoint = f"{self.dashdotdb_url}/api/v1/serviceslometrics/{slo_name}"
+        if service_slo.slo.slo_target_unit == "percent_0_1":
+            service_slo.current_slo_value *= 100
+            service_slo.slo.slo_target *= 100
+        payload = self.get_dash_dot_db_payload(service_slo)
+        if not self.dry_run:
+            LOG.info("%s syncing slo %s", self.logmarker, slo_name)
+            try:
+                response = self._do_post(endpoint, payload)
+                response.raise_for_status()
+            except (
+                requests.exceptions.HTTPError,
+                requests.exceptions.InvalidJSONError,
+            ) as details:
+                LOG.error("%s error posting %s - %s", self.logmarker, slo_name, details)
+
+            LOG.info("%s slo %s synced", self.logmarker, slo_name)
+
+    def run(self) -> None:
+        slo_documents = get_slo_documents()
+
+        slo_document_manager = SLODocumentManager(
+            slo_documents=slo_documents,
+            secret_reader=self.secret_reader,
+            thread_pool_size=self.thread_pool_size,
+            read_timeout=READ_TIMEOUT,
+            max_retries=MAX_RETRIES,
+        )
+
+        slo_details_list = slo_document_manager.get_current_slo_list()
+        valid_slo_list = [slo for slo in slo_details_list if slo]
+
+        self._get_token()
+        try:
+            threaded.run(
+                func=self._post,
+                iterable=valid_slo_list,
+                thread_pool_size=self.thread_pool_size,
+            )
+        finally:
+            self._close_token()
+
+
+def run(dry_run: bool = False, thread_pool_size: int = 10) -> None:
+    vault_settings = get_app_interface_vault_settings()
+    secret_reader = create_secret_reader(use_vault=vault_settings.vault)
+    dashdotdb_slo = DashdotdbSLO(
+        dry_run=dry_run, thread_pool_size=thread_pool_size, secret_reader=secret_reader
+    )
+    dashdotdb_slo.run()
+
+
+def early_exit_desired_state(*args: Any, **kwargs: Any) -> dict[str, Any]:
+    return {doc.name: doc.dict() for doc in get_slo_documents()}

{qontract_reconcile-0.10.2.dev166 → qontract_reconcile-0.10.2.dev168}/reconcile/gql_definitions/common/saas_files.py

@@ -18,6 +18,7 @@ from pydantic import (  # noqa: F401 # pylint: disable=W0611
 )
 
 from reconcile.gql_definitions.fragments.oc_connection_cluster import OcConnectionCluster
+from reconcile.gql_definitions.fragments.saas_slo_document import SLODocument
 from reconcile.gql_definitions.fragments.saas_target_namespace import SaasTargetNamespace
 from reconcile.gql_definitions.fragments.vault_secret import VaultSecret
 
@@ -53,6 +54,50 @@ fragment OcConnectionCluster on Cluster_v1 {
   }
 }
 
+fragment SLODocument on SLODocument_v1 {
+    name
+    namespaces {
+      prometheusAccess {
+         url
+         username {
+         ... VaultSecret
+         }
+         password {
+           ... VaultSecret
+         }
+      }
+      namespace {
+        name
+        app {
+          name
+        }
+        cluster {
+          name
+          automationToken {
+          ... VaultSecret
+          }
+          prometheusUrl
+          spec {
+            private
+          }
+        }
+      }
+      SLONamespace {
+        name
+      }
+    }
+    slos {
+      name
+      expr
+      SLIType
+      SLOParameters {
+        window
+      }
+      SLOTarget
+      SLOTargetUnit
+    }
+}
+
 fragment SaasTargetNamespace on Namespace_v1 {
   name
   labels
@@ -253,6 +298,9 @@ query SaasFiles {
         namespace {
           ...SaasTargetNamespace
         }
+        slos {
+         ...SLODocument 
+        }
         namespaceSelector {
           jsonPathSelectors {
             include
@@ -512,6 +560,7 @@ class SaasResourceTemplateTargetV2(ConfiguredBaseModel):
     path: Optional[str] = Field(..., alias="path")
     name: Optional[str] = Field(..., alias="name")
     namespace: Optional[SaasTargetNamespace] = Field(..., alias="namespace")
+    slos: Optional[list[SLODocument]] = Field(..., alias="slos")
     namespace_selector: Optional[SaasResourceTemplateTargetNamespaceSelectorV1] = Field(..., alias="namespaceSelector")
     provider: Optional[str] = Field(..., alias="provider")
     ref: str = Field(..., alias="ref")

qontract_reconcile-0.10.2.dev168/reconcile/gql_definitions/dashdotdb_slo/slo_documents_query.py

@@ -0,0 +1,109 @@
+"""
+Generated by qenerate plugin=pydantic_v1. DO NOT MODIFY MANUALLY!
+"""
+from collections.abc import Callable  # noqa: F401 # pylint: disable=W0611
+from datetime import datetime  # noqa: F401 # pylint: disable=W0611
+from enum import Enum  # noqa: F401 # pylint: disable=W0611
+from typing import (  # noqa: F401 # pylint: disable=W0611
+    Any,
+    Optional,
+    Union,
+)
+
+from pydantic import (  # noqa: F401 # pylint: disable=W0611
+    BaseModel,
+    Extra,
+    Field,
+    Json,
+)
+
+from reconcile.gql_definitions.fragments.saas_slo_document import SLODocument
+
+
+DEFINITION = """
+fragment SLODocument on SLODocument_v1 {
+    name
+    namespaces {
+      prometheusAccess {
+         url
+         username {
+         ... VaultSecret
+         }
+         password {
+           ... VaultSecret
+         }
+      }
+      namespace {
+        name
+        app {
+          name
+        }
+        cluster {
+          name
+          automationToken {
+          ... VaultSecret
+          }
+          prometheusUrl
+          spec {
+            private
+          }
+        }
+      }
+      SLONamespace {
+        name
+      }
+    }
+    slos {
+      name
+      expr
+      SLIType
+      SLOParameters {
+        window
+      }
+      SLOTarget
+      SLOTargetUnit
+    }
+}
+
+fragment VaultSecret on VaultSecret_v1 {
+    path
+    field
+    version
+    format
+}
+
+query SLODocuments {
+  slo_documents: slo_document_v1 {
+  ... SLODocument
+  }
+}
+"""
+
+
+class ConfiguredBaseModel(BaseModel):
+    class Config:
+        smart_union=True
+        extra=Extra.forbid
+
+
+class SLODocumentsQueryData(ConfiguredBaseModel):
+    slo_documents: Optional[list[SLODocument]] = Field(..., alias="slo_documents")
+
+
+def query(query_func: Callable, **kwargs: Any) -> SLODocumentsQueryData:
+    """
+    This is a convenience function which queries and parses the data into
+    concrete types. It should be compatible with most GQL clients.
+    You do not have to use it to consume the generated data classes.
+    Alternatively, you can also mime and alternate the behavior
+    of this function in the caller.
+
+    Parameters:
+        query_func (Callable): Function which queries your GQL Server
+        kwargs: optional arguments that will be passed to the query function
+
+    Returns:
+        SLODocumentsQueryData: queried data parsed into generated classes
+    """
+    raw_data: dict[Any, Any] = query_func(DEFINITION, **kwargs)
+    return SLODocumentsQueryData(**raw_data)

qontract_reconcile-0.10.2.dev166/reconcile/gql_definitions/dashdotdb_slo/slo_documents_query.py → qontract_reconcile-0.10.2.dev168/reconcile/gql_definitions/fragments/saas_slo_document.py

@@ -20,62 +20,6 @@ from pydantic import (  # noqa: F401 # pylint: disable=W0611
 from reconcile.gql_definitions.fragments.vault_secret import VaultSecret
 
 
-DEFINITION = """
-fragment VaultSecret on VaultSecret_v1 {
-    path
-    field
-    version
-    format
-}
-
-query SLODocuments {
-  slo_documents: slo_document_v1 {
-    name
-    namespaces {
-      prometheusAccess {
-         url
-         username {
-         ... VaultSecret
-         }
-         password {
-           ... VaultSecret
-         }
-      }
-      namespace {
-        name
-        app {
-          name
-        }
-        cluster {
-          name
-          automationToken {
-          ... VaultSecret
-          }
-          prometheusUrl
-          spec {
-            private
-          }
-        }
-      }
-      SLONamespace {
-        name
-      }
-    }
-    slos {
-      name
-      expr
-      SLIType
-      SLOParameters {
-        window
-      }
-      SLOTarget
-      SLOTargetUnit
-    }
-  }
-}
-"""
-
-
 class ConfiguredBaseModel(BaseModel):
     class Config:
         smart_union=True
@@ -132,30 +76,7 @@ class SLODocumentSLOV1(ConfiguredBaseModel):
     slo_target_unit: str = Field(..., alias="SLOTargetUnit")
 
 
-class SLODocumentV1(ConfiguredBaseModel):
+class SLODocument(ConfiguredBaseModel):
     name: str = Field(..., alias="name")
     namespaces: list[SLONamespacesV1] = Field(..., alias="namespaces")
     slos: Optional[list[SLODocumentSLOV1]] = Field(..., alias="slos")
-
-
-class SLODocumentsQueryData(ConfiguredBaseModel):
-    slo_documents: Optional[list[SLODocumentV1]] = Field(..., alias="slo_documents")
-
-
-def query(query_func: Callable, **kwargs: Any) -> SLODocumentsQueryData:
-    """
-    This is a convenience function which queries and parses the data into
-    concrete types. It should be compatible with most GQL clients.
-    You do not have to use it to consume the generated data classes.
-    Alternatively, you can also mime and alternate the behavior
-    of this function in the caller.
-
-    Parameters:
-        query_func (Callable): Function which queries your GQL Server
-        kwargs: optional arguments that will be passed to the query function
-
-    Returns:
-        SLODocumentsQueryData: queried data parsed into generated classes
-    """
-    raw_data: dict[Any, Any] = query_func(DEFINITION, **kwargs)
-    return SLODocumentsQueryData(**raw_data)