qontract-reconcile 0.10.2.dev260__py3-none-any.whl → 0.10.2.dev262__py3-none-any.whl

{qontract_reconcile-0.10.2.dev260.dist-info → qontract_reconcile-0.10.2.dev262.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: qontract-reconcile
-Version: 0.10.2.dev260
+Version: 0.10.2.dev262
 Summary: Collection of tools to reconcile services with their desired state as defined in the app-interface DB.
 Project-URL: homepage, https://github.com/app-sre/qontract-reconcile
 Project-URL: repository, https://github.com/app-sre/qontract-reconcile
@@ -449,6 +449,22 @@ GQL definitions and generated classes can be found [here](reconcile/gql_definiti
 
 `faulthandler` is enabled for this project and SIGUSR1 is registered to dump the traceback. To do so, you can use `kill -USR1 pid` where pid is the ID of the qontract-reconcile process.
 
+## Profiling
+
+Enable the Python cProfile module by setting the environment variable `ENABLE_PROFILING=1` before running the integration. This will generate a profile file `/tmp/profile.prof`.
+
+You can then analyze the profile using `snakeviz`:
+
+```sh
+snakeviz /tmp/profile.prof
+```
+
+> :information_source: Note
+>
+> `cProfile` doesn't support multithreading, but it can still highlight performance issues on the main thread.
+> If you need to profile multithreaded code, consider using [py-spy](https://github.com/benfred/py-spy) or similar tools that support sampling profiling.
+> Also [memray](https://github.com/bloomberg/memray) could be beneficial for memory profiling.
+
 ## Code style guide
 
 Qontract-reconcile uses [PEP8](https://peps.python.org/pep-0008/) as the code style guide.

{qontract_reconcile-0.10.2.dev260.dist-info → qontract_reconcile-0.10.2.dev262.dist-info}/RECORD

@@ -93,7 +93,7 @@ reconcile/query_validator.py,sha256=MSh5pKLBksws4AqfuvT8nrIGucIbqX-IOzYyPYTLO7k,
 reconcile/requests_sender.py,sha256=914iluuF4UVgG3VyxxtnHOu4yf6YKS2fIy6PViSsFTQ,3875
 reconcile/resource_scraper.py,sha256=znXCHrU7YwPfKuxGBiUrV7T1tYtn4vlz9qmZlfy6Flg,2307
 reconcile/resource_template_tester.py,sha256=DsKvBuNLPxm4Fa-e1YHHySnhThm5i_j-nF3G4b02Mz0,2416
-reconcile/run_integration.py,sha256=BMqJi7LbLs2fqmfH8ctl2hYcGulHG-n3QxEnIgGfw18,9713
+reconcile/run_integration.py,sha256=brbNFEQpHLeLIEN-sDpIctyrx8aiL5Vu9YLecdwwykk,10221
 reconcile/saas_file_validator.py,sha256=tyvFYU6lnkfDYIkAIr5pWqSvO5Yc6TagZ-quJYD2dtI,2547
 reconcile/sendgrid_teammates.py,sha256=oO8QbLb4s1o8A6CGiCagN9CmS05BSS_WLztuY0Ym9D8,4773
 reconcile/service_dependencies.py,sha256=G2qCuYFc8wQLpRxkdhmibxSAl3nUM3hcan4x50W_mCA,4335
@@ -150,9 +150,9 @@ reconcile/aws_cloudwatch_log_retention/integration.py,sha256=QY5EtCpcMN0TgOQInID
 reconcile/aws_saml_idp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/aws_saml_idp/integration.py,sha256=Z2JtUx2YIbkn0KVrVa2CoAErPB8vTykOOkWD_ZPoB94,6511
 reconcile/aws_saml_roles/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-reconcile/aws_saml_roles/integration.py,sha256=H9_86DH_Tlz-mnJt1RV6oK87cfHVjXGhR72jH32faV0,11304
+reconcile/aws_saml_roles/integration.py,sha256=inU10Yu0lZpJw_00vVe2bytJrecjLtu2hR7kQQIAbx0,11234
 reconcile/aws_version_sync/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-reconcile/aws_version_sync/integration.py,sha256=BgVb08BwkTUtUO48__YZuH79QNZkdZSansVEw_OjSa0,17900
+reconcile/aws_version_sync/integration.py,sha256=YeqvWMfMtTqTMG6_2iL8-wLds8Lb3CAbSQcR6ebeSlA,17863
 reconcile/aws_version_sync/utils.py,sha256=x-45QT7zAwdNvCg7w_qJNwLaksFcfz1_6KQoD_0IVuA,1727
 reconcile/aws_version_sync/merge_request_manager/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/aws_version_sync/merge_request_manager/merge_request.py,sha256=2FbqLLdqxycWNvX1eNbwMjWSVBb7q0p-8t5Db0m7b4Q,4842
@@ -447,7 +447,7 @@ reconcile/ocm/types.py,sha256=mPudTvjDSO-i7ruXG2oDn64scsKhr0Zf9KMvL0bBO_o,2405
 reconcile/ocm_internal_notifications/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/ocm_internal_notifications/integration.py,sha256=SjwoHJLA-l6Upezk_ukI38lJZwu7m0giPFxALdNmOww,4428
 reconcile/ocm_labels/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-reconcile/ocm_labels/integration.py,sha256=gLacfCBvOnNHqF2j19VvU_-NInfgLQ5HFtk-BiVvhOg,15272
+reconcile/ocm_labels/integration.py,sha256=cTwxszQrbYG4R5fCGo6IdoRSS_A98dTQZCwCJ2R9RaI,15235
 reconcile/oum/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/oum/base.py,sha256=WCFdHOHXLPrJcvxVqw6HjaJthT7olC5BQqqXlD4DM6c,13552
 reconcile/oum/labelset.py,sha256=f5kDndbaIT4iNYxTRPSELTUgj_aMlzEJDPzooAkG2mE,2154
@@ -458,7 +458,7 @@ reconcile/oum/standalone.py,sha256=EN5y1S-3DwUZYzSRqRMtf63mI2slvBHKiU9zOTjYvWM,7
 reconcile/prometheus_rules_tester/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/prometheus_rules_tester/integration.py,sha256=8lXZSaNqZAemulVNDxanrxwl7ZGfUxtwfptJlMPX8ac,9308
 reconcile/rhidp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-reconcile/rhidp/common.py,sha256=AHNBr3dkRneh4Hom53r8nMeKOw665YoqzIITDWInVik,6789
+reconcile/rhidp/common.py,sha256=rqifpncnE5--sYSx7ERMGDUjNHRI-SZkpuzwepZSps4,6766
 reconcile/rhidp/metrics.py,sha256=Yp0GtpjhieEdru0qkG3osBTJiKUzg6CAjwPoFTQDnCg,417
 reconcile/rhidp/ocm_oidc_idp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/rhidp/ocm_oidc_idp/base.py,sha256=gcrQEmHQ2GF2MtSxBcxTRsK-I19rsfIn9NZvyx8ZbyQ,7133
@@ -687,7 +687,7 @@ reconcile/utils/dynatrace/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJW
 reconcile/utils/dynatrace/client.py,sha256=H8EjqmZlB1a2ionAjV8_R1ozs9lWbmPCYKLe0J8kZAs,2838
 reconcile/utils/glitchtip/__init__.py,sha256=FT6iBhGqoe7KExFdbgL8AYUb64iW_4snF5__Dcl7yt0,258
 reconcile/utils/glitchtip/client.py,sha256=F_x18QMHfeNoS3vS_VvjVm1IKnwGOsXvopjR9iwj4aY,8948
-reconcile/utils/glitchtip/models.py,sha256=txt3vq5fNTKSv3syd3hAwMX3e9e_AtQkMlXSUlqf00U,6606
+reconcile/utils/glitchtip/models.py,sha256=81u2lrQWSAZ5sjCy57M3C2oKq_3mHb5NGfIvLtTN78M,6398
 reconcile/utils/internal_groups/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 reconcile/utils/internal_groups/client.py,sha256=NTw0nXN0ju-bW3E4GGiHbuZdBYDMWJL5-kRkB86FSjg,4675
 reconcile/utils/internal_groups/models.py,sha256=y_IqBVqfGqNXiu0VudvBWFrm_-uafVm5KgLG-ca8XAs,2281
@@ -719,7 +719,7 @@ reconcile/utils/mr/ocm_update_recommended_version.py,sha256=KGOBURLE3XMynjAFej5D
 reconcile/utils/mr/ocm_upgrade_scheduler_org_updates.py,sha256=0myPruETuT6V2bjSSVPVsQu0ZHE9Jf3kRx5htt_fhKM,3038
 reconcile/utils/mr/promote_qontract.py,sha256=oOjfxkDAFhMDWCT9xaRyLSYHcc67jCc34s_tENOuHGw,7226
 reconcile/utils/mr/update_access_report_base.py,sha256=LOXTIonpfxXrvZI9nPqkszW3OnuIgbFM7pFpqHxTMp0,4395
-reconcile/utils/mr/user_maintenance.py,sha256=OC0KJWC-9RvRezvJzeE5exxokvl-jSYflWwNJ6Op_j8,5683
+reconcile/utils/mr/user_maintenance.py,sha256=OC9-3YkpXsYKZGsdOdx-NLq7AkjgrhDR2JL7hov7BV8,5669
 reconcile/utils/ocm/__init__.py,sha256=Y-bp8GomMpyCo0tFW6kJ78-ZG1UIupYRtBzbMWU0kwM,798
 reconcile/utils/ocm/addons.py,sha256=_LDdJ-gapM3s5exKlIUt-MlXZTAUoHezbYBU0QmvfWQ,7335
 reconcile/utils/ocm/base.py,sha256=nbBP1ltdI_sZ5VyDaz0PSRWgBTpJmHDd53nvYyo5Z38,14576
@@ -797,7 +797,7 @@ tools/saas_promotion_state/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJ
 tools/saas_promotion_state/saas_promotion_state.py,sha256=oF7C4hpIgyMTwTRm3Aun3cDCHIjVar65JoLp6NcJHlU,3909
 tools/sre_checkpoints/__init__.py,sha256=CDaDaywJnmRCLyl_NCcvxi-Zc0hTi_3OdwKiFOyS39I,145
 tools/sre_checkpoints/util.py,sha256=zEDbGr18ZeHNQwW8pUsr2JRjuXIPz--WAGJxZo9sv_Y,894
-qontract_reconcile-0.10.2.dev260.dist-info/METADATA,sha256=6cfFbvQPSnVWrRXsxLdQLiQc_ZvulzFgB9qX9GILh_E,23827
-qontract_reconcile-0.10.2.dev260.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-qontract_reconcile-0.10.2.dev260.dist-info/entry_points.txt,sha256=5i9l54La3vQrDLAdwDKQWC0iG4sV9RRfOb1BpvzOWLc,698
-qontract_reconcile-0.10.2.dev260.dist-info/RECORD,,
+qontract_reconcile-0.10.2.dev262.dist-info/METADATA,sha256=2vPmKVIyNdHSJFEdK89zdCs50nAzSBpRWe28i-Ysx40,24501
+qontract_reconcile-0.10.2.dev262.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+qontract_reconcile-0.10.2.dev262.dist-info/entry_points.txt,sha256=5i9l54La3vQrDLAdwDKQWC0iG4sV9RRfOb1BpvzOWLc,698
+qontract_reconcile-0.10.2.dev262.dist-info/RECORD,,

reconcile/aws_saml_roles/integration.py

@@ -58,7 +58,7 @@ class AwsSamlRolesIntegrationParams(PydanticRunParams):
     log_cached_log_output: bool = False
 
     @validator("max_session_duration_hours")
-    def max_session_duration_range(cls, v: str | int) -> int:  # noqa: N805
+    def max_session_duration_range(cls, v: str | int) -> int:
         if 1 <= int(v) <= 12:
             return int(v)
         raise ValueError("max_session_duration_hours must be between 1 and 12 hours")
@@ -69,7 +69,7 @@ class CustomPolicy(BaseModel):
     policy: dict[str, Any]
 
     @validator("name")
-    def name_size(cls, v: str) -> str:  # noqa: N805
+    def name_size(cls, v: str) -> str:
         """Check the policy name size.
 
         See https://docs.aws.amazon.com/IAM/latest/UserGuide/reference_iam-quotas.html
@@ -81,7 +81,7 @@ class CustomPolicy(BaseModel):
         return v
 
     @validator("policy")
-    def policy_size(cls, v: dict[str, Any]) -> dict[str, Any]:  # noqa: N805
+    def policy_size(cls, v: dict[str, Any]) -> dict[str, Any]:
         """Check the policy size.
 
         See https://docs.aws.amazon.com/IAM/latest/UserGuide/reference_iam-quotas.html
@@ -104,7 +104,7 @@ class AwsRole(BaseModel):
     managed_policies: list[ManagedPolicy]
 
     @validator("name")
-    def name_size(cls, v: str) -> str:  # noqa: N805
+    def name_size(cls, v: str) -> str:
         """Check the role name size.
 
         See https://docs.aws.amazon.com/IAM/latest/UserGuide/reference_iam-quotas.html
@@ -116,7 +116,7 @@ class AwsRole(BaseModel):
         return v
 
     @root_validator
-    def validate_policies(cls, values: dict[str, Any]) -> dict[str, Any]:  # noqa: N805
+    def validate_policies(cls, values: dict[str, Any]) -> dict[str, Any]:
         """Check the policies.
 
         See https://docs.aws.amazon.com/IAM/latest/UserGuide/reference_iam-quotas.html

reconcile/aws_version_sync/integration.py

@@ -108,15 +108,14 @@ class ExternalResource(BaseModel):
 
     @validator("resource_engine_version", pre=True)
     def parse_resource_engine_version(
-        cls,  # noqa: N805
-        v: str | semver.VersionInfo,
+        cls, v: str | semver.VersionInfo
     ) -> semver.VersionInfo:
         if isinstance(v, semver.VersionInfo):
             return v
         return parse_semver(str(v), optional_minor_and_patch=True)
 
     @root_validator(pre=True)
-    def set_resource_engine_version_format(cls, values: dict) -> dict:  # noqa: N805
+    def set_resource_engine_version_format(cls, values: dict) -> dict:
         resource_engine_version, resource_engine_version_format = (
             str(values.get("resource_engine_version")),
             values.get("resource_engine_version_format"),

reconcile/ocm_labels/integration.py

@@ -63,10 +63,7 @@ class OcmLabelsIntegrationParams(PydanticRunParams):
     ignored_label_prefixes: list[str] = []
 
     @validator("managed_label_prefixes", "ignored_label_prefixes")
-    def must_end_with_dot(
-        cls,  # noqa: N805
-        v: list[str],
-    ) -> list[str]:
+    def must_end_with_dot(cls, v: list[str]) -> list[str]:
         return [prefix + "." if not prefix.endswith(".") else prefix for prefix in v]
 
 

reconcile/rhidp/common.py

@@ -62,8 +62,7 @@ class ClusterAuth(BaseModel):
 
     @root_validator
     def name_no_spaces(
-        cls,  # noqa: N805
-        values: MutableMapping[str, Any],
+        cls, values: MutableMapping[str, Any]
     ) -> MutableMapping[str, Any]:
         values["name"] = values["name"].replace(" ", "-")
         return values

reconcile/run_integration.py

@@ -1,5 +1,7 @@
 #!/usr/bin/env python3
 
+import contextlib
+import cProfile
 import logging
 import os
 import sys
@@ -78,6 +80,15 @@ if LOG_FILE is not None:
 logging.basicConfig(level=LOG_LEVEL, handlers=HANDLERS)
 
 
+PROFILE_DUMP_FILE = os.environ.get("PROFILE_DUMP_FILE", "/tmp/profile.prof")
+profiling_enabled = os.environ.get("ENABLE_PROFILING", "").lower() in {
+    "true",
+    "1",
+    "yes",
+}
+profiler = cProfile.Profile() if profiling_enabled else contextlib.nullcontext()
+
+
 class PushgatewayBadConfigError(Exception):
     pass
 
@@ -238,7 +249,11 @@ def main() -> None:
         try:
             with command.make_context(info_name=COMMAND_NAME, args=args) as ctx:  # type: ignore
                 ctx.ensure_object(dict)
-                command.invoke(ctx)
+                with profiler as pr:
+                    command.invoke(ctx)
+                    if pr:
+                        LOG.info(f"Profiling data written to {PROFILE_DUMP_FILE}")
+                        pr.dump_stats(PROFILE_DUMP_FILE)
                 return_code = 0
         # This is for when the integration explicitly
         # calls sys.exit(N)

reconcile/utils/glitchtip/models.py

@@ -49,8 +49,7 @@ class Team(BaseModel):
 
     @root_validator(pre=True)
     def name_xor_slug_must_be_set(
-        cls,  # noqa: N805
-        values: MutableMapping[str, Any],
+        cls, values: MutableMapping[str, Any]
     ) -> MutableMapping[str, Any]:
         assert ("name" in values or "slug" in values) and not (
             "name" in values and "slug" in values
@@ -58,10 +57,7 @@ class Team(BaseModel):
         return values
 
     @root_validator
-    def slugify(
-        cls,  # noqa: N805
-        values: MutableMapping[str, Any],
-    ) -> MutableMapping[str, Any]:
+    def slugify(cls, values: MutableMapping[str, Any]) -> MutableMapping[str, Any]:
         values["slug"] = values.get("slug") or slugify(values.get("name", ""))
         values["name"] = slugify(values.get("name", "")) or values.get("slug")
         return values
@@ -98,10 +94,7 @@ class ProjectAlertRecipient(BaseModel):
         use_enum_values = True
 
     @validator("recipient_type")
-    def recipient_type_enforce_enum_type(
-        cls,  # noqa: N805
-        v: str | RecipientType,
-    ) -> RecipientType:
+    def recipient_type_enforce_enum_type(cls, v: str | RecipientType) -> RecipientType:
         if isinstance(v, RecipientType):
             return v
         return RecipientType[v.upper()]
@@ -129,10 +122,7 @@ class ProjectAlert(BaseModel):
         allow_population_by_field_name = True
 
     @root_validator
-    def empty_name(
-        cls,  # noqa: N805
-        values: MutableMapping[str, Any],
-    ) -> MutableMapping[str, Any]:
+    def empty_name(cls, values: MutableMapping[str, Any]) -> MutableMapping[str, Any]:
         # name is an empty string if the alert was created manually because it can't be set via UI
         # use the pk instead.
         values["name"] = values.get("name") or f"alert-{values.get('pk')}"
@@ -163,10 +153,7 @@ class Project(BaseModel):
         allow_population_by_field_name = True
 
     @root_validator
-    def slugify(
-        cls,  # noqa: N805
-        values: MutableMapping[str, Any],
-    ) -> MutableMapping[str, Any]:
+    def slugify(cls, values: MutableMapping[str, Any]) -> MutableMapping[str, Any]:
         values["slug"] = values.get("slug") or slugify(values["name"])
         return values
 
@@ -207,10 +194,7 @@ class Organization(BaseModel):
     users: list[User] = []
 
     @root_validator
-    def slugify(
-        cls,  # noqa: N805
-        values: MutableMapping[str, Any],
-    ) -> MutableMapping[str, Any]:
+    def slugify(cls, values: MutableMapping[str, Any]) -> MutableMapping[str, Any]:
         values["slug"] = values.get("slug") or slugify(values["name"])
         return values
 

reconcile/utils/mr/user_maintenance.py

@@ -24,7 +24,7 @@ class PathSpec(BaseModel):
     path: str
 
     @validator("path")
-    def prepend_data_to_path(cls, v):  # noqa: N805
+    def prepend_data_to_path(cls, v):
         return "data" + v