qontract-reconcile 0.9.1rc298__py3-none-any.whl → 0.10.1.dev1203__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (843) hide show
  1. qontract_reconcile-0.10.1.dev1203.dist-info/METADATA +500 -0
  2. qontract_reconcile-0.10.1.dev1203.dist-info/RECORD +771 -0
  3. {qontract_reconcile-0.9.1rc298.dist-info → qontract_reconcile-0.10.1.dev1203.dist-info}/WHEEL +1 -2
  4. {qontract_reconcile-0.9.1rc298.dist-info → qontract_reconcile-0.10.1.dev1203.dist-info}/entry_points.txt +4 -2
  5. reconcile/acs_notifiers.py +126 -0
  6. reconcile/acs_policies.py +243 -0
  7. reconcile/acs_rbac.py +596 -0
  8. reconcile/aus/advanced_upgrade_service.py +621 -8
  9. reconcile/aus/aus_label_source.py +115 -0
  10. reconcile/aus/base.py +1053 -353
  11. reconcile/{utils → aus}/cluster_version_data.py +27 -12
  12. reconcile/aus/healthchecks.py +77 -0
  13. reconcile/aus/metrics.py +158 -0
  14. reconcile/aus/models.py +245 -5
  15. reconcile/aus/node_pool_spec.py +35 -0
  16. reconcile/aus/ocm_addons_upgrade_scheduler_org.py +225 -110
  17. reconcile/aus/ocm_upgrade_scheduler.py +76 -71
  18. reconcile/aus/ocm_upgrade_scheduler_org.py +81 -23
  19. reconcile/aus/version_gate_approver.py +204 -0
  20. reconcile/aus/version_gates/__init__.py +12 -0
  21. reconcile/aus/version_gates/handler.py +33 -0
  22. reconcile/aus/version_gates/ingress_gate_handler.py +32 -0
  23. reconcile/aus/version_gates/ocp_gate_handler.py +26 -0
  24. reconcile/aus/version_gates/sts_version_gate_handler.py +100 -0
  25. reconcile/aws_account_manager/README.md +5 -0
  26. reconcile/aws_account_manager/integration.py +373 -0
  27. reconcile/aws_account_manager/merge_request_manager.py +114 -0
  28. reconcile/aws_account_manager/metrics.py +39 -0
  29. reconcile/aws_account_manager/reconciler.py +403 -0
  30. reconcile/aws_account_manager/utils.py +41 -0
  31. reconcile/aws_ami_cleanup/integration.py +273 -0
  32. reconcile/aws_ami_share.py +18 -14
  33. reconcile/aws_cloudwatch_log_retention/integration.py +253 -0
  34. reconcile/aws_iam_keys.py +1 -1
  35. reconcile/aws_iam_password_reset.py +56 -20
  36. reconcile/aws_saml_idp/integration.py +204 -0
  37. reconcile/aws_saml_roles/integration.py +322 -0
  38. reconcile/aws_support_cases_sos.py +2 -2
  39. reconcile/aws_version_sync/integration.py +430 -0
  40. reconcile/aws_version_sync/merge_request_manager/merge_request.py +156 -0
  41. reconcile/aws_version_sync/merge_request_manager/merge_request_manager.py +160 -0
  42. reconcile/aws_version_sync/utils.py +64 -0
  43. reconcile/blackbox_exporter_endpoint_monitoring.py +2 -5
  44. reconcile/change_owners/README.md +34 -0
  45. reconcile/change_owners/approver.py +7 -9
  46. reconcile/change_owners/bundle.py +134 -9
  47. reconcile/change_owners/change_log_tracking.py +236 -0
  48. reconcile/change_owners/change_owners.py +204 -194
  49. reconcile/change_owners/change_types.py +183 -265
  50. reconcile/change_owners/changes.py +488 -0
  51. reconcile/change_owners/decision.py +120 -41
  52. reconcile/change_owners/diff.py +63 -92
  53. reconcile/change_owners/implicit_ownership.py +19 -16
  54. reconcile/change_owners/self_service_roles.py +158 -35
  55. reconcile/change_owners/tester.py +20 -18
  56. reconcile/checkpoint.py +4 -6
  57. reconcile/cli.py +1523 -242
  58. reconcile/closedbox_endpoint_monitoring_base.py +10 -17
  59. reconcile/cluster_auth_rhidp/integration.py +257 -0
  60. reconcile/cluster_deployment_mapper.py +2 -5
  61. reconcile/cna/assets/asset.py +4 -7
  62. reconcile/cna/assets/null.py +2 -5
  63. reconcile/cna/integration.py +2 -3
  64. reconcile/cna/state.py +6 -9
  65. reconcile/dashdotdb_base.py +31 -10
  66. reconcile/dashdotdb_cso.py +3 -6
  67. reconcile/dashdotdb_dora.py +530 -0
  68. reconcile/dashdotdb_dvo.py +10 -13
  69. reconcile/dashdotdb_slo.py +75 -19
  70. reconcile/database_access_manager.py +753 -0
  71. reconcile/deadmanssnitch.py +207 -0
  72. reconcile/dynatrace_token_provider/dependencies.py +69 -0
  73. reconcile/dynatrace_token_provider/integration.py +656 -0
  74. reconcile/dynatrace_token_provider/metrics.py +62 -0
  75. reconcile/dynatrace_token_provider/model.py +14 -0
  76. reconcile/dynatrace_token_provider/ocm.py +140 -0
  77. reconcile/dynatrace_token_provider/validate.py +48 -0
  78. reconcile/endpoints_discovery/integration.py +348 -0
  79. reconcile/endpoints_discovery/merge_request.py +96 -0
  80. reconcile/endpoints_discovery/merge_request_manager.py +178 -0
  81. reconcile/external_resources/aws.py +204 -0
  82. reconcile/external_resources/factories.py +163 -0
  83. reconcile/external_resources/integration.py +194 -0
  84. reconcile/external_resources/integration_secrets_sync.py +47 -0
  85. reconcile/external_resources/manager.py +405 -0
  86. reconcile/external_resources/meta.py +17 -0
  87. reconcile/external_resources/metrics.py +95 -0
  88. reconcile/external_resources/model.py +350 -0
  89. reconcile/external_resources/reconciler.py +265 -0
  90. reconcile/external_resources/secrets_sync.py +465 -0
  91. reconcile/external_resources/state.py +258 -0
  92. reconcile/gabi_authorized_users.py +19 -11
  93. reconcile/gcr_mirror.py +43 -34
  94. reconcile/github_org.py +4 -6
  95. reconcile/github_owners.py +1 -1
  96. reconcile/github_repo_invites.py +2 -5
  97. reconcile/gitlab_fork_compliance.py +14 -13
  98. reconcile/gitlab_housekeeping.py +185 -91
  99. reconcile/gitlab_labeler.py +15 -14
  100. reconcile/gitlab_members.py +126 -120
  101. reconcile/gitlab_owners.py +53 -66
  102. reconcile/gitlab_permissions.py +167 -6
  103. reconcile/glitchtip/README.md +150 -0
  104. reconcile/glitchtip/integration.py +99 -51
  105. reconcile/glitchtip/reconciler.py +99 -70
  106. reconcile/glitchtip_project_alerts/__init__.py +0 -0
  107. reconcile/glitchtip_project_alerts/integration.py +333 -0
  108. reconcile/glitchtip_project_dsn/integration.py +43 -43
  109. reconcile/gql_definitions/acs/__init__.py +0 -0
  110. reconcile/gql_definitions/acs/acs_instances.py +83 -0
  111. reconcile/gql_definitions/acs/acs_policies.py +239 -0
  112. reconcile/gql_definitions/acs/acs_rbac.py +111 -0
  113. reconcile/gql_definitions/advanced_upgrade_service/aus_clusters.py +46 -8
  114. reconcile/gql_definitions/advanced_upgrade_service/aus_organization.py +38 -8
  115. reconcile/gql_definitions/app_interface_metrics_exporter/__init__.py +0 -0
  116. reconcile/gql_definitions/app_interface_metrics_exporter/onboarding_status.py +61 -0
  117. reconcile/gql_definitions/aws_account_manager/__init__.py +0 -0
  118. reconcile/gql_definitions/aws_account_manager/aws_accounts.py +177 -0
  119. reconcile/gql_definitions/aws_ami_cleanup/__init__.py +0 -0
  120. reconcile/gql_definitions/aws_ami_cleanup/aws_accounts.py +161 -0
  121. reconcile/gql_definitions/aws_saml_idp/__init__.py +0 -0
  122. reconcile/gql_definitions/aws_saml_idp/aws_accounts.py +117 -0
  123. reconcile/gql_definitions/aws_saml_roles/__init__.py +0 -0
  124. reconcile/gql_definitions/aws_saml_roles/aws_accounts.py +117 -0
  125. reconcile/gql_definitions/aws_saml_roles/roles.py +97 -0
  126. reconcile/gql_definitions/aws_version_sync/__init__.py +0 -0
  127. reconcile/gql_definitions/aws_version_sync/clusters.py +83 -0
  128. reconcile/gql_definitions/aws_version_sync/namespaces.py +143 -0
  129. reconcile/gql_definitions/change_owners/queries/change_types.py +16 -29
  130. reconcile/gql_definitions/change_owners/queries/self_service_roles.py +45 -11
  131. reconcile/gql_definitions/cluster_auth_rhidp/__init__.py +0 -0
  132. reconcile/gql_definitions/cluster_auth_rhidp/clusters.py +128 -0
  133. reconcile/gql_definitions/cna/queries/cna_provisioners.py +6 -8
  134. reconcile/gql_definitions/cna/queries/cna_resources.py +3 -5
  135. reconcile/gql_definitions/common/alerting_services_settings.py +2 -2
  136. reconcile/gql_definitions/common/app_code_component_repos.py +9 -5
  137. reconcile/gql_definitions/{glitchtip/glitchtip_settings.py → common/app_interface_custom_messages.py} +14 -16
  138. reconcile/gql_definitions/common/app_interface_dms_settings.py +86 -0
  139. reconcile/gql_definitions/common/app_interface_repo_settings.py +2 -2
  140. reconcile/gql_definitions/common/app_interface_state_settings.py +3 -5
  141. reconcile/gql_definitions/common/app_interface_vault_settings.py +3 -5
  142. reconcile/gql_definitions/common/app_quay_repos_escalation_policies.py +120 -0
  143. reconcile/gql_definitions/common/apps.py +72 -0
  144. reconcile/gql_definitions/common/aws_vpc_requests.py +109 -0
  145. reconcile/gql_definitions/common/aws_vpcs.py +84 -0
  146. reconcile/gql_definitions/common/clusters.py +120 -254
  147. reconcile/gql_definitions/common/clusters_minimal.py +11 -35
  148. reconcile/gql_definitions/common/clusters_with_dms.py +72 -0
  149. reconcile/gql_definitions/common/clusters_with_peering.py +70 -98
  150. reconcile/gql_definitions/common/github_orgs.py +2 -2
  151. reconcile/gql_definitions/common/jira_settings.py +68 -0
  152. reconcile/gql_definitions/common/jiralert_settings.py +68 -0
  153. reconcile/gql_definitions/common/namespaces.py +74 -32
  154. reconcile/gql_definitions/common/namespaces_minimal.py +4 -10
  155. reconcile/gql_definitions/common/ocm_env_telemeter.py +95 -0
  156. reconcile/gql_definitions/common/ocm_environments.py +4 -2
  157. reconcile/gql_definitions/common/pagerduty_instances.py +5 -5
  158. reconcile/gql_definitions/common/pgp_reencryption_settings.py +5 -11
  159. reconcile/gql_definitions/common/pipeline_providers.py +45 -90
  160. reconcile/gql_definitions/common/quay_instances.py +64 -0
  161. reconcile/gql_definitions/common/quay_orgs.py +68 -0
  162. reconcile/gql_definitions/common/reserved_networks.py +94 -0
  163. reconcile/gql_definitions/common/saas_files.py +133 -95
  164. reconcile/gql_definitions/common/saas_target_namespaces.py +41 -26
  165. reconcile/gql_definitions/common/saasherder_settings.py +2 -2
  166. reconcile/gql_definitions/common/slack_workspaces.py +62 -0
  167. reconcile/gql_definitions/common/smtp_client_settings.py +2 -2
  168. reconcile/gql_definitions/common/state_aws_account.py +77 -0
  169. reconcile/gql_definitions/common/users.py +3 -2
  170. reconcile/gql_definitions/cost_report/__init__.py +0 -0
  171. reconcile/gql_definitions/cost_report/app_names.py +68 -0
  172. reconcile/gql_definitions/cost_report/cost_namespaces.py +86 -0
  173. reconcile/gql_definitions/cost_report/settings.py +77 -0
  174. reconcile/gql_definitions/dashdotdb_slo/slo_documents_query.py +42 -12
  175. reconcile/gql_definitions/dynatrace_token_provider/__init__.py +0 -0
  176. reconcile/gql_definitions/dynatrace_token_provider/dynatrace_bootstrap_tokens.py +79 -0
  177. reconcile/gql_definitions/dynatrace_token_provider/token_specs.py +84 -0
  178. reconcile/gql_definitions/endpoints_discovery/__init__.py +0 -0
  179. reconcile/gql_definitions/endpoints_discovery/namespaces.py +127 -0
  180. reconcile/gql_definitions/external_resources/__init__.py +0 -0
  181. reconcile/gql_definitions/external_resources/aws_accounts.py +73 -0
  182. reconcile/gql_definitions/external_resources/external_resources_modules.py +78 -0
  183. reconcile/gql_definitions/external_resources/external_resources_namespaces.py +1111 -0
  184. reconcile/gql_definitions/external_resources/external_resources_settings.py +98 -0
  185. reconcile/gql_definitions/fragments/aus_organization.py +34 -39
  186. reconcile/gql_definitions/fragments/aws_account_common.py +62 -0
  187. reconcile/gql_definitions/fragments/aws_account_managed.py +57 -0
  188. reconcile/gql_definitions/fragments/aws_account_sso.py +35 -0
  189. reconcile/gql_definitions/fragments/aws_infra_management_account.py +2 -2
  190. reconcile/gql_definitions/fragments/aws_vpc.py +47 -0
  191. reconcile/gql_definitions/fragments/aws_vpc_request.py +65 -0
  192. reconcile/gql_definitions/fragments/aws_vpc_request_subnet.py +29 -0
  193. reconcile/gql_definitions/fragments/deplopy_resources.py +7 -7
  194. reconcile/gql_definitions/fragments/disable.py +28 -0
  195. reconcile/gql_definitions/fragments/jumphost_common_fields.py +2 -2
  196. reconcile/gql_definitions/fragments/membership_source.py +47 -0
  197. reconcile/gql_definitions/fragments/minimal_ocm_organization.py +29 -0
  198. reconcile/gql_definitions/fragments/oc_connection_cluster.py +4 -9
  199. reconcile/gql_definitions/fragments/ocm_environment.py +5 -5
  200. reconcile/gql_definitions/fragments/pipeline_provider_retention.py +30 -0
  201. reconcile/gql_definitions/fragments/prometheus_instance.py +48 -0
  202. reconcile/gql_definitions/fragments/resource_limits_requirements.py +29 -0
  203. reconcile/gql_definitions/fragments/{resource_requirements.py → resource_requests_requirements.py} +3 -3
  204. reconcile/gql_definitions/fragments/resource_values.py +2 -2
  205. reconcile/gql_definitions/fragments/saas_target_namespace.py +55 -12
  206. reconcile/gql_definitions/fragments/serviceaccount_token.py +38 -0
  207. reconcile/gql_definitions/fragments/terraform_state.py +36 -0
  208. reconcile/gql_definitions/fragments/upgrade_policy.py +5 -3
  209. reconcile/gql_definitions/fragments/user.py +3 -2
  210. reconcile/gql_definitions/fragments/vault_secret.py +2 -2
  211. reconcile/gql_definitions/gitlab_members/gitlab_instances.py +6 -2
  212. reconcile/gql_definitions/gitlab_members/permissions.py +3 -5
  213. reconcile/gql_definitions/glitchtip/glitchtip_instance.py +16 -2
  214. reconcile/gql_definitions/glitchtip/glitchtip_project.py +22 -23
  215. reconcile/gql_definitions/glitchtip_project_alerts/__init__.py +0 -0
  216. reconcile/gql_definitions/glitchtip_project_alerts/glitchtip_project.py +173 -0
  217. reconcile/gql_definitions/integrations/integrations.py +62 -45
  218. reconcile/gql_definitions/introspection.json +51176 -0
  219. reconcile/gql_definitions/jenkins_configs/jenkins_configs.py +13 -5
  220. reconcile/gql_definitions/jenkins_configs/jenkins_instances.py +79 -0
  221. reconcile/gql_definitions/jira/__init__.py +0 -0
  222. reconcile/gql_definitions/jira/jira_servers.py +80 -0
  223. reconcile/gql_definitions/jira_permissions_validator/__init__.py +0 -0
  224. reconcile/gql_definitions/jira_permissions_validator/jira_boards_for_permissions_validator.py +131 -0
  225. reconcile/gql_definitions/jumphosts/jumphosts.py +3 -5
  226. reconcile/gql_definitions/ldap_groups/__init__.py +0 -0
  227. reconcile/gql_definitions/ldap_groups/roles.py +111 -0
  228. reconcile/gql_definitions/ldap_groups/settings.py +79 -0
  229. reconcile/gql_definitions/maintenance/__init__.py +0 -0
  230. reconcile/gql_definitions/maintenance/maintenances.py +101 -0
  231. reconcile/gql_definitions/membershipsources/__init__.py +0 -0
  232. reconcile/gql_definitions/membershipsources/roles.py +112 -0
  233. reconcile/gql_definitions/ocm_labels/__init__.py +0 -0
  234. reconcile/gql_definitions/ocm_labels/clusters.py +112 -0
  235. reconcile/gql_definitions/ocm_labels/organizations.py +78 -0
  236. reconcile/gql_definitions/ocm_subscription_labels/__init__.py +0 -0
  237. reconcile/gql_definitions/openshift_cluster_bots/__init__.py +0 -0
  238. reconcile/gql_definitions/openshift_cluster_bots/clusters.py +126 -0
  239. reconcile/gql_definitions/openshift_groups/managed_groups.py +2 -2
  240. reconcile/gql_definitions/openshift_groups/managed_roles.py +3 -2
  241. reconcile/gql_definitions/openshift_serviceaccount_tokens/__init__.py +0 -0
  242. reconcile/gql_definitions/openshift_serviceaccount_tokens/tokens.py +132 -0
  243. reconcile/gql_definitions/quay_membership/quay_membership.py +3 -5
  244. reconcile/gql_definitions/rhidp/__init__.py +0 -0
  245. reconcile/gql_definitions/rhidp/organizations.py +96 -0
  246. reconcile/gql_definitions/service_dependencies/jenkins_instance_fragment.py +2 -2
  247. reconcile/gql_definitions/service_dependencies/service_dependencies.py +9 -31
  248. reconcile/gql_definitions/sharding/aws_accounts.py +2 -2
  249. reconcile/gql_definitions/sharding/ocm_organization.py +63 -0
  250. reconcile/gql_definitions/skupper_network/site_controller_template.py +2 -2
  251. reconcile/gql_definitions/skupper_network/skupper_networks.py +12 -38
  252. reconcile/gql_definitions/slack_usergroups/clusters.py +2 -2
  253. reconcile/gql_definitions/slack_usergroups/permissions.py +8 -15
  254. reconcile/gql_definitions/slack_usergroups/users.py +3 -2
  255. reconcile/gql_definitions/slo_documents/__init__.py +0 -0
  256. reconcile/gql_definitions/slo_documents/slo_documents.py +142 -0
  257. reconcile/gql_definitions/status_board/__init__.py +0 -0
  258. reconcile/gql_definitions/status_board/status_board.py +163 -0
  259. reconcile/gql_definitions/statuspage/statuspages.py +56 -7
  260. reconcile/gql_definitions/templating/__init__.py +0 -0
  261. reconcile/gql_definitions/templating/template_collection.py +130 -0
  262. reconcile/gql_definitions/templating/templates.py +108 -0
  263. reconcile/gql_definitions/terraform_cloudflare_dns/app_interface_cloudflare_dns_settings.py +4 -8
  264. reconcile/gql_definitions/terraform_cloudflare_dns/terraform_cloudflare_zones.py +8 -8
  265. reconcile/gql_definitions/terraform_cloudflare_resources/terraform_cloudflare_accounts.py +6 -8
  266. reconcile/gql_definitions/terraform_cloudflare_resources/terraform_cloudflare_resources.py +45 -56
  267. reconcile/gql_definitions/terraform_cloudflare_users/app_interface_setting_cloudflare_and_vault.py +4 -8
  268. reconcile/gql_definitions/terraform_cloudflare_users/terraform_cloudflare_roles.py +4 -8
  269. reconcile/gql_definitions/terraform_init/__init__.py +0 -0
  270. reconcile/gql_definitions/terraform_init/aws_accounts.py +93 -0
  271. reconcile/gql_definitions/terraform_repo/__init__.py +0 -0
  272. reconcile/gql_definitions/terraform_repo/terraform_repo.py +141 -0
  273. reconcile/gql_definitions/terraform_resources/database_access_manager.py +158 -0
  274. reconcile/gql_definitions/terraform_resources/terraform_resources_namespaces.py +153 -162
  275. reconcile/gql_definitions/terraform_tgw_attachments/__init__.py +0 -0
  276. reconcile/gql_definitions/terraform_tgw_attachments/aws_accounts.py +119 -0
  277. reconcile/gql_definitions/unleash_feature_toggles/__init__.py +0 -0
  278. reconcile/gql_definitions/unleash_feature_toggles/feature_toggles.py +113 -0
  279. reconcile/gql_definitions/vault_instances/vault_instances.py +17 -50
  280. reconcile/gql_definitions/vault_policies/vault_policies.py +2 -2
  281. reconcile/gql_definitions/vpc_peerings_validator/vpc_peerings_validator.py +49 -12
  282. reconcile/gql_definitions/vpc_peerings_validator/vpc_peerings_validator_peered_cluster_fragment.py +7 -2
  283. reconcile/integrations_manager.py +25 -13
  284. reconcile/jenkins/types.py +5 -1
  285. reconcile/jenkins_base.py +36 -0
  286. reconcile/jenkins_job_builder.py +10 -48
  287. reconcile/jenkins_job_builds_cleaner.py +40 -25
  288. reconcile/jenkins_job_cleaner.py +1 -3
  289. reconcile/jenkins_roles.py +22 -26
  290. reconcile/jenkins_webhooks.py +9 -6
  291. reconcile/jenkins_worker_fleets.py +11 -6
  292. reconcile/jira_permissions_validator.py +340 -0
  293. reconcile/jira_watcher.py +3 -5
  294. reconcile/ldap_groups/__init__.py +0 -0
  295. reconcile/ldap_groups/integration.py +279 -0
  296. reconcile/ldap_users.py +3 -0
  297. reconcile/ocm/types.py +39 -59
  298. reconcile/ocm_additional_routers.py +0 -1
  299. reconcile/ocm_addons_upgrade_tests_trigger.py +10 -15
  300. reconcile/ocm_aws_infrastructure_access.py +30 -32
  301. reconcile/ocm_clusters.py +217 -130
  302. reconcile/ocm_external_configuration_labels.py +15 -0
  303. reconcile/ocm_github_idp.py +1 -1
  304. reconcile/ocm_groups.py +25 -5
  305. reconcile/ocm_internal_notifications/__init__.py +0 -0
  306. reconcile/ocm_internal_notifications/integration.py +119 -0
  307. reconcile/ocm_labels/__init__.py +0 -0
  308. reconcile/ocm_labels/integration.py +409 -0
  309. reconcile/ocm_machine_pools.py +517 -108
  310. reconcile/ocm_upgrade_scheduler_org_updater.py +15 -11
  311. reconcile/openshift_base.py +609 -207
  312. reconcile/openshift_cluster_bots.py +344 -0
  313. reconcile/openshift_clusterrolebindings.py +15 -15
  314. reconcile/openshift_groups.py +42 -45
  315. reconcile/openshift_limitranges.py +1 -0
  316. reconcile/openshift_namespace_labels.py +22 -28
  317. reconcile/openshift_namespaces.py +22 -22
  318. reconcile/openshift_network_policies.py +4 -8
  319. reconcile/openshift_prometheus_rules.py +43 -0
  320. reconcile/openshift_resourcequotas.py +2 -16
  321. reconcile/openshift_resources.py +12 -10
  322. reconcile/openshift_resources_base.py +304 -328
  323. reconcile/openshift_rolebindings.py +18 -20
  324. reconcile/openshift_saas_deploy.py +105 -21
  325. reconcile/openshift_saas_deploy_change_tester.py +30 -35
  326. reconcile/openshift_saas_deploy_trigger_base.py +39 -36
  327. reconcile/openshift_saas_deploy_trigger_cleaner.py +41 -27
  328. reconcile/openshift_saas_deploy_trigger_configs.py +1 -2
  329. reconcile/openshift_saas_deploy_trigger_images.py +1 -2
  330. reconcile/openshift_saas_deploy_trigger_moving_commits.py +1 -2
  331. reconcile/openshift_saas_deploy_trigger_upstream_jobs.py +1 -2
  332. reconcile/openshift_serviceaccount_tokens.py +138 -74
  333. reconcile/openshift_tekton_resources.py +89 -24
  334. reconcile/openshift_upgrade_watcher.py +110 -62
  335. reconcile/openshift_users.py +16 -15
  336. reconcile/openshift_vault_secrets.py +11 -6
  337. reconcile/oum/__init__.py +0 -0
  338. reconcile/oum/base.py +387 -0
  339. reconcile/oum/labelset.py +55 -0
  340. reconcile/oum/metrics.py +71 -0
  341. reconcile/oum/models.py +69 -0
  342. reconcile/oum/providers.py +59 -0
  343. reconcile/oum/standalone.py +196 -0
  344. reconcile/prometheus_rules_tester/integration.py +31 -23
  345. reconcile/quay_base.py +4 -1
  346. reconcile/quay_membership.py +1 -2
  347. reconcile/quay_mirror.py +111 -61
  348. reconcile/quay_mirror_org.py +34 -21
  349. reconcile/quay_permissions.py +7 -3
  350. reconcile/quay_repos.py +24 -32
  351. reconcile/queries.py +263 -198
  352. reconcile/query_validator.py +3 -5
  353. reconcile/resource_scraper.py +3 -4
  354. reconcile/{template_tester.py → resource_template_tester.py} +3 -3
  355. reconcile/rhidp/__init__.py +0 -0
  356. reconcile/rhidp/common.py +214 -0
  357. reconcile/rhidp/metrics.py +20 -0
  358. reconcile/rhidp/ocm_oidc_idp/__init__.py +0 -0
  359. reconcile/rhidp/ocm_oidc_idp/base.py +221 -0
  360. reconcile/rhidp/ocm_oidc_idp/integration.py +56 -0
  361. reconcile/rhidp/ocm_oidc_idp/metrics.py +22 -0
  362. reconcile/rhidp/sso_client/__init__.py +0 -0
  363. reconcile/rhidp/sso_client/base.py +266 -0
  364. reconcile/rhidp/sso_client/integration.py +60 -0
  365. reconcile/rhidp/sso_client/metrics.py +39 -0
  366. reconcile/run_integration.py +293 -0
  367. reconcile/saas_auto_promotions_manager/integration.py +69 -24
  368. reconcile/saas_auto_promotions_manager/merge_request_manager/batcher.py +208 -0
  369. reconcile/saas_auto_promotions_manager/merge_request_manager/desired_state.py +28 -0
  370. reconcile/saas_auto_promotions_manager/merge_request_manager/merge_request.py +3 -4
  371. reconcile/saas_auto_promotions_manager/merge_request_manager/merge_request_manager_v2.py +172 -0
  372. reconcile/saas_auto_promotions_manager/merge_request_manager/metrics.py +42 -0
  373. reconcile/saas_auto_promotions_manager/merge_request_manager/mr_parser.py +226 -0
  374. reconcile/saas_auto_promotions_manager/merge_request_manager/open_merge_requests.py +23 -0
  375. reconcile/saas_auto_promotions_manager/merge_request_manager/renderer.py +108 -32
  376. reconcile/saas_auto_promotions_manager/meta.py +4 -0
  377. reconcile/saas_auto_promotions_manager/publisher.py +32 -4
  378. reconcile/saas_auto_promotions_manager/s3_exporter.py +77 -0
  379. reconcile/saas_auto_promotions_manager/subscriber.py +110 -23
  380. reconcile/saas_auto_promotions_manager/utils/saas_files_inventory.py +48 -41
  381. reconcile/saas_file_validator.py +16 -6
  382. reconcile/sendgrid_teammates.py +27 -12
  383. reconcile/service_dependencies.py +0 -3
  384. reconcile/signalfx_endpoint_monitoring.py +2 -5
  385. reconcile/skupper_network/integration.py +10 -11
  386. reconcile/skupper_network/models.py +3 -5
  387. reconcile/skupper_network/reconciler.py +28 -35
  388. reconcile/skupper_network/site_controller.py +8 -8
  389. reconcile/slack_base.py +4 -7
  390. reconcile/slack_usergroups.py +249 -171
  391. reconcile/sql_query.py +324 -171
  392. reconcile/status.py +0 -1
  393. reconcile/status_board.py +275 -0
  394. reconcile/statuspage/__init__.py +0 -5
  395. reconcile/statuspage/atlassian.py +219 -80
  396. reconcile/statuspage/integration.py +9 -97
  397. reconcile/statuspage/integrations/__init__.py +0 -0
  398. reconcile/statuspage/integrations/components.py +77 -0
  399. reconcile/statuspage/integrations/maintenances.py +111 -0
  400. reconcile/statuspage/page.py +107 -72
  401. reconcile/statuspage/state.py +6 -11
  402. reconcile/statuspage/status.py +8 -12
  403. reconcile/templates/rosa-classic-cluster-creation.sh.j2 +60 -0
  404. reconcile/templates/rosa-hcp-cluster-creation.sh.j2 +61 -0
  405. reconcile/templating/__init__.py +0 -0
  406. reconcile/templating/lib/__init__.py +0 -0
  407. reconcile/templating/lib/merge_request_manager.py +180 -0
  408. reconcile/templating/lib/model.py +20 -0
  409. reconcile/templating/lib/rendering.py +191 -0
  410. reconcile/templating/renderer.py +410 -0
  411. reconcile/templating/validator.py +153 -0
  412. reconcile/terraform_aws_route53.py +13 -10
  413. reconcile/terraform_cloudflare_dns.py +92 -122
  414. reconcile/terraform_cloudflare_resources.py +15 -13
  415. reconcile/terraform_cloudflare_users.py +27 -27
  416. reconcile/terraform_init/__init__.py +0 -0
  417. reconcile/terraform_init/integration.py +165 -0
  418. reconcile/terraform_init/merge_request.py +57 -0
  419. reconcile/terraform_init/merge_request_manager.py +102 -0
  420. reconcile/terraform_repo.py +403 -0
  421. reconcile/terraform_resources.py +266 -168
  422. reconcile/terraform_tgw_attachments.py +417 -167
  423. reconcile/terraform_users.py +40 -17
  424. reconcile/terraform_vpc_peerings.py +310 -142
  425. reconcile/terraform_vpc_resources/__init__.py +0 -0
  426. reconcile/terraform_vpc_resources/integration.py +220 -0
  427. reconcile/terraform_vpc_resources/merge_request.py +57 -0
  428. reconcile/terraform_vpc_resources/merge_request_manager.py +107 -0
  429. reconcile/typed_queries/alerting_services_settings.py +1 -2
  430. reconcile/typed_queries/app_interface_custom_messages.py +24 -0
  431. reconcile/typed_queries/app_interface_deadmanssnitch_settings.py +17 -0
  432. reconcile/typed_queries/app_interface_metrics_exporter/__init__.py +0 -0
  433. reconcile/typed_queries/app_interface_metrics_exporter/onboarding_status.py +13 -0
  434. reconcile/typed_queries/app_interface_repo_url.py +1 -2
  435. reconcile/typed_queries/app_interface_state_settings.py +1 -3
  436. reconcile/typed_queries/app_interface_vault_settings.py +1 -2
  437. reconcile/typed_queries/app_quay_repos_escalation_policies.py +14 -0
  438. reconcile/typed_queries/apps.py +11 -0
  439. reconcile/typed_queries/aws_vpc_requests.py +9 -0
  440. reconcile/typed_queries/aws_vpcs.py +12 -0
  441. reconcile/typed_queries/cloudflare.py +10 -0
  442. reconcile/typed_queries/clusters.py +7 -5
  443. reconcile/typed_queries/clusters_minimal.py +6 -5
  444. reconcile/typed_queries/clusters_with_dms.py +16 -0
  445. reconcile/typed_queries/cost_report/__init__.py +0 -0
  446. reconcile/typed_queries/cost_report/app_names.py +22 -0
  447. reconcile/typed_queries/cost_report/cost_namespaces.py +43 -0
  448. reconcile/typed_queries/cost_report/settings.py +15 -0
  449. reconcile/typed_queries/dynatrace.py +10 -0
  450. reconcile/typed_queries/dynatrace_environments.py +14 -0
  451. reconcile/typed_queries/dynatrace_token_provider_token_specs.py +14 -0
  452. reconcile/typed_queries/external_resources.py +46 -0
  453. reconcile/typed_queries/get_state_aws_account.py +20 -0
  454. reconcile/typed_queries/glitchtip.py +10 -0
  455. reconcile/typed_queries/jenkins.py +25 -0
  456. reconcile/typed_queries/jira.py +7 -0
  457. reconcile/typed_queries/jira_settings.py +16 -0
  458. reconcile/typed_queries/jiralert_settings.py +22 -0
  459. reconcile/typed_queries/ocm.py +8 -0
  460. reconcile/typed_queries/pagerduty_instances.py +2 -7
  461. reconcile/typed_queries/quay.py +23 -0
  462. reconcile/typed_queries/repos.py +20 -8
  463. reconcile/typed_queries/reserved_networks.py +12 -0
  464. reconcile/typed_queries/saas_files.py +221 -167
  465. reconcile/typed_queries/slack.py +7 -0
  466. reconcile/typed_queries/slo_documents.py +12 -0
  467. reconcile/typed_queries/status_board.py +58 -0
  468. reconcile/typed_queries/tekton_pipeline_providers.py +1 -2
  469. reconcile/typed_queries/terraform_namespaces.py +1 -2
  470. reconcile/typed_queries/terraform_tgw_attachments/__init__.py +0 -0
  471. reconcile/typed_queries/terraform_tgw_attachments/aws_accounts.py +16 -0
  472. reconcile/typed_queries/unleash.py +10 -0
  473. reconcile/typed_queries/users.py +11 -0
  474. reconcile/typed_queries/vault.py +10 -0
  475. reconcile/unleash_feature_toggles/__init__.py +0 -0
  476. reconcile/unleash_feature_toggles/integration.py +287 -0
  477. reconcile/utils/acs/__init__.py +0 -0
  478. reconcile/utils/acs/base.py +81 -0
  479. reconcile/utils/acs/notifiers.py +143 -0
  480. reconcile/utils/acs/policies.py +163 -0
  481. reconcile/utils/acs/rbac.py +277 -0
  482. reconcile/utils/aggregated_list.py +11 -9
  483. reconcile/utils/amtool.py +6 -4
  484. reconcile/utils/aws_api.py +279 -66
  485. reconcile/utils/aws_api_typed/__init__.py +0 -0
  486. reconcile/utils/aws_api_typed/account.py +23 -0
  487. reconcile/utils/aws_api_typed/api.py +273 -0
  488. reconcile/utils/aws_api_typed/dynamodb.py +16 -0
  489. reconcile/utils/aws_api_typed/iam.py +67 -0
  490. reconcile/utils/aws_api_typed/organization.py +152 -0
  491. reconcile/utils/aws_api_typed/s3.py +26 -0
  492. reconcile/utils/aws_api_typed/service_quotas.py +79 -0
  493. reconcile/utils/aws_api_typed/sts.py +36 -0
  494. reconcile/utils/aws_api_typed/support.py +79 -0
  495. reconcile/utils/aws_helper.py +42 -3
  496. reconcile/utils/batches.py +11 -0
  497. reconcile/utils/binary.py +7 -9
  498. reconcile/utils/cloud_resource_best_practice/__init__.py +0 -0
  499. reconcile/utils/cloud_resource_best_practice/aws_rds.py +66 -0
  500. reconcile/utils/clusterhealth/__init__.py +0 -0
  501. reconcile/utils/clusterhealth/providerbase.py +39 -0
  502. reconcile/utils/clusterhealth/telemeter.py +39 -0
  503. reconcile/utils/config.py +3 -4
  504. reconcile/utils/deadmanssnitch_api.py +86 -0
  505. reconcile/utils/differ.py +205 -0
  506. reconcile/utils/disabled_integrations.py +4 -6
  507. reconcile/utils/dynatrace/__init__.py +0 -0
  508. reconcile/utils/dynatrace/client.py +93 -0
  509. reconcile/utils/early_exit_cache.py +289 -0
  510. reconcile/utils/elasticsearch_exceptions.py +5 -0
  511. reconcile/utils/environ.py +2 -2
  512. reconcile/utils/exceptions.py +4 -0
  513. reconcile/utils/expiration.py +4 -8
  514. reconcile/utils/extended_early_exit.py +210 -0
  515. reconcile/utils/external_resource_spec.py +34 -12
  516. reconcile/utils/external_resources.py +48 -20
  517. reconcile/utils/filtering.py +16 -0
  518. reconcile/utils/git.py +49 -16
  519. reconcile/utils/github_api.py +10 -9
  520. reconcile/utils/gitlab_api.py +333 -190
  521. reconcile/utils/glitchtip/client.py +97 -100
  522. reconcile/utils/glitchtip/models.py +89 -11
  523. reconcile/utils/gql.py +157 -58
  524. reconcile/utils/grouping.py +17 -0
  525. reconcile/utils/helm.py +89 -18
  526. reconcile/utils/helpers.py +51 -0
  527. reconcile/utils/imap_client.py +5 -6
  528. reconcile/utils/internal_groups/__init__.py +0 -0
  529. reconcile/utils/internal_groups/client.py +160 -0
  530. reconcile/utils/internal_groups/models.py +71 -0
  531. reconcile/utils/jenkins_api.py +10 -34
  532. reconcile/utils/jinja2/__init__.py +0 -0
  533. reconcile/utils/{jinja2_ext.py → jinja2/extensions.py} +6 -4
  534. reconcile/utils/jinja2/filters.py +142 -0
  535. reconcile/utils/jinja2/utils.py +278 -0
  536. reconcile/utils/jira_client.py +165 -8
  537. reconcile/utils/jjb_client.py +47 -35
  538. reconcile/utils/jobcontroller/__init__.py +0 -0
  539. reconcile/utils/jobcontroller/controller.py +413 -0
  540. reconcile/utils/jobcontroller/models.py +195 -0
  541. reconcile/utils/jsonpath.py +4 -5
  542. reconcile/utils/jump_host.py +13 -12
  543. reconcile/utils/keycloak.py +106 -0
  544. reconcile/utils/ldap_client.py +35 -6
  545. reconcile/utils/lean_terraform_client.py +115 -6
  546. reconcile/utils/membershipsources/__init__.py +0 -0
  547. reconcile/utils/membershipsources/app_interface_resolver.py +60 -0
  548. reconcile/utils/membershipsources/models.py +91 -0
  549. reconcile/utils/membershipsources/resolver.py +110 -0
  550. reconcile/utils/merge_request_manager/__init__.py +0 -0
  551. reconcile/utils/merge_request_manager/merge_request_manager.py +99 -0
  552. reconcile/utils/merge_request_manager/parser.py +67 -0
  553. reconcile/utils/metrics.py +511 -1
  554. reconcile/utils/models.py +123 -0
  555. reconcile/utils/mr/README.md +198 -0
  556. reconcile/utils/mr/__init__.py +14 -10
  557. reconcile/utils/mr/app_interface_reporter.py +2 -2
  558. reconcile/utils/mr/aws_access.py +4 -4
  559. reconcile/utils/mr/base.py +51 -31
  560. reconcile/utils/mr/clusters_updates.py +10 -7
  561. reconcile/utils/mr/glitchtip_access_reporter.py +2 -4
  562. reconcile/utils/mr/labels.py +14 -1
  563. reconcile/utils/mr/notificator.py +1 -3
  564. reconcile/utils/mr/ocm_update_recommended_version.py +1 -2
  565. reconcile/utils/mr/ocm_upgrade_scheduler_org_updates.py +7 -3
  566. reconcile/utils/mr/promote_qontract.py +203 -0
  567. reconcile/utils/mr/user_maintenance.py +24 -4
  568. reconcile/utils/oauth2_backend_application_session.py +132 -0
  569. reconcile/utils/oc.py +194 -170
  570. reconcile/utils/oc_connection_parameters.py +40 -51
  571. reconcile/utils/oc_filters.py +11 -13
  572. reconcile/utils/oc_map.py +14 -35
  573. reconcile/utils/ocm/__init__.py +30 -1
  574. reconcile/utils/ocm/addons.py +228 -0
  575. reconcile/utils/ocm/base.py +618 -5
  576. reconcile/utils/ocm/cluster_groups.py +5 -56
  577. reconcile/utils/ocm/clusters.py +111 -99
  578. reconcile/utils/ocm/identity_providers.py +66 -0
  579. reconcile/utils/ocm/label_sources.py +75 -0
  580. reconcile/utils/ocm/labels.py +139 -54
  581. reconcile/utils/ocm/manifests.py +39 -0
  582. reconcile/utils/ocm/ocm.py +182 -928
  583. reconcile/utils/ocm/products.py +758 -0
  584. reconcile/utils/ocm/search_filters.py +20 -28
  585. reconcile/utils/ocm/service_log.py +32 -79
  586. reconcile/utils/ocm/sre_capability_labels.py +51 -0
  587. reconcile/utils/ocm/status_board.py +66 -0
  588. reconcile/utils/ocm/subscriptions.py +49 -59
  589. reconcile/utils/ocm/syncsets.py +39 -0
  590. reconcile/utils/ocm/upgrades.py +181 -0
  591. reconcile/utils/ocm_base_client.py +71 -36
  592. reconcile/utils/openshift_resource.py +113 -67
  593. reconcile/utils/output.py +18 -11
  594. reconcile/utils/pagerduty_api.py +16 -10
  595. reconcile/utils/parse_dhms_duration.py +13 -1
  596. reconcile/utils/prometheus.py +123 -0
  597. reconcile/utils/promotion_state.py +56 -19
  598. reconcile/utils/promtool.py +5 -8
  599. reconcile/utils/quay_api.py +13 -25
  600. reconcile/utils/raw_github_api.py +3 -5
  601. reconcile/utils/repo_owners.py +2 -8
  602. reconcile/utils/rest_api_base.py +126 -0
  603. reconcile/utils/rosa/__init__.py +0 -0
  604. reconcile/utils/rosa/rosa_cli.py +310 -0
  605. reconcile/utils/rosa/session.py +201 -0
  606. reconcile/utils/ruamel.py +16 -0
  607. reconcile/utils/runtime/__init__.py +0 -1
  608. reconcile/utils/runtime/desired_state_diff.py +9 -20
  609. reconcile/utils/runtime/environment.py +33 -8
  610. reconcile/utils/runtime/integration.py +28 -12
  611. reconcile/utils/runtime/meta.py +1 -3
  612. reconcile/utils/runtime/runner.py +8 -11
  613. reconcile/utils/runtime/sharding.py +93 -36
  614. reconcile/utils/saasherder/__init__.py +1 -1
  615. reconcile/utils/saasherder/interfaces.py +143 -138
  616. reconcile/utils/saasherder/models.py +201 -43
  617. reconcile/utils/saasherder/saasherder.py +508 -378
  618. reconcile/utils/secret_reader.py +22 -27
  619. reconcile/utils/semver_helper.py +15 -1
  620. reconcile/utils/slack_api.py +124 -36
  621. reconcile/utils/smtp_client.py +1 -2
  622. reconcile/utils/sqs_gateway.py +10 -6
  623. reconcile/utils/state.py +276 -127
  624. reconcile/utils/terraform/config_client.py +6 -7
  625. reconcile/utils/terraform_client.py +284 -125
  626. reconcile/utils/terrascript/cloudflare_client.py +38 -17
  627. reconcile/utils/terrascript/cloudflare_resources.py +67 -18
  628. reconcile/utils/terrascript/models.py +2 -3
  629. reconcile/utils/terrascript/resources.py +1 -2
  630. reconcile/utils/terrascript_aws_client.py +1292 -540
  631. reconcile/utils/three_way_diff_strategy.py +157 -0
  632. reconcile/utils/unleash/__init__.py +11 -0
  633. reconcile/utils/{unleash.py → unleash/client.py} +35 -29
  634. reconcile/utils/unleash/server.py +145 -0
  635. reconcile/utils/vault.py +42 -32
  636. reconcile/utils/vaultsecretref.py +2 -4
  637. reconcile/utils/vcs.py +250 -0
  638. reconcile/vault_replication.py +38 -31
  639. reconcile/vpc_peerings_validator.py +82 -13
  640. tools/app_interface_metrics_exporter.py +70 -0
  641. tools/app_interface_reporter.py +44 -157
  642. tools/cli_commands/container_images_report.py +154 -0
  643. tools/cli_commands/cost_report/__init__.py +0 -0
  644. tools/cli_commands/cost_report/aws.py +137 -0
  645. tools/cli_commands/cost_report/cost_management_api.py +155 -0
  646. tools/cli_commands/cost_report/model.py +49 -0
  647. tools/cli_commands/cost_report/openshift.py +166 -0
  648. tools/cli_commands/cost_report/openshift_cost_optimization.py +187 -0
  649. tools/cli_commands/cost_report/response.py +124 -0
  650. tools/cli_commands/cost_report/util.py +72 -0
  651. tools/cli_commands/cost_report/view.py +524 -0
  652. tools/cli_commands/erv2.py +620 -0
  653. tools/cli_commands/gpg_encrypt.py +5 -8
  654. tools/cli_commands/systems_and_tools.py +489 -0
  655. tools/glitchtip_access_revalidation.py +1 -1
  656. tools/qontract_cli.py +2301 -673
  657. tools/saas_metrics_exporter/__init__.py +0 -0
  658. tools/saas_metrics_exporter/commit_distance/__init__.py +0 -0
  659. tools/saas_metrics_exporter/commit_distance/channel.py +63 -0
  660. tools/saas_metrics_exporter/commit_distance/commit_distance.py +103 -0
  661. tools/saas_metrics_exporter/commit_distance/metrics.py +19 -0
  662. tools/saas_metrics_exporter/main.py +99 -0
  663. tools/saas_promotion_state/__init__.py +0 -0
  664. tools/saas_promotion_state/saas_promotion_state.py +105 -0
  665. tools/sd_app_sre_alert_report.py +145 -0
  666. tools/template_validation.py +107 -0
  667. e2e_tests/cli.py +0 -83
  668. e2e_tests/create_namespace.py +0 -43
  669. e2e_tests/dedicated_admin_rolebindings.py +0 -44
  670. e2e_tests/dedicated_admin_test_base.py +0 -39
  671. e2e_tests/default_network_policies.py +0 -47
  672. e2e_tests/default_project_labels.py +0 -52
  673. e2e_tests/network_policy_test_base.py +0 -17
  674. e2e_tests/test_base.py +0 -56
  675. qontract_reconcile-0.9.1rc298.dist-info/METADATA +0 -63
  676. qontract_reconcile-0.9.1rc298.dist-info/RECORD +0 -585
  677. qontract_reconcile-0.9.1rc298.dist-info/top_level.txt +0 -4
  678. reconcile/ecr_mirror.py +0 -152
  679. reconcile/github_scanner.py +0 -74
  680. reconcile/gitlab_integrations.py +0 -63
  681. reconcile/gql_definitions/ocm_oidc_idp/clusters.py +0 -195
  682. reconcile/gql_definitions/ocp_release_mirror/ocp_release_mirror.py +0 -287
  683. reconcile/integrations_validator.py +0 -18
  684. reconcile/jenkins_plugins.py +0 -129
  685. reconcile/kafka_clusters.py +0 -208
  686. reconcile/ocm_cluster_admin.py +0 -42
  687. reconcile/ocm_oidc_idp.py +0 -198
  688. reconcile/ocp_release_mirror.py +0 -373
  689. reconcile/prometheus_rules_tester_old.py +0 -436
  690. reconcile/saas_auto_promotions_manager/merge_request_manager/merge_request_manager.py +0 -279
  691. reconcile/saas_auto_promotions_manager/utils/vcs.py +0 -141
  692. reconcile/sentry_config.py +0 -613
  693. reconcile/sentry_helper.py +0 -69
  694. reconcile/test/conftest.py +0 -187
  695. reconcile/test/fixtures.py +0 -24
  696. reconcile/test/saas_auto_promotions_manager/conftest.py +0 -69
  697. reconcile/test/saas_auto_promotions_manager/merge_request_manager/merge_request_manager/conftest.py +0 -110
  698. reconcile/test/saas_auto_promotions_manager/merge_request_manager/merge_request_manager/data_keys.py +0 -10
  699. reconcile/test/saas_auto_promotions_manager/merge_request_manager/merge_request_manager/test_housekeeping.py +0 -200
  700. reconcile/test/saas_auto_promotions_manager/merge_request_manager/merge_request_manager/test_merge_request_manager.py +0 -151
  701. reconcile/test/saas_auto_promotions_manager/merge_request_manager/renderer/conftest.py +0 -63
  702. reconcile/test/saas_auto_promotions_manager/merge_request_manager/renderer/data_keys.py +0 -4
  703. reconcile/test/saas_auto_promotions_manager/merge_request_manager/renderer/test_content_multiple_namespaces.py +0 -46
  704. reconcile/test/saas_auto_promotions_manager/merge_request_manager/renderer/test_content_single_namespace.py +0 -94
  705. reconcile/test/saas_auto_promotions_manager/merge_request_manager/renderer/test_content_single_target.py +0 -44
  706. reconcile/test/saas_auto_promotions_manager/subscriber/conftest.py +0 -74
  707. reconcile/test/saas_auto_promotions_manager/subscriber/data_keys.py +0 -11
  708. reconcile/test/saas_auto_promotions_manager/subscriber/test_content_hash.py +0 -155
  709. reconcile/test/saas_auto_promotions_manager/subscriber/test_diff.py +0 -173
  710. reconcile/test/saas_auto_promotions_manager/subscriber/test_multiple_channels_config_hash.py +0 -226
  711. reconcile/test/saas_auto_promotions_manager/subscriber/test_multiple_channels_moving_ref.py +0 -224
  712. reconcile/test/saas_auto_promotions_manager/subscriber/test_single_channel_with_single_publisher.py +0 -350
  713. reconcile/test/saas_auto_promotions_manager/test_integration_test.py +0 -129
  714. reconcile/test/saas_auto_promotions_manager/utils/saas_files_inventory/test_multiple_publishers_for_single_channel.py +0 -70
  715. reconcile/test/saas_auto_promotions_manager/utils/saas_files_inventory/test_saas_files_use_target_config_hash.py +0 -63
  716. reconcile/test/saas_auto_promotions_manager/utils/saas_files_inventory/test_saas_files_with_auto_promote.py +0 -74
  717. reconcile/test/saas_auto_promotions_manager/utils/saas_files_inventory/test_saas_files_without_auto_promote.py +0 -65
  718. reconcile/test/test_aggregated_list.py +0 -237
  719. reconcile/test/test_amtool.py +0 -37
  720. reconcile/test/test_auto_promoter.py +0 -295
  721. reconcile/test/test_aws_ami_share.py +0 -68
  722. reconcile/test/test_aws_iam_keys.py +0 -70
  723. reconcile/test/test_aws_iam_password_reset.py +0 -35
  724. reconcile/test/test_aws_support_cases_sos.py +0 -23
  725. reconcile/test/test_checkpoint.py +0 -178
  726. reconcile/test/test_cli.py +0 -41
  727. reconcile/test/test_closedbox_endpoint_monitoring.py +0 -207
  728. reconcile/test/test_gabi_authorized_users.py +0 -72
  729. reconcile/test/test_github_org.py +0 -154
  730. reconcile/test/test_github_repo_invites.py +0 -123
  731. reconcile/test/test_gitlab_housekeeping.py +0 -88
  732. reconcile/test/test_gitlab_labeler.py +0 -129
  733. reconcile/test/test_gitlab_members.py +0 -283
  734. reconcile/test/test_instrumented_wrappers.py +0 -18
  735. reconcile/test/test_integrations_manager.py +0 -995
  736. reconcile/test/test_jenkins_worker_fleets.py +0 -55
  737. reconcile/test/test_jump_host.py +0 -117
  738. reconcile/test/test_ldap_users.py +0 -123
  739. reconcile/test/test_make.py +0 -28
  740. reconcile/test/test_ocm_additional_routers.py +0 -134
  741. reconcile/test/test_ocm_addons_upgrade_scheduler_org.py +0 -149
  742. reconcile/test/test_ocm_clusters.py +0 -598
  743. reconcile/test/test_ocm_clusters_manifest_updates.py +0 -89
  744. reconcile/test/test_ocm_oidc_idp.py +0 -315
  745. reconcile/test/test_ocm_update_recommended_version.py +0 -145
  746. reconcile/test/test_ocm_upgrade_scheduler.py +0 -614
  747. reconcile/test/test_ocm_upgrade_scheduler_org_updater.py +0 -129
  748. reconcile/test/test_openshift_base.py +0 -730
  749. reconcile/test/test_openshift_namespace_labels.py +0 -345
  750. reconcile/test/test_openshift_namespaces.py +0 -256
  751. reconcile/test/test_openshift_resource.py +0 -415
  752. reconcile/test/test_openshift_resources_base.py +0 -440
  753. reconcile/test/test_openshift_saas_deploy_change_tester.py +0 -310
  754. reconcile/test/test_openshift_tekton_resources.py +0 -253
  755. reconcile/test/test_openshift_upgrade_watcher.py +0 -146
  756. reconcile/test/test_prometheus_rules_tester.py +0 -151
  757. reconcile/test/test_prometheus_rules_tester_old.py +0 -77
  758. reconcile/test/test_quay_membership.py +0 -86
  759. reconcile/test/test_quay_mirror.py +0 -109
  760. reconcile/test/test_quay_mirror_org.py +0 -70
  761. reconcile/test/test_quay_repos.py +0 -59
  762. reconcile/test/test_queries.py +0 -53
  763. reconcile/test/test_repo_owners.py +0 -47
  764. reconcile/test/test_requests_sender.py +0 -139
  765. reconcile/test/test_saasherder.py +0 -1074
  766. reconcile/test/test_saasherder_allowed_secret_paths.py +0 -127
  767. reconcile/test/test_secret_reader.py +0 -153
  768. reconcile/test/test_slack_base.py +0 -185
  769. reconcile/test/test_slack_usergroups.py +0 -744
  770. reconcile/test/test_sql_query.py +0 -19
  771. reconcile/test/test_terraform_cloudflare_dns.py +0 -117
  772. reconcile/test/test_terraform_cloudflare_resources.py +0 -106
  773. reconcile/test/test_terraform_cloudflare_users.py +0 -749
  774. reconcile/test/test_terraform_resources.py +0 -257
  775. reconcile/test/test_terraform_tgw_attachments.py +0 -631
  776. reconcile/test/test_terraform_users.py +0 -57
  777. reconcile/test/test_terraform_vpc_peerings.py +0 -499
  778. reconcile/test/test_terraform_vpc_peerings_build_desired_state.py +0 -1061
  779. reconcile/test/test_unleash.py +0 -138
  780. reconcile/test/test_utils_aws_api.py +0 -240
  781. reconcile/test/test_utils_aws_helper.py +0 -80
  782. reconcile/test/test_utils_cluster_version_data.py +0 -177
  783. reconcile/test/test_utils_data_structures.py +0 -13
  784. reconcile/test/test_utils_disabled_integrations.py +0 -86
  785. reconcile/test/test_utils_expiration.py +0 -109
  786. reconcile/test/test_utils_external_resource_spec.py +0 -383
  787. reconcile/test/test_utils_external_resources.py +0 -247
  788. reconcile/test/test_utils_github_api.py +0 -73
  789. reconcile/test/test_utils_gitlab_api.py +0 -20
  790. reconcile/test/test_utils_gpg.py +0 -69
  791. reconcile/test/test_utils_gql.py +0 -81
  792. reconcile/test/test_utils_helm.py +0 -306
  793. reconcile/test/test_utils_helpers.py +0 -55
  794. reconcile/test/test_utils_imap_client.py +0 -65
  795. reconcile/test/test_utils_jjb_client.py +0 -52
  796. reconcile/test/test_utils_jsonpath.py +0 -286
  797. reconcile/test/test_utils_ldap_client.py +0 -51
  798. reconcile/test/test_utils_mr.py +0 -226
  799. reconcile/test/test_utils_mr_clusters_updates.py +0 -77
  800. reconcile/test/test_utils_oc.py +0 -984
  801. reconcile/test/test_utils_ocm.py +0 -110
  802. reconcile/test/test_utils_pagerduty_api.py +0 -251
  803. reconcile/test/test_utils_parse_dhms_duration.py +0 -34
  804. reconcile/test/test_utils_password_validator.py +0 -155
  805. reconcile/test/test_utils_quay_api.py +0 -86
  806. reconcile/test/test_utils_semver_helper.py +0 -19
  807. reconcile/test/test_utils_sharding.py +0 -56
  808. reconcile/test/test_utils_slack_api.py +0 -439
  809. reconcile/test/test_utils_smtp_client.py +0 -73
  810. reconcile/test/test_utils_state.py +0 -256
  811. reconcile/test/test_utils_terraform.py +0 -13
  812. reconcile/test/test_utils_terraform_client.py +0 -585
  813. reconcile/test/test_utils_terraform_config_client.py +0 -219
  814. reconcile/test/test_utils_terrascript_aws_client.py +0 -277
  815. reconcile/test/test_utils_terrascript_cloudflare_client.py +0 -597
  816. reconcile/test/test_utils_terrascript_cloudflare_resources.py +0 -26
  817. reconcile/test/test_vault_replication.py +0 -515
  818. reconcile/test/test_vault_utils.py +0 -47
  819. reconcile/test/test_version_bump.py +0 -18
  820. reconcile/test/test_vpc_peerings_validator.py +0 -103
  821. reconcile/test/test_wrong_region.py +0 -78
  822. reconcile/typed_queries/glitchtip_settings.py +0 -18
  823. reconcile/typed_queries/ocp_release_mirror.py +0 -11
  824. reconcile/unleash_watcher.py +0 -120
  825. reconcile/utils/git_secrets.py +0 -63
  826. reconcile/utils/mr/auto_promoter.py +0 -218
  827. reconcile/utils/sentry_client.py +0 -383
  828. release/test_version.py +0 -50
  829. release/version.py +0 -100
  830. tools/test/test_qontract_cli.py +0 -60
  831. tools/test/test_sre_checkpoints.py +0 -79
  832. /e2e_tests/__init__.py → /reconcile/aus/upgrades.py +0 -0
  833. /reconcile/{gql_definitions/ocp_release_mirror → aws_account_manager}/__init__.py +0 -0
  834. /reconcile/{test → aws_ami_cleanup}/__init__.py +0 -0
  835. /reconcile/{test/saas_auto_promotions_manager → aws_cloudwatch_log_retention}/__init__.py +0 -0
  836. /reconcile/{test/saas_auto_promotions_manager/merge_request_manager → aws_saml_idp}/__init__.py +0 -0
  837. /reconcile/{test/saas_auto_promotions_manager/merge_request_manager/merge_request_manager → aws_saml_roles}/__init__.py +0 -0
  838. /reconcile/{test/saas_auto_promotions_manager/merge_request_manager/renderer → aws_version_sync}/__init__.py +0 -0
  839. /reconcile/{test/saas_auto_promotions_manager/subscriber → aws_version_sync/merge_request_manager}/__init__.py +0 -0
  840. /reconcile/{test/saas_auto_promotions_manager/utils → cluster_auth_rhidp}/__init__.py +0 -0
  841. /reconcile/{test/saas_auto_promotions_manager/utils/saas_files_inventory → dynatrace_token_provider}/__init__.py +0 -0
  842. {release → reconcile/endpoints_discovery}/__init__.py +0 -0
  843. {tools/test → reconcile/external_resources}/__init__.py +0 -0
@@ -1,984 +0,0 @@
1
- import logging
2
- import os
3
- from unittest import TestCase
4
- from unittest.mock import patch
5
-
6
- import pytest
7
- from kubernetes.dynamic import Resource
8
- from kubernetes.dynamic.exceptions import ResourceNotFoundError
9
-
10
- import reconcile.utils.oc
11
- from reconcile.utils.oc import (
12
- GET_REPLICASET_MAX_ATTEMPTS,
13
- LABEL_MAX_KEY_NAME_LENGTH,
14
- LABEL_MAX_KEY_PREFIX_LENGTH,
15
- LABEL_MAX_VALUE_LENGTH,
16
- OC,
17
- OC_Map,
18
- OCDeprecated,
19
- OCLogMsg,
20
- OCNative,
21
- PodNotReadyError,
22
- StatusCodeError,
23
- equal_spec_template,
24
- validate_labels,
25
- )
26
- from reconcile.utils.openshift_resource import OpenshiftResource as OR
27
- from reconcile.utils.secret_reader import (
28
- SecretNotFound,
29
- SecretReader,
30
- )
31
-
32
-
33
- @patch.dict(os.environ, {"USE_NATIVE_CLIENT": "False"}, clear=True)
34
- class TestGetOwnedPods(TestCase):
35
- @patch.object(OCDeprecated, "get")
36
- @patch.object(OCDeprecated, "get_obj_root_owner")
37
- def test_get_owned_pods(self, oc_get_obj_root_owner, oc_get):
38
- owner_body = {"kind": "ownerkind", "metadata": {"name": "ownername"}}
39
- owner_resource = OR(owner_body, "", "")
40
-
41
- oc_get.return_value = {
42
- "items": [
43
- {
44
- "metadata": {
45
- "name": "pod1",
46
- "ownerReferences": [
47
- {
48
- "controller": True,
49
- "kind": "ownerkind",
50
- "name": "ownername",
51
- }
52
- ],
53
- }
54
- },
55
- {
56
- "metadata": {
57
- "name": "pod2",
58
- "ownerReferences": [
59
- {
60
- "controller": True,
61
- "kind": "notownerkind",
62
- "name": "notownername",
63
- }
64
- ],
65
- }
66
- },
67
- {
68
- "metadata": {
69
- "name": "pod3",
70
- "ownerReferences": [
71
- {
72
- "controller": True,
73
- "kind": "ownerkind",
74
- "name": "notownername",
75
- }
76
- ],
77
- }
78
- },
79
- ]
80
- }
81
- oc_get_obj_root_owner.side_effect = [
82
- owner_resource.body,
83
- {
84
- "kind": "notownerkind",
85
- "metadata": {"name": "notownername"},
86
- },
87
- {"kind": "ownerkind", "metadata": {"name": "notownername"}},
88
- ]
89
-
90
- oc = OC("cluster", "server", "token", local=True)
91
- pods = oc.get_owned_pods("namespace", owner_resource)
92
- self.assertEqual(len(pods), 1)
93
- self.assertEqual(pods[0]["metadata"]["name"], "pod1")
94
-
95
-
96
- @patch.dict(os.environ, {"USE_NATIVE_CLIENT": "False"}, clear=True)
97
- class TestValidatePodReady(TestCase):
98
- @patch.object(OCDeprecated, "get")
99
- def test_validate_pod_ready_all_good(self, oc_get):
100
- oc_get.return_value = {
101
- "status": {
102
- "containerStatuses": [
103
- {
104
- "name": "container1",
105
- "ready": True,
106
- },
107
- {"name": "container2", "ready": True},
108
- ]
109
- }
110
- }
111
- oc = OC("cluster", "server", "token", local=True)
112
- oc.validate_pod_ready("namespace", "podname")
113
-
114
- @patch.object(OCDeprecated, "get")
115
- def test_validate_pod_ready_one_missing(self, oc_get):
116
- oc_get.return_value = {
117
- "status": {
118
- "containerStatuses": [
119
- {
120
- "name": "container1",
121
- "ready": True,
122
- },
123
- {"name": "container2", "ready": False},
124
- ]
125
- }
126
- }
127
-
128
- oc = OC("cluster", "server", "token", local=True)
129
- with self.assertRaises(PodNotReadyError):
130
- # Bypass the retry stuff
131
- oc.validate_pod_ready.__wrapped__(oc, "namespace", "podname")
132
-
133
-
134
- @patch.dict(os.environ, {"USE_NATIVE_CLIENT": "False"}, clear=True)
135
- class TestGetObjRootOwner(TestCase):
136
- @patch.object(OCDeprecated, "get")
137
- def test_owner(self, oc_get):
138
- obj = {
139
- "metadata": {
140
- "name": "pod1",
141
- "ownerReferences": [
142
- {"controller": True, "kind": "ownerkind", "name": "ownername"}
143
- ],
144
- }
145
- }
146
- owner_obj = {"kind": "ownerkind", "metadata": {"name": "ownername"}}
147
-
148
- oc_get.side_effect = [owner_obj]
149
-
150
- oc = OC("cluster", "server", "token", local=True)
151
- result_owner_obj = oc.get_obj_root_owner("namespace", obj)
152
- self.assertEqual(result_owner_obj, owner_obj)
153
-
154
- def test_no_owner(self):
155
- obj = {
156
- "metadata": {
157
- "name": "pod1",
158
- }
159
- }
160
-
161
- oc = OC("cluster", "server", "token", local=True)
162
- result_obj = oc.get_obj_root_owner("namespace", obj)
163
- self.assertEqual(result_obj, obj)
164
-
165
- def test_controller_false_return_obj(self):
166
- """Returns obj if all ownerReferences have controller set to false"""
167
- obj = {"metadata": {"name": "pod1", "ownerReferences": [{"controller": False}]}}
168
-
169
- oc = OC("cluster", "server", "token", local=True)
170
- result_obj = oc.get_obj_root_owner("namespace", obj)
171
- self.assertEqual(result_obj, obj)
172
-
173
- @patch.object(OCDeprecated, "get")
174
- def test_controller_false_return_controller(self, oc_get):
175
- """Returns owner if all ownerReferences have controller set to false
176
- and allow_not_controller is set to True
177
- """
178
- obj = {
179
- "metadata": {
180
- "name": "pod1",
181
- "ownerReferences": [
182
- {"controller": False, "kind": "ownerkind", "name": "ownername"}
183
- ],
184
- }
185
- }
186
- owner_obj = {"kind": "ownerkind", "metadata": {"name": "ownername"}}
187
- oc_get.side_effect = [owner_obj]
188
-
189
- oc = OC("cluster", "server", "token", local=True)
190
- result_obj = oc.get_obj_root_owner("namespace", obj, allow_not_controller=True)
191
- self.assertEqual(result_obj, owner_obj)
192
-
193
- @patch.object(OCDeprecated, "get")
194
- def test_cont_true_allow_true_ref_not_found_return_obj(self, oc_get):
195
- """Returns obj if controller is true, allow_not_found is true,
196
- but referenced object does not exist '{}'
197
- """
198
- obj = {
199
- "metadata": {
200
- "name": "pod1",
201
- "ownerReferences": [
202
- {"controller": True, "kind": "ownerkind", "name": "ownername"}
203
- ],
204
- }
205
- }
206
- owner_obj = {}
207
-
208
- oc_get.side_effect = [owner_obj]
209
-
210
- oc = OC("cluster", "server", "token", local=True)
211
- result_obj = oc.get_obj_root_owner("namespace", obj, allow_not_found=True)
212
- self.assertEqual(result_obj, obj)
213
-
214
- @patch.object(OCDeprecated, "get")
215
- def test_controller_true_allow_false_ref_not_found_raise(self, oc_get):
216
- """Throws an exception if controller is true, allow_not_found false,
217
- but referenced object does not exist
218
- """
219
- obj = {
220
- "metadata": {
221
- "name": "pod1",
222
- "ownerReferences": [
223
- {"controller": True, "kind": "ownerkind", "name": "ownername"}
224
- ],
225
- }
226
- }
227
-
228
- oc_get.side_effect = StatusCodeError
229
-
230
- oc = OC("cluster", "server", "token", local=True)
231
- with self.assertRaises(StatusCodeError):
232
- oc.get_obj_root_owner("namespace", obj, allow_not_found=False)
233
-
234
-
235
- @patch.dict(os.environ, {"USE_NATIVE_CLIENT": "False"}, clear=True)
236
- class TestPodOwnedPVCNames(TestCase):
237
- def test_no_volumes(self):
238
- pods = [{"spec": {"volumes": []}}]
239
- oc = OC("cluster", "server", "token", local=True)
240
- owned_pvc_names = oc.get_pod_owned_pvc_names(pods)
241
- self.assertEqual(len(owned_pvc_names), 0)
242
-
243
- def test_other_volumes(self):
244
- pods = [{"spec": {"volumes": [{"configMap": {"name": "cm"}}]}}]
245
- oc = OC("cluster", "server", "token", local=True)
246
- owned_pvc_names = oc.get_pod_owned_pvc_names(pods)
247
- self.assertEqual(len(owned_pvc_names), 0)
248
-
249
- def test_ok(self):
250
- pods = [{"spec": {"volumes": [{"persistentVolumeClaim": {"claimName": "cm"}}]}}]
251
- oc = OC("cluster", "server", "token", local=True)
252
- owned_pvc_names = oc.get_pod_owned_pvc_names(pods)
253
- self.assertEqual(len(owned_pvc_names), 1)
254
- self.assertEqual(list(owned_pvc_names)[0], "cm")
255
-
256
-
257
- @patch.dict(os.environ, {"USE_NATIVE_CLIENT": "False"}, clear=True)
258
- class TestGetStorage(TestCase):
259
- def test_none(self):
260
- resource = {"spec": {"what": "ever"}}
261
- oc = OC("cluster", "server", "token", local=True)
262
- storage = oc.get_storage(resource)
263
- self.assertIsNone(storage)
264
-
265
- def test_ok(self):
266
- size = "100Gi"
267
- resource = {
268
- "spec": {
269
- "volumeClaimTemplates": [
270
- {"spec": {"resources": {"requests": {"storage": size}}}}
271
- ]
272
- }
273
- }
274
- oc = OC("cluster", "server", "token", local=True)
275
- result = oc.get_storage(resource)
276
- self.assertEqual(result, size)
277
-
278
-
279
- class TestValidateLabels(TestCase):
280
- def test_ok(self):
281
- self.assertFalse(validate_labels({"my.company.com/key-name": "value"}))
282
-
283
- def test_long_value(self):
284
- v = "a" * LABEL_MAX_VALUE_LENGTH
285
- self.assertFalse(validate_labels({"my.company.com/key-name": v}))
286
-
287
- v = "a" * (LABEL_MAX_VALUE_LENGTH + 1)
288
- r = validate_labels({"my.company.com/key-name": v})
289
- self.assertEqual(len(r), 1)
290
-
291
- def test_long_keyname(self):
292
- kn = "a" * LABEL_MAX_KEY_NAME_LENGTH
293
- self.assertFalse(validate_labels({f"my.company.com/{kn}": "value"}))
294
-
295
- kn = "a" * (LABEL_MAX_KEY_NAME_LENGTH + 1)
296
- r = validate_labels({f"my.company.com/{kn}": "value"})
297
- self.assertEqual(len(r), 1)
298
-
299
- def test_long_key_prefix(self):
300
- prefix = "a" * LABEL_MAX_KEY_PREFIX_LENGTH
301
- self.assertFalse(validate_labels({f"{prefix}/key": "value"}))
302
-
303
- prefix = "a" * (LABEL_MAX_KEY_PREFIX_LENGTH + 1)
304
- r = validate_labels({f"{prefix}/key": "value"})
305
- self.assertEqual(len(r), 1)
306
-
307
- def test_invalid_value(self):
308
- r = validate_labels({"my.company.com/key-name": "b@d"})
309
- self.assertEqual(len(r), 1)
310
-
311
- def test_invalid_key_name(self):
312
- r = validate_labels({"my.company.com/key@name": "value"})
313
- self.assertEqual(len(r), 1)
314
-
315
- def test_invalid_key_prefix(self):
316
- r = validate_labels({"my@company.com/key-name": "value"})
317
- self.assertEqual(len(r), 1)
318
-
319
- def test_reserved_key_prefix(self):
320
- r = validate_labels({"kubernetes.io/key-name": "value"})
321
- self.assertEqual(len(r), 1)
322
-
323
- r = validate_labels({"k8s.io/key-name": "value"})
324
- self.assertEqual(len(r), 1)
325
-
326
- def test_many_wrong(self):
327
- longstr = "a" * (LABEL_MAX_KEY_PREFIX_LENGTH + 1)
328
- key_prefix = "b@d." + longstr + ".com"
329
- key_name = "b@d-" + longstr
330
- value = "b@d-" + longstr
331
- r = validate_labels(
332
- {f"{key_prefix}/{key_name}": value, "kubernetes.io/b@d": value}
333
- )
334
- self.assertEqual(len(r), 10)
335
-
336
-
337
- class TestOCMapInit(TestCase):
338
- def test_missing_serverurl(self):
339
- """
340
- When a cluster with a missing serverUrl is passed into OC_Map, it
341
- should be skipped.
342
- """
343
- cluster = {
344
- "name": "test-1",
345
- "serverUrl": "",
346
- "automationToken": {"path": "some-path", "field": "some-field"},
347
- }
348
- oc_map = OC_Map(clusters=[cluster])
349
-
350
- self.assertIsInstance(oc_map.get(cluster["name"]), OCLogMsg)
351
- self.assertEqual(
352
- oc_map.get(cluster["name"]).message, f'[{cluster["name"]}] has no serverUrl'
353
- )
354
- self.assertEqual(len(oc_map.clusters()), 0)
355
-
356
- def test_missing_automationtoken(self):
357
- """
358
- When a cluster with a missing automationToken is passed into OC_Map, it
359
- should be skipped.
360
- """
361
- cluster = {
362
- "name": "test-1",
363
- "serverUrl": "http://localhost",
364
- "automationToken": None,
365
- }
366
- oc_map = OC_Map(clusters=[cluster])
367
-
368
- self.assertIsInstance(oc_map.get(cluster["name"]), OCLogMsg)
369
- self.assertEqual(
370
- oc_map.get(cluster["name"]).message,
371
- f'[{cluster["name"]}] has no automation token',
372
- )
373
- self.assertEqual(len(oc_map.clusters()), 0)
374
-
375
- @patch.object(SecretReader, "read_all", autospec=True)
376
- def test_automationtoken_not_found(self, mock_secret_reader):
377
-
378
- mock_secret_reader.side_effect = SecretNotFound
379
-
380
- cluster = {
381
- "name": "test-1",
382
- "serverUrl": "http://localhost",
383
- "automationToken": {"path": "some-path", "field": "some-field"},
384
- }
385
-
386
- oc_map = OC_Map(clusters=[cluster])
387
-
388
- self.assertIsInstance(oc_map.get(cluster["name"]), OCLogMsg)
389
- self.assertEqual(
390
- oc_map.get(cluster["name"]).message, f'[{cluster["name"]}] secret not found'
391
- )
392
- self.assertEqual(len(oc_map.clusters()), 0)
393
-
394
- @patch.object(SecretReader, "read_all", autospec=True)
395
- def test_server_url_mismatch(self, mock_secret_reader):
396
- mock_secret_reader.return_value = {"server": "foo", "some-field": "bar"}
397
-
398
- cluster = {
399
- "name": "test-1",
400
- "serverUrl": "http://localhost",
401
- "automationToken": {"path": "some-path", "field": "some-field"},
402
- }
403
-
404
- oc_map = OC_Map(clusters=[cluster])
405
-
406
- self.assertIsInstance(oc_map.get(cluster["name"]), OCLogMsg)
407
- self.assertEqual(
408
- oc_map.get(cluster["name"]).message,
409
- f'[{cluster["name"]}] server URL mismatch',
410
- )
411
- self.assertEqual(len(oc_map.clusters()), 0)
412
-
413
-
414
- class TestOCMapGetClusters(TestCase):
415
- @patch.object(SecretReader, "read_all", autospec=True)
416
- def test_clusters_errors_empty_return(self, mock_secret_reader):
417
- """
418
- clusters() shouldn't return the names of any clusters that didn't
419
- initialize a client successfully.
420
- """
421
- mock_secret_reader.return_value = {
422
- "server": "http://localhost",
423
- "some-field": "bar",
424
- }
425
-
426
- cluster = {
427
- "name": "test-1",
428
- "serverUrl": "http://localhost",
429
- }
430
-
431
- oc_map = OC_Map(clusters=[cluster])
432
-
433
- self.assertEqual(oc_map.clusters(), [])
434
- self.assertIsInstance(oc_map.oc_map.get(cluster["name"]), OCLogMsg)
435
-
436
- @patch.object(reconcile.utils.oc, "OC", autospec=True)
437
- @patch.object(SecretReader, "read_all", autospec=True)
438
- def test_clusters_errors_with_include_errors(self, mock_secret_reader, mock_oc):
439
- """
440
- With the include_errors kwarg set to true, clusters that didn't
441
- initialize a client are still included.
442
- """
443
- mock_secret_reader.return_value = {
444
- "server": "http://localhost",
445
- "some-field": "bar",
446
- }
447
-
448
- cluster_1 = {
449
- "name": "test-1",
450
- "serverUrl": "http://localhost",
451
- }
452
-
453
- cluster_2 = {
454
- "name": "test-2",
455
- "serverUrl": "http://localhost",
456
- "automationToken": {"path": "some-path", "field": "some-field"},
457
- }
458
-
459
- cluster_names = [cluster_1["name"], cluster_2["name"]]
460
-
461
- oc_map = OC_Map(clusters=[cluster_1, cluster_2])
462
-
463
- self.assertEqual(oc_map.clusters(include_errors=True), cluster_names)
464
- self.assertIsInstance(oc_map.oc_map.get(cluster_1["name"]), OCLogMsg)
465
-
466
- @patch.object(reconcile.utils.oc, "OC", autospec=True)
467
- @patch.object(SecretReader, "read_all", autospec=True)
468
- def test_namespace_with_cluster_admin(self, mock_secret_reader, mock_oc):
469
- mock_secret_reader.return_value = {
470
- "server": "http://localhost",
471
- "some-field": "bar",
472
- }
473
-
474
- cluster_1 = {
475
- "name": "cl1",
476
- "serverUrl": "http://localhost",
477
- "clusterAdminAutomationToken": {"path": "some-path", "field": "some-field"},
478
- "automationToken": {"path": "some-path", "field": "some-field"},
479
- }
480
- cluster_2 = {
481
- "name": "cl2",
482
- "serverUrl": "http://localhost",
483
- "clusterAdminAutomationToken": {"path": "some-path", "field": "some-field"},
484
- "automationToken": {"path": "some-path", "field": "some-field"},
485
- }
486
- namespace_1 = {"name": "ns1", "clusterAdmin": True, "cluster": cluster_1}
487
-
488
- namespace_2 = {"name": "ns2", "cluster": cluster_2}
489
-
490
- oc_map = OC_Map(namespaces=[namespace_1, namespace_2])
491
-
492
- self.assertEqual(oc_map.clusters(), ["cl1", "cl2"])
493
- self.assertEqual(oc_map.clusters(privileged=True), ["cl1"])
494
-
495
- # both clusters are present as non privileged clusters in the map
496
- self.assertIsInstance(oc_map.get(cluster_1["name"]), OC)
497
- self.assertIsInstance(oc_map.get(cluster_2["name"]), OC)
498
-
499
- # only cluster_1 is present as privileged cluster in the map
500
- self.assertIsInstance(oc_map.get(cluster_1["name"], privileged=True), OC)
501
- self.assertIsInstance(oc_map.get(cluster_2["name"], privileged=True), OCLogMsg)
502
-
503
- @patch.object(reconcile.utils.oc, "OC", autospec=True)
504
- @patch.object(SecretReader, "read_all", autospec=True)
505
- def test_missing_cluster_automation_token(self, mock_secret_reader, mock_oc):
506
- mock_secret_reader.return_value = {
507
- "server": "http://localhost",
508
- "some-field": "bar",
509
- }
510
-
511
- cluster_1 = {
512
- "name": "cl1",
513
- "serverUrl": "http://localhost",
514
- "automationToken": {"path": "some-path", "field": "some-field"},
515
- }
516
- namespace_1 = {"name": "ns1", "clusterAdmin": True, "cluster": cluster_1}
517
-
518
- oc_map = OC_Map(namespaces=[namespace_1])
519
-
520
- # check that non-priv OC got instantiated but priv one not
521
- self.assertEqual(oc_map.clusters(), ["cl1"])
522
- self.assertEqual(oc_map.clusters(privileged=True), [])
523
- self.assertEqual(
524
- oc_map.clusters(include_errors=True, privileged=True), [cluster_1["name"]]
525
- )
526
-
527
- self.assertIsInstance(oc_map.get(cluster_1["name"]), OC)
528
- self.assertFalse(oc_map.get(cluster_1["name"], privileged=True))
529
-
530
- @patch.object(reconcile.utils.oc, "OC", autospec=True)
531
- @patch.object(SecretReader, "read_all", autospec=True)
532
- def test_internal_clusters(self, mock_secret_reader, mock_oc):
533
- mock_secret_reader.return_value = {
534
- "server": "http://localhost",
535
- "some-field": "bar",
536
- }
537
-
538
- cluster = {
539
- "name": "cl1",
540
- "serverUrl": "http://localhost",
541
- "internal": True,
542
- "automationToken": {"path": "some-path", "field": "some-field"},
543
- }
544
- namespace = {"name": "ns1", "cluster": cluster}
545
-
546
- # internal cluster must be in oc_map when internal is enabled
547
- internal_oc_map = OC_Map(internal=True, namespaces=[namespace])
548
- self.assertIsInstance(internal_oc_map.get(cluster["name"]), OC)
549
-
550
- # internal cluster must not be in oc_map when internal is disabled
551
- oc_map = OC_Map(internal=False, namespaces=[namespace])
552
- self.assertFalse(oc_map.get(cluster["name"]))
553
-
554
- @patch.object(reconcile.utils.oc, "OC", autospec=True)
555
- @patch.object(SecretReader, "read_all", autospec=True)
556
- def test_disabled_integration(self, mock_secret_reader, mock_oc):
557
- mock_secret_reader.return_value = {
558
- "server": "http://localhost",
559
- "some-field": "bar",
560
- }
561
-
562
- calling_int = "calling_integration"
563
- cluster = {
564
- "name": "cl1",
565
- "serverUrl": "http://localhost",
566
- "disable": {"integrations": [calling_int.replace("_", "-")]},
567
- "automationToken": {"path": "some-path", "field": "some-field"},
568
- }
569
- namespace = {"name": "ns1", "cluster": cluster}
570
-
571
- oc_map = OC_Map(integration=calling_int, namespaces=[namespace])
572
- self.assertFalse(oc_map.get(cluster["name"]))
573
-
574
-
575
- @pytest.fixture
576
- def oc(monkeypatch):
577
- monkeypatch.setenv("USE_NATIVE_CLIENT", "False")
578
- return OC("cluster", "server", "token", local=True)
579
-
580
-
581
- @pytest.fixture
582
- def pod():
583
- return {
584
- "apiVersion": "v1",
585
- "kind": "Pod",
586
- "metadata": {
587
- "name": "pod1",
588
- },
589
- "spec": {
590
- "volumes": [
591
- {"secret": {"secretName": "secret1"}},
592
- {"configMap": {"name": "configmap1"}},
593
- ],
594
- "containers": [
595
- {
596
- "envFrom": [
597
- {
598
- "secretRef": {"name": "secret2"},
599
- },
600
- {"configMapRef": {"name": "configmap2"}},
601
- ],
602
- "env": [
603
- {
604
- "valueFrom": {
605
- "secretKeyRef": {"name": "secret3", "key": "secretkey3"}
606
- }
607
- },
608
- {
609
- "valueFrom": {
610
- "configMapKeyRef": {
611
- "name": "configmap3",
612
- "key": "configmapkey3",
613
- }
614
- }
615
- },
616
- ],
617
- }
618
- ],
619
- },
620
- }
621
-
622
-
623
- def test_get_resources_used_in_pod_spec_unsupported_kind(oc):
624
- with pytest.raises(KeyError):
625
- oc.get_resources_used_in_pod_spec({}, "Deployment")
626
-
627
-
628
- def test_get_resources_used_in_pod_spec_secret(oc, pod):
629
- expected = {"secret1": set(), "secret2": set(), "secret3": {"secretkey3"}}
630
- results = oc.get_resources_used_in_pod_spec(pod["spec"], "Secret")
631
- assert results == expected
632
-
633
-
634
- def test_get_resources_used_in_pod_spec_configmap(oc, pod):
635
- expected = {
636
- "configmap1": set(),
637
- "configmap2": set(),
638
- "configmap3": {"configmapkey3"},
639
- }
640
- results = oc.get_resources_used_in_pod_spec(pod["spec"], "ConfigMap")
641
- assert results == expected
642
-
643
-
644
- def test_secret_used_in_pod_true(oc, pod):
645
- result = oc.secret_used_in_pod("secret1", pod)
646
- assert result is True
647
-
648
-
649
- def test_secret_used_in_pod_false(oc, pod):
650
- result = oc.secret_used_in_pod("secret9999", pod)
651
- assert result is False
652
-
653
-
654
- def test_configmap_used_in_pod_true(oc, pod):
655
- result = oc.configmap_used_in_pod("configmap1", pod)
656
- assert result is True
657
-
658
-
659
- def test_configmap_used_in_pod_false(oc, pod):
660
- result = oc.configmap_used_in_pod("configmap9999", pod)
661
- assert result is False
662
-
663
-
664
- def test_oc_map_exception_on_missing_cluster():
665
- cluster = {
666
- "name": "test-1",
667
- "serverUrl": "",
668
- "automationToken": {"path": "some-path", "field": "some-field"},
669
- }
670
- oc_map = OC_Map(clusters=[cluster])
671
-
672
- assert isinstance(oc_map.get(cluster["name"]), OCLogMsg)
673
- with pytest.raises(OCLogMsg) as ctx:
674
- oc_map.get_cluster(cluster["name"])
675
-
676
- assert ctx.value.message == "[test-1] has no serverUrl"
677
- assert ctx.value.log_level == logging.ERROR
678
-
679
-
680
- @pytest.mark.parametrize(
681
- "t1, t2, expected",
682
- [
683
- # trivial examples
684
- ({"a": "b"}, {"a": "b"}, True),
685
- ({"a": "b", "c": "d"}, {"c": "d", "a": "b"}, True),
686
- ({"a": "b", "c": "d"}, {"a": "b"}, False),
687
- # w/o pod-template-hash
688
- (
689
- # t1
690
- {
691
- "metadata": {},
692
- "spec": {"containers": [{"command": ["foobar"], "image": "lalala"}]},
693
- },
694
- # t2
695
- {
696
- "metadata": {},
697
- "spec": {"containers": [{"command": ["foobar"], "image": "lalala"}]},
698
- },
699
- # expected
700
- True,
701
- ),
702
- (
703
- # t1
704
- {
705
- "metadata": {},
706
- "spec": {"containers": [{"command": ["foobar"], "image": "lalala"}]},
707
- },
708
- # t2
709
- {
710
- "metadata": {},
711
- "spec": {
712
- "containers": [{"command": ["something else"], "image": "lalala"}]
713
- },
714
- },
715
- # expected
716
- False,
717
- ),
718
- # with pod-template-hash
719
- (
720
- # t1
721
- {
722
- "metadata": {
723
- "labels": {"a": "b", "pod-template-hash": "lala"},
724
- },
725
- "spec": {"containers": [{"command": ["foobar"], "image": "lalala"}]},
726
- },
727
- # t2
728
- {
729
- "metadata": {"labels": {"a": "b"}},
730
- "spec": {"containers": [{"command": ["foobar"], "image": "lalala"}]},
731
- },
732
- # expected
733
- True,
734
- ),
735
- ],
736
- )
737
- def test_equal_spec_template(t1, t2, expected):
738
- assert equal_spec_template(t1, t2) == expected
739
-
740
-
741
- @pytest.fixture()
742
- def deployment():
743
- return {
744
- "apiVersion": "apps/v1",
745
- "kind": "Deployment",
746
- "metadata": {
747
- "annotations": {"qontract.update": "2022-07-12T09:15:14"},
748
- "creationTimestamp": "2022-07-12T07:36:50Z",
749
- "generation": 5,
750
- "name": "busybox",
751
- },
752
- "spec": {
753
- "replicas": 2,
754
- "selector": {"matchLabels": {"deployment": "busybox"}},
755
- "strategy": {
756
- "rollingUpdate": {"maxSurge": "25%", "maxUnavailable": "25%"},
757
- "type": "RollingUpdate",
758
- },
759
- "template": {
760
- "metadata": {"labels": {"deployment": "busybox"}},
761
- "spec": {
762
- "containers": [
763
- {
764
- "command": ["/bin/sleep", "1000000"],
765
- "image": "busybox",
766
- "name": "busybox",
767
- }
768
- ]
769
- },
770
- },
771
- },
772
- }
773
-
774
-
775
- @pytest.fixture()
776
- def replicasets(deployment):
777
- return [
778
- # last active
779
- {
780
- "apiVersion": "apps/v1",
781
- "kind": "ReplicaSet",
782
- "metadata": {
783
- "name": "busybox-current",
784
- "creationTimestamp": "2022-07-12T09:37:12Z",
785
- "ownerReferences": [
786
- {
787
- "apiVersion": "apps/v1",
788
- "blockOwnerDeletion": True,
789
- "controller": True,
790
- "kind": "Deployment",
791
- "name": "busybox",
792
- "uid": "dab46569-9a6a-43d1-ab6d-53aa410fb737",
793
- }
794
- ],
795
- },
796
- "spec": {
797
- "replicas": 2,
798
- "selector": {
799
- "matchLabels": {
800
- "deployment": "busybox",
801
- "pod-template-hash": "hashhashhash",
802
- }
803
- },
804
- "template": deployment["spec"]["template"],
805
- },
806
- },
807
- # older rs
808
- {
809
- "apiVersion": "apps/v1",
810
- "kind": "ReplicaSet",
811
- "metadata": {
812
- "name": "busybox-old-one",
813
- "creationTimestamp": "2022-07-12T09:35:12Z",
814
- "ownerReferences": [
815
- {
816
- "apiVersion": "apps/v1",
817
- "blockOwnerDeletion": True,
818
- "controller": True,
819
- "kind": "Deployment",
820
- "name": "busybox",
821
- "uid": "dab46569-9a6a-43d1-ab6d-53aa410fb737",
822
- }
823
- ],
824
- },
825
- "spec": {
826
- "replicas": 2,
827
- "selector": {
828
- "matchLabels": {
829
- "deployment": "busybox",
830
- "pod-template-hash": "hashhashhash",
831
- }
832
- },
833
- "template": {
834
- "metadata": {
835
- "labels": {
836
- "deployment": "busybox",
837
- "pod-template-hash": "hashhashhash",
838
- }
839
- },
840
- "spec": {
841
- "containers": [
842
- {
843
- "command": ["something different"],
844
- "image": "busybox",
845
- "name": "busybox",
846
- }
847
- ],
848
- },
849
- },
850
- },
851
- },
852
- # another RS
853
- {
854
- "apiVersion": "apps/v1",
855
- "kind": "ReplicaSet",
856
- "metadata": {
857
- "name": "busybox-older-one",
858
- "creationTimestamp": "2022-07-12T09:35:12Z",
859
- "ownerReferences": [
860
- {
861
- "apiVersion": "apps/v1",
862
- "blockOwnerDeletion": True,
863
- "controller": True,
864
- "kind": "Deployment",
865
- "name": "busybox",
866
- "uid": "dab46569-9a6a-43d1-ab6d-53aa410fb737",
867
- }
868
- ],
869
- },
870
- "spec": {
871
- "replicas": 2,
872
- "selector": {
873
- "matchLabels": {
874
- "deployment": "busybox",
875
- "pod-template-hash": "hashhashhash",
876
- }
877
- },
878
- "template": {
879
- "metadata": {
880
- "labels": {
881
- "deployment": "busybox",
882
- "pod-template-hash": "hashhashhash",
883
- }
884
- },
885
- "spec": {
886
- "containers": [
887
- {
888
- "command": ["something different whatever"],
889
- "image": "busybox",
890
- "name": "busybox",
891
- }
892
- ],
893
- },
894
- },
895
- },
896
- },
897
- ]
898
-
899
-
900
- def test_get_owned_replicasets(mocker, oc: OCNative, deployment):
901
- oc__get = mocker.patch.object(oc, "get", autospec=True)
902
- oc__get_obj_root_owner = mocker.patch.object(
903
- oc, "get_obj_root_owner", autospec=True
904
- )
905
- oc__get.return_value = {"items": ["stub1", "stub2", "stub3"]}
906
- oc__get_obj_root_owner.side_effect = [
907
- deployment,
908
- deployment,
909
- {"kind": "ownerkind", "metadata": {"name": "notownername"}},
910
- ]
911
- owned_replicasets = oc.get_owned_replicasets("namespace", deployment)
912
- assert len(owned_replicasets) == 2
913
-
914
-
915
- def test_get_replicaset(patch_sleep, mocker, oc: OCNative, deployment, replicasets):
916
- oc__get_owned_replicasets = mocker.patch.object(
917
- oc, "get_owned_replicasets", autospec=True
918
- )
919
- oc__get_owned_replicasets.return_value = replicasets
920
-
921
- assert (
922
- oc.get_replicaset("namespace", deployment)["metadata"]["name"]
923
- == "busybox-current"
924
- )
925
-
926
-
927
- def test_get_replicaset_fail(patch_sleep, mocker, oc: OCNative, deployment):
928
- oc__get_owned_replicasets = mocker.patch.object(
929
- oc, "get_owned_replicasets", autospec=True
930
- )
931
- oc__get_owned_replicasets.return_value = []
932
-
933
- with pytest.raises(ResourceNotFoundError):
934
- # pylint: disable-next=expression-not-assigned
935
- oc.get_replicaset("namespace", deployment)["metadata"]["name"]
936
- assert oc__get_owned_replicasets.call_count == GET_REPLICASET_MAX_ATTEMPTS
937
-
938
-
939
- def test_get_replicaset_allow_empty(patch_sleep, mocker, oc: OCNative, deployment):
940
- oc__get_owned_replicasets = mocker.patch.object(
941
- oc, "get_owned_replicasets", autospec=True
942
- )
943
- oc__get_owned_replicasets.return_value = []
944
- assert oc.get_replicaset("namespace", deployment, allow_empty=True) == {}
945
-
946
-
947
- @pytest.fixture
948
- def api_resources():
949
- k1_g1 = Resource(
950
- prefix="", kind="kind1", group="group1", api_version="v1", namespaced=True
951
- )
952
- k1_g11 = Resource(
953
- prefix="", kind="kind1", group="group11", api_version="v1", namespaced=True
954
- )
955
- k2_g2 = Resource(
956
- prefix="", kind="kind2", group="group2", api_version="v2", namespaced=False
957
- )
958
- return {"kind1": [k1_g1, k1_g11], "kind2": [k2_g2]}
959
-
960
-
961
- @pytest.fixture
962
- def oc_api_resources(monkeypatch, mocker, api_resources):
963
- monkeypatch.setenv("USE_NATIVE_CLIENT", "False")
964
- get_api_resources = mocker.patch.object(
965
- OCDeprecated, "get_api_resources", autospec=True
966
- )
967
- get_api_resources.return_value = api_resources
968
- return OC("cluster", "server", "token", local=True, init_api_resources=True)
969
-
970
-
971
- def test_is_kind_namespaced(oc_api_resources):
972
- assert oc_api_resources.is_kind_namespaced("kind1")
973
-
974
-
975
- def test_is_kind_namespaced_full_name(oc_api_resources):
976
- assert oc_api_resources.is_kind_namespaced("kind1.group11")
977
-
978
-
979
- def test_is_kind_not_namespaced(oc_api_resources):
980
- assert not oc_api_resources.is_kind_namespaced("kind2")
981
-
982
-
983
- def test_is_kind_not_namespaced_full_name(oc_api_resources):
984
- assert not oc_api_resources.is_kind_namespaced("kind2.group2")