qontract-reconcile 0.9.1rc298__py3-none-any.whl → 0.10.1.dev1203__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (843) hide show
  1. qontract_reconcile-0.10.1.dev1203.dist-info/METADATA +500 -0
  2. qontract_reconcile-0.10.1.dev1203.dist-info/RECORD +771 -0
  3. {qontract_reconcile-0.9.1rc298.dist-info → qontract_reconcile-0.10.1.dev1203.dist-info}/WHEEL +1 -2
  4. {qontract_reconcile-0.9.1rc298.dist-info → qontract_reconcile-0.10.1.dev1203.dist-info}/entry_points.txt +4 -2
  5. reconcile/acs_notifiers.py +126 -0
  6. reconcile/acs_policies.py +243 -0
  7. reconcile/acs_rbac.py +596 -0
  8. reconcile/aus/advanced_upgrade_service.py +621 -8
  9. reconcile/aus/aus_label_source.py +115 -0
  10. reconcile/aus/base.py +1053 -353
  11. reconcile/{utils → aus}/cluster_version_data.py +27 -12
  12. reconcile/aus/healthchecks.py +77 -0
  13. reconcile/aus/metrics.py +158 -0
  14. reconcile/aus/models.py +245 -5
  15. reconcile/aus/node_pool_spec.py +35 -0
  16. reconcile/aus/ocm_addons_upgrade_scheduler_org.py +225 -110
  17. reconcile/aus/ocm_upgrade_scheduler.py +76 -71
  18. reconcile/aus/ocm_upgrade_scheduler_org.py +81 -23
  19. reconcile/aus/version_gate_approver.py +204 -0
  20. reconcile/aus/version_gates/__init__.py +12 -0
  21. reconcile/aus/version_gates/handler.py +33 -0
  22. reconcile/aus/version_gates/ingress_gate_handler.py +32 -0
  23. reconcile/aus/version_gates/ocp_gate_handler.py +26 -0
  24. reconcile/aus/version_gates/sts_version_gate_handler.py +100 -0
  25. reconcile/aws_account_manager/README.md +5 -0
  26. reconcile/aws_account_manager/integration.py +373 -0
  27. reconcile/aws_account_manager/merge_request_manager.py +114 -0
  28. reconcile/aws_account_manager/metrics.py +39 -0
  29. reconcile/aws_account_manager/reconciler.py +403 -0
  30. reconcile/aws_account_manager/utils.py +41 -0
  31. reconcile/aws_ami_cleanup/integration.py +273 -0
  32. reconcile/aws_ami_share.py +18 -14
  33. reconcile/aws_cloudwatch_log_retention/integration.py +253 -0
  34. reconcile/aws_iam_keys.py +1 -1
  35. reconcile/aws_iam_password_reset.py +56 -20
  36. reconcile/aws_saml_idp/integration.py +204 -0
  37. reconcile/aws_saml_roles/integration.py +322 -0
  38. reconcile/aws_support_cases_sos.py +2 -2
  39. reconcile/aws_version_sync/integration.py +430 -0
  40. reconcile/aws_version_sync/merge_request_manager/merge_request.py +156 -0
  41. reconcile/aws_version_sync/merge_request_manager/merge_request_manager.py +160 -0
  42. reconcile/aws_version_sync/utils.py +64 -0
  43. reconcile/blackbox_exporter_endpoint_monitoring.py +2 -5
  44. reconcile/change_owners/README.md +34 -0
  45. reconcile/change_owners/approver.py +7 -9
  46. reconcile/change_owners/bundle.py +134 -9
  47. reconcile/change_owners/change_log_tracking.py +236 -0
  48. reconcile/change_owners/change_owners.py +204 -194
  49. reconcile/change_owners/change_types.py +183 -265
  50. reconcile/change_owners/changes.py +488 -0
  51. reconcile/change_owners/decision.py +120 -41
  52. reconcile/change_owners/diff.py +63 -92
  53. reconcile/change_owners/implicit_ownership.py +19 -16
  54. reconcile/change_owners/self_service_roles.py +158 -35
  55. reconcile/change_owners/tester.py +20 -18
  56. reconcile/checkpoint.py +4 -6
  57. reconcile/cli.py +1523 -242
  58. reconcile/closedbox_endpoint_monitoring_base.py +10 -17
  59. reconcile/cluster_auth_rhidp/integration.py +257 -0
  60. reconcile/cluster_deployment_mapper.py +2 -5
  61. reconcile/cna/assets/asset.py +4 -7
  62. reconcile/cna/assets/null.py +2 -5
  63. reconcile/cna/integration.py +2 -3
  64. reconcile/cna/state.py +6 -9
  65. reconcile/dashdotdb_base.py +31 -10
  66. reconcile/dashdotdb_cso.py +3 -6
  67. reconcile/dashdotdb_dora.py +530 -0
  68. reconcile/dashdotdb_dvo.py +10 -13
  69. reconcile/dashdotdb_slo.py +75 -19
  70. reconcile/database_access_manager.py +753 -0
  71. reconcile/deadmanssnitch.py +207 -0
  72. reconcile/dynatrace_token_provider/dependencies.py +69 -0
  73. reconcile/dynatrace_token_provider/integration.py +656 -0
  74. reconcile/dynatrace_token_provider/metrics.py +62 -0
  75. reconcile/dynatrace_token_provider/model.py +14 -0
  76. reconcile/dynatrace_token_provider/ocm.py +140 -0
  77. reconcile/dynatrace_token_provider/validate.py +48 -0
  78. reconcile/endpoints_discovery/integration.py +348 -0
  79. reconcile/endpoints_discovery/merge_request.py +96 -0
  80. reconcile/endpoints_discovery/merge_request_manager.py +178 -0
  81. reconcile/external_resources/aws.py +204 -0
  82. reconcile/external_resources/factories.py +163 -0
  83. reconcile/external_resources/integration.py +194 -0
  84. reconcile/external_resources/integration_secrets_sync.py +47 -0
  85. reconcile/external_resources/manager.py +405 -0
  86. reconcile/external_resources/meta.py +17 -0
  87. reconcile/external_resources/metrics.py +95 -0
  88. reconcile/external_resources/model.py +350 -0
  89. reconcile/external_resources/reconciler.py +265 -0
  90. reconcile/external_resources/secrets_sync.py +465 -0
  91. reconcile/external_resources/state.py +258 -0
  92. reconcile/gabi_authorized_users.py +19 -11
  93. reconcile/gcr_mirror.py +43 -34
  94. reconcile/github_org.py +4 -6
  95. reconcile/github_owners.py +1 -1
  96. reconcile/github_repo_invites.py +2 -5
  97. reconcile/gitlab_fork_compliance.py +14 -13
  98. reconcile/gitlab_housekeeping.py +185 -91
  99. reconcile/gitlab_labeler.py +15 -14
  100. reconcile/gitlab_members.py +126 -120
  101. reconcile/gitlab_owners.py +53 -66
  102. reconcile/gitlab_permissions.py +167 -6
  103. reconcile/glitchtip/README.md +150 -0
  104. reconcile/glitchtip/integration.py +99 -51
  105. reconcile/glitchtip/reconciler.py +99 -70
  106. reconcile/glitchtip_project_alerts/__init__.py +0 -0
  107. reconcile/glitchtip_project_alerts/integration.py +333 -0
  108. reconcile/glitchtip_project_dsn/integration.py +43 -43
  109. reconcile/gql_definitions/acs/__init__.py +0 -0
  110. reconcile/gql_definitions/acs/acs_instances.py +83 -0
  111. reconcile/gql_definitions/acs/acs_policies.py +239 -0
  112. reconcile/gql_definitions/acs/acs_rbac.py +111 -0
  113. reconcile/gql_definitions/advanced_upgrade_service/aus_clusters.py +46 -8
  114. reconcile/gql_definitions/advanced_upgrade_service/aus_organization.py +38 -8
  115. reconcile/gql_definitions/app_interface_metrics_exporter/__init__.py +0 -0
  116. reconcile/gql_definitions/app_interface_metrics_exporter/onboarding_status.py +61 -0
  117. reconcile/gql_definitions/aws_account_manager/__init__.py +0 -0
  118. reconcile/gql_definitions/aws_account_manager/aws_accounts.py +177 -0
  119. reconcile/gql_definitions/aws_ami_cleanup/__init__.py +0 -0
  120. reconcile/gql_definitions/aws_ami_cleanup/aws_accounts.py +161 -0
  121. reconcile/gql_definitions/aws_saml_idp/__init__.py +0 -0
  122. reconcile/gql_definitions/aws_saml_idp/aws_accounts.py +117 -0
  123. reconcile/gql_definitions/aws_saml_roles/__init__.py +0 -0
  124. reconcile/gql_definitions/aws_saml_roles/aws_accounts.py +117 -0
  125. reconcile/gql_definitions/aws_saml_roles/roles.py +97 -0
  126. reconcile/gql_definitions/aws_version_sync/__init__.py +0 -0
  127. reconcile/gql_definitions/aws_version_sync/clusters.py +83 -0
  128. reconcile/gql_definitions/aws_version_sync/namespaces.py +143 -0
  129. reconcile/gql_definitions/change_owners/queries/change_types.py +16 -29
  130. reconcile/gql_definitions/change_owners/queries/self_service_roles.py +45 -11
  131. reconcile/gql_definitions/cluster_auth_rhidp/__init__.py +0 -0
  132. reconcile/gql_definitions/cluster_auth_rhidp/clusters.py +128 -0
  133. reconcile/gql_definitions/cna/queries/cna_provisioners.py +6 -8
  134. reconcile/gql_definitions/cna/queries/cna_resources.py +3 -5
  135. reconcile/gql_definitions/common/alerting_services_settings.py +2 -2
  136. reconcile/gql_definitions/common/app_code_component_repos.py +9 -5
  137. reconcile/gql_definitions/{glitchtip/glitchtip_settings.py → common/app_interface_custom_messages.py} +14 -16
  138. reconcile/gql_definitions/common/app_interface_dms_settings.py +86 -0
  139. reconcile/gql_definitions/common/app_interface_repo_settings.py +2 -2
  140. reconcile/gql_definitions/common/app_interface_state_settings.py +3 -5
  141. reconcile/gql_definitions/common/app_interface_vault_settings.py +3 -5
  142. reconcile/gql_definitions/common/app_quay_repos_escalation_policies.py +120 -0
  143. reconcile/gql_definitions/common/apps.py +72 -0
  144. reconcile/gql_definitions/common/aws_vpc_requests.py +109 -0
  145. reconcile/gql_definitions/common/aws_vpcs.py +84 -0
  146. reconcile/gql_definitions/common/clusters.py +120 -254
  147. reconcile/gql_definitions/common/clusters_minimal.py +11 -35
  148. reconcile/gql_definitions/common/clusters_with_dms.py +72 -0
  149. reconcile/gql_definitions/common/clusters_with_peering.py +70 -98
  150. reconcile/gql_definitions/common/github_orgs.py +2 -2
  151. reconcile/gql_definitions/common/jira_settings.py +68 -0
  152. reconcile/gql_definitions/common/jiralert_settings.py +68 -0
  153. reconcile/gql_definitions/common/namespaces.py +74 -32
  154. reconcile/gql_definitions/common/namespaces_minimal.py +4 -10
  155. reconcile/gql_definitions/common/ocm_env_telemeter.py +95 -0
  156. reconcile/gql_definitions/common/ocm_environments.py +4 -2
  157. reconcile/gql_definitions/common/pagerduty_instances.py +5 -5
  158. reconcile/gql_definitions/common/pgp_reencryption_settings.py +5 -11
  159. reconcile/gql_definitions/common/pipeline_providers.py +45 -90
  160. reconcile/gql_definitions/common/quay_instances.py +64 -0
  161. reconcile/gql_definitions/common/quay_orgs.py +68 -0
  162. reconcile/gql_definitions/common/reserved_networks.py +94 -0
  163. reconcile/gql_definitions/common/saas_files.py +133 -95
  164. reconcile/gql_definitions/common/saas_target_namespaces.py +41 -26
  165. reconcile/gql_definitions/common/saasherder_settings.py +2 -2
  166. reconcile/gql_definitions/common/slack_workspaces.py +62 -0
  167. reconcile/gql_definitions/common/smtp_client_settings.py +2 -2
  168. reconcile/gql_definitions/common/state_aws_account.py +77 -0
  169. reconcile/gql_definitions/common/users.py +3 -2
  170. reconcile/gql_definitions/cost_report/__init__.py +0 -0
  171. reconcile/gql_definitions/cost_report/app_names.py +68 -0
  172. reconcile/gql_definitions/cost_report/cost_namespaces.py +86 -0
  173. reconcile/gql_definitions/cost_report/settings.py +77 -0
  174. reconcile/gql_definitions/dashdotdb_slo/slo_documents_query.py +42 -12
  175. reconcile/gql_definitions/dynatrace_token_provider/__init__.py +0 -0
  176. reconcile/gql_definitions/dynatrace_token_provider/dynatrace_bootstrap_tokens.py +79 -0
  177. reconcile/gql_definitions/dynatrace_token_provider/token_specs.py +84 -0
  178. reconcile/gql_definitions/endpoints_discovery/__init__.py +0 -0
  179. reconcile/gql_definitions/endpoints_discovery/namespaces.py +127 -0
  180. reconcile/gql_definitions/external_resources/__init__.py +0 -0
  181. reconcile/gql_definitions/external_resources/aws_accounts.py +73 -0
  182. reconcile/gql_definitions/external_resources/external_resources_modules.py +78 -0
  183. reconcile/gql_definitions/external_resources/external_resources_namespaces.py +1111 -0
  184. reconcile/gql_definitions/external_resources/external_resources_settings.py +98 -0
  185. reconcile/gql_definitions/fragments/aus_organization.py +34 -39
  186. reconcile/gql_definitions/fragments/aws_account_common.py +62 -0
  187. reconcile/gql_definitions/fragments/aws_account_managed.py +57 -0
  188. reconcile/gql_definitions/fragments/aws_account_sso.py +35 -0
  189. reconcile/gql_definitions/fragments/aws_infra_management_account.py +2 -2
  190. reconcile/gql_definitions/fragments/aws_vpc.py +47 -0
  191. reconcile/gql_definitions/fragments/aws_vpc_request.py +65 -0
  192. reconcile/gql_definitions/fragments/aws_vpc_request_subnet.py +29 -0
  193. reconcile/gql_definitions/fragments/deplopy_resources.py +7 -7
  194. reconcile/gql_definitions/fragments/disable.py +28 -0
  195. reconcile/gql_definitions/fragments/jumphost_common_fields.py +2 -2
  196. reconcile/gql_definitions/fragments/membership_source.py +47 -0
  197. reconcile/gql_definitions/fragments/minimal_ocm_organization.py +29 -0
  198. reconcile/gql_definitions/fragments/oc_connection_cluster.py +4 -9
  199. reconcile/gql_definitions/fragments/ocm_environment.py +5 -5
  200. reconcile/gql_definitions/fragments/pipeline_provider_retention.py +30 -0
  201. reconcile/gql_definitions/fragments/prometheus_instance.py +48 -0
  202. reconcile/gql_definitions/fragments/resource_limits_requirements.py +29 -0
  203. reconcile/gql_definitions/fragments/{resource_requirements.py → resource_requests_requirements.py} +3 -3
  204. reconcile/gql_definitions/fragments/resource_values.py +2 -2
  205. reconcile/gql_definitions/fragments/saas_target_namespace.py +55 -12
  206. reconcile/gql_definitions/fragments/serviceaccount_token.py +38 -0
  207. reconcile/gql_definitions/fragments/terraform_state.py +36 -0
  208. reconcile/gql_definitions/fragments/upgrade_policy.py +5 -3
  209. reconcile/gql_definitions/fragments/user.py +3 -2
  210. reconcile/gql_definitions/fragments/vault_secret.py +2 -2
  211. reconcile/gql_definitions/gitlab_members/gitlab_instances.py +6 -2
  212. reconcile/gql_definitions/gitlab_members/permissions.py +3 -5
  213. reconcile/gql_definitions/glitchtip/glitchtip_instance.py +16 -2
  214. reconcile/gql_definitions/glitchtip/glitchtip_project.py +22 -23
  215. reconcile/gql_definitions/glitchtip_project_alerts/__init__.py +0 -0
  216. reconcile/gql_definitions/glitchtip_project_alerts/glitchtip_project.py +173 -0
  217. reconcile/gql_definitions/integrations/integrations.py +62 -45
  218. reconcile/gql_definitions/introspection.json +51176 -0
  219. reconcile/gql_definitions/jenkins_configs/jenkins_configs.py +13 -5
  220. reconcile/gql_definitions/jenkins_configs/jenkins_instances.py +79 -0
  221. reconcile/gql_definitions/jira/__init__.py +0 -0
  222. reconcile/gql_definitions/jira/jira_servers.py +80 -0
  223. reconcile/gql_definitions/jira_permissions_validator/__init__.py +0 -0
  224. reconcile/gql_definitions/jira_permissions_validator/jira_boards_for_permissions_validator.py +131 -0
  225. reconcile/gql_definitions/jumphosts/jumphosts.py +3 -5
  226. reconcile/gql_definitions/ldap_groups/__init__.py +0 -0
  227. reconcile/gql_definitions/ldap_groups/roles.py +111 -0
  228. reconcile/gql_definitions/ldap_groups/settings.py +79 -0
  229. reconcile/gql_definitions/maintenance/__init__.py +0 -0
  230. reconcile/gql_definitions/maintenance/maintenances.py +101 -0
  231. reconcile/gql_definitions/membershipsources/__init__.py +0 -0
  232. reconcile/gql_definitions/membershipsources/roles.py +112 -0
  233. reconcile/gql_definitions/ocm_labels/__init__.py +0 -0
  234. reconcile/gql_definitions/ocm_labels/clusters.py +112 -0
  235. reconcile/gql_definitions/ocm_labels/organizations.py +78 -0
  236. reconcile/gql_definitions/ocm_subscription_labels/__init__.py +0 -0
  237. reconcile/gql_definitions/openshift_cluster_bots/__init__.py +0 -0
  238. reconcile/gql_definitions/openshift_cluster_bots/clusters.py +126 -0
  239. reconcile/gql_definitions/openshift_groups/managed_groups.py +2 -2
  240. reconcile/gql_definitions/openshift_groups/managed_roles.py +3 -2
  241. reconcile/gql_definitions/openshift_serviceaccount_tokens/__init__.py +0 -0
  242. reconcile/gql_definitions/openshift_serviceaccount_tokens/tokens.py +132 -0
  243. reconcile/gql_definitions/quay_membership/quay_membership.py +3 -5
  244. reconcile/gql_definitions/rhidp/__init__.py +0 -0
  245. reconcile/gql_definitions/rhidp/organizations.py +96 -0
  246. reconcile/gql_definitions/service_dependencies/jenkins_instance_fragment.py +2 -2
  247. reconcile/gql_definitions/service_dependencies/service_dependencies.py +9 -31
  248. reconcile/gql_definitions/sharding/aws_accounts.py +2 -2
  249. reconcile/gql_definitions/sharding/ocm_organization.py +63 -0
  250. reconcile/gql_definitions/skupper_network/site_controller_template.py +2 -2
  251. reconcile/gql_definitions/skupper_network/skupper_networks.py +12 -38
  252. reconcile/gql_definitions/slack_usergroups/clusters.py +2 -2
  253. reconcile/gql_definitions/slack_usergroups/permissions.py +8 -15
  254. reconcile/gql_definitions/slack_usergroups/users.py +3 -2
  255. reconcile/gql_definitions/slo_documents/__init__.py +0 -0
  256. reconcile/gql_definitions/slo_documents/slo_documents.py +142 -0
  257. reconcile/gql_definitions/status_board/__init__.py +0 -0
  258. reconcile/gql_definitions/status_board/status_board.py +163 -0
  259. reconcile/gql_definitions/statuspage/statuspages.py +56 -7
  260. reconcile/gql_definitions/templating/__init__.py +0 -0
  261. reconcile/gql_definitions/templating/template_collection.py +130 -0
  262. reconcile/gql_definitions/templating/templates.py +108 -0
  263. reconcile/gql_definitions/terraform_cloudflare_dns/app_interface_cloudflare_dns_settings.py +4 -8
  264. reconcile/gql_definitions/terraform_cloudflare_dns/terraform_cloudflare_zones.py +8 -8
  265. reconcile/gql_definitions/terraform_cloudflare_resources/terraform_cloudflare_accounts.py +6 -8
  266. reconcile/gql_definitions/terraform_cloudflare_resources/terraform_cloudflare_resources.py +45 -56
  267. reconcile/gql_definitions/terraform_cloudflare_users/app_interface_setting_cloudflare_and_vault.py +4 -8
  268. reconcile/gql_definitions/terraform_cloudflare_users/terraform_cloudflare_roles.py +4 -8
  269. reconcile/gql_definitions/terraform_init/__init__.py +0 -0
  270. reconcile/gql_definitions/terraform_init/aws_accounts.py +93 -0
  271. reconcile/gql_definitions/terraform_repo/__init__.py +0 -0
  272. reconcile/gql_definitions/terraform_repo/terraform_repo.py +141 -0
  273. reconcile/gql_definitions/terraform_resources/database_access_manager.py +158 -0
  274. reconcile/gql_definitions/terraform_resources/terraform_resources_namespaces.py +153 -162
  275. reconcile/gql_definitions/terraform_tgw_attachments/__init__.py +0 -0
  276. reconcile/gql_definitions/terraform_tgw_attachments/aws_accounts.py +119 -0
  277. reconcile/gql_definitions/unleash_feature_toggles/__init__.py +0 -0
  278. reconcile/gql_definitions/unleash_feature_toggles/feature_toggles.py +113 -0
  279. reconcile/gql_definitions/vault_instances/vault_instances.py +17 -50
  280. reconcile/gql_definitions/vault_policies/vault_policies.py +2 -2
  281. reconcile/gql_definitions/vpc_peerings_validator/vpc_peerings_validator.py +49 -12
  282. reconcile/gql_definitions/vpc_peerings_validator/vpc_peerings_validator_peered_cluster_fragment.py +7 -2
  283. reconcile/integrations_manager.py +25 -13
  284. reconcile/jenkins/types.py +5 -1
  285. reconcile/jenkins_base.py +36 -0
  286. reconcile/jenkins_job_builder.py +10 -48
  287. reconcile/jenkins_job_builds_cleaner.py +40 -25
  288. reconcile/jenkins_job_cleaner.py +1 -3
  289. reconcile/jenkins_roles.py +22 -26
  290. reconcile/jenkins_webhooks.py +9 -6
  291. reconcile/jenkins_worker_fleets.py +11 -6
  292. reconcile/jira_permissions_validator.py +340 -0
  293. reconcile/jira_watcher.py +3 -5
  294. reconcile/ldap_groups/__init__.py +0 -0
  295. reconcile/ldap_groups/integration.py +279 -0
  296. reconcile/ldap_users.py +3 -0
  297. reconcile/ocm/types.py +39 -59
  298. reconcile/ocm_additional_routers.py +0 -1
  299. reconcile/ocm_addons_upgrade_tests_trigger.py +10 -15
  300. reconcile/ocm_aws_infrastructure_access.py +30 -32
  301. reconcile/ocm_clusters.py +217 -130
  302. reconcile/ocm_external_configuration_labels.py +15 -0
  303. reconcile/ocm_github_idp.py +1 -1
  304. reconcile/ocm_groups.py +25 -5
  305. reconcile/ocm_internal_notifications/__init__.py +0 -0
  306. reconcile/ocm_internal_notifications/integration.py +119 -0
  307. reconcile/ocm_labels/__init__.py +0 -0
  308. reconcile/ocm_labels/integration.py +409 -0
  309. reconcile/ocm_machine_pools.py +517 -108
  310. reconcile/ocm_upgrade_scheduler_org_updater.py +15 -11
  311. reconcile/openshift_base.py +609 -207
  312. reconcile/openshift_cluster_bots.py +344 -0
  313. reconcile/openshift_clusterrolebindings.py +15 -15
  314. reconcile/openshift_groups.py +42 -45
  315. reconcile/openshift_limitranges.py +1 -0
  316. reconcile/openshift_namespace_labels.py +22 -28
  317. reconcile/openshift_namespaces.py +22 -22
  318. reconcile/openshift_network_policies.py +4 -8
  319. reconcile/openshift_prometheus_rules.py +43 -0
  320. reconcile/openshift_resourcequotas.py +2 -16
  321. reconcile/openshift_resources.py +12 -10
  322. reconcile/openshift_resources_base.py +304 -328
  323. reconcile/openshift_rolebindings.py +18 -20
  324. reconcile/openshift_saas_deploy.py +105 -21
  325. reconcile/openshift_saas_deploy_change_tester.py +30 -35
  326. reconcile/openshift_saas_deploy_trigger_base.py +39 -36
  327. reconcile/openshift_saas_deploy_trigger_cleaner.py +41 -27
  328. reconcile/openshift_saas_deploy_trigger_configs.py +1 -2
  329. reconcile/openshift_saas_deploy_trigger_images.py +1 -2
  330. reconcile/openshift_saas_deploy_trigger_moving_commits.py +1 -2
  331. reconcile/openshift_saas_deploy_trigger_upstream_jobs.py +1 -2
  332. reconcile/openshift_serviceaccount_tokens.py +138 -74
  333. reconcile/openshift_tekton_resources.py +89 -24
  334. reconcile/openshift_upgrade_watcher.py +110 -62
  335. reconcile/openshift_users.py +16 -15
  336. reconcile/openshift_vault_secrets.py +11 -6
  337. reconcile/oum/__init__.py +0 -0
  338. reconcile/oum/base.py +387 -0
  339. reconcile/oum/labelset.py +55 -0
  340. reconcile/oum/metrics.py +71 -0
  341. reconcile/oum/models.py +69 -0
  342. reconcile/oum/providers.py +59 -0
  343. reconcile/oum/standalone.py +196 -0
  344. reconcile/prometheus_rules_tester/integration.py +31 -23
  345. reconcile/quay_base.py +4 -1
  346. reconcile/quay_membership.py +1 -2
  347. reconcile/quay_mirror.py +111 -61
  348. reconcile/quay_mirror_org.py +34 -21
  349. reconcile/quay_permissions.py +7 -3
  350. reconcile/quay_repos.py +24 -32
  351. reconcile/queries.py +263 -198
  352. reconcile/query_validator.py +3 -5
  353. reconcile/resource_scraper.py +3 -4
  354. reconcile/{template_tester.py → resource_template_tester.py} +3 -3
  355. reconcile/rhidp/__init__.py +0 -0
  356. reconcile/rhidp/common.py +214 -0
  357. reconcile/rhidp/metrics.py +20 -0
  358. reconcile/rhidp/ocm_oidc_idp/__init__.py +0 -0
  359. reconcile/rhidp/ocm_oidc_idp/base.py +221 -0
  360. reconcile/rhidp/ocm_oidc_idp/integration.py +56 -0
  361. reconcile/rhidp/ocm_oidc_idp/metrics.py +22 -0
  362. reconcile/rhidp/sso_client/__init__.py +0 -0
  363. reconcile/rhidp/sso_client/base.py +266 -0
  364. reconcile/rhidp/sso_client/integration.py +60 -0
  365. reconcile/rhidp/sso_client/metrics.py +39 -0
  366. reconcile/run_integration.py +293 -0
  367. reconcile/saas_auto_promotions_manager/integration.py +69 -24
  368. reconcile/saas_auto_promotions_manager/merge_request_manager/batcher.py +208 -0
  369. reconcile/saas_auto_promotions_manager/merge_request_manager/desired_state.py +28 -0
  370. reconcile/saas_auto_promotions_manager/merge_request_manager/merge_request.py +3 -4
  371. reconcile/saas_auto_promotions_manager/merge_request_manager/merge_request_manager_v2.py +172 -0
  372. reconcile/saas_auto_promotions_manager/merge_request_manager/metrics.py +42 -0
  373. reconcile/saas_auto_promotions_manager/merge_request_manager/mr_parser.py +226 -0
  374. reconcile/saas_auto_promotions_manager/merge_request_manager/open_merge_requests.py +23 -0
  375. reconcile/saas_auto_promotions_manager/merge_request_manager/renderer.py +108 -32
  376. reconcile/saas_auto_promotions_manager/meta.py +4 -0
  377. reconcile/saas_auto_promotions_manager/publisher.py +32 -4
  378. reconcile/saas_auto_promotions_manager/s3_exporter.py +77 -0
  379. reconcile/saas_auto_promotions_manager/subscriber.py +110 -23
  380. reconcile/saas_auto_promotions_manager/utils/saas_files_inventory.py +48 -41
  381. reconcile/saas_file_validator.py +16 -6
  382. reconcile/sendgrid_teammates.py +27 -12
  383. reconcile/service_dependencies.py +0 -3
  384. reconcile/signalfx_endpoint_monitoring.py +2 -5
  385. reconcile/skupper_network/integration.py +10 -11
  386. reconcile/skupper_network/models.py +3 -5
  387. reconcile/skupper_network/reconciler.py +28 -35
  388. reconcile/skupper_network/site_controller.py +8 -8
  389. reconcile/slack_base.py +4 -7
  390. reconcile/slack_usergroups.py +249 -171
  391. reconcile/sql_query.py +324 -171
  392. reconcile/status.py +0 -1
  393. reconcile/status_board.py +275 -0
  394. reconcile/statuspage/__init__.py +0 -5
  395. reconcile/statuspage/atlassian.py +219 -80
  396. reconcile/statuspage/integration.py +9 -97
  397. reconcile/statuspage/integrations/__init__.py +0 -0
  398. reconcile/statuspage/integrations/components.py +77 -0
  399. reconcile/statuspage/integrations/maintenances.py +111 -0
  400. reconcile/statuspage/page.py +107 -72
  401. reconcile/statuspage/state.py +6 -11
  402. reconcile/statuspage/status.py +8 -12
  403. reconcile/templates/rosa-classic-cluster-creation.sh.j2 +60 -0
  404. reconcile/templates/rosa-hcp-cluster-creation.sh.j2 +61 -0
  405. reconcile/templating/__init__.py +0 -0
  406. reconcile/templating/lib/__init__.py +0 -0
  407. reconcile/templating/lib/merge_request_manager.py +180 -0
  408. reconcile/templating/lib/model.py +20 -0
  409. reconcile/templating/lib/rendering.py +191 -0
  410. reconcile/templating/renderer.py +410 -0
  411. reconcile/templating/validator.py +153 -0
  412. reconcile/terraform_aws_route53.py +13 -10
  413. reconcile/terraform_cloudflare_dns.py +92 -122
  414. reconcile/terraform_cloudflare_resources.py +15 -13
  415. reconcile/terraform_cloudflare_users.py +27 -27
  416. reconcile/terraform_init/__init__.py +0 -0
  417. reconcile/terraform_init/integration.py +165 -0
  418. reconcile/terraform_init/merge_request.py +57 -0
  419. reconcile/terraform_init/merge_request_manager.py +102 -0
  420. reconcile/terraform_repo.py +403 -0
  421. reconcile/terraform_resources.py +266 -168
  422. reconcile/terraform_tgw_attachments.py +417 -167
  423. reconcile/terraform_users.py +40 -17
  424. reconcile/terraform_vpc_peerings.py +310 -142
  425. reconcile/terraform_vpc_resources/__init__.py +0 -0
  426. reconcile/terraform_vpc_resources/integration.py +220 -0
  427. reconcile/terraform_vpc_resources/merge_request.py +57 -0
  428. reconcile/terraform_vpc_resources/merge_request_manager.py +107 -0
  429. reconcile/typed_queries/alerting_services_settings.py +1 -2
  430. reconcile/typed_queries/app_interface_custom_messages.py +24 -0
  431. reconcile/typed_queries/app_interface_deadmanssnitch_settings.py +17 -0
  432. reconcile/typed_queries/app_interface_metrics_exporter/__init__.py +0 -0
  433. reconcile/typed_queries/app_interface_metrics_exporter/onboarding_status.py +13 -0
  434. reconcile/typed_queries/app_interface_repo_url.py +1 -2
  435. reconcile/typed_queries/app_interface_state_settings.py +1 -3
  436. reconcile/typed_queries/app_interface_vault_settings.py +1 -2
  437. reconcile/typed_queries/app_quay_repos_escalation_policies.py +14 -0
  438. reconcile/typed_queries/apps.py +11 -0
  439. reconcile/typed_queries/aws_vpc_requests.py +9 -0
  440. reconcile/typed_queries/aws_vpcs.py +12 -0
  441. reconcile/typed_queries/cloudflare.py +10 -0
  442. reconcile/typed_queries/clusters.py +7 -5
  443. reconcile/typed_queries/clusters_minimal.py +6 -5
  444. reconcile/typed_queries/clusters_with_dms.py +16 -0
  445. reconcile/typed_queries/cost_report/__init__.py +0 -0
  446. reconcile/typed_queries/cost_report/app_names.py +22 -0
  447. reconcile/typed_queries/cost_report/cost_namespaces.py +43 -0
  448. reconcile/typed_queries/cost_report/settings.py +15 -0
  449. reconcile/typed_queries/dynatrace.py +10 -0
  450. reconcile/typed_queries/dynatrace_environments.py +14 -0
  451. reconcile/typed_queries/dynatrace_token_provider_token_specs.py +14 -0
  452. reconcile/typed_queries/external_resources.py +46 -0
  453. reconcile/typed_queries/get_state_aws_account.py +20 -0
  454. reconcile/typed_queries/glitchtip.py +10 -0
  455. reconcile/typed_queries/jenkins.py +25 -0
  456. reconcile/typed_queries/jira.py +7 -0
  457. reconcile/typed_queries/jira_settings.py +16 -0
  458. reconcile/typed_queries/jiralert_settings.py +22 -0
  459. reconcile/typed_queries/ocm.py +8 -0
  460. reconcile/typed_queries/pagerduty_instances.py +2 -7
  461. reconcile/typed_queries/quay.py +23 -0
  462. reconcile/typed_queries/repos.py +20 -8
  463. reconcile/typed_queries/reserved_networks.py +12 -0
  464. reconcile/typed_queries/saas_files.py +221 -167
  465. reconcile/typed_queries/slack.py +7 -0
  466. reconcile/typed_queries/slo_documents.py +12 -0
  467. reconcile/typed_queries/status_board.py +58 -0
  468. reconcile/typed_queries/tekton_pipeline_providers.py +1 -2
  469. reconcile/typed_queries/terraform_namespaces.py +1 -2
  470. reconcile/typed_queries/terraform_tgw_attachments/__init__.py +0 -0
  471. reconcile/typed_queries/terraform_tgw_attachments/aws_accounts.py +16 -0
  472. reconcile/typed_queries/unleash.py +10 -0
  473. reconcile/typed_queries/users.py +11 -0
  474. reconcile/typed_queries/vault.py +10 -0
  475. reconcile/unleash_feature_toggles/__init__.py +0 -0
  476. reconcile/unleash_feature_toggles/integration.py +287 -0
  477. reconcile/utils/acs/__init__.py +0 -0
  478. reconcile/utils/acs/base.py +81 -0
  479. reconcile/utils/acs/notifiers.py +143 -0
  480. reconcile/utils/acs/policies.py +163 -0
  481. reconcile/utils/acs/rbac.py +277 -0
  482. reconcile/utils/aggregated_list.py +11 -9
  483. reconcile/utils/amtool.py +6 -4
  484. reconcile/utils/aws_api.py +279 -66
  485. reconcile/utils/aws_api_typed/__init__.py +0 -0
  486. reconcile/utils/aws_api_typed/account.py +23 -0
  487. reconcile/utils/aws_api_typed/api.py +273 -0
  488. reconcile/utils/aws_api_typed/dynamodb.py +16 -0
  489. reconcile/utils/aws_api_typed/iam.py +67 -0
  490. reconcile/utils/aws_api_typed/organization.py +152 -0
  491. reconcile/utils/aws_api_typed/s3.py +26 -0
  492. reconcile/utils/aws_api_typed/service_quotas.py +79 -0
  493. reconcile/utils/aws_api_typed/sts.py +36 -0
  494. reconcile/utils/aws_api_typed/support.py +79 -0
  495. reconcile/utils/aws_helper.py +42 -3
  496. reconcile/utils/batches.py +11 -0
  497. reconcile/utils/binary.py +7 -9
  498. reconcile/utils/cloud_resource_best_practice/__init__.py +0 -0
  499. reconcile/utils/cloud_resource_best_practice/aws_rds.py +66 -0
  500. reconcile/utils/clusterhealth/__init__.py +0 -0
  501. reconcile/utils/clusterhealth/providerbase.py +39 -0
  502. reconcile/utils/clusterhealth/telemeter.py +39 -0
  503. reconcile/utils/config.py +3 -4
  504. reconcile/utils/deadmanssnitch_api.py +86 -0
  505. reconcile/utils/differ.py +205 -0
  506. reconcile/utils/disabled_integrations.py +4 -6
  507. reconcile/utils/dynatrace/__init__.py +0 -0
  508. reconcile/utils/dynatrace/client.py +93 -0
  509. reconcile/utils/early_exit_cache.py +289 -0
  510. reconcile/utils/elasticsearch_exceptions.py +5 -0
  511. reconcile/utils/environ.py +2 -2
  512. reconcile/utils/exceptions.py +4 -0
  513. reconcile/utils/expiration.py +4 -8
  514. reconcile/utils/extended_early_exit.py +210 -0
  515. reconcile/utils/external_resource_spec.py +34 -12
  516. reconcile/utils/external_resources.py +48 -20
  517. reconcile/utils/filtering.py +16 -0
  518. reconcile/utils/git.py +49 -16
  519. reconcile/utils/github_api.py +10 -9
  520. reconcile/utils/gitlab_api.py +333 -190
  521. reconcile/utils/glitchtip/client.py +97 -100
  522. reconcile/utils/glitchtip/models.py +89 -11
  523. reconcile/utils/gql.py +157 -58
  524. reconcile/utils/grouping.py +17 -0
  525. reconcile/utils/helm.py +89 -18
  526. reconcile/utils/helpers.py +51 -0
  527. reconcile/utils/imap_client.py +5 -6
  528. reconcile/utils/internal_groups/__init__.py +0 -0
  529. reconcile/utils/internal_groups/client.py +160 -0
  530. reconcile/utils/internal_groups/models.py +71 -0
  531. reconcile/utils/jenkins_api.py +10 -34
  532. reconcile/utils/jinja2/__init__.py +0 -0
  533. reconcile/utils/{jinja2_ext.py → jinja2/extensions.py} +6 -4
  534. reconcile/utils/jinja2/filters.py +142 -0
  535. reconcile/utils/jinja2/utils.py +278 -0
  536. reconcile/utils/jira_client.py +165 -8
  537. reconcile/utils/jjb_client.py +47 -35
  538. reconcile/utils/jobcontroller/__init__.py +0 -0
  539. reconcile/utils/jobcontroller/controller.py +413 -0
  540. reconcile/utils/jobcontroller/models.py +195 -0
  541. reconcile/utils/jsonpath.py +4 -5
  542. reconcile/utils/jump_host.py +13 -12
  543. reconcile/utils/keycloak.py +106 -0
  544. reconcile/utils/ldap_client.py +35 -6
  545. reconcile/utils/lean_terraform_client.py +115 -6
  546. reconcile/utils/membershipsources/__init__.py +0 -0
  547. reconcile/utils/membershipsources/app_interface_resolver.py +60 -0
  548. reconcile/utils/membershipsources/models.py +91 -0
  549. reconcile/utils/membershipsources/resolver.py +110 -0
  550. reconcile/utils/merge_request_manager/__init__.py +0 -0
  551. reconcile/utils/merge_request_manager/merge_request_manager.py +99 -0
  552. reconcile/utils/merge_request_manager/parser.py +67 -0
  553. reconcile/utils/metrics.py +511 -1
  554. reconcile/utils/models.py +123 -0
  555. reconcile/utils/mr/README.md +198 -0
  556. reconcile/utils/mr/__init__.py +14 -10
  557. reconcile/utils/mr/app_interface_reporter.py +2 -2
  558. reconcile/utils/mr/aws_access.py +4 -4
  559. reconcile/utils/mr/base.py +51 -31
  560. reconcile/utils/mr/clusters_updates.py +10 -7
  561. reconcile/utils/mr/glitchtip_access_reporter.py +2 -4
  562. reconcile/utils/mr/labels.py +14 -1
  563. reconcile/utils/mr/notificator.py +1 -3
  564. reconcile/utils/mr/ocm_update_recommended_version.py +1 -2
  565. reconcile/utils/mr/ocm_upgrade_scheduler_org_updates.py +7 -3
  566. reconcile/utils/mr/promote_qontract.py +203 -0
  567. reconcile/utils/mr/user_maintenance.py +24 -4
  568. reconcile/utils/oauth2_backend_application_session.py +132 -0
  569. reconcile/utils/oc.py +194 -170
  570. reconcile/utils/oc_connection_parameters.py +40 -51
  571. reconcile/utils/oc_filters.py +11 -13
  572. reconcile/utils/oc_map.py +14 -35
  573. reconcile/utils/ocm/__init__.py +30 -1
  574. reconcile/utils/ocm/addons.py +228 -0
  575. reconcile/utils/ocm/base.py +618 -5
  576. reconcile/utils/ocm/cluster_groups.py +5 -56
  577. reconcile/utils/ocm/clusters.py +111 -99
  578. reconcile/utils/ocm/identity_providers.py +66 -0
  579. reconcile/utils/ocm/label_sources.py +75 -0
  580. reconcile/utils/ocm/labels.py +139 -54
  581. reconcile/utils/ocm/manifests.py +39 -0
  582. reconcile/utils/ocm/ocm.py +182 -928
  583. reconcile/utils/ocm/products.py +758 -0
  584. reconcile/utils/ocm/search_filters.py +20 -28
  585. reconcile/utils/ocm/service_log.py +32 -79
  586. reconcile/utils/ocm/sre_capability_labels.py +51 -0
  587. reconcile/utils/ocm/status_board.py +66 -0
  588. reconcile/utils/ocm/subscriptions.py +49 -59
  589. reconcile/utils/ocm/syncsets.py +39 -0
  590. reconcile/utils/ocm/upgrades.py +181 -0
  591. reconcile/utils/ocm_base_client.py +71 -36
  592. reconcile/utils/openshift_resource.py +113 -67
  593. reconcile/utils/output.py +18 -11
  594. reconcile/utils/pagerduty_api.py +16 -10
  595. reconcile/utils/parse_dhms_duration.py +13 -1
  596. reconcile/utils/prometheus.py +123 -0
  597. reconcile/utils/promotion_state.py +56 -19
  598. reconcile/utils/promtool.py +5 -8
  599. reconcile/utils/quay_api.py +13 -25
  600. reconcile/utils/raw_github_api.py +3 -5
  601. reconcile/utils/repo_owners.py +2 -8
  602. reconcile/utils/rest_api_base.py +126 -0
  603. reconcile/utils/rosa/__init__.py +0 -0
  604. reconcile/utils/rosa/rosa_cli.py +310 -0
  605. reconcile/utils/rosa/session.py +201 -0
  606. reconcile/utils/ruamel.py +16 -0
  607. reconcile/utils/runtime/__init__.py +0 -1
  608. reconcile/utils/runtime/desired_state_diff.py +9 -20
  609. reconcile/utils/runtime/environment.py +33 -8
  610. reconcile/utils/runtime/integration.py +28 -12
  611. reconcile/utils/runtime/meta.py +1 -3
  612. reconcile/utils/runtime/runner.py +8 -11
  613. reconcile/utils/runtime/sharding.py +93 -36
  614. reconcile/utils/saasherder/__init__.py +1 -1
  615. reconcile/utils/saasherder/interfaces.py +143 -138
  616. reconcile/utils/saasherder/models.py +201 -43
  617. reconcile/utils/saasherder/saasherder.py +508 -378
  618. reconcile/utils/secret_reader.py +22 -27
  619. reconcile/utils/semver_helper.py +15 -1
  620. reconcile/utils/slack_api.py +124 -36
  621. reconcile/utils/smtp_client.py +1 -2
  622. reconcile/utils/sqs_gateway.py +10 -6
  623. reconcile/utils/state.py +276 -127
  624. reconcile/utils/terraform/config_client.py +6 -7
  625. reconcile/utils/terraform_client.py +284 -125
  626. reconcile/utils/terrascript/cloudflare_client.py +38 -17
  627. reconcile/utils/terrascript/cloudflare_resources.py +67 -18
  628. reconcile/utils/terrascript/models.py +2 -3
  629. reconcile/utils/terrascript/resources.py +1 -2
  630. reconcile/utils/terrascript_aws_client.py +1292 -540
  631. reconcile/utils/three_way_diff_strategy.py +157 -0
  632. reconcile/utils/unleash/__init__.py +11 -0
  633. reconcile/utils/{unleash.py → unleash/client.py} +35 -29
  634. reconcile/utils/unleash/server.py +145 -0
  635. reconcile/utils/vault.py +42 -32
  636. reconcile/utils/vaultsecretref.py +2 -4
  637. reconcile/utils/vcs.py +250 -0
  638. reconcile/vault_replication.py +38 -31
  639. reconcile/vpc_peerings_validator.py +82 -13
  640. tools/app_interface_metrics_exporter.py +70 -0
  641. tools/app_interface_reporter.py +44 -157
  642. tools/cli_commands/container_images_report.py +154 -0
  643. tools/cli_commands/cost_report/__init__.py +0 -0
  644. tools/cli_commands/cost_report/aws.py +137 -0
  645. tools/cli_commands/cost_report/cost_management_api.py +155 -0
  646. tools/cli_commands/cost_report/model.py +49 -0
  647. tools/cli_commands/cost_report/openshift.py +166 -0
  648. tools/cli_commands/cost_report/openshift_cost_optimization.py +187 -0
  649. tools/cli_commands/cost_report/response.py +124 -0
  650. tools/cli_commands/cost_report/util.py +72 -0
  651. tools/cli_commands/cost_report/view.py +524 -0
  652. tools/cli_commands/erv2.py +620 -0
  653. tools/cli_commands/gpg_encrypt.py +5 -8
  654. tools/cli_commands/systems_and_tools.py +489 -0
  655. tools/glitchtip_access_revalidation.py +1 -1
  656. tools/qontract_cli.py +2301 -673
  657. tools/saas_metrics_exporter/__init__.py +0 -0
  658. tools/saas_metrics_exporter/commit_distance/__init__.py +0 -0
  659. tools/saas_metrics_exporter/commit_distance/channel.py +63 -0
  660. tools/saas_metrics_exporter/commit_distance/commit_distance.py +103 -0
  661. tools/saas_metrics_exporter/commit_distance/metrics.py +19 -0
  662. tools/saas_metrics_exporter/main.py +99 -0
  663. tools/saas_promotion_state/__init__.py +0 -0
  664. tools/saas_promotion_state/saas_promotion_state.py +105 -0
  665. tools/sd_app_sre_alert_report.py +145 -0
  666. tools/template_validation.py +107 -0
  667. e2e_tests/cli.py +0 -83
  668. e2e_tests/create_namespace.py +0 -43
  669. e2e_tests/dedicated_admin_rolebindings.py +0 -44
  670. e2e_tests/dedicated_admin_test_base.py +0 -39
  671. e2e_tests/default_network_policies.py +0 -47
  672. e2e_tests/default_project_labels.py +0 -52
  673. e2e_tests/network_policy_test_base.py +0 -17
  674. e2e_tests/test_base.py +0 -56
  675. qontract_reconcile-0.9.1rc298.dist-info/METADATA +0 -63
  676. qontract_reconcile-0.9.1rc298.dist-info/RECORD +0 -585
  677. qontract_reconcile-0.9.1rc298.dist-info/top_level.txt +0 -4
  678. reconcile/ecr_mirror.py +0 -152
  679. reconcile/github_scanner.py +0 -74
  680. reconcile/gitlab_integrations.py +0 -63
  681. reconcile/gql_definitions/ocm_oidc_idp/clusters.py +0 -195
  682. reconcile/gql_definitions/ocp_release_mirror/ocp_release_mirror.py +0 -287
  683. reconcile/integrations_validator.py +0 -18
  684. reconcile/jenkins_plugins.py +0 -129
  685. reconcile/kafka_clusters.py +0 -208
  686. reconcile/ocm_cluster_admin.py +0 -42
  687. reconcile/ocm_oidc_idp.py +0 -198
  688. reconcile/ocp_release_mirror.py +0 -373
  689. reconcile/prometheus_rules_tester_old.py +0 -436
  690. reconcile/saas_auto_promotions_manager/merge_request_manager/merge_request_manager.py +0 -279
  691. reconcile/saas_auto_promotions_manager/utils/vcs.py +0 -141
  692. reconcile/sentry_config.py +0 -613
  693. reconcile/sentry_helper.py +0 -69
  694. reconcile/test/conftest.py +0 -187
  695. reconcile/test/fixtures.py +0 -24
  696. reconcile/test/saas_auto_promotions_manager/conftest.py +0 -69
  697. reconcile/test/saas_auto_promotions_manager/merge_request_manager/merge_request_manager/conftest.py +0 -110
  698. reconcile/test/saas_auto_promotions_manager/merge_request_manager/merge_request_manager/data_keys.py +0 -10
  699. reconcile/test/saas_auto_promotions_manager/merge_request_manager/merge_request_manager/test_housekeeping.py +0 -200
  700. reconcile/test/saas_auto_promotions_manager/merge_request_manager/merge_request_manager/test_merge_request_manager.py +0 -151
  701. reconcile/test/saas_auto_promotions_manager/merge_request_manager/renderer/conftest.py +0 -63
  702. reconcile/test/saas_auto_promotions_manager/merge_request_manager/renderer/data_keys.py +0 -4
  703. reconcile/test/saas_auto_promotions_manager/merge_request_manager/renderer/test_content_multiple_namespaces.py +0 -46
  704. reconcile/test/saas_auto_promotions_manager/merge_request_manager/renderer/test_content_single_namespace.py +0 -94
  705. reconcile/test/saas_auto_promotions_manager/merge_request_manager/renderer/test_content_single_target.py +0 -44
  706. reconcile/test/saas_auto_promotions_manager/subscriber/conftest.py +0 -74
  707. reconcile/test/saas_auto_promotions_manager/subscriber/data_keys.py +0 -11
  708. reconcile/test/saas_auto_promotions_manager/subscriber/test_content_hash.py +0 -155
  709. reconcile/test/saas_auto_promotions_manager/subscriber/test_diff.py +0 -173
  710. reconcile/test/saas_auto_promotions_manager/subscriber/test_multiple_channels_config_hash.py +0 -226
  711. reconcile/test/saas_auto_promotions_manager/subscriber/test_multiple_channels_moving_ref.py +0 -224
  712. reconcile/test/saas_auto_promotions_manager/subscriber/test_single_channel_with_single_publisher.py +0 -350
  713. reconcile/test/saas_auto_promotions_manager/test_integration_test.py +0 -129
  714. reconcile/test/saas_auto_promotions_manager/utils/saas_files_inventory/test_multiple_publishers_for_single_channel.py +0 -70
  715. reconcile/test/saas_auto_promotions_manager/utils/saas_files_inventory/test_saas_files_use_target_config_hash.py +0 -63
  716. reconcile/test/saas_auto_promotions_manager/utils/saas_files_inventory/test_saas_files_with_auto_promote.py +0 -74
  717. reconcile/test/saas_auto_promotions_manager/utils/saas_files_inventory/test_saas_files_without_auto_promote.py +0 -65
  718. reconcile/test/test_aggregated_list.py +0 -237
  719. reconcile/test/test_amtool.py +0 -37
  720. reconcile/test/test_auto_promoter.py +0 -295
  721. reconcile/test/test_aws_ami_share.py +0 -68
  722. reconcile/test/test_aws_iam_keys.py +0 -70
  723. reconcile/test/test_aws_iam_password_reset.py +0 -35
  724. reconcile/test/test_aws_support_cases_sos.py +0 -23
  725. reconcile/test/test_checkpoint.py +0 -178
  726. reconcile/test/test_cli.py +0 -41
  727. reconcile/test/test_closedbox_endpoint_monitoring.py +0 -207
  728. reconcile/test/test_gabi_authorized_users.py +0 -72
  729. reconcile/test/test_github_org.py +0 -154
  730. reconcile/test/test_github_repo_invites.py +0 -123
  731. reconcile/test/test_gitlab_housekeeping.py +0 -88
  732. reconcile/test/test_gitlab_labeler.py +0 -129
  733. reconcile/test/test_gitlab_members.py +0 -283
  734. reconcile/test/test_instrumented_wrappers.py +0 -18
  735. reconcile/test/test_integrations_manager.py +0 -995
  736. reconcile/test/test_jenkins_worker_fleets.py +0 -55
  737. reconcile/test/test_jump_host.py +0 -117
  738. reconcile/test/test_ldap_users.py +0 -123
  739. reconcile/test/test_make.py +0 -28
  740. reconcile/test/test_ocm_additional_routers.py +0 -134
  741. reconcile/test/test_ocm_addons_upgrade_scheduler_org.py +0 -149
  742. reconcile/test/test_ocm_clusters.py +0 -598
  743. reconcile/test/test_ocm_clusters_manifest_updates.py +0 -89
  744. reconcile/test/test_ocm_oidc_idp.py +0 -315
  745. reconcile/test/test_ocm_update_recommended_version.py +0 -145
  746. reconcile/test/test_ocm_upgrade_scheduler.py +0 -614
  747. reconcile/test/test_ocm_upgrade_scheduler_org_updater.py +0 -129
  748. reconcile/test/test_openshift_base.py +0 -730
  749. reconcile/test/test_openshift_namespace_labels.py +0 -345
  750. reconcile/test/test_openshift_namespaces.py +0 -256
  751. reconcile/test/test_openshift_resource.py +0 -415
  752. reconcile/test/test_openshift_resources_base.py +0 -440
  753. reconcile/test/test_openshift_saas_deploy_change_tester.py +0 -310
  754. reconcile/test/test_openshift_tekton_resources.py +0 -253
  755. reconcile/test/test_openshift_upgrade_watcher.py +0 -146
  756. reconcile/test/test_prometheus_rules_tester.py +0 -151
  757. reconcile/test/test_prometheus_rules_tester_old.py +0 -77
  758. reconcile/test/test_quay_membership.py +0 -86
  759. reconcile/test/test_quay_mirror.py +0 -109
  760. reconcile/test/test_quay_mirror_org.py +0 -70
  761. reconcile/test/test_quay_repos.py +0 -59
  762. reconcile/test/test_queries.py +0 -53
  763. reconcile/test/test_repo_owners.py +0 -47
  764. reconcile/test/test_requests_sender.py +0 -139
  765. reconcile/test/test_saasherder.py +0 -1074
  766. reconcile/test/test_saasherder_allowed_secret_paths.py +0 -127
  767. reconcile/test/test_secret_reader.py +0 -153
  768. reconcile/test/test_slack_base.py +0 -185
  769. reconcile/test/test_slack_usergroups.py +0 -744
  770. reconcile/test/test_sql_query.py +0 -19
  771. reconcile/test/test_terraform_cloudflare_dns.py +0 -117
  772. reconcile/test/test_terraform_cloudflare_resources.py +0 -106
  773. reconcile/test/test_terraform_cloudflare_users.py +0 -749
  774. reconcile/test/test_terraform_resources.py +0 -257
  775. reconcile/test/test_terraform_tgw_attachments.py +0 -631
  776. reconcile/test/test_terraform_users.py +0 -57
  777. reconcile/test/test_terraform_vpc_peerings.py +0 -499
  778. reconcile/test/test_terraform_vpc_peerings_build_desired_state.py +0 -1061
  779. reconcile/test/test_unleash.py +0 -138
  780. reconcile/test/test_utils_aws_api.py +0 -240
  781. reconcile/test/test_utils_aws_helper.py +0 -80
  782. reconcile/test/test_utils_cluster_version_data.py +0 -177
  783. reconcile/test/test_utils_data_structures.py +0 -13
  784. reconcile/test/test_utils_disabled_integrations.py +0 -86
  785. reconcile/test/test_utils_expiration.py +0 -109
  786. reconcile/test/test_utils_external_resource_spec.py +0 -383
  787. reconcile/test/test_utils_external_resources.py +0 -247
  788. reconcile/test/test_utils_github_api.py +0 -73
  789. reconcile/test/test_utils_gitlab_api.py +0 -20
  790. reconcile/test/test_utils_gpg.py +0 -69
  791. reconcile/test/test_utils_gql.py +0 -81
  792. reconcile/test/test_utils_helm.py +0 -306
  793. reconcile/test/test_utils_helpers.py +0 -55
  794. reconcile/test/test_utils_imap_client.py +0 -65
  795. reconcile/test/test_utils_jjb_client.py +0 -52
  796. reconcile/test/test_utils_jsonpath.py +0 -286
  797. reconcile/test/test_utils_ldap_client.py +0 -51
  798. reconcile/test/test_utils_mr.py +0 -226
  799. reconcile/test/test_utils_mr_clusters_updates.py +0 -77
  800. reconcile/test/test_utils_oc.py +0 -984
  801. reconcile/test/test_utils_ocm.py +0 -110
  802. reconcile/test/test_utils_pagerduty_api.py +0 -251
  803. reconcile/test/test_utils_parse_dhms_duration.py +0 -34
  804. reconcile/test/test_utils_password_validator.py +0 -155
  805. reconcile/test/test_utils_quay_api.py +0 -86
  806. reconcile/test/test_utils_semver_helper.py +0 -19
  807. reconcile/test/test_utils_sharding.py +0 -56
  808. reconcile/test/test_utils_slack_api.py +0 -439
  809. reconcile/test/test_utils_smtp_client.py +0 -73
  810. reconcile/test/test_utils_state.py +0 -256
  811. reconcile/test/test_utils_terraform.py +0 -13
  812. reconcile/test/test_utils_terraform_client.py +0 -585
  813. reconcile/test/test_utils_terraform_config_client.py +0 -219
  814. reconcile/test/test_utils_terrascript_aws_client.py +0 -277
  815. reconcile/test/test_utils_terrascript_cloudflare_client.py +0 -597
  816. reconcile/test/test_utils_terrascript_cloudflare_resources.py +0 -26
  817. reconcile/test/test_vault_replication.py +0 -515
  818. reconcile/test/test_vault_utils.py +0 -47
  819. reconcile/test/test_version_bump.py +0 -18
  820. reconcile/test/test_vpc_peerings_validator.py +0 -103
  821. reconcile/test/test_wrong_region.py +0 -78
  822. reconcile/typed_queries/glitchtip_settings.py +0 -18
  823. reconcile/typed_queries/ocp_release_mirror.py +0 -11
  824. reconcile/unleash_watcher.py +0 -120
  825. reconcile/utils/git_secrets.py +0 -63
  826. reconcile/utils/mr/auto_promoter.py +0 -218
  827. reconcile/utils/sentry_client.py +0 -383
  828. release/test_version.py +0 -50
  829. release/version.py +0 -100
  830. tools/test/test_qontract_cli.py +0 -60
  831. tools/test/test_sre_checkpoints.py +0 -79
  832. /e2e_tests/__init__.py → /reconcile/aus/upgrades.py +0 -0
  833. /reconcile/{gql_definitions/ocp_release_mirror → aws_account_manager}/__init__.py +0 -0
  834. /reconcile/{test → aws_ami_cleanup}/__init__.py +0 -0
  835. /reconcile/{test/saas_auto_promotions_manager → aws_cloudwatch_log_retention}/__init__.py +0 -0
  836. /reconcile/{test/saas_auto_promotions_manager/merge_request_manager → aws_saml_idp}/__init__.py +0 -0
  837. /reconcile/{test/saas_auto_promotions_manager/merge_request_manager/merge_request_manager → aws_saml_roles}/__init__.py +0 -0
  838. /reconcile/{test/saas_auto_promotions_manager/merge_request_manager/renderer → aws_version_sync}/__init__.py +0 -0
  839. /reconcile/{test/saas_auto_promotions_manager/subscriber → aws_version_sync/merge_request_manager}/__init__.py +0 -0
  840. /reconcile/{test/saas_auto_promotions_manager/utils → cluster_auth_rhidp}/__init__.py +0 -0
  841. /reconcile/{test/saas_auto_promotions_manager/utils/saas_files_inventory → dynatrace_token_provider}/__init__.py +0 -0
  842. {release → reconcile/endpoints_discovery}/__init__.py +0 -0
  843. {tools/test → reconcile/external_resources}/__init__.py +0 -0
@@ -1,1061 +0,0 @@
1
- import pytest
2
- import testslide
3
-
4
- import reconcile.terraform_vpc_peerings as sut
5
- from reconcile.test.test_terraform_vpc_peerings import (
6
- MockAWSAPI,
7
- MockOCM,
8
- build_accepter_connection,
9
- build_cluster,
10
- build_requester_connection,
11
- )
12
- from reconcile.utils import (
13
- aws_api,
14
- ocm,
15
- )
16
-
17
-
18
- def test_c2c_all_clusters(mocker):
19
- """
20
- happy path
21
- """
22
-
23
- accepter_cluster = build_cluster(
24
- name="accepter_cluster",
25
- vpc="accepter_vpc",
26
- network_mgmt_accounts=["acc"],
27
- peering_connections=[
28
- build_accepter_connection(name="peername", cluster="requester_cluster")
29
- ],
30
- )
31
- requester_cluster = build_cluster(
32
- name="requester_cluster",
33
- vpc="requester_vpc",
34
- network_mgmt_accounts=["acc"],
35
- peering_connections=[
36
- build_requester_connection(name="peername", peer_cluster=accepter_cluster)
37
- ],
38
- )
39
-
40
- ocm_map = {
41
- "requester_cluster": MockOCM()
42
- .register("requester_cluster", "acc", "terraform", "r")
43
- .register("accepter_cluster", "acc", "terraform", "a")
44
- .auto_speced_mock(mocker)
45
- }
46
-
47
- awsapi = (
48
- MockAWSAPI()
49
- .register(
50
- vpc="accepter_vpc",
51
- vpc_id="accepter_vpc_id",
52
- route_tables=["accepter_rt_id"],
53
- )
54
- .register(
55
- vpc="requester_vpc",
56
- vpc_id="requester_vpc_id",
57
- route_tables=["requester_rt_id"],
58
- )
59
- .auto_speced_mock(mocker)
60
- )
61
-
62
- expected = [
63
- {
64
- "connection_provider": "cluster-vpc-requester",
65
- "connection_name": "peername",
66
- "requester": {
67
- "cidr_block": "requester_vpc",
68
- "region": "region",
69
- "vpc_id": "requester_vpc_id",
70
- "route_table_ids": ["requester_rt_id"],
71
- "account": {
72
- "name": "acc",
73
- "uid": "acc",
74
- "terraformUsername": "terraform",
75
- "automationToken": {},
76
- "assume_role": "arn::::r",
77
- "assume_region": "region",
78
- "assume_cidr": "requester_vpc",
79
- },
80
- "peer_owner_id": "a",
81
- },
82
- "accepter": {
83
- "cidr_block": "accepter_vpc",
84
- "region": "region",
85
- "vpc_id": "accepter_vpc_id",
86
- "route_table_ids": ["accepter_rt_id"],
87
- "account": {
88
- "name": "acc",
89
- "uid": "acc",
90
- "terraformUsername": "terraform",
91
- "automationToken": {},
92
- "assume_role": "arn::::a",
93
- "assume_region": "region",
94
- "assume_cidr": "accepter_vpc",
95
- },
96
- },
97
- "deleted": False,
98
- }
99
- ]
100
-
101
- # no account filter
102
- result, error = sut.build_desired_state_all_clusters(
103
- [requester_cluster], ocm_map, awsapi, account_filter=None
104
- )
105
- assert result == expected
106
- assert not error
107
-
108
- # correct account filter
109
- result, error = sut.build_desired_state_all_clusters(
110
- [requester_cluster], ocm_map, awsapi, account_filter="acc"
111
- )
112
- assert result == expected
113
- assert not error
114
-
115
- # wrong account filter
116
- result, error = sut.build_desired_state_all_clusters(
117
- [requester_cluster], ocm_map, awsapi, account_filter="another_account"
118
- )
119
- assert not result
120
- assert not error
121
-
122
-
123
- def test_c2c_one_cluster_failing_recoverable(mocker):
124
- """
125
- in this scenario, the handling of a single cluster fails with known
126
- exceptions
127
- """
128
- build_desired_state_single_cluster = mocker.patch.object(
129
- sut, "build_desired_state_single_cluster"
130
- )
131
- build_desired_state_single_cluster.side_effect = sut.BadTerraformPeeringState(
132
- "something bad"
133
- )
134
-
135
- result, error = sut.build_desired_state_all_clusters(
136
- [{"name": "cluster"}], {}, {}, account_filter=None
137
- )
138
-
139
- assert not result
140
- assert error
141
-
142
-
143
- def test_c2c_one_cluster_failing_weird(mocker):
144
- """
145
- in this scenario, the handling of a single cluster fails with unexpected
146
- exceptions
147
- """
148
- build_desired_state_single_cluster = mocker.patch.object(
149
- sut, "build_desired_state_single_cluster"
150
- )
151
- SOMETHING_UNEXPECTED = "nobody expects the spanish inquisition"
152
- build_desired_state_single_cluster.side_effect = ValueError(SOMETHING_UNEXPECTED)
153
-
154
- with pytest.raises(ValueError) as ex:
155
- sut.build_desired_state_all_clusters(
156
- [{"name": "cluster"}], {}, {}, account_filter=None
157
- )
158
-
159
- assert str(ex.value) == SOMETHING_UNEXPECTED
160
-
161
-
162
- def test_c2c_base(mocker):
163
- """
164
- happy path
165
- """
166
- accepter_cluster = build_cluster(
167
- name="accepter_cluster",
168
- vpc="accepter_vpc",
169
- network_mgmt_accounts=["acc"],
170
- peering_connections=[
171
- build_accepter_connection(name="peername", cluster="requester_cluster")
172
- ],
173
- )
174
- requester_cluster = build_cluster(
175
- name="requester_cluster",
176
- vpc="requester_vpc",
177
- network_mgmt_accounts=["acc"],
178
- peering_connections=[
179
- build_requester_connection(name="peername", peer_cluster=accepter_cluster)
180
- ],
181
- )
182
- ocm = (
183
- MockOCM()
184
- .register("requester_cluster", "acc", "terraform", "r")
185
- .register("accepter_cluster", "acc", "terraform", "a")
186
- .auto_speced_mock(mocker)
187
- )
188
-
189
- awsapi = (
190
- MockAWSAPI()
191
- .register(
192
- vpc="accepter_vpc",
193
- vpc_id="accepter_vpc_id",
194
- route_tables=["accepter_rt_id"],
195
- )
196
- .register(
197
- vpc="requester_vpc",
198
- vpc_id="requester_vpc_id",
199
- route_tables=["requester_rt_id"],
200
- )
201
- .auto_speced_mock(mocker)
202
- )
203
-
204
- expected = [
205
- {
206
- "connection_provider": "cluster-vpc-requester",
207
- "connection_name": "peername",
208
- "requester": {
209
- "cidr_block": "requester_vpc",
210
- "region": "region",
211
- "vpc_id": "requester_vpc_id",
212
- "route_table_ids": ["requester_rt_id"],
213
- "account": {
214
- "name": "acc",
215
- "uid": "acc",
216
- "terraformUsername": "terraform",
217
- "automationToken": {},
218
- "assume_role": "arn::::r",
219
- "assume_region": "region",
220
- "assume_cidr": "requester_vpc",
221
- },
222
- "peer_owner_id": "a",
223
- },
224
- "accepter": {
225
- "cidr_block": "accepter_vpc",
226
- "region": "region",
227
- "vpc_id": "accepter_vpc_id",
228
- "route_table_ids": ["accepter_rt_id"],
229
- "account": {
230
- "name": "acc",
231
- "uid": "acc",
232
- "terraformUsername": "terraform",
233
- "automationToken": {},
234
- "assume_role": "arn::::a",
235
- "assume_region": "region",
236
- "assume_cidr": "accepter_vpc",
237
- },
238
- },
239
- "deleted": False,
240
- }
241
- ]
242
-
243
- # no account filtering
244
- result = sut.build_desired_state_single_cluster(
245
- requester_cluster, ocm, awsapi, account_filter=None
246
- )
247
- assert result == expected
248
-
249
- # correct account filtering
250
- result = sut.build_desired_state_single_cluster(
251
- requester_cluster, ocm, awsapi, account_filter="acc"
252
- )
253
- assert result == expected
254
-
255
- # correct account filtering
256
- result = sut.build_desired_state_single_cluster(
257
- requester_cluster, ocm, awsapi, account_filter="another_account"
258
- )
259
- assert not result
260
-
261
-
262
- def test_c2c_no_peerings(mocker):
263
- """
264
- in this scenario, the requester cluster has no peerings defines,
265
- which results in an empty desired state
266
- """
267
- requester_cluster = build_cluster(
268
- name="requester_cluster",
269
- vpc="requester_vpc",
270
- network_mgmt_accounts=["acc"],
271
- peering_connections=[],
272
- )
273
- result = sut.build_desired_state_single_cluster(
274
- requester_cluster,
275
- MockOCM().auto_speced_mock(mocker),
276
- MockAWSAPI().auto_speced_mock(mocker),
277
- account_filter=None,
278
- )
279
- assert not result
280
-
281
-
282
- def test_c2c_no_matches(mocker):
283
- """
284
- in this scenario, the accepter cluster has no cluster-vpc-accepter
285
- connection that references back to the requester cluster
286
- """
287
- accepter_cluster = build_cluster(
288
- name="accepter_cluster",
289
- vpc="accepter_vpc",
290
- network_mgmt_accounts=["acc"],
291
- peering_connections=[
292
- build_accepter_connection(name="peername", cluster="not_a_matching_cluster")
293
- ],
294
- )
295
- requester_cluster = build_cluster(
296
- name="requester_cluster",
297
- vpc="requester_vpc",
298
- network_mgmt_accounts=["acc"],
299
- peering_connections=[
300
- build_requester_connection(name="peername", peer_cluster=accepter_cluster)
301
- ],
302
- )
303
-
304
- with pytest.raises(sut.BadTerraformPeeringState) as ex:
305
- sut.build_desired_state_single_cluster(
306
- requester_cluster,
307
- MockOCM().auto_speced_mock(mocker),
308
- MockAWSAPI().auto_speced_mock(mocker),
309
- account_filter=None,
310
- )
311
- assert str(ex.value).startswith("[no_matching_peering]")
312
-
313
-
314
- def test_c2c_no_vpc_in_aws(mocker):
315
- """
316
- in this scenario, there are no VPCs found in AWS
317
- """
318
- accepter_cluster = build_cluster(
319
- name="accepter_cluster",
320
- vpc="accepter_vpc",
321
- network_mgmt_accounts=["acc"],
322
- peering_connections=[
323
- build_accepter_connection(name="peername", cluster="requester_cluster")
324
- ],
325
- )
326
- requester_cluster = build_cluster(
327
- name="requester_cluster",
328
- vpc="requester_vpc",
329
- network_mgmt_accounts=["acc"],
330
- peering_connections=[
331
- build_requester_connection(name="peername", peer_cluster=accepter_cluster)
332
- ],
333
- )
334
-
335
- ocm = (
336
- MockOCM()
337
- .register("requester_cluster", "acc", "terraform", "r")
338
- .register("accepter_cluster", "acc", "terraform", "a")
339
- .auto_speced_mock(mocker)
340
- )
341
-
342
- awsapi = MockAWSAPI().auto_speced_mock(mocker)
343
-
344
- with pytest.raises(sut.BadTerraformPeeringState) as ex:
345
- sut.build_desired_state_single_cluster(
346
- requester_cluster, ocm, awsapi, account_filter=None
347
- )
348
- assert str(ex.value).endswith("could not find VPC ID for cluster")
349
-
350
-
351
- def test_c2c_no_peer_account(mocker):
352
- """
353
- in this scenario, the accepters connection and the accepters cluster
354
- have no aws infrastructura account available to set up the peering″
355
- """
356
- accepter_cluster = build_cluster(
357
- # no network_mgmt_accounts here
358
- name="accepter_cluster",
359
- vpc="accepter_vpc",
360
- peering_connections=[
361
- build_accepter_connection(
362
- # no network_mgmt_accounts here
363
- name="peername",
364
- cluster="requester_cluster",
365
- )
366
- ],
367
- )
368
- requester_cluster = build_cluster(
369
- name="requester_cluster",
370
- vpc="requester_vpc",
371
- network_mgmt_accounts=["acc"],
372
- peering_connections=[
373
- build_requester_connection(name="peername", peer_cluster=accepter_cluster)
374
- ],
375
- )
376
-
377
- ocm = MockOCM().auto_speced_mock(mocker)
378
- awsapi = MockAWSAPI().auto_speced_mock(mocker)
379
-
380
- with pytest.raises(sut.BadTerraformPeeringState) as ex:
381
- sut.build_desired_state_single_cluster(
382
- requester_cluster, ocm, awsapi, account_filter=None
383
- )
384
- assert str(ex.value).startswith("[no_account_available]")
385
-
386
-
387
- class TestBuildDesiredStateVpcMesh(testslide.TestCase):
388
- def setUp(self):
389
- super().setUp()
390
- self.clusters = [
391
- {
392
- "name": "clustername",
393
- "spec": {
394
- "region": "mars-plain-1",
395
- },
396
- "network": {
397
- "vpc": "172.16.0.0/12",
398
- "service": "10.0.0.0/8",
399
- "pod": "192.168.0.0/16",
400
- },
401
- "peering": {
402
- "connections": [
403
- {
404
- "provider": "account-vpc-mesh",
405
- "name": "peername",
406
- "vpc": {"$ref": "/aws/account/vpcs/mars-plain-1"},
407
- "manageRoutes": True,
408
- "tags": '["tag1"]',
409
- },
410
- ]
411
- },
412
- }
413
- ]
414
- self.peer = {
415
- "vpc": "172.17.0.0/12",
416
- "service": "10.1.0.0/8",
417
- "pod": "192.168.1.0/16",
418
- }
419
- self.peer_cluster = {
420
- "name": "apeerclustername",
421
- "spec": {
422
- "region": "mars-olympus-2",
423
- },
424
- "network": self.peer,
425
- "peering": {
426
- "connections": [
427
- {
428
- "provider": "cluster-vpc-requester",
429
- "name": "peername",
430
- "vpc": {"$ref": "/aws/account/vpcs/mars-plain-1"},
431
- "manageRoutes": True,
432
- "tags": '["tag1"]',
433
- },
434
- ]
435
- },
436
- }
437
-
438
- self.aws_account = {
439
- "name": "accountname",
440
- "uid": "anuid",
441
- "terraformUsername": "aterraformusename",
442
- "automationtoken": "anautomationtoken",
443
- "assume_role": "arole:very:useful:indeed:it:is",
444
- "assume_region": "moon-tranquility-1",
445
- "assume_cidr": "172.25.0.0/12",
446
- }
447
- self.peer_account = {
448
- "name": "peer_account",
449
- "uid": "peeruid",
450
- "terraformUsername": "peerterraformusename",
451
- "automationtoken": "peeranautomationtoken",
452
- "assume_role": "a:peer:role:indeed:it:is",
453
- "assume_region": "mars-hellas-1",
454
- "assume_cidr": "172.25.0.0/12",
455
- }
456
- self.clusters[0]["peering"]["connections"][0]["cluster"] = self.peer_cluster
457
- self.clusters[0]["peering"]["connections"][0]["account"] = self.peer_account
458
- self.peer_vpc = {
459
- "cidr_block": "172.30.0.0/12",
460
- "vpc_id": "peervpcid",
461
- "route_table_ids": ["peer_route_table_id"],
462
- }
463
- self.vpc_mesh_single_cluster = self.mock_callable(
464
- sut, "build_desired_state_vpc_mesh_single_cluster"
465
- )
466
- self.maxDiff = None
467
- self.ocm = testslide.StrictMock(ocm.OCM)
468
- self.ocm_map = {"clustername": self.ocm}
469
- self.ocm.get_aws_infrastructure_access_terraform_assume_role = (
470
- lambda cluster, uid, tfuser: self.peer_account["assume_role"]
471
- )
472
- self.awsapi = testslide.StrictMock(aws_api.AWSApi)
473
- self.account_vpcs = [
474
- {
475
- "vpc_id": "vpc1",
476
- "region": "moon-dark-1",
477
- "cidr_block": "192.168.3.0/24",
478
- "route_table_ids": ["vpc1_route_table"],
479
- },
480
- {
481
- "vpc_id": "vpc2",
482
- "region": "mars-utopia-2",
483
- "cidr_block": "192.168.4.0/24",
484
- "route_table_ids": ["vpc2_route_table"],
485
- },
486
- ]
487
- self.addCleanup(testslide.mock_callable.unpatch_all_callable_mocks)
488
-
489
- def test_all_fine(self):
490
- expected = [
491
- {
492
- "connection_provider": "account-vpc-mesh",
493
- "connection_name": "peername_peer_account-vpc1",
494
- "requester": {
495
- "vpc_id": "vpc_id",
496
- "route_table_ids": ["route_table_id"],
497
- "account": self.peer_account,
498
- "region": "mars-plain-1",
499
- "cidr_block": "172.16.0.0/12",
500
- },
501
- "accepter": {
502
- "vpc_id": "vpc1",
503
- "region": "moon-dark-1",
504
- "cidr_block": "192.168.3.0/24",
505
- "route_table_ids": ["vpc1_route_table"],
506
- "account": self.peer_account,
507
- },
508
- "deleted": False,
509
- },
510
- {
511
- "connection_provider": "account-vpc-mesh",
512
- "connection_name": "peername_peer_account-vpc2",
513
- "requester": {
514
- "vpc_id": "vpc_id",
515
- "route_table_ids": ["route_table_id"],
516
- "account": self.peer_account,
517
- "region": "mars-plain-1",
518
- "cidr_block": "172.16.0.0/12",
519
- },
520
- "accepter": {
521
- "vpc_id": "vpc2",
522
- "region": "mars-utopia-2",
523
- "cidr_block": "192.168.4.0/24",
524
- "route_table_ids": ["vpc2_route_table"],
525
- "account": self.peer_account,
526
- },
527
- "deleted": False,
528
- },
529
- ]
530
- self.vpc_mesh_single_cluster.for_call(
531
- self.clusters[0], self.ocm, self.awsapi, None
532
- ).to_return_value(expected)
533
-
534
- rs = sut.build_desired_state_vpc_mesh(
535
- self.clusters,
536
- self.ocm_map,
537
- self.awsapi,
538
- None,
539
- )
540
- self.assertEqual(rs, (expected, False))
541
-
542
- def test_cluster_raises(self):
543
- self.vpc_mesh_single_cluster.to_raise(
544
- sut.BadTerraformPeeringState("This is wrong")
545
- )
546
- rs = sut.build_desired_state_vpc_mesh(
547
- self.clusters, self.ocm_map, self.awsapi, None
548
- )
549
- self.assertEqual(rs, ([], True))
550
-
551
- def test_cluster_raises_unexpected(self):
552
- self.vpc_mesh_single_cluster.to_raise(ValueError("Nope"))
553
- with self.assertRaises(ValueError):
554
- sut.build_desired_state_vpc_mesh(
555
- self.clusters, self.ocm_map, self.awsapi, None
556
- )
557
-
558
-
559
- class TestBuildDesiredStateVpcMeshSingleCluster(testslide.TestCase):
560
- def setUp(self):
561
- super().setUp()
562
- self.cluster = {
563
- "name": "clustername",
564
- "spec": {
565
- "region": "mars-plain-1",
566
- },
567
- "network": {
568
- "vpc": "172.16.0.0/12",
569
- "service": "10.0.0.0/8",
570
- "pod": "192.168.0.0/16",
571
- },
572
- "peering": {
573
- "connections": [
574
- {
575
- "provider": "account-vpc-mesh",
576
- "name": "peername",
577
- "vpc": {"$ref": "/aws/account/vpcs/mars-plain-1"},
578
- "manageRoutes": True,
579
- "tags": '["tag1"]',
580
- },
581
- ]
582
- },
583
- }
584
- self.peer = {
585
- "vpc": "172.17.0.0/12",
586
- "service": "10.1.0.0/8",
587
- "pod": "192.168.1.0/16",
588
- }
589
- self.peer_cluster = {
590
- "name": "apeerclustername",
591
- "spec": {
592
- "region": "mars-olympus-2",
593
- },
594
- "network": self.peer,
595
- "peering": {
596
- "connections": [
597
- {
598
- "provider": "cluster-vpc-requester",
599
- "name": "peername",
600
- "vpc": {"$ref": "/aws/account/vpcs/mars-plain-1"},
601
- "manageRoutes": True,
602
- "tags": '["tag1"]',
603
- },
604
- ]
605
- },
606
- }
607
- self.awsapi = testslide.StrictMock(aws_api.AWSApi)
608
- self.mock_constructor(aws_api, "AWSApi").to_return_value(self.awsapi)
609
- self.find_matching_peering = self.mock_callable(sut, "find_matching_peering")
610
- self.aws_account = {
611
- "name": "accountname",
612
- "uid": "anuid",
613
- "terraformUsername": "aterraformusename",
614
- "automationtoken": "anautomationtoken",
615
- "assume_role": "arole:very:useful:indeed:it:is",
616
- "assume_region": "moon-tranquility-1",
617
- "assume_cidr": "172.25.0.0/12",
618
- }
619
- self.peer_account = {
620
- "name": "peer_account",
621
- "uid": "peeruid",
622
- "terraformUsername": "peerterraformusename",
623
- "automationtoken": "peeranautomationtoken",
624
- "assume_role": "a:peer:role:indeed:it:is",
625
- "assume_region": "mars-hellas-1",
626
- "assume_cidr": "172.25.0.0/12",
627
- }
628
- self.cluster["peering"]["connections"][0]["cluster"] = self.peer_cluster
629
- self.cluster["peering"]["connections"][0]["account"] = self.peer_account
630
- self.peer_vpc = {
631
- "cidr_block": "172.30.0.0/12",
632
- "vpc_id": "peervpcid",
633
- "route_table_ids": ["peer_route_table_id"],
634
- }
635
- self.maxDiff = None
636
- self.addCleanup(testslide.mock_callable.unpatch_all_callable_mocks)
637
- self.ocm = testslide.StrictMock(template=ocm.OCM)
638
- self.ocm.get_aws_infrastructure_access_terraform_assume_role = (
639
- lambda cluster, uid, tfuser: self.peer_account["assume_role"]
640
- )
641
- self.account_vpcs = [
642
- {
643
- "vpc_id": "vpc1",
644
- "region": "moon-dark-1",
645
- "cidr_block": "192.168.3.0/24",
646
- "route_table_ids": ["vpc1_route_table"],
647
- },
648
- {
649
- "vpc_id": "vpc2",
650
- "region": "mars-utopia-2",
651
- "cidr_block": "192.168.4.0/24",
652
- "route_table_ids": ["vpc2_route_table"],
653
- },
654
- ]
655
-
656
- def test_one_cluster(self):
657
-
658
- req_account = {
659
- **self.peer_account,
660
- "assume_region": "mars-plain-1",
661
- "assume_cidr": "172.16.0.0/12",
662
- }
663
- self.mock_callable(self.awsapi, "get_cluster_vpc_details").for_call(
664
- req_account, route_tables=True
665
- ).to_return_value(
666
- ("vpc_id", ["route_table_id"], "subnet_id")
667
- ).and_assert_called_once()
668
-
669
- self.mock_callable(self.awsapi, "get_vpcs_details").for_call(
670
- req_account, tags=["tag1"], route_tables=True
671
- ).to_return_value(self.account_vpcs).and_assert_called_once()
672
-
673
- expected = [
674
- {
675
- "connection_provider": "account-vpc-mesh",
676
- "connection_name": "peername_peer_account-vpc1",
677
- "requester": {
678
- "vpc_id": "vpc_id",
679
- "route_table_ids": ["route_table_id"],
680
- "account": self.peer_account,
681
- "region": "mars-plain-1",
682
- "cidr_block": "172.16.0.0/12",
683
- },
684
- "accepter": {
685
- "vpc_id": "vpc1",
686
- "region": "moon-dark-1",
687
- "cidr_block": "192.168.3.0/24",
688
- "route_table_ids": ["vpc1_route_table"],
689
- "account": self.peer_account,
690
- },
691
- "deleted": False,
692
- },
693
- {
694
- "connection_provider": "account-vpc-mesh",
695
- "connection_name": "peername_peer_account-vpc2",
696
- "requester": {
697
- "vpc_id": "vpc_id",
698
- "route_table_ids": ["route_table_id"],
699
- "account": self.peer_account,
700
- "region": "mars-plain-1",
701
- "cidr_block": "172.16.0.0/12",
702
- },
703
- "accepter": {
704
- "vpc_id": "vpc2",
705
- "region": "mars-utopia-2",
706
- "cidr_block": "192.168.4.0/24",
707
- "route_table_ids": ["vpc2_route_table"],
708
- "account": self.peer_account,
709
- },
710
- "deleted": False,
711
- },
712
- ]
713
-
714
- rs = sut.build_desired_state_vpc_mesh_single_cluster(
715
- self.cluster, self.ocm, self.awsapi, None
716
- )
717
- self.assertEqual(rs, expected)
718
-
719
- def test_no_peering_connections(self):
720
- self.cluster["peering"]["connections"] = []
721
- rs = sut.build_desired_state_vpc_mesh_single_cluster(
722
- self.cluster, self.ocm, self.awsapi, None
723
- )
724
- self.assertEqual(rs, [])
725
-
726
- def test_no_peer_vpc_id(self):
727
- self.mock_callable(self.awsapi, "get_cluster_vpc_details").to_return_value(
728
- (None, [None], None)
729
- ).and_assert_called_once()
730
-
731
- with self.assertRaises(sut.BadTerraformPeeringState):
732
- sut.build_desired_state_vpc_mesh_single_cluster(
733
- self.cluster, self.ocm, self.awsapi, None
734
- )
735
-
736
-
737
- class TestBuildDesiredStateVpc(testslide.TestCase):
738
- def setUp(self):
739
- super().setUp()
740
- self.peer = {
741
- "vpc": "172.17.0.0/12",
742
- "service": "10.1.0.0/8",
743
- "pod": "192.168.1.0/16",
744
- }
745
- self.aws_account = {
746
- "name": "accountname",
747
- "uid": "anuid",
748
- "terraformUsername": "aterraformusename",
749
- "automationtoken": "anautomationtoken",
750
- "assume_role": "arole:very:useful:indeed:it:is",
751
- "assume_region": "moon-tranquility-1",
752
- "assume_cidr": "172.25.0.0/12",
753
- }
754
-
755
- self.clusters = [
756
- {
757
- "name": "clustername",
758
- "spec": {
759
- "region": "mars-plain-1",
760
- },
761
- "network": {
762
- "vpc": "172.16.0.0/12",
763
- "service": "10.0.0.0/8",
764
- "pod": "192.168.0.0/16",
765
- },
766
- "peering": {
767
- "connections": [
768
- {
769
- "provider": "account-vpc",
770
- "name": "peername",
771
- "vpc": {
772
- "$ref": "/aws/account/vpcs/mars-plain-1",
773
- "cidr_block": "172.30.0.0/12",
774
- "vpc_id": "avpcid",
775
- **self.peer,
776
- "region": "mars-olympus-2",
777
- "account": self.aws_account,
778
- },
779
- "manageRoutes": True,
780
- },
781
- ]
782
- },
783
- }
784
- ]
785
-
786
- self.peer_cluster = {
787
- "name": "apeerclustername",
788
- "spec": {
789
- "region": "mars-olympus-2",
790
- },
791
- "network": self.peer,
792
- "peering": {
793
- "connections": [
794
- {
795
- "provider": "account-vpc",
796
- "name": "peername",
797
- "vpc": {"$ref": "/aws/account/vpcs/mars-plain-1"},
798
- "manageRoutes": True,
799
- },
800
- ]
801
- },
802
- }
803
- self.clusters[0]["peering"]["connections"][0]["cluster"] = self.peer_cluster
804
- self.build_single_cluster = self.mock_callable(
805
- sut, "build_desired_state_single_cluster"
806
- )
807
- self.ocm = testslide.StrictMock(template=ocm.OCM)
808
- self.ocm_map = {"clustername": self.ocm}
809
- self.awsapi = testslide.StrictMock(aws_api.AWSApi)
810
-
811
- self.build_single_cluster = self.mock_callable(
812
- sut, "build_desired_state_vpc_single_cluster"
813
- )
814
- self.addCleanup(testslide.mock_callable.unpatch_all_callable_mocks)
815
- self.maxDiff = None
816
-
817
- def test_all_fine(self):
818
- expected = [
819
- {
820
- "accepter": {
821
- "account": {
822
- "assume_cidr": "172.16.0.0/12",
823
- "assume_region": "mars-plain-1",
824
- "assume_role": "this:wonderful:role:hell:yeah",
825
- "automationtoken": "anautomationtoken",
826
- "name": "accountname",
827
- "terraformUsername": "aterraformusename",
828
- "uid": "anuid",
829
- },
830
- "cidr_block": "172.30.0.0/12",
831
- "region": "mars-olympus-2",
832
- "vpc_id": "avpcid",
833
- },
834
- "connection_name": "peername",
835
- "connection_provider": "account-vpc",
836
- "deleted": False,
837
- "requester": {
838
- "account": {
839
- "assume_cidr": "172.16.0.0/12",
840
- "assume_region": "mars-plain-1",
841
- "assume_role": "this:wonderful:role:hell:yeah",
842
- "automationtoken": "anautomationtoken",
843
- "name": "accountname",
844
- "terraformUsername": "aterraformusename",
845
- "uid": "anuid",
846
- },
847
- "cidr_block": "172.16.0.0/12",
848
- "region": "mars-plain-1",
849
- "route_table_ids": ["routetableid"],
850
- "vpc_id": "vpcid",
851
- },
852
- }
853
- ]
854
- self.build_single_cluster.for_call(
855
- self.clusters[0], self.ocm, self.awsapi, None
856
- ).to_return_value(expected).and_assert_called_once()
857
-
858
- rs = sut.build_desired_state_vpc(
859
- self.clusters, self.ocm_map, self.awsapi, account_filter=None
860
- )
861
- self.assertEqual(rs, (expected, False))
862
-
863
- def test_cluster_fails(self):
864
- self.build_single_cluster.to_raise(
865
- sut.BadTerraformPeeringState("I have failed")
866
- )
867
-
868
- self.assertEqual(
869
- sut.build_desired_state_vpc(
870
- self.clusters, self.ocm_map, self.awsapi, account_filter=None
871
- ),
872
- ([], True),
873
- )
874
-
875
- def test_error_persists(self):
876
- self.clusters.append(self.clusters[0].copy())
877
- self.clusters[1]["name"] = "afailingcluster"
878
- self.ocm_map["afailingcluster"] = self.ocm
879
- self.build_single_cluster.for_call(
880
- self.clusters[0], self.ocm, self.awsapi, None
881
- ).to_return_value([{"a dict": "a value"}]).and_assert_called_once()
882
- self.mock_callable(sut, "build_desired_state_vpc_single_cluster").for_call(
883
- self.clusters[1],
884
- self.ocm,
885
- self.awsapi,
886
- None,
887
- ).to_raise(sut.BadTerraformPeeringState("Fail!")).and_assert_called_once()
888
-
889
- self.assertEqual(
890
- sut.build_desired_state_vpc(
891
- self.clusters, self.ocm_map, self.awsapi, account_filter=None
892
- ),
893
- ([{"a dict": "a value"}], True),
894
- )
895
-
896
- def test_other_exceptions_raise(self):
897
- self.clusters.append(self.clusters[0].copy())
898
- self.clusters[1]["name"] = "afailingcluster"
899
- self.ocm_map["afailingcluster"] = self.ocm
900
- self.build_single_cluster.for_call(
901
- self.clusters[0], self.ocm, self.awsapi, None
902
- ).to_raise(ValueError("I am not planned!")).and_assert_called_once()
903
- with self.assertRaises(ValueError):
904
- sut.build_desired_state_vpc(
905
- self.clusters, self.ocm_map, self.awsapi, account_filter=None
906
- )
907
-
908
-
909
- class TestBuildDesiredStateVpcSingleCluster(testslide.TestCase):
910
- def setUp(self):
911
- super().setUp()
912
- self.peer = {
913
- "vpc": "172.17.0.0/12",
914
- "service": "10.1.0.0/8",
915
- "pod": "192.168.1.0/16",
916
- }
917
- self.aws_account = {
918
- "name": "accountname",
919
- "uid": "anuid",
920
- "terraformUsername": "aterraformusename",
921
- "automationtoken": "anautomationtoken",
922
- "assume_role": "arole:very:useful:indeed:it:is",
923
- "assume_region": "moon-tranquility-1",
924
- "assume_cidr": "172.25.0.0/12",
925
- }
926
-
927
- self.cluster = {
928
- "name": "clustername",
929
- "spec": {
930
- "region": "mars-plain-1",
931
- },
932
- "network": {
933
- "vpc": "172.16.0.0/12",
934
- "service": "10.0.0.0/8",
935
- "pod": "192.168.0.0/16",
936
- },
937
- "peering": {
938
- "connections": [
939
- {
940
- "provider": "account-vpc",
941
- "name": "peername",
942
- "vpc": {
943
- "$ref": "/aws/account/vpcs/mars-plain-1",
944
- "cidr_block": "172.30.0.0/12",
945
- "vpc_id": "avpcid",
946
- **self.peer,
947
- "region": "mars-olympus-2",
948
- "account": self.aws_account,
949
- },
950
- "manageRoutes": True,
951
- },
952
- ]
953
- },
954
- }
955
-
956
- self.peer_cluster = {
957
- "name": "apeerclustername",
958
- "spec": {
959
- "region": "mars-olympus-2",
960
- },
961
- "network": self.peer,
962
- "peering": {
963
- "connections": [
964
- {
965
- "provider": "account-vpc",
966
- "name": "peername",
967
- "vpc": {"$ref": "/aws/account/vpcs/mars-plain-1"},
968
- "manageRoutes": True,
969
- },
970
- ]
971
- },
972
- }
973
- self.cluster["peering"]["connections"][0]["cluster"] = self.peer_cluster
974
- self.build_single_cluster = self.mock_callable(
975
- sut, "build_desired_state_single_cluster"
976
- )
977
- self.ocm = testslide.StrictMock(template=ocm.OCM)
978
- self.awsapi = testslide.StrictMock(aws_api.AWSApi)
979
- self.mock_constructor(aws_api, "AWSApi").to_return_value(self.awsapi)
980
- self.ocm.get_aws_infrastructure_access_terraform_assume_role = (
981
- lambda cluster, uid, tfuser: self.aws_account["assume_role"]
982
- )
983
- self.addCleanup(testslide.mock_callable.unpatch_all_callable_mocks)
984
- self.maxDiff = None
985
-
986
- def test_all_fine(self):
987
- expected = [
988
- {
989
- "accepter": {
990
- "account": {
991
- "assume_cidr": "172.16.0.0/12",
992
- "assume_region": "mars-plain-1",
993
- "assume_role": "this:wonderful:role:hell:yeah",
994
- "automationtoken": "anautomationtoken",
995
- "name": "accountname",
996
- "terraformUsername": "aterraformusename",
997
- "uid": "anuid",
998
- },
999
- "cidr_block": "172.30.0.0/12",
1000
- "region": "mars-olympus-2",
1001
- "vpc_id": "avpcid",
1002
- },
1003
- "connection_name": "peername",
1004
- "connection_provider": "account-vpc",
1005
- "deleted": False,
1006
- "requester": {
1007
- "account": {
1008
- "assume_cidr": "172.16.0.0/12",
1009
- "assume_region": "mars-plain-1",
1010
- "assume_role": "this:wonderful:role:hell:yeah",
1011
- "automationtoken": "anautomationtoken",
1012
- "name": "accountname",
1013
- "terraformUsername": "aterraformusename",
1014
- "uid": "anuid",
1015
- },
1016
- "cidr_block": "172.16.0.0/12",
1017
- "region": "mars-plain-1",
1018
- "route_table_ids": ["routetableid"],
1019
- "vpc_id": "vpcid",
1020
- },
1021
- }
1022
- ]
1023
- self.mock_callable(self.awsapi, "get_cluster_vpc_details",).for_call(
1024
- self.aws_account, route_tables=True
1025
- ).to_return_value(("vpcid", ["routetableid"], {})).and_assert_called_once()
1026
- self.mock_callable(
1027
- self.ocm, "get_aws_infrastructure_access_terraform_assume_role"
1028
- ).for_call(
1029
- self.cluster["name"],
1030
- self.aws_account["uid"],
1031
- self.aws_account["terraformUsername"],
1032
- ).to_return_value(
1033
- "this:wonderful:role:hell:yeah"
1034
- ).and_assert_called_once()
1035
- rs = sut.build_desired_state_vpc_single_cluster(
1036
- self.cluster, self.ocm, self.awsapi, None
1037
- )
1038
- self.assertEqual(rs, expected)
1039
-
1040
- def test_different_provider(self):
1041
- self.cluster["peering"]["connections"][0]["provider"] = "something-else"
1042
- self.assertEqual(
1043
- sut.build_desired_state_vpc_single_cluster(
1044
- self.cluster, self.ocm, self.awsapi, None
1045
- ),
1046
- [],
1047
- )
1048
-
1049
- def test_no_vpc_id(self):
1050
- self.mock_callable(self.awsapi, "get_cluster_vpc_details").to_return_value(
1051
- (None, None, None)
1052
- ).and_assert_called_once()
1053
-
1054
- self.mock_callable(
1055
- self.ocm, "get_aws_infrastructure_access_terraform_assume_role"
1056
- ).to_return_value("a:role:that:you:will:like").and_assert_called_once()
1057
-
1058
- with self.assertRaises(sut.BadTerraformPeeringState):
1059
- sut.build_desired_state_vpc_single_cluster(
1060
- self.cluster, self.ocm, self.awsapi, None
1061
- )