qontract-reconcile 0.10.0__py3-none-any.whl → 0.10.1.dev1203__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- qontract_reconcile-0.10.1.dev1203.dist-info/METADATA +500 -0
- qontract_reconcile-0.10.1.dev1203.dist-info/RECORD +771 -0
- {qontract_reconcile-0.10.0.dist-info → qontract_reconcile-0.10.1.dev1203.dist-info}/WHEEL +1 -2
- {qontract_reconcile-0.10.0.dist-info → qontract_reconcile-0.10.1.dev1203.dist-info}/entry_points.txt +4 -2
- reconcile/acs_notifiers.py +126 -0
- reconcile/acs_policies.py +243 -0
- reconcile/acs_rbac.py +596 -0
- reconcile/aus/advanced_upgrade_service.py +621 -8
- reconcile/aus/aus_label_source.py +115 -0
- reconcile/aus/base.py +1053 -353
- reconcile/{utils → aus}/cluster_version_data.py +27 -12
- reconcile/aus/healthchecks.py +77 -0
- reconcile/aus/metrics.py +158 -0
- reconcile/aus/models.py +245 -5
- reconcile/aus/node_pool_spec.py +35 -0
- reconcile/aus/ocm_addons_upgrade_scheduler_org.py +225 -110
- reconcile/aus/ocm_upgrade_scheduler.py +76 -71
- reconcile/aus/ocm_upgrade_scheduler_org.py +81 -23
- reconcile/aus/version_gate_approver.py +204 -0
- reconcile/aus/version_gates/__init__.py +12 -0
- reconcile/aus/version_gates/handler.py +33 -0
- reconcile/aus/version_gates/ingress_gate_handler.py +32 -0
- reconcile/aus/version_gates/ocp_gate_handler.py +26 -0
- reconcile/aus/version_gates/sts_version_gate_handler.py +100 -0
- reconcile/aws_account_manager/README.md +5 -0
- reconcile/aws_account_manager/integration.py +373 -0
- reconcile/aws_account_manager/merge_request_manager.py +114 -0
- reconcile/aws_account_manager/metrics.py +39 -0
- reconcile/aws_account_manager/reconciler.py +403 -0
- reconcile/aws_account_manager/utils.py +41 -0
- reconcile/aws_ami_cleanup/integration.py +273 -0
- reconcile/aws_ami_share.py +18 -14
- reconcile/aws_cloudwatch_log_retention/integration.py +253 -0
- reconcile/aws_iam_keys.py +1 -1
- reconcile/aws_iam_password_reset.py +56 -20
- reconcile/aws_saml_idp/integration.py +204 -0
- reconcile/aws_saml_roles/integration.py +322 -0
- reconcile/aws_support_cases_sos.py +2 -2
- reconcile/aws_version_sync/integration.py +430 -0
- reconcile/aws_version_sync/merge_request_manager/merge_request.py +156 -0
- reconcile/aws_version_sync/merge_request_manager/merge_request_manager.py +160 -0
- reconcile/aws_version_sync/utils.py +64 -0
- reconcile/blackbox_exporter_endpoint_monitoring.py +2 -5
- reconcile/change_owners/README.md +34 -0
- reconcile/change_owners/approver.py +7 -9
- reconcile/change_owners/bundle.py +134 -9
- reconcile/change_owners/change_log_tracking.py +236 -0
- reconcile/change_owners/change_owners.py +204 -194
- reconcile/change_owners/change_types.py +183 -265
- reconcile/change_owners/changes.py +488 -0
- reconcile/change_owners/decision.py +120 -41
- reconcile/change_owners/diff.py +63 -92
- reconcile/change_owners/implicit_ownership.py +19 -16
- reconcile/change_owners/self_service_roles.py +158 -35
- reconcile/change_owners/tester.py +20 -18
- reconcile/checkpoint.py +4 -6
- reconcile/cli.py +1523 -242
- reconcile/closedbox_endpoint_monitoring_base.py +10 -17
- reconcile/cluster_auth_rhidp/integration.py +257 -0
- reconcile/cluster_deployment_mapper.py +2 -5
- reconcile/cna/assets/asset.py +4 -7
- reconcile/cna/assets/null.py +2 -5
- reconcile/cna/integration.py +2 -3
- reconcile/cna/state.py +6 -9
- reconcile/dashdotdb_base.py +31 -10
- reconcile/dashdotdb_cso.py +3 -6
- reconcile/dashdotdb_dora.py +530 -0
- reconcile/dashdotdb_dvo.py +10 -13
- reconcile/dashdotdb_slo.py +75 -19
- reconcile/database_access_manager.py +753 -0
- reconcile/deadmanssnitch.py +207 -0
- reconcile/dynatrace_token_provider/dependencies.py +69 -0
- reconcile/dynatrace_token_provider/integration.py +656 -0
- reconcile/dynatrace_token_provider/metrics.py +62 -0
- reconcile/dynatrace_token_provider/model.py +14 -0
- reconcile/dynatrace_token_provider/ocm.py +140 -0
- reconcile/dynatrace_token_provider/validate.py +48 -0
- reconcile/endpoints_discovery/integration.py +348 -0
- reconcile/endpoints_discovery/merge_request.py +96 -0
- reconcile/endpoints_discovery/merge_request_manager.py +178 -0
- reconcile/external_resources/aws.py +204 -0
- reconcile/external_resources/factories.py +163 -0
- reconcile/external_resources/integration.py +194 -0
- reconcile/external_resources/integration_secrets_sync.py +47 -0
- reconcile/external_resources/manager.py +405 -0
- reconcile/external_resources/meta.py +17 -0
- reconcile/external_resources/metrics.py +95 -0
- reconcile/external_resources/model.py +350 -0
- reconcile/external_resources/reconciler.py +265 -0
- reconcile/external_resources/secrets_sync.py +465 -0
- reconcile/external_resources/state.py +258 -0
- reconcile/gabi_authorized_users.py +19 -11
- reconcile/gcr_mirror.py +43 -34
- reconcile/github_org.py +4 -6
- reconcile/github_owners.py +1 -1
- reconcile/github_repo_invites.py +2 -5
- reconcile/gitlab_fork_compliance.py +14 -13
- reconcile/gitlab_housekeeping.py +185 -91
- reconcile/gitlab_labeler.py +15 -14
- reconcile/gitlab_members.py +126 -120
- reconcile/gitlab_owners.py +53 -66
- reconcile/gitlab_permissions.py +167 -6
- reconcile/glitchtip/README.md +150 -0
- reconcile/glitchtip/integration.py +99 -51
- reconcile/glitchtip/reconciler.py +99 -70
- reconcile/glitchtip_project_alerts/__init__.py +0 -0
- reconcile/glitchtip_project_alerts/integration.py +333 -0
- reconcile/glitchtip_project_dsn/integration.py +43 -43
- reconcile/gql_definitions/acs/__init__.py +0 -0
- reconcile/gql_definitions/acs/acs_instances.py +83 -0
- reconcile/gql_definitions/acs/acs_policies.py +239 -0
- reconcile/gql_definitions/acs/acs_rbac.py +111 -0
- reconcile/gql_definitions/advanced_upgrade_service/aus_clusters.py +46 -8
- reconcile/gql_definitions/advanced_upgrade_service/aus_organization.py +38 -8
- reconcile/gql_definitions/app_interface_metrics_exporter/__init__.py +0 -0
- reconcile/gql_definitions/app_interface_metrics_exporter/onboarding_status.py +61 -0
- reconcile/gql_definitions/aws_account_manager/__init__.py +0 -0
- reconcile/gql_definitions/aws_account_manager/aws_accounts.py +177 -0
- reconcile/gql_definitions/aws_ami_cleanup/__init__.py +0 -0
- reconcile/gql_definitions/aws_ami_cleanup/aws_accounts.py +161 -0
- reconcile/gql_definitions/aws_saml_idp/__init__.py +0 -0
- reconcile/gql_definitions/aws_saml_idp/aws_accounts.py +117 -0
- reconcile/gql_definitions/aws_saml_roles/__init__.py +0 -0
- reconcile/gql_definitions/aws_saml_roles/aws_accounts.py +117 -0
- reconcile/gql_definitions/aws_saml_roles/roles.py +97 -0
- reconcile/gql_definitions/aws_version_sync/__init__.py +0 -0
- reconcile/gql_definitions/aws_version_sync/clusters.py +83 -0
- reconcile/gql_definitions/aws_version_sync/namespaces.py +143 -0
- reconcile/gql_definitions/change_owners/queries/change_types.py +16 -29
- reconcile/gql_definitions/change_owners/queries/self_service_roles.py +45 -11
- reconcile/gql_definitions/cluster_auth_rhidp/__init__.py +0 -0
- reconcile/gql_definitions/cluster_auth_rhidp/clusters.py +128 -0
- reconcile/gql_definitions/cna/queries/cna_provisioners.py +6 -8
- reconcile/gql_definitions/cna/queries/cna_resources.py +3 -5
- reconcile/gql_definitions/common/alerting_services_settings.py +2 -2
- reconcile/gql_definitions/common/app_code_component_repos.py +9 -5
- reconcile/gql_definitions/{glitchtip/glitchtip_settings.py → common/app_interface_custom_messages.py} +14 -16
- reconcile/gql_definitions/common/app_interface_dms_settings.py +86 -0
- reconcile/gql_definitions/common/app_interface_repo_settings.py +2 -2
- reconcile/gql_definitions/common/app_interface_state_settings.py +3 -5
- reconcile/gql_definitions/common/app_interface_vault_settings.py +3 -5
- reconcile/gql_definitions/common/app_quay_repos_escalation_policies.py +120 -0
- reconcile/gql_definitions/common/apps.py +72 -0
- reconcile/gql_definitions/common/aws_vpc_requests.py +109 -0
- reconcile/gql_definitions/common/aws_vpcs.py +84 -0
- reconcile/gql_definitions/common/clusters.py +120 -254
- reconcile/gql_definitions/common/clusters_minimal.py +11 -35
- reconcile/gql_definitions/common/clusters_with_dms.py +72 -0
- reconcile/gql_definitions/common/clusters_with_peering.py +70 -98
- reconcile/gql_definitions/common/github_orgs.py +2 -2
- reconcile/gql_definitions/common/jira_settings.py +68 -0
- reconcile/gql_definitions/common/jiralert_settings.py +68 -0
- reconcile/gql_definitions/common/namespaces.py +74 -32
- reconcile/gql_definitions/common/namespaces_minimal.py +4 -10
- reconcile/gql_definitions/common/ocm_env_telemeter.py +95 -0
- reconcile/gql_definitions/common/ocm_environments.py +4 -2
- reconcile/gql_definitions/common/pagerduty_instances.py +5 -5
- reconcile/gql_definitions/common/pgp_reencryption_settings.py +5 -11
- reconcile/gql_definitions/common/pipeline_providers.py +45 -90
- reconcile/gql_definitions/common/quay_instances.py +64 -0
- reconcile/gql_definitions/common/quay_orgs.py +68 -0
- reconcile/gql_definitions/common/reserved_networks.py +94 -0
- reconcile/gql_definitions/common/saas_files.py +133 -95
- reconcile/gql_definitions/common/saas_target_namespaces.py +41 -26
- reconcile/gql_definitions/common/saasherder_settings.py +2 -2
- reconcile/gql_definitions/common/slack_workspaces.py +62 -0
- reconcile/gql_definitions/common/smtp_client_settings.py +2 -2
- reconcile/gql_definitions/common/state_aws_account.py +77 -0
- reconcile/gql_definitions/common/users.py +3 -2
- reconcile/gql_definitions/cost_report/__init__.py +0 -0
- reconcile/gql_definitions/cost_report/app_names.py +68 -0
- reconcile/gql_definitions/cost_report/cost_namespaces.py +86 -0
- reconcile/gql_definitions/cost_report/settings.py +77 -0
- reconcile/gql_definitions/dashdotdb_slo/slo_documents_query.py +42 -12
- reconcile/gql_definitions/dynatrace_token_provider/__init__.py +0 -0
- reconcile/gql_definitions/dynatrace_token_provider/dynatrace_bootstrap_tokens.py +79 -0
- reconcile/gql_definitions/dynatrace_token_provider/token_specs.py +84 -0
- reconcile/gql_definitions/endpoints_discovery/__init__.py +0 -0
- reconcile/gql_definitions/endpoints_discovery/namespaces.py +127 -0
- reconcile/gql_definitions/external_resources/__init__.py +0 -0
- reconcile/gql_definitions/external_resources/aws_accounts.py +73 -0
- reconcile/gql_definitions/external_resources/external_resources_modules.py +78 -0
- reconcile/gql_definitions/external_resources/external_resources_namespaces.py +1111 -0
- reconcile/gql_definitions/external_resources/external_resources_settings.py +98 -0
- reconcile/gql_definitions/fragments/aus_organization.py +34 -39
- reconcile/gql_definitions/fragments/aws_account_common.py +62 -0
- reconcile/gql_definitions/fragments/aws_account_managed.py +57 -0
- reconcile/gql_definitions/fragments/aws_account_sso.py +35 -0
- reconcile/gql_definitions/fragments/aws_infra_management_account.py +2 -2
- reconcile/gql_definitions/fragments/aws_vpc.py +47 -0
- reconcile/gql_definitions/fragments/aws_vpc_request.py +65 -0
- reconcile/gql_definitions/fragments/aws_vpc_request_subnet.py +29 -0
- reconcile/gql_definitions/fragments/deplopy_resources.py +7 -7
- reconcile/gql_definitions/fragments/disable.py +28 -0
- reconcile/gql_definitions/fragments/jumphost_common_fields.py +2 -2
- reconcile/gql_definitions/fragments/membership_source.py +47 -0
- reconcile/gql_definitions/fragments/minimal_ocm_organization.py +29 -0
- reconcile/gql_definitions/fragments/oc_connection_cluster.py +4 -9
- reconcile/gql_definitions/fragments/ocm_environment.py +5 -5
- reconcile/gql_definitions/fragments/pipeline_provider_retention.py +30 -0
- reconcile/gql_definitions/fragments/prometheus_instance.py +48 -0
- reconcile/gql_definitions/fragments/resource_limits_requirements.py +29 -0
- reconcile/gql_definitions/fragments/{resource_requirements.py → resource_requests_requirements.py} +3 -3
- reconcile/gql_definitions/fragments/resource_values.py +2 -2
- reconcile/gql_definitions/fragments/saas_target_namespace.py +55 -12
- reconcile/gql_definitions/fragments/serviceaccount_token.py +38 -0
- reconcile/gql_definitions/fragments/terraform_state.py +36 -0
- reconcile/gql_definitions/fragments/upgrade_policy.py +5 -3
- reconcile/gql_definitions/fragments/user.py +3 -2
- reconcile/gql_definitions/fragments/vault_secret.py +2 -2
- reconcile/gql_definitions/gitlab_members/gitlab_instances.py +6 -2
- reconcile/gql_definitions/gitlab_members/permissions.py +3 -5
- reconcile/gql_definitions/glitchtip/glitchtip_instance.py +16 -2
- reconcile/gql_definitions/glitchtip/glitchtip_project.py +22 -23
- reconcile/gql_definitions/glitchtip_project_alerts/__init__.py +0 -0
- reconcile/gql_definitions/glitchtip_project_alerts/glitchtip_project.py +173 -0
- reconcile/gql_definitions/integrations/integrations.py +62 -45
- reconcile/gql_definitions/introspection.json +51176 -0
- reconcile/gql_definitions/jenkins_configs/jenkins_configs.py +13 -5
- reconcile/gql_definitions/jenkins_configs/jenkins_instances.py +79 -0
- reconcile/gql_definitions/jira/__init__.py +0 -0
- reconcile/gql_definitions/jira/jira_servers.py +80 -0
- reconcile/gql_definitions/jira_permissions_validator/__init__.py +0 -0
- reconcile/gql_definitions/jira_permissions_validator/jira_boards_for_permissions_validator.py +131 -0
- reconcile/gql_definitions/jumphosts/jumphosts.py +3 -5
- reconcile/gql_definitions/ldap_groups/__init__.py +0 -0
- reconcile/gql_definitions/ldap_groups/roles.py +111 -0
- reconcile/gql_definitions/ldap_groups/settings.py +79 -0
- reconcile/gql_definitions/maintenance/__init__.py +0 -0
- reconcile/gql_definitions/maintenance/maintenances.py +101 -0
- reconcile/gql_definitions/membershipsources/__init__.py +0 -0
- reconcile/gql_definitions/membershipsources/roles.py +112 -0
- reconcile/gql_definitions/ocm_labels/__init__.py +0 -0
- reconcile/gql_definitions/ocm_labels/clusters.py +112 -0
- reconcile/gql_definitions/ocm_labels/organizations.py +78 -0
- reconcile/gql_definitions/ocm_subscription_labels/__init__.py +0 -0
- reconcile/gql_definitions/openshift_cluster_bots/__init__.py +0 -0
- reconcile/gql_definitions/openshift_cluster_bots/clusters.py +126 -0
- reconcile/gql_definitions/openshift_groups/managed_groups.py +2 -2
- reconcile/gql_definitions/openshift_groups/managed_roles.py +3 -2
- reconcile/gql_definitions/openshift_serviceaccount_tokens/__init__.py +0 -0
- reconcile/gql_definitions/openshift_serviceaccount_tokens/tokens.py +132 -0
- reconcile/gql_definitions/quay_membership/quay_membership.py +3 -5
- reconcile/gql_definitions/rhidp/__init__.py +0 -0
- reconcile/gql_definitions/rhidp/organizations.py +96 -0
- reconcile/gql_definitions/service_dependencies/jenkins_instance_fragment.py +2 -2
- reconcile/gql_definitions/service_dependencies/service_dependencies.py +9 -31
- reconcile/gql_definitions/sharding/aws_accounts.py +2 -2
- reconcile/gql_definitions/sharding/ocm_organization.py +63 -0
- reconcile/gql_definitions/skupper_network/site_controller_template.py +2 -2
- reconcile/gql_definitions/skupper_network/skupper_networks.py +12 -38
- reconcile/gql_definitions/slack_usergroups/clusters.py +2 -2
- reconcile/gql_definitions/slack_usergroups/permissions.py +8 -15
- reconcile/gql_definitions/slack_usergroups/users.py +3 -2
- reconcile/gql_definitions/slo_documents/__init__.py +0 -0
- reconcile/gql_definitions/slo_documents/slo_documents.py +142 -0
- reconcile/gql_definitions/status_board/__init__.py +0 -0
- reconcile/gql_definitions/status_board/status_board.py +163 -0
- reconcile/gql_definitions/statuspage/statuspages.py +56 -7
- reconcile/gql_definitions/templating/__init__.py +0 -0
- reconcile/gql_definitions/templating/template_collection.py +130 -0
- reconcile/gql_definitions/templating/templates.py +108 -0
- reconcile/gql_definitions/terraform_cloudflare_dns/app_interface_cloudflare_dns_settings.py +4 -8
- reconcile/gql_definitions/terraform_cloudflare_dns/terraform_cloudflare_zones.py +8 -8
- reconcile/gql_definitions/terraform_cloudflare_resources/terraform_cloudflare_accounts.py +6 -8
- reconcile/gql_definitions/terraform_cloudflare_resources/terraform_cloudflare_resources.py +45 -56
- reconcile/gql_definitions/terraform_cloudflare_users/app_interface_setting_cloudflare_and_vault.py +4 -8
- reconcile/gql_definitions/terraform_cloudflare_users/terraform_cloudflare_roles.py +4 -8
- reconcile/gql_definitions/terraform_init/__init__.py +0 -0
- reconcile/gql_definitions/terraform_init/aws_accounts.py +93 -0
- reconcile/gql_definitions/terraform_repo/__init__.py +0 -0
- reconcile/gql_definitions/terraform_repo/terraform_repo.py +141 -0
- reconcile/gql_definitions/terraform_resources/database_access_manager.py +158 -0
- reconcile/gql_definitions/terraform_resources/terraform_resources_namespaces.py +153 -162
- reconcile/gql_definitions/terraform_tgw_attachments/__init__.py +0 -0
- reconcile/gql_definitions/terraform_tgw_attachments/aws_accounts.py +119 -0
- reconcile/gql_definitions/unleash_feature_toggles/__init__.py +0 -0
- reconcile/gql_definitions/unleash_feature_toggles/feature_toggles.py +113 -0
- reconcile/gql_definitions/vault_instances/vault_instances.py +17 -50
- reconcile/gql_definitions/vault_policies/vault_policies.py +2 -2
- reconcile/gql_definitions/vpc_peerings_validator/vpc_peerings_validator.py +49 -12
- reconcile/gql_definitions/vpc_peerings_validator/vpc_peerings_validator_peered_cluster_fragment.py +7 -2
- reconcile/integrations_manager.py +25 -13
- reconcile/jenkins/types.py +5 -1
- reconcile/jenkins_base.py +36 -0
- reconcile/jenkins_job_builder.py +10 -48
- reconcile/jenkins_job_builds_cleaner.py +40 -25
- reconcile/jenkins_job_cleaner.py +1 -3
- reconcile/jenkins_roles.py +22 -26
- reconcile/jenkins_webhooks.py +9 -6
- reconcile/jenkins_worker_fleets.py +11 -6
- reconcile/jira_permissions_validator.py +340 -0
- reconcile/jira_watcher.py +3 -5
- reconcile/ldap_groups/__init__.py +0 -0
- reconcile/ldap_groups/integration.py +279 -0
- reconcile/ldap_users.py +3 -0
- reconcile/ocm/types.py +39 -59
- reconcile/ocm_additional_routers.py +0 -1
- reconcile/ocm_addons_upgrade_tests_trigger.py +10 -15
- reconcile/ocm_aws_infrastructure_access.py +30 -32
- reconcile/ocm_clusters.py +217 -130
- reconcile/ocm_external_configuration_labels.py +15 -0
- reconcile/ocm_github_idp.py +1 -1
- reconcile/ocm_groups.py +25 -5
- reconcile/ocm_internal_notifications/__init__.py +0 -0
- reconcile/ocm_internal_notifications/integration.py +119 -0
- reconcile/ocm_labels/__init__.py +0 -0
- reconcile/ocm_labels/integration.py +409 -0
- reconcile/ocm_machine_pools.py +517 -108
- reconcile/ocm_upgrade_scheduler_org_updater.py +15 -11
- reconcile/openshift_base.py +609 -207
- reconcile/openshift_cluster_bots.py +344 -0
- reconcile/openshift_clusterrolebindings.py +15 -15
- reconcile/openshift_groups.py +42 -45
- reconcile/openshift_limitranges.py +1 -0
- reconcile/openshift_namespace_labels.py +22 -28
- reconcile/openshift_namespaces.py +22 -22
- reconcile/openshift_network_policies.py +4 -8
- reconcile/openshift_prometheus_rules.py +43 -0
- reconcile/openshift_resourcequotas.py +2 -16
- reconcile/openshift_resources.py +12 -10
- reconcile/openshift_resources_base.py +304 -328
- reconcile/openshift_rolebindings.py +18 -20
- reconcile/openshift_saas_deploy.py +105 -21
- reconcile/openshift_saas_deploy_change_tester.py +30 -35
- reconcile/openshift_saas_deploy_trigger_base.py +39 -36
- reconcile/openshift_saas_deploy_trigger_cleaner.py +41 -27
- reconcile/openshift_saas_deploy_trigger_configs.py +1 -2
- reconcile/openshift_saas_deploy_trigger_images.py +1 -2
- reconcile/openshift_saas_deploy_trigger_moving_commits.py +1 -2
- reconcile/openshift_saas_deploy_trigger_upstream_jobs.py +1 -2
- reconcile/openshift_serviceaccount_tokens.py +138 -74
- reconcile/openshift_tekton_resources.py +89 -24
- reconcile/openshift_upgrade_watcher.py +110 -62
- reconcile/openshift_users.py +16 -15
- reconcile/openshift_vault_secrets.py +11 -6
- reconcile/oum/__init__.py +0 -0
- reconcile/oum/base.py +387 -0
- reconcile/oum/labelset.py +55 -0
- reconcile/oum/metrics.py +71 -0
- reconcile/oum/models.py +69 -0
- reconcile/oum/providers.py +59 -0
- reconcile/oum/standalone.py +196 -0
- reconcile/prometheus_rules_tester/integration.py +31 -23
- reconcile/quay_base.py +4 -1
- reconcile/quay_membership.py +1 -2
- reconcile/quay_mirror.py +111 -61
- reconcile/quay_mirror_org.py +34 -21
- reconcile/quay_permissions.py +7 -3
- reconcile/quay_repos.py +24 -32
- reconcile/queries.py +263 -198
- reconcile/query_validator.py +3 -5
- reconcile/resource_scraper.py +3 -4
- reconcile/{template_tester.py → resource_template_tester.py} +3 -3
- reconcile/rhidp/__init__.py +0 -0
- reconcile/rhidp/common.py +214 -0
- reconcile/rhidp/metrics.py +20 -0
- reconcile/rhidp/ocm_oidc_idp/__init__.py +0 -0
- reconcile/rhidp/ocm_oidc_idp/base.py +221 -0
- reconcile/rhidp/ocm_oidc_idp/integration.py +56 -0
- reconcile/rhidp/ocm_oidc_idp/metrics.py +22 -0
- reconcile/rhidp/sso_client/__init__.py +0 -0
- reconcile/rhidp/sso_client/base.py +266 -0
- reconcile/rhidp/sso_client/integration.py +60 -0
- reconcile/rhidp/sso_client/metrics.py +39 -0
- reconcile/run_integration.py +293 -0
- reconcile/saas_auto_promotions_manager/integration.py +69 -24
- reconcile/saas_auto_promotions_manager/merge_request_manager/batcher.py +208 -0
- reconcile/saas_auto_promotions_manager/merge_request_manager/desired_state.py +28 -0
- reconcile/saas_auto_promotions_manager/merge_request_manager/merge_request.py +3 -4
- reconcile/saas_auto_promotions_manager/merge_request_manager/merge_request_manager_v2.py +172 -0
- reconcile/saas_auto_promotions_manager/merge_request_manager/metrics.py +42 -0
- reconcile/saas_auto_promotions_manager/merge_request_manager/mr_parser.py +226 -0
- reconcile/saas_auto_promotions_manager/merge_request_manager/open_merge_requests.py +23 -0
- reconcile/saas_auto_promotions_manager/merge_request_manager/renderer.py +108 -32
- reconcile/saas_auto_promotions_manager/meta.py +4 -0
- reconcile/saas_auto_promotions_manager/publisher.py +32 -4
- reconcile/saas_auto_promotions_manager/s3_exporter.py +77 -0
- reconcile/saas_auto_promotions_manager/subscriber.py +110 -23
- reconcile/saas_auto_promotions_manager/utils/saas_files_inventory.py +48 -41
- reconcile/saas_file_validator.py +16 -6
- reconcile/sendgrid_teammates.py +27 -12
- reconcile/service_dependencies.py +0 -3
- reconcile/signalfx_endpoint_monitoring.py +2 -5
- reconcile/skupper_network/integration.py +10 -11
- reconcile/skupper_network/models.py +3 -5
- reconcile/skupper_network/reconciler.py +28 -35
- reconcile/skupper_network/site_controller.py +8 -8
- reconcile/slack_base.py +4 -7
- reconcile/slack_usergroups.py +249 -171
- reconcile/sql_query.py +324 -171
- reconcile/status.py +0 -1
- reconcile/status_board.py +275 -0
- reconcile/statuspage/__init__.py +0 -5
- reconcile/statuspage/atlassian.py +219 -80
- reconcile/statuspage/integration.py +9 -97
- reconcile/statuspage/integrations/__init__.py +0 -0
- reconcile/statuspage/integrations/components.py +77 -0
- reconcile/statuspage/integrations/maintenances.py +111 -0
- reconcile/statuspage/page.py +107 -72
- reconcile/statuspage/state.py +6 -11
- reconcile/statuspage/status.py +8 -12
- reconcile/templates/rosa-classic-cluster-creation.sh.j2 +60 -0
- reconcile/templates/rosa-hcp-cluster-creation.sh.j2 +61 -0
- reconcile/templating/__init__.py +0 -0
- reconcile/templating/lib/__init__.py +0 -0
- reconcile/templating/lib/merge_request_manager.py +180 -0
- reconcile/templating/lib/model.py +20 -0
- reconcile/templating/lib/rendering.py +191 -0
- reconcile/templating/renderer.py +410 -0
- reconcile/templating/validator.py +153 -0
- reconcile/terraform_aws_route53.py +13 -10
- reconcile/terraform_cloudflare_dns.py +92 -122
- reconcile/terraform_cloudflare_resources.py +15 -13
- reconcile/terraform_cloudflare_users.py +27 -27
- reconcile/terraform_init/__init__.py +0 -0
- reconcile/terraform_init/integration.py +165 -0
- reconcile/terraform_init/merge_request.py +57 -0
- reconcile/terraform_init/merge_request_manager.py +102 -0
- reconcile/terraform_repo.py +403 -0
- reconcile/terraform_resources.py +266 -168
- reconcile/terraform_tgw_attachments.py +417 -167
- reconcile/terraform_users.py +40 -17
- reconcile/terraform_vpc_peerings.py +310 -142
- reconcile/terraform_vpc_resources/__init__.py +0 -0
- reconcile/terraform_vpc_resources/integration.py +220 -0
- reconcile/terraform_vpc_resources/merge_request.py +57 -0
- reconcile/terraform_vpc_resources/merge_request_manager.py +107 -0
- reconcile/typed_queries/alerting_services_settings.py +1 -2
- reconcile/typed_queries/app_interface_custom_messages.py +24 -0
- reconcile/typed_queries/app_interface_deadmanssnitch_settings.py +17 -0
- reconcile/typed_queries/app_interface_metrics_exporter/__init__.py +0 -0
- reconcile/typed_queries/app_interface_metrics_exporter/onboarding_status.py +13 -0
- reconcile/typed_queries/app_interface_repo_url.py +1 -2
- reconcile/typed_queries/app_interface_state_settings.py +1 -3
- reconcile/typed_queries/app_interface_vault_settings.py +1 -2
- reconcile/typed_queries/app_quay_repos_escalation_policies.py +14 -0
- reconcile/typed_queries/apps.py +11 -0
- reconcile/typed_queries/aws_vpc_requests.py +9 -0
- reconcile/typed_queries/aws_vpcs.py +12 -0
- reconcile/typed_queries/cloudflare.py +10 -0
- reconcile/typed_queries/clusters.py +7 -5
- reconcile/typed_queries/clusters_minimal.py +6 -5
- reconcile/typed_queries/clusters_with_dms.py +16 -0
- reconcile/typed_queries/cost_report/__init__.py +0 -0
- reconcile/typed_queries/cost_report/app_names.py +22 -0
- reconcile/typed_queries/cost_report/cost_namespaces.py +43 -0
- reconcile/typed_queries/cost_report/settings.py +15 -0
- reconcile/typed_queries/dynatrace.py +10 -0
- reconcile/typed_queries/dynatrace_environments.py +14 -0
- reconcile/typed_queries/dynatrace_token_provider_token_specs.py +14 -0
- reconcile/typed_queries/external_resources.py +46 -0
- reconcile/typed_queries/get_state_aws_account.py +20 -0
- reconcile/typed_queries/glitchtip.py +10 -0
- reconcile/typed_queries/jenkins.py +25 -0
- reconcile/typed_queries/jira.py +7 -0
- reconcile/typed_queries/jira_settings.py +16 -0
- reconcile/typed_queries/jiralert_settings.py +22 -0
- reconcile/typed_queries/ocm.py +8 -0
- reconcile/typed_queries/pagerduty_instances.py +2 -7
- reconcile/typed_queries/quay.py +23 -0
- reconcile/typed_queries/repos.py +20 -8
- reconcile/typed_queries/reserved_networks.py +12 -0
- reconcile/typed_queries/saas_files.py +221 -167
- reconcile/typed_queries/slack.py +7 -0
- reconcile/typed_queries/slo_documents.py +12 -0
- reconcile/typed_queries/status_board.py +58 -0
- reconcile/typed_queries/tekton_pipeline_providers.py +1 -2
- reconcile/typed_queries/terraform_namespaces.py +1 -2
- reconcile/typed_queries/terraform_tgw_attachments/__init__.py +0 -0
- reconcile/typed_queries/terraform_tgw_attachments/aws_accounts.py +16 -0
- reconcile/typed_queries/unleash.py +10 -0
- reconcile/typed_queries/users.py +11 -0
- reconcile/typed_queries/vault.py +10 -0
- reconcile/unleash_feature_toggles/__init__.py +0 -0
- reconcile/unleash_feature_toggles/integration.py +287 -0
- reconcile/utils/acs/__init__.py +0 -0
- reconcile/utils/acs/base.py +81 -0
- reconcile/utils/acs/notifiers.py +143 -0
- reconcile/utils/acs/policies.py +163 -0
- reconcile/utils/acs/rbac.py +277 -0
- reconcile/utils/aggregated_list.py +11 -9
- reconcile/utils/amtool.py +6 -4
- reconcile/utils/aws_api.py +279 -66
- reconcile/utils/aws_api_typed/__init__.py +0 -0
- reconcile/utils/aws_api_typed/account.py +23 -0
- reconcile/utils/aws_api_typed/api.py +273 -0
- reconcile/utils/aws_api_typed/dynamodb.py +16 -0
- reconcile/utils/aws_api_typed/iam.py +67 -0
- reconcile/utils/aws_api_typed/organization.py +152 -0
- reconcile/utils/aws_api_typed/s3.py +26 -0
- reconcile/utils/aws_api_typed/service_quotas.py +79 -0
- reconcile/utils/aws_api_typed/sts.py +36 -0
- reconcile/utils/aws_api_typed/support.py +79 -0
- reconcile/utils/aws_helper.py +42 -3
- reconcile/utils/batches.py +11 -0
- reconcile/utils/binary.py +7 -9
- reconcile/utils/cloud_resource_best_practice/__init__.py +0 -0
- reconcile/utils/cloud_resource_best_practice/aws_rds.py +66 -0
- reconcile/utils/clusterhealth/__init__.py +0 -0
- reconcile/utils/clusterhealth/providerbase.py +39 -0
- reconcile/utils/clusterhealth/telemeter.py +39 -0
- reconcile/utils/config.py +3 -4
- reconcile/utils/deadmanssnitch_api.py +86 -0
- reconcile/utils/differ.py +205 -0
- reconcile/utils/disabled_integrations.py +4 -6
- reconcile/utils/dynatrace/__init__.py +0 -0
- reconcile/utils/dynatrace/client.py +93 -0
- reconcile/utils/early_exit_cache.py +289 -0
- reconcile/utils/elasticsearch_exceptions.py +5 -0
- reconcile/utils/environ.py +2 -2
- reconcile/utils/exceptions.py +4 -0
- reconcile/utils/expiration.py +4 -8
- reconcile/utils/extended_early_exit.py +210 -0
- reconcile/utils/external_resource_spec.py +34 -12
- reconcile/utils/external_resources.py +48 -20
- reconcile/utils/filtering.py +16 -0
- reconcile/utils/git.py +49 -16
- reconcile/utils/github_api.py +10 -9
- reconcile/utils/gitlab_api.py +333 -190
- reconcile/utils/glitchtip/client.py +97 -100
- reconcile/utils/glitchtip/models.py +89 -11
- reconcile/utils/gql.py +157 -58
- reconcile/utils/grouping.py +17 -0
- reconcile/utils/helm.py +89 -18
- reconcile/utils/helpers.py +51 -0
- reconcile/utils/imap_client.py +5 -6
- reconcile/utils/internal_groups/__init__.py +0 -0
- reconcile/utils/internal_groups/client.py +160 -0
- reconcile/utils/internal_groups/models.py +71 -0
- reconcile/utils/jenkins_api.py +10 -34
- reconcile/utils/jinja2/__init__.py +0 -0
- reconcile/utils/{jinja2_ext.py → jinja2/extensions.py} +6 -4
- reconcile/utils/jinja2/filters.py +142 -0
- reconcile/utils/jinja2/utils.py +278 -0
- reconcile/utils/jira_client.py +165 -8
- reconcile/utils/jjb_client.py +47 -35
- reconcile/utils/jobcontroller/__init__.py +0 -0
- reconcile/utils/jobcontroller/controller.py +413 -0
- reconcile/utils/jobcontroller/models.py +195 -0
- reconcile/utils/jsonpath.py +4 -5
- reconcile/utils/jump_host.py +13 -12
- reconcile/utils/keycloak.py +106 -0
- reconcile/utils/ldap_client.py +35 -6
- reconcile/utils/lean_terraform_client.py +115 -6
- reconcile/utils/membershipsources/__init__.py +0 -0
- reconcile/utils/membershipsources/app_interface_resolver.py +60 -0
- reconcile/utils/membershipsources/models.py +91 -0
- reconcile/utils/membershipsources/resolver.py +110 -0
- reconcile/utils/merge_request_manager/__init__.py +0 -0
- reconcile/utils/merge_request_manager/merge_request_manager.py +99 -0
- reconcile/utils/merge_request_manager/parser.py +67 -0
- reconcile/utils/metrics.py +511 -1
- reconcile/utils/models.py +123 -0
- reconcile/utils/mr/README.md +198 -0
- reconcile/utils/mr/__init__.py +14 -10
- reconcile/utils/mr/app_interface_reporter.py +2 -2
- reconcile/utils/mr/aws_access.py +4 -4
- reconcile/utils/mr/base.py +51 -31
- reconcile/utils/mr/clusters_updates.py +10 -7
- reconcile/utils/mr/glitchtip_access_reporter.py +2 -4
- reconcile/utils/mr/labels.py +14 -1
- reconcile/utils/mr/notificator.py +1 -3
- reconcile/utils/mr/ocm_update_recommended_version.py +1 -2
- reconcile/utils/mr/ocm_upgrade_scheduler_org_updates.py +7 -3
- reconcile/utils/mr/promote_qontract.py +203 -0
- reconcile/utils/mr/user_maintenance.py +24 -4
- reconcile/utils/oauth2_backend_application_session.py +132 -0
- reconcile/utils/oc.py +194 -170
- reconcile/utils/oc_connection_parameters.py +40 -51
- reconcile/utils/oc_filters.py +11 -13
- reconcile/utils/oc_map.py +14 -35
- reconcile/utils/ocm/__init__.py +30 -1
- reconcile/utils/ocm/addons.py +228 -0
- reconcile/utils/ocm/base.py +618 -5
- reconcile/utils/ocm/cluster_groups.py +5 -56
- reconcile/utils/ocm/clusters.py +111 -99
- reconcile/utils/ocm/identity_providers.py +66 -0
- reconcile/utils/ocm/label_sources.py +75 -0
- reconcile/utils/ocm/labels.py +139 -54
- reconcile/utils/ocm/manifests.py +39 -0
- reconcile/utils/ocm/ocm.py +182 -928
- reconcile/utils/ocm/products.py +758 -0
- reconcile/utils/ocm/search_filters.py +20 -28
- reconcile/utils/ocm/service_log.py +32 -79
- reconcile/utils/ocm/sre_capability_labels.py +51 -0
- reconcile/utils/ocm/status_board.py +66 -0
- reconcile/utils/ocm/subscriptions.py +49 -59
- reconcile/utils/ocm/syncsets.py +39 -0
- reconcile/utils/ocm/upgrades.py +181 -0
- reconcile/utils/ocm_base_client.py +71 -36
- reconcile/utils/openshift_resource.py +113 -67
- reconcile/utils/output.py +18 -11
- reconcile/utils/pagerduty_api.py +16 -10
- reconcile/utils/parse_dhms_duration.py +13 -1
- reconcile/utils/prometheus.py +123 -0
- reconcile/utils/promotion_state.py +56 -19
- reconcile/utils/promtool.py +5 -8
- reconcile/utils/quay_api.py +13 -25
- reconcile/utils/raw_github_api.py +3 -5
- reconcile/utils/repo_owners.py +2 -8
- reconcile/utils/rest_api_base.py +126 -0
- reconcile/utils/rosa/__init__.py +0 -0
- reconcile/utils/rosa/rosa_cli.py +310 -0
- reconcile/utils/rosa/session.py +201 -0
- reconcile/utils/ruamel.py +16 -0
- reconcile/utils/runtime/__init__.py +0 -1
- reconcile/utils/runtime/desired_state_diff.py +9 -20
- reconcile/utils/runtime/environment.py +33 -8
- reconcile/utils/runtime/integration.py +28 -12
- reconcile/utils/runtime/meta.py +1 -3
- reconcile/utils/runtime/runner.py +8 -11
- reconcile/utils/runtime/sharding.py +93 -36
- reconcile/utils/saasherder/__init__.py +1 -1
- reconcile/utils/saasherder/interfaces.py +143 -138
- reconcile/utils/saasherder/models.py +201 -43
- reconcile/utils/saasherder/saasherder.py +508 -378
- reconcile/utils/secret_reader.py +22 -27
- reconcile/utils/semver_helper.py +15 -1
- reconcile/utils/slack_api.py +124 -36
- reconcile/utils/smtp_client.py +1 -2
- reconcile/utils/sqs_gateway.py +10 -6
- reconcile/utils/state.py +276 -127
- reconcile/utils/terraform/config_client.py +6 -7
- reconcile/utils/terraform_client.py +284 -125
- reconcile/utils/terrascript/cloudflare_client.py +38 -17
- reconcile/utils/terrascript/cloudflare_resources.py +67 -18
- reconcile/utils/terrascript/models.py +2 -3
- reconcile/utils/terrascript/resources.py +1 -2
- reconcile/utils/terrascript_aws_client.py +1292 -540
- reconcile/utils/three_way_diff_strategy.py +157 -0
- reconcile/utils/unleash/__init__.py +11 -0
- reconcile/utils/{unleash.py → unleash/client.py} +35 -29
- reconcile/utils/unleash/server.py +145 -0
- reconcile/utils/vault.py +42 -32
- reconcile/utils/vaultsecretref.py +2 -4
- reconcile/utils/vcs.py +250 -0
- reconcile/vault_replication.py +38 -31
- reconcile/vpc_peerings_validator.py +82 -13
- tools/app_interface_metrics_exporter.py +70 -0
- tools/app_interface_reporter.py +44 -157
- tools/cli_commands/container_images_report.py +154 -0
- tools/cli_commands/cost_report/__init__.py +0 -0
- tools/cli_commands/cost_report/aws.py +137 -0
- tools/cli_commands/cost_report/cost_management_api.py +155 -0
- tools/cli_commands/cost_report/model.py +49 -0
- tools/cli_commands/cost_report/openshift.py +166 -0
- tools/cli_commands/cost_report/openshift_cost_optimization.py +187 -0
- tools/cli_commands/cost_report/response.py +124 -0
- tools/cli_commands/cost_report/util.py +72 -0
- tools/cli_commands/cost_report/view.py +524 -0
- tools/cli_commands/erv2.py +620 -0
- tools/cli_commands/gpg_encrypt.py +5 -8
- tools/cli_commands/systems_and_tools.py +489 -0
- tools/glitchtip_access_revalidation.py +1 -1
- tools/qontract_cli.py +2301 -673
- tools/saas_metrics_exporter/__init__.py +0 -0
- tools/saas_metrics_exporter/commit_distance/__init__.py +0 -0
- tools/saas_metrics_exporter/commit_distance/channel.py +63 -0
- tools/saas_metrics_exporter/commit_distance/commit_distance.py +103 -0
- tools/saas_metrics_exporter/commit_distance/metrics.py +19 -0
- tools/saas_metrics_exporter/main.py +99 -0
- tools/saas_promotion_state/__init__.py +0 -0
- tools/saas_promotion_state/saas_promotion_state.py +105 -0
- tools/sd_app_sre_alert_report.py +145 -0
- tools/template_validation.py +107 -0
- e2e_tests/cli.py +0 -83
- e2e_tests/create_namespace.py +0 -43
- e2e_tests/dedicated_admin_rolebindings.py +0 -44
- e2e_tests/dedicated_admin_test_base.py +0 -39
- e2e_tests/default_network_policies.py +0 -47
- e2e_tests/default_project_labels.py +0 -52
- e2e_tests/network_policy_test_base.py +0 -17
- e2e_tests/test_base.py +0 -56
- qontract_reconcile-0.10.0.dist-info/LICENSE +0 -201
- qontract_reconcile-0.10.0.dist-info/METADATA +0 -63
- qontract_reconcile-0.10.0.dist-info/RECORD +0 -586
- qontract_reconcile-0.10.0.dist-info/top_level.txt +0 -4
- reconcile/ecr_mirror.py +0 -152
- reconcile/github_scanner.py +0 -74
- reconcile/gitlab_integrations.py +0 -63
- reconcile/gql_definitions/ocm_oidc_idp/clusters.py +0 -195
- reconcile/gql_definitions/ocp_release_mirror/ocp_release_mirror.py +0 -287
- reconcile/integrations_validator.py +0 -18
- reconcile/jenkins_plugins.py +0 -129
- reconcile/kafka_clusters.py +0 -208
- reconcile/ocm_cluster_admin.py +0 -42
- reconcile/ocm_oidc_idp.py +0 -198
- reconcile/ocp_release_mirror.py +0 -373
- reconcile/prometheus_rules_tester_old.py +0 -436
- reconcile/saas_auto_promotions_manager/merge_request_manager/merge_request_manager.py +0 -279
- reconcile/saas_auto_promotions_manager/utils/vcs.py +0 -141
- reconcile/sentry_config.py +0 -613
- reconcile/sentry_helper.py +0 -69
- reconcile/test/conftest.py +0 -187
- reconcile/test/fixtures.py +0 -24
- reconcile/test/saas_auto_promotions_manager/conftest.py +0 -69
- reconcile/test/saas_auto_promotions_manager/merge_request_manager/merge_request_manager/conftest.py +0 -110
- reconcile/test/saas_auto_promotions_manager/merge_request_manager/merge_request_manager/data_keys.py +0 -10
- reconcile/test/saas_auto_promotions_manager/merge_request_manager/merge_request_manager/test_housekeeping.py +0 -200
- reconcile/test/saas_auto_promotions_manager/merge_request_manager/merge_request_manager/test_merge_request_manager.py +0 -151
- reconcile/test/saas_auto_promotions_manager/merge_request_manager/renderer/conftest.py +0 -63
- reconcile/test/saas_auto_promotions_manager/merge_request_manager/renderer/data_keys.py +0 -4
- reconcile/test/saas_auto_promotions_manager/merge_request_manager/renderer/test_content_multiple_namespaces.py +0 -46
- reconcile/test/saas_auto_promotions_manager/merge_request_manager/renderer/test_content_single_namespace.py +0 -94
- reconcile/test/saas_auto_promotions_manager/merge_request_manager/renderer/test_content_single_target.py +0 -44
- reconcile/test/saas_auto_promotions_manager/subscriber/conftest.py +0 -74
- reconcile/test/saas_auto_promotions_manager/subscriber/data_keys.py +0 -11
- reconcile/test/saas_auto_promotions_manager/subscriber/test_content_hash.py +0 -155
- reconcile/test/saas_auto_promotions_manager/subscriber/test_diff.py +0 -173
- reconcile/test/saas_auto_promotions_manager/subscriber/test_multiple_channels_config_hash.py +0 -226
- reconcile/test/saas_auto_promotions_manager/subscriber/test_multiple_channels_moving_ref.py +0 -224
- reconcile/test/saas_auto_promotions_manager/subscriber/test_single_channel_with_single_publisher.py +0 -350
- reconcile/test/saas_auto_promotions_manager/test_integration_test.py +0 -129
- reconcile/test/saas_auto_promotions_manager/utils/saas_files_inventory/test_multiple_publishers_for_single_channel.py +0 -70
- reconcile/test/saas_auto_promotions_manager/utils/saas_files_inventory/test_saas_files_use_target_config_hash.py +0 -63
- reconcile/test/saas_auto_promotions_manager/utils/saas_files_inventory/test_saas_files_with_auto_promote.py +0 -74
- reconcile/test/saas_auto_promotions_manager/utils/saas_files_inventory/test_saas_files_without_auto_promote.py +0 -65
- reconcile/test/test_aggregated_list.py +0 -237
- reconcile/test/test_amtool.py +0 -37
- reconcile/test/test_auto_promoter.py +0 -295
- reconcile/test/test_aws_ami_share.py +0 -68
- reconcile/test/test_aws_iam_keys.py +0 -70
- reconcile/test/test_aws_iam_password_reset.py +0 -35
- reconcile/test/test_aws_support_cases_sos.py +0 -23
- reconcile/test/test_checkpoint.py +0 -178
- reconcile/test/test_cli.py +0 -41
- reconcile/test/test_closedbox_endpoint_monitoring.py +0 -207
- reconcile/test/test_gabi_authorized_users.py +0 -72
- reconcile/test/test_github_org.py +0 -154
- reconcile/test/test_github_repo_invites.py +0 -123
- reconcile/test/test_gitlab_housekeeping.py +0 -88
- reconcile/test/test_gitlab_labeler.py +0 -129
- reconcile/test/test_gitlab_members.py +0 -283
- reconcile/test/test_instrumented_wrappers.py +0 -18
- reconcile/test/test_integrations_manager.py +0 -995
- reconcile/test/test_jenkins_worker_fleets.py +0 -55
- reconcile/test/test_jump_host.py +0 -117
- reconcile/test/test_ldap_users.py +0 -123
- reconcile/test/test_make.py +0 -28
- reconcile/test/test_ocm_additional_routers.py +0 -134
- reconcile/test/test_ocm_addons_upgrade_scheduler_org.py +0 -149
- reconcile/test/test_ocm_clusters.py +0 -598
- reconcile/test/test_ocm_clusters_manifest_updates.py +0 -89
- reconcile/test/test_ocm_oidc_idp.py +0 -315
- reconcile/test/test_ocm_update_recommended_version.py +0 -145
- reconcile/test/test_ocm_upgrade_scheduler.py +0 -614
- reconcile/test/test_ocm_upgrade_scheduler_org_updater.py +0 -129
- reconcile/test/test_openshift_base.py +0 -730
- reconcile/test/test_openshift_namespace_labels.py +0 -345
- reconcile/test/test_openshift_namespaces.py +0 -256
- reconcile/test/test_openshift_resource.py +0 -415
- reconcile/test/test_openshift_resources_base.py +0 -440
- reconcile/test/test_openshift_saas_deploy_change_tester.py +0 -310
- reconcile/test/test_openshift_tekton_resources.py +0 -253
- reconcile/test/test_openshift_upgrade_watcher.py +0 -146
- reconcile/test/test_prometheus_rules_tester.py +0 -151
- reconcile/test/test_prometheus_rules_tester_old.py +0 -77
- reconcile/test/test_quay_membership.py +0 -86
- reconcile/test/test_quay_mirror.py +0 -109
- reconcile/test/test_quay_mirror_org.py +0 -70
- reconcile/test/test_quay_repos.py +0 -59
- reconcile/test/test_queries.py +0 -53
- reconcile/test/test_repo_owners.py +0 -47
- reconcile/test/test_requests_sender.py +0 -139
- reconcile/test/test_saasherder.py +0 -1074
- reconcile/test/test_saasherder_allowed_secret_paths.py +0 -127
- reconcile/test/test_secret_reader.py +0 -153
- reconcile/test/test_slack_base.py +0 -185
- reconcile/test/test_slack_usergroups.py +0 -744
- reconcile/test/test_sql_query.py +0 -19
- reconcile/test/test_terraform_cloudflare_dns.py +0 -117
- reconcile/test/test_terraform_cloudflare_resources.py +0 -106
- reconcile/test/test_terraform_cloudflare_users.py +0 -749
- reconcile/test/test_terraform_resources.py +0 -257
- reconcile/test/test_terraform_tgw_attachments.py +0 -631
- reconcile/test/test_terraform_users.py +0 -57
- reconcile/test/test_terraform_vpc_peerings.py +0 -499
- reconcile/test/test_terraform_vpc_peerings_build_desired_state.py +0 -1061
- reconcile/test/test_unleash.py +0 -138
- reconcile/test/test_utils_aws_api.py +0 -240
- reconcile/test/test_utils_aws_helper.py +0 -80
- reconcile/test/test_utils_cluster_version_data.py +0 -177
- reconcile/test/test_utils_data_structures.py +0 -13
- reconcile/test/test_utils_disabled_integrations.py +0 -86
- reconcile/test/test_utils_expiration.py +0 -109
- reconcile/test/test_utils_external_resource_spec.py +0 -383
- reconcile/test/test_utils_external_resources.py +0 -247
- reconcile/test/test_utils_github_api.py +0 -73
- reconcile/test/test_utils_gitlab_api.py +0 -20
- reconcile/test/test_utils_gpg.py +0 -69
- reconcile/test/test_utils_gql.py +0 -81
- reconcile/test/test_utils_helm.py +0 -306
- reconcile/test/test_utils_helpers.py +0 -55
- reconcile/test/test_utils_imap_client.py +0 -65
- reconcile/test/test_utils_jjb_client.py +0 -52
- reconcile/test/test_utils_jsonpath.py +0 -286
- reconcile/test/test_utils_ldap_client.py +0 -51
- reconcile/test/test_utils_mr.py +0 -226
- reconcile/test/test_utils_mr_clusters_updates.py +0 -77
- reconcile/test/test_utils_oc.py +0 -984
- reconcile/test/test_utils_ocm.py +0 -110
- reconcile/test/test_utils_pagerduty_api.py +0 -251
- reconcile/test/test_utils_parse_dhms_duration.py +0 -34
- reconcile/test/test_utils_password_validator.py +0 -155
- reconcile/test/test_utils_quay_api.py +0 -86
- reconcile/test/test_utils_semver_helper.py +0 -19
- reconcile/test/test_utils_sharding.py +0 -56
- reconcile/test/test_utils_slack_api.py +0 -439
- reconcile/test/test_utils_smtp_client.py +0 -73
- reconcile/test/test_utils_state.py +0 -256
- reconcile/test/test_utils_terraform.py +0 -13
- reconcile/test/test_utils_terraform_client.py +0 -585
- reconcile/test/test_utils_terraform_config_client.py +0 -219
- reconcile/test/test_utils_terrascript_aws_client.py +0 -277
- reconcile/test/test_utils_terrascript_cloudflare_client.py +0 -597
- reconcile/test/test_utils_terrascript_cloudflare_resources.py +0 -26
- reconcile/test/test_vault_replication.py +0 -515
- reconcile/test/test_vault_utils.py +0 -47
- reconcile/test/test_version_bump.py +0 -18
- reconcile/test/test_vpc_peerings_validator.py +0 -103
- reconcile/test/test_wrong_region.py +0 -78
- reconcile/typed_queries/glitchtip_settings.py +0 -18
- reconcile/typed_queries/ocp_release_mirror.py +0 -11
- reconcile/unleash_watcher.py +0 -120
- reconcile/utils/git_secrets.py +0 -63
- reconcile/utils/mr/auto_promoter.py +0 -218
- reconcile/utils/sentry_client.py +0 -383
- release/test_version.py +0 -50
- release/version.py +0 -100
- tools/test/test_qontract_cli.py +0 -60
- tools/test/test_sre_checkpoints.py +0 -79
- /e2e_tests/__init__.py → /reconcile/aus/upgrades.py +0 -0
- /reconcile/{gql_definitions/ocp_release_mirror → aws_account_manager}/__init__.py +0 -0
- /reconcile/{test → aws_ami_cleanup}/__init__.py +0 -0
- /reconcile/{test/saas_auto_promotions_manager → aws_cloudwatch_log_retention}/__init__.py +0 -0
- /reconcile/{test/saas_auto_promotions_manager/merge_request_manager → aws_saml_idp}/__init__.py +0 -0
- /reconcile/{test/saas_auto_promotions_manager/merge_request_manager/merge_request_manager → aws_saml_roles}/__init__.py +0 -0
- /reconcile/{test/saas_auto_promotions_manager/merge_request_manager/renderer → aws_version_sync}/__init__.py +0 -0
- /reconcile/{test/saas_auto_promotions_manager/subscriber → aws_version_sync/merge_request_manager}/__init__.py +0 -0
- /reconcile/{test/saas_auto_promotions_manager/utils → cluster_auth_rhidp}/__init__.py +0 -0
- /reconcile/{test/saas_auto_promotions_manager/utils/saas_files_inventory → dynatrace_token_provider}/__init__.py +0 -0
- {release → reconcile/endpoints_discovery}/__init__.py +0 -0
- {tools/test → reconcile/external_resources}/__init__.py +0 -0
@@ -0,0 +1,758 @@
|
|
1
|
+
from __future__ import annotations
|
2
|
+
|
3
|
+
import logging
|
4
|
+
import random
|
5
|
+
import string
|
6
|
+
from abc import abstractmethod
|
7
|
+
from collections.abc import Mapping
|
8
|
+
from typing import Any
|
9
|
+
|
10
|
+
from pydantic import BaseModel
|
11
|
+
|
12
|
+
from reconcile.ocm.types import (
|
13
|
+
ClusterMachinePool,
|
14
|
+
OCMClusterNetwork,
|
15
|
+
OCMClusterSpec,
|
16
|
+
OCMSpec,
|
17
|
+
OSDClusterSpec,
|
18
|
+
ROSAClusterAWSAccount,
|
19
|
+
ROSAClusterSpec,
|
20
|
+
ROSAOcmAwsAttrs,
|
21
|
+
ROSAOcmAwsStsAttrs,
|
22
|
+
)
|
23
|
+
from reconcile.utils.exceptions import ParameterError
|
24
|
+
from reconcile.utils.ocm.clusters import get_provisioning_shard_id
|
25
|
+
from reconcile.utils.ocm_base_client import OCMBaseClient
|
26
|
+
from reconcile.utils.rosa.rosa_cli import RosaCliException
|
27
|
+
from reconcile.utils.rosa.session import RosaSessionBuilder
|
28
|
+
|
29
|
+
CS_API_BASE = "/api/clusters_mgmt"
|
30
|
+
|
31
|
+
SPEC_ATTR_ACCOUNT = "account"
|
32
|
+
SPEC_ATTR_DISABLE_UWM = "disable_user_workload_monitoring"
|
33
|
+
SPEC_ATTR_PRIVATE = "private"
|
34
|
+
SPEC_ATTR_CHANNEL = "channel"
|
35
|
+
SPEC_ATTR_LOAD_BALANCERS = "load_balancers"
|
36
|
+
SPEC_ATTR_STORAGE = "storage"
|
37
|
+
SPEC_ATTR_ID = "id"
|
38
|
+
SPEC_ATTR_EXTERNAL_ID = "external_id"
|
39
|
+
SPEC_ATTR_OIDC_ENDPONT_URL = "oidc_endpoint_url"
|
40
|
+
SPEC_ATTR_PROVISION_SHARD_ID = "provision_shard_id"
|
41
|
+
SPEC_ATTR_VERSION = "version"
|
42
|
+
SPEC_ATTR_INITIAL_VERSION = "initial_version"
|
43
|
+
SPEC_ATTR_MULTI_AZ = "multi_az"
|
44
|
+
SPEC_ATTR_HYPERSHIFT = "hypershift"
|
45
|
+
SPEC_ATTR_SUBNET_IDS = "subnet_ids"
|
46
|
+
SPEC_ATTR_AVAILABILITY_ZONES = "availability_zones"
|
47
|
+
|
48
|
+
SPEC_ATTR_NETWORK = "network"
|
49
|
+
IGNORE_NETWORK_TYPE_ATTR = "type"
|
50
|
+
|
51
|
+
SPEC_ATTR_CONSOLE_URL = "consoleUrl"
|
52
|
+
SPEC_ATTR_SERVER_URL = "serverUrl"
|
53
|
+
SPEC_ATTR_ELBFQDN = "elbFQDN"
|
54
|
+
SPEC_ATTR_PATH = "path"
|
55
|
+
|
56
|
+
BYTES_IN_GIGABYTE = 1024**3
|
57
|
+
DEFAULT_OCM_MACHINE_POOL_ID = "worker"
|
58
|
+
|
59
|
+
OCM_PRODUCT_OSD = "osd"
|
60
|
+
OCM_PRODUCT_ROSA = "rosa"
|
61
|
+
OCM_PRODUCT_HYPERSHIFT = "hypershift"
|
62
|
+
|
63
|
+
|
64
|
+
class OCMValidationException(Exception):
|
65
|
+
pass
|
66
|
+
|
67
|
+
|
68
|
+
class OCMProduct:
|
69
|
+
ALLOWED_SPEC_UPDATE_FIELDS: set[str]
|
70
|
+
EXCLUDED_SPEC_FIELDS: set[str]
|
71
|
+
|
72
|
+
@abstractmethod
|
73
|
+
def create_cluster(
|
74
|
+
self,
|
75
|
+
ocm: OCMBaseClient,
|
76
|
+
org_id: str,
|
77
|
+
name: str,
|
78
|
+
cluster: OCMSpec,
|
79
|
+
dry_run: bool,
|
80
|
+
) -> None:
|
81
|
+
pass
|
82
|
+
|
83
|
+
@abstractmethod
|
84
|
+
def update_cluster(
|
85
|
+
self,
|
86
|
+
ocm: OCMBaseClient,
|
87
|
+
cluster_id: str,
|
88
|
+
update_spec: Mapping[str, Any],
|
89
|
+
dry_run: bool,
|
90
|
+
) -> None:
|
91
|
+
pass
|
92
|
+
|
93
|
+
@abstractmethod
|
94
|
+
def get_ocm_spec(
|
95
|
+
self,
|
96
|
+
ocm: OCMBaseClient,
|
97
|
+
cluster: Mapping[str, Any],
|
98
|
+
init_provision_shards: bool,
|
99
|
+
) -> OCMSpec:
|
100
|
+
pass
|
101
|
+
|
102
|
+
|
103
|
+
class OCMProductOsd(OCMProduct):
|
104
|
+
ALLOWED_SPEC_UPDATE_FIELDS = {
|
105
|
+
SPEC_ATTR_STORAGE,
|
106
|
+
SPEC_ATTR_LOAD_BALANCERS,
|
107
|
+
SPEC_ATTR_PRIVATE,
|
108
|
+
SPEC_ATTR_CHANNEL,
|
109
|
+
SPEC_ATTR_DISABLE_UWM,
|
110
|
+
}
|
111
|
+
|
112
|
+
EXCLUDED_SPEC_FIELDS = {
|
113
|
+
SPEC_ATTR_ID,
|
114
|
+
SPEC_ATTR_EXTERNAL_ID,
|
115
|
+
SPEC_ATTR_PROVISION_SHARD_ID,
|
116
|
+
SPEC_ATTR_VERSION,
|
117
|
+
SPEC_ATTR_INITIAL_VERSION,
|
118
|
+
SPEC_ATTR_HYPERSHIFT,
|
119
|
+
}
|
120
|
+
|
121
|
+
def create_cluster(
|
122
|
+
self,
|
123
|
+
ocm: OCMBaseClient,
|
124
|
+
org_id: str,
|
125
|
+
name: str,
|
126
|
+
cluster: OCMSpec,
|
127
|
+
dry_run: bool,
|
128
|
+
) -> None:
|
129
|
+
ocm_spec = self._get_create_cluster_spec(name, cluster)
|
130
|
+
api = f"{CS_API_BASE}/v1/clusters"
|
131
|
+
params = {}
|
132
|
+
if dry_run:
|
133
|
+
params["dryRun"] = "true"
|
134
|
+
|
135
|
+
ocm.post(api, ocm_spec, params)
|
136
|
+
|
137
|
+
def update_cluster(
|
138
|
+
self,
|
139
|
+
ocm: OCMBaseClient,
|
140
|
+
cluster_id: str,
|
141
|
+
update_spec: Mapping[str, Any],
|
142
|
+
dry_run: bool,
|
143
|
+
) -> None:
|
144
|
+
ocm_spec = self._get_update_cluster_spec(update_spec)
|
145
|
+
api = f"{CS_API_BASE}/v1/clusters/{cluster_id}"
|
146
|
+
params: dict[str, Any] = {}
|
147
|
+
if dry_run:
|
148
|
+
params["dryRun"] = "true"
|
149
|
+
ocm.patch(api, ocm_spec, params)
|
150
|
+
|
151
|
+
def get_ocm_spec(
|
152
|
+
self,
|
153
|
+
ocm: OCMBaseClient,
|
154
|
+
cluster: Mapping[str, Any],
|
155
|
+
init_provision_shards: bool,
|
156
|
+
) -> OCMSpec:
|
157
|
+
if init_provision_shards:
|
158
|
+
provision_shard_id = get_provisioning_shard_id(ocm, cluster["id"])
|
159
|
+
else:
|
160
|
+
provision_shard_id = None
|
161
|
+
|
162
|
+
spec = OCMClusterSpec(
|
163
|
+
product=cluster["product"]["id"],
|
164
|
+
id=cluster["id"],
|
165
|
+
external_id=cluster["external_id"],
|
166
|
+
provider=cluster["cloud_provider"]["id"],
|
167
|
+
region=cluster["region"]["id"],
|
168
|
+
channel=cluster["version"]["channel_group"],
|
169
|
+
version=cluster["version"]["raw_id"],
|
170
|
+
multi_az=cluster["multi_az"],
|
171
|
+
private=cluster["api"]["listening"] == "internal",
|
172
|
+
disable_user_workload_monitoring=cluster[
|
173
|
+
"disable_user_workload_monitoring"
|
174
|
+
],
|
175
|
+
provision_shard_id=provision_shard_id,
|
176
|
+
hypershift=cluster["hypershift"]["enabled"],
|
177
|
+
)
|
178
|
+
|
179
|
+
if not cluster["ccs"]["enabled"]:
|
180
|
+
cluster_spec_data = spec.dict()
|
181
|
+
cluster_spec_data["storage"] = (
|
182
|
+
cluster["storage_quota"]["value"] // BYTES_IN_GIGABYTE
|
183
|
+
)
|
184
|
+
cluster_spec_data["load_balancers"] = cluster["load_balancer_quota"]
|
185
|
+
spec = OSDClusterSpec(**cluster_spec_data)
|
186
|
+
|
187
|
+
machine_pools = [
|
188
|
+
ClusterMachinePool(**p) for p in cluster.get("machinePools") or []
|
189
|
+
]
|
190
|
+
|
191
|
+
network = OCMClusterNetwork(
|
192
|
+
type=cluster["network"].get("type") or "OVNKubernetes",
|
193
|
+
vpc=cluster["network"]["machine_cidr"],
|
194
|
+
service=cluster["network"]["service_cidr"],
|
195
|
+
pod=cluster["network"]["pod_cidr"],
|
196
|
+
)
|
197
|
+
|
198
|
+
ocm_spec = OCMSpec(
|
199
|
+
console_url=cluster["console"]["url"],
|
200
|
+
server_url=cluster["api"]["url"],
|
201
|
+
domain=cluster["dns"]["base_domain"],
|
202
|
+
spec=spec,
|
203
|
+
machine_pools=machine_pools,
|
204
|
+
network=network,
|
205
|
+
)
|
206
|
+
|
207
|
+
return ocm_spec
|
208
|
+
|
209
|
+
def _get_nodes_spec(self, cluster: OCMSpec) -> dict[str, Any]:
|
210
|
+
default_machine_pool = next(
|
211
|
+
(
|
212
|
+
mp
|
213
|
+
for mp in cluster.machine_pools
|
214
|
+
if mp.id == DEFAULT_OCM_MACHINE_POOL_ID
|
215
|
+
),
|
216
|
+
None,
|
217
|
+
)
|
218
|
+
if default_machine_pool is None:
|
219
|
+
raise OCMValidationException(
|
220
|
+
f"No default machine pool found, id: {DEFAULT_OCM_MACHINE_POOL_ID}"
|
221
|
+
)
|
222
|
+
|
223
|
+
spec: dict[str, Any] = {
|
224
|
+
"compute_machine_type": {"id": default_machine_pool.instance_type},
|
225
|
+
}
|
226
|
+
if default_machine_pool.autoscale is not None:
|
227
|
+
spec["autoscale_compute"] = default_machine_pool.autoscale.dict()
|
228
|
+
else:
|
229
|
+
spec["compute"] = default_machine_pool.replicas
|
230
|
+
return spec
|
231
|
+
|
232
|
+
def _get_create_cluster_spec(
|
233
|
+
self, cluster_name: str, cluster: OCMSpec
|
234
|
+
) -> dict[str, Any]:
|
235
|
+
ocm_spec: dict[str, Any] = {
|
236
|
+
"name": cluster_name,
|
237
|
+
"cloud_provider": {"id": cluster.spec.provider},
|
238
|
+
"region": {"id": cluster.spec.region},
|
239
|
+
"version": {
|
240
|
+
"id": f"openshift-v{cluster.spec.initial_version}",
|
241
|
+
"channel_group": cluster.spec.channel,
|
242
|
+
},
|
243
|
+
"multi_az": cluster.spec.multi_az,
|
244
|
+
"nodes": self._get_nodes_spec(cluster),
|
245
|
+
"network": {
|
246
|
+
"type": cluster.network.type or "OVNKubernetes",
|
247
|
+
"machine_cidr": cluster.network.vpc,
|
248
|
+
"service_cidr": cluster.network.service,
|
249
|
+
"pod_cidr": cluster.network.pod,
|
250
|
+
},
|
251
|
+
"api": {"listening": "internal" if cluster.spec.private else "external"},
|
252
|
+
"disable_user_workload_monitoring": (
|
253
|
+
duwm
|
254
|
+
if (duwm := cluster.spec.disable_user_workload_monitoring) is not None
|
255
|
+
else True
|
256
|
+
),
|
257
|
+
}
|
258
|
+
|
259
|
+
# Workaround to enable type checks.
|
260
|
+
# cluster.spec is a Union of pydantic models Union[OSDClusterSpec, RosaClusterSpec].
|
261
|
+
# In this case, cluster.spec will always be an OSDClusterSpec because the type
|
262
|
+
# assignment is managed by pydantic, however, mypy complains if OSD attributes are set
|
263
|
+
# outside the isinstance check because it checks all the types set in the Union.
|
264
|
+
if isinstance(cluster.spec, OSDClusterSpec):
|
265
|
+
ocm_spec["storage_quota"] = {
|
266
|
+
"value": float(cluster.spec.storage * BYTES_IN_GIGABYTE),
|
267
|
+
}
|
268
|
+
ocm_spec["load_balancer_quota"] = cluster.spec.load_balancers
|
269
|
+
|
270
|
+
provision_shard_id = cluster.spec.provision_shard_id
|
271
|
+
if provision_shard_id:
|
272
|
+
ocm_spec.setdefault("properties", {})
|
273
|
+
ocm_spec["properties"]["provision_shard_id"] = provision_shard_id
|
274
|
+
return ocm_spec
|
275
|
+
|
276
|
+
def _get_update_cluster_spec(
|
277
|
+
self, update_spec: Mapping[str, Any]
|
278
|
+
) -> dict[str, Any]:
|
279
|
+
ocm_spec: dict[str, Any] = {}
|
280
|
+
|
281
|
+
storage = update_spec.get("storage")
|
282
|
+
if storage is not None:
|
283
|
+
ocm_spec["storage_quota"] = {"value": float(storage * 1073741824)} # 1024^3
|
284
|
+
|
285
|
+
load_balancers = update_spec.get("load_balancers")
|
286
|
+
if load_balancers is not None:
|
287
|
+
ocm_spec["load_balancer_quota"] = load_balancers
|
288
|
+
|
289
|
+
private = update_spec.get("private")
|
290
|
+
if private is not None:
|
291
|
+
ocm_spec["api"] = {"listening": "internal" if private else "external"}
|
292
|
+
|
293
|
+
channel = update_spec.get("channel")
|
294
|
+
if channel is not None:
|
295
|
+
ocm_spec["version"] = {"channel_group": channel}
|
296
|
+
|
297
|
+
disable_uwm = update_spec.get("disable_user_workload_monitoring")
|
298
|
+
if disable_uwm is not None:
|
299
|
+
ocm_spec["disable_user_workload_monitoring"] = disable_uwm
|
300
|
+
|
301
|
+
return ocm_spec
|
302
|
+
|
303
|
+
|
304
|
+
class OCMProductRosa(OCMProduct):
|
305
|
+
def __init__(self, rosa_session_builder: RosaSessionBuilder | None) -> None:
|
306
|
+
super().__init__()
|
307
|
+
self.rosa_session_builder = rosa_session_builder
|
308
|
+
|
309
|
+
ALLOWED_SPEC_UPDATE_FIELDS = {
|
310
|
+
SPEC_ATTR_CHANNEL,
|
311
|
+
SPEC_ATTR_DISABLE_UWM,
|
312
|
+
}
|
313
|
+
|
314
|
+
EXCLUDED_SPEC_FIELDS = {
|
315
|
+
SPEC_ATTR_ID,
|
316
|
+
SPEC_ATTR_EXTERNAL_ID,
|
317
|
+
SPEC_ATTR_PROVISION_SHARD_ID,
|
318
|
+
SPEC_ATTR_VERSION,
|
319
|
+
SPEC_ATTR_INITIAL_VERSION,
|
320
|
+
SPEC_ATTR_ACCOUNT,
|
321
|
+
SPEC_ATTR_HYPERSHIFT,
|
322
|
+
SPEC_ATTR_SUBNET_IDS,
|
323
|
+
SPEC_ATTR_AVAILABILITY_ZONES,
|
324
|
+
SPEC_ATTR_OIDC_ENDPONT_URL,
|
325
|
+
}
|
326
|
+
|
327
|
+
def create_cluster(
|
328
|
+
self,
|
329
|
+
ocm: OCMBaseClient,
|
330
|
+
org_id: str,
|
331
|
+
name: str,
|
332
|
+
cluster: OCMSpec,
|
333
|
+
dry_run: bool,
|
334
|
+
) -> None:
|
335
|
+
if not isinstance(cluster.spec, ROSAClusterSpec):
|
336
|
+
# make mypy happy
|
337
|
+
return
|
338
|
+
|
339
|
+
if self.rosa_session_builder is None:
|
340
|
+
raise Exception(
|
341
|
+
"OCMProductROSA is not configured with a rosa session builder"
|
342
|
+
)
|
343
|
+
|
344
|
+
rosa_session = self.rosa_session_builder.build(
|
345
|
+
ocm, cluster.spec.account.uid, cluster.spec.region, org_id
|
346
|
+
)
|
347
|
+
try:
|
348
|
+
result = rosa_session.create_rosa_cluster(
|
349
|
+
cluster_name=name, spec=cluster, dry_run=dry_run
|
350
|
+
)
|
351
|
+
logging.info("cluster creation kicked off...")
|
352
|
+
result.write_logs_to_logger(logging.info)
|
353
|
+
except RosaCliException as e:
|
354
|
+
logs = "".join(e.get_log_lines(max_lines=10, from_file_end=True))
|
355
|
+
e.cleanup()
|
356
|
+
raise OCMValidationException(
|
357
|
+
f"last 10 lines from failed cluster creation job...\n\n{logs}"
|
358
|
+
) from None
|
359
|
+
|
360
|
+
def update_cluster(
|
361
|
+
self,
|
362
|
+
ocm: OCMBaseClient,
|
363
|
+
cluster_id: str,
|
364
|
+
update_spec: Mapping[str, Any],
|
365
|
+
dry_run: bool,
|
366
|
+
) -> None:
|
367
|
+
ocm_spec = self._get_update_cluster_spec(update_spec)
|
368
|
+
api = f"{CS_API_BASE}/v1/clusters/{cluster_id}"
|
369
|
+
params: dict[str, Any] = {}
|
370
|
+
if dry_run:
|
371
|
+
params["dryRun"] = "true"
|
372
|
+
ocm.patch(api, ocm_spec, params)
|
373
|
+
|
374
|
+
def get_ocm_spec(
|
375
|
+
self,
|
376
|
+
ocm: OCMBaseClient,
|
377
|
+
cluster: Mapping[str, Any],
|
378
|
+
init_provision_shards: bool,
|
379
|
+
) -> OCMSpec:
|
380
|
+
if init_provision_shards:
|
381
|
+
provision_shard_id = get_provisioning_shard_id(ocm, cluster["id"])
|
382
|
+
else:
|
383
|
+
provision_shard_id = None
|
384
|
+
|
385
|
+
sts = None
|
386
|
+
oidc_endpoint_url = None
|
387
|
+
if cluster["aws"].get("sts", None):
|
388
|
+
sts = ROSAOcmAwsStsAttrs(
|
389
|
+
installer_role_arn=cluster["aws"]["sts"]["role_arn"],
|
390
|
+
support_role_arn=cluster["aws"]["sts"]["support_role_arn"],
|
391
|
+
controlplane_role_arn=cluster["aws"]["sts"]["instance_iam_roles"].get(
|
392
|
+
"master_role_arn"
|
393
|
+
),
|
394
|
+
worker_role_arn=cluster["aws"]["sts"]["instance_iam_roles"][
|
395
|
+
"worker_role_arn"
|
396
|
+
],
|
397
|
+
)
|
398
|
+
oidc_endpoint_url = cluster["aws"]["sts"]["oidc_endpoint_url"]
|
399
|
+
account = ROSAClusterAWSAccount(
|
400
|
+
uid=cluster["properties"]["rosa_creator_arn"].split(":")[4],
|
401
|
+
rosa=ROSAOcmAwsAttrs(
|
402
|
+
creator_role_arn=cluster["properties"]["rosa_creator_arn"],
|
403
|
+
sts=sts,
|
404
|
+
),
|
405
|
+
)
|
406
|
+
|
407
|
+
spec = ROSAClusterSpec(
|
408
|
+
product=cluster["product"]["id"],
|
409
|
+
account=account,
|
410
|
+
id=cluster["id"],
|
411
|
+
external_id=cluster.get("external_id"),
|
412
|
+
provider=cluster["cloud_provider"]["id"],
|
413
|
+
region=cluster["region"]["id"],
|
414
|
+
channel=cluster["version"]["channel_group"],
|
415
|
+
version=cluster["version"]["raw_id"],
|
416
|
+
multi_az=cluster["multi_az"],
|
417
|
+
private=cluster["api"]["listening"] == "internal",
|
418
|
+
disable_user_workload_monitoring=cluster[
|
419
|
+
"disable_user_workload_monitoring"
|
420
|
+
],
|
421
|
+
provision_shard_id=provision_shard_id,
|
422
|
+
hypershift=cluster["hypershift"]["enabled"],
|
423
|
+
subnet_ids=cluster["aws"].get("subnet_ids"),
|
424
|
+
availability_zones=cluster["nodes"].get("availability_zones"),
|
425
|
+
oidc_endpoint_url=oidc_endpoint_url,
|
426
|
+
)
|
427
|
+
|
428
|
+
machine_pools = [
|
429
|
+
ClusterMachinePool(**p) for p in cluster.get("machinePools") or []
|
430
|
+
]
|
431
|
+
|
432
|
+
network = OCMClusterNetwork(
|
433
|
+
type=cluster["network"].get("type") or "OVNKubernetes",
|
434
|
+
vpc=cluster["network"]["machine_cidr"],
|
435
|
+
service=cluster["network"]["service_cidr"],
|
436
|
+
pod=cluster["network"]["pod_cidr"],
|
437
|
+
)
|
438
|
+
|
439
|
+
ocm_spec = OCMSpec(
|
440
|
+
# Hosted control plane clusters can reach a Ready State without having the console
|
441
|
+
# Endpoint
|
442
|
+
console_url=cluster.get("console", {}).get("url", ""),
|
443
|
+
server_url=cluster["api"]["url"],
|
444
|
+
domain=cluster["dns"]["base_domain"],
|
445
|
+
spec=spec,
|
446
|
+
machine_pools=machine_pools,
|
447
|
+
network=network,
|
448
|
+
)
|
449
|
+
|
450
|
+
return ocm_spec
|
451
|
+
|
452
|
+
def _get_nodes_spec(self, cluster: OCMSpec) -> dict[str, Any]:
|
453
|
+
default_machine_pool = next(
|
454
|
+
(
|
455
|
+
mp
|
456
|
+
for mp in cluster.machine_pools
|
457
|
+
if mp.id == DEFAULT_OCM_MACHINE_POOL_ID
|
458
|
+
),
|
459
|
+
None,
|
460
|
+
)
|
461
|
+
if default_machine_pool is None:
|
462
|
+
raise OCMValidationException(
|
463
|
+
f"No default machine pool found, id: {DEFAULT_OCM_MACHINE_POOL_ID}"
|
464
|
+
)
|
465
|
+
|
466
|
+
spec: dict[str, Any] = {
|
467
|
+
"compute_machine_type": {"id": default_machine_pool.instance_type},
|
468
|
+
}
|
469
|
+
if default_machine_pool.autoscale is not None:
|
470
|
+
spec["autoscale_compute"] = default_machine_pool.autoscale.dict()
|
471
|
+
else:
|
472
|
+
spec["compute"] = default_machine_pool.replicas
|
473
|
+
return spec
|
474
|
+
|
475
|
+
def _get_create_cluster_spec(
|
476
|
+
self, cluster_name: str, cluster: OCMSpec
|
477
|
+
) -> dict[str, Any]:
|
478
|
+
if not isinstance(cluster.spec, ROSAClusterSpec):
|
479
|
+
# make mypy happy
|
480
|
+
raise ParameterError("spec is not for a ROSA cluster")
|
481
|
+
if not cluster.spec.account.rosa:
|
482
|
+
raise ParameterError(
|
483
|
+
"cluster.spec.account.rosa not specified... required for ROSA classic clusters"
|
484
|
+
)
|
485
|
+
|
486
|
+
operator_roles_prefix = "".join(
|
487
|
+
random.choices(string.ascii_lowercase + string.digits, k=4)
|
488
|
+
)
|
489
|
+
|
490
|
+
ocm_spec: dict[str, Any] = {
|
491
|
+
"api": {"listening": "internal" if cluster.spec.private else "external"},
|
492
|
+
"name": cluster_name,
|
493
|
+
"cloud_provider": {"id": cluster.spec.provider},
|
494
|
+
"region": {"id": cluster.spec.region},
|
495
|
+
"version": {
|
496
|
+
"id": f"openshift-v{cluster.spec.initial_version}",
|
497
|
+
"channel_group": cluster.spec.channel,
|
498
|
+
},
|
499
|
+
"hypershift": {"enabled": cluster.spec.hypershift},
|
500
|
+
"multi_az": cluster.spec.multi_az,
|
501
|
+
"nodes": self._get_nodes_spec(cluster),
|
502
|
+
"network": {
|
503
|
+
"type": cluster.network.type or "OVNKubernetes",
|
504
|
+
"machine_cidr": cluster.network.vpc,
|
505
|
+
"service_cidr": cluster.network.service,
|
506
|
+
"pod_cidr": cluster.network.pod,
|
507
|
+
},
|
508
|
+
"disable_user_workload_monitoring": (
|
509
|
+
duwm
|
510
|
+
if (duwm := cluster.spec.disable_user_workload_monitoring) is not None
|
511
|
+
else True
|
512
|
+
),
|
513
|
+
}
|
514
|
+
|
515
|
+
provision_shard_id = cluster.spec.provision_shard_id
|
516
|
+
if provision_shard_id:
|
517
|
+
ocm_spec.setdefault("properties", {})
|
518
|
+
ocm_spec["properties"]["provision_shard_id"] = provision_shard_id
|
519
|
+
|
520
|
+
if isinstance(cluster.spec, ROSAClusterSpec):
|
521
|
+
ocm_spec.setdefault("properties", {})
|
522
|
+
ocm_spec["properties"]["rosa_creator_arn"] = (
|
523
|
+
cluster.spec.account.rosa.creator_role_arn
|
524
|
+
)
|
525
|
+
|
526
|
+
if not cluster.spec.account.rosa.sts:
|
527
|
+
raise ParameterError("STS is required for ROSA clusters")
|
528
|
+
|
529
|
+
rosa_spec: dict[str, Any] = {
|
530
|
+
"product": {"id": "rosa"},
|
531
|
+
"ccs": {"enabled": True},
|
532
|
+
"aws": {
|
533
|
+
"account_id": cluster.spec.account.uid,
|
534
|
+
"sts": {
|
535
|
+
"enabled": True,
|
536
|
+
"auto_mode": True,
|
537
|
+
"role_arn": cluster.spec.account.rosa.sts.installer_role_arn,
|
538
|
+
"support_role_arn": cluster.spec.account.rosa.sts.support_role_arn,
|
539
|
+
"instance_iam_roles": {
|
540
|
+
"worker_role_arn": cluster.spec.account.rosa.sts.worker_role_arn,
|
541
|
+
},
|
542
|
+
"operator_role_prefix": f"{cluster_name}-{operator_roles_prefix}",
|
543
|
+
},
|
544
|
+
},
|
545
|
+
}
|
546
|
+
|
547
|
+
if cluster.spec.account.rosa.sts.controlplane_role_arn:
|
548
|
+
rosa_spec["aws"]["sts"]["instance_iam_roles"]["master_role_arn"] = (
|
549
|
+
cluster.spec.account.rosa.sts.controlplane_role_arn
|
550
|
+
)
|
551
|
+
|
552
|
+
if cluster.spec.hypershift:
|
553
|
+
ocm_spec["nodes"]["availability_zones"] = (
|
554
|
+
cluster.spec.availability_zones
|
555
|
+
)
|
556
|
+
rosa_spec["aws"]["subnet_ids"] = cluster.spec.subnet_ids
|
557
|
+
|
558
|
+
ocm_spec.update(rosa_spec)
|
559
|
+
return ocm_spec
|
560
|
+
|
561
|
+
def _get_update_cluster_spec(
|
562
|
+
self, update_spec: Mapping[str, Any]
|
563
|
+
) -> dict[str, Any]:
|
564
|
+
ocm_spec: dict[str, Any] = {}
|
565
|
+
|
566
|
+
channel = update_spec.get(SPEC_ATTR_CHANNEL)
|
567
|
+
if channel is not None:
|
568
|
+
ocm_spec["version"] = {"channel_group": channel}
|
569
|
+
|
570
|
+
disable_uwm = update_spec.get(SPEC_ATTR_DISABLE_UWM)
|
571
|
+
if disable_uwm is not None:
|
572
|
+
ocm_spec["disable_user_workload_monitoring"] = disable_uwm
|
573
|
+
|
574
|
+
return ocm_spec
|
575
|
+
|
576
|
+
|
577
|
+
class OCMProductHypershift(OCMProduct):
|
578
|
+
def __init__(self, rosa_session_builder: RosaSessionBuilder | None) -> None:
|
579
|
+
super().__init__()
|
580
|
+
self.rosa_session_builder = rosa_session_builder
|
581
|
+
|
582
|
+
# Not a real product, but a way to represent the Hypershift specialties
|
583
|
+
ALLOWED_SPEC_UPDATE_FIELDS = {
|
584
|
+
SPEC_ATTR_CHANNEL,
|
585
|
+
SPEC_ATTR_PRIVATE,
|
586
|
+
SPEC_ATTR_DISABLE_UWM,
|
587
|
+
}
|
588
|
+
|
589
|
+
EXCLUDED_SPEC_FIELDS = {
|
590
|
+
SPEC_ATTR_ID,
|
591
|
+
SPEC_ATTR_EXTERNAL_ID,
|
592
|
+
SPEC_ATTR_PROVISION_SHARD_ID,
|
593
|
+
SPEC_ATTR_VERSION,
|
594
|
+
SPEC_ATTR_INITIAL_VERSION,
|
595
|
+
SPEC_ATTR_ACCOUNT,
|
596
|
+
SPEC_ATTR_HYPERSHIFT,
|
597
|
+
SPEC_ATTR_SUBNET_IDS,
|
598
|
+
SPEC_ATTR_AVAILABILITY_ZONES,
|
599
|
+
SPEC_ATTR_OIDC_ENDPONT_URL,
|
600
|
+
}
|
601
|
+
|
602
|
+
def create_cluster(
|
603
|
+
self,
|
604
|
+
ocm: OCMBaseClient,
|
605
|
+
org_id: str,
|
606
|
+
name: str,
|
607
|
+
cluster: OCMSpec,
|
608
|
+
dry_run: bool,
|
609
|
+
) -> None:
|
610
|
+
if not isinstance(cluster.spec, ROSAClusterSpec):
|
611
|
+
# make mypy happy
|
612
|
+
return
|
613
|
+
|
614
|
+
if self.rosa_session_builder is None:
|
615
|
+
raise Exception(
|
616
|
+
"OCMProductHypershift is not configured with a rosa session builder"
|
617
|
+
)
|
618
|
+
|
619
|
+
rosa_session = self.rosa_session_builder.build(
|
620
|
+
ocm, cluster.spec.account.uid, cluster.spec.region, org_id
|
621
|
+
)
|
622
|
+
try:
|
623
|
+
result = rosa_session.create_hcp_cluster(
|
624
|
+
cluster_name=name, spec=cluster, dry_run=dry_run
|
625
|
+
)
|
626
|
+
logging.info("cluster creation kicked off...")
|
627
|
+
result.write_logs_to_logger(logging.info)
|
628
|
+
except RosaCliException as e:
|
629
|
+
logs = "".join(e.get_log_lines(max_lines=10, from_file_end=True))
|
630
|
+
e.cleanup()
|
631
|
+
raise OCMValidationException(
|
632
|
+
f"last 10 lines from failed cluster creation job...\n\n{logs}"
|
633
|
+
) from None
|
634
|
+
|
635
|
+
def update_cluster(
|
636
|
+
self,
|
637
|
+
ocm: OCMBaseClient,
|
638
|
+
cluster_id: str,
|
639
|
+
update_spec: Mapping[str, Any],
|
640
|
+
dry_run: bool,
|
641
|
+
) -> None:
|
642
|
+
ocm_spec = self._get_update_cluster_spec(update_spec)
|
643
|
+
api = f"{CS_API_BASE}/v1/clusters/{cluster_id}"
|
644
|
+
params: dict[str, Any] = {}
|
645
|
+
if dry_run:
|
646
|
+
params["dryRun"] = "true"
|
647
|
+
ocm.patch(api, ocm_spec, params)
|
648
|
+
|
649
|
+
def get_ocm_spec(
|
650
|
+
self,
|
651
|
+
ocm: OCMBaseClient,
|
652
|
+
cluster: Mapping[str, Any],
|
653
|
+
init_provision_shards: bool,
|
654
|
+
) -> OCMSpec:
|
655
|
+
if init_provision_shards:
|
656
|
+
provision_shard_id = get_provisioning_shard_id(ocm, cluster["id"])
|
657
|
+
else:
|
658
|
+
provision_shard_id = None
|
659
|
+
|
660
|
+
sts = None
|
661
|
+
oidc_endpoint_url = None
|
662
|
+
if cluster["aws"].get("sts", None):
|
663
|
+
sts = ROSAOcmAwsStsAttrs(
|
664
|
+
installer_role_arn=cluster["aws"]["sts"]["role_arn"],
|
665
|
+
support_role_arn=cluster["aws"]["sts"]["support_role_arn"],
|
666
|
+
controlplane_role_arn=cluster["aws"]["sts"]["instance_iam_roles"].get(
|
667
|
+
"master_role_arn"
|
668
|
+
),
|
669
|
+
worker_role_arn=cluster["aws"]["sts"]["instance_iam_roles"][
|
670
|
+
"worker_role_arn"
|
671
|
+
],
|
672
|
+
)
|
673
|
+
oidc_endpoint_url = cluster["aws"]["sts"]["oidc_endpoint_url"]
|
674
|
+
account = ROSAClusterAWSAccount(
|
675
|
+
uid=cluster["properties"]["rosa_creator_arn"].split(":")[4],
|
676
|
+
rosa=ROSAOcmAwsAttrs(
|
677
|
+
creator_role_arn=cluster["properties"]["rosa_creator_arn"],
|
678
|
+
sts=sts,
|
679
|
+
),
|
680
|
+
)
|
681
|
+
|
682
|
+
spec = ROSAClusterSpec(
|
683
|
+
product=cluster["product"]["id"],
|
684
|
+
account=account,
|
685
|
+
id=cluster["id"],
|
686
|
+
external_id=cluster.get("external_id"),
|
687
|
+
provider=cluster["cloud_provider"]["id"],
|
688
|
+
region=cluster["region"]["id"],
|
689
|
+
channel=cluster["version"]["channel_group"],
|
690
|
+
version=cluster["version"]["raw_id"],
|
691
|
+
multi_az=cluster["multi_az"],
|
692
|
+
private=cluster["api"]["listening"] == "internal",
|
693
|
+
disable_user_workload_monitoring=cluster[
|
694
|
+
"disable_user_workload_monitoring"
|
695
|
+
],
|
696
|
+
provision_shard_id=provision_shard_id,
|
697
|
+
subnet_ids=cluster["aws"].get("subnet_ids"),
|
698
|
+
availability_zones=cluster["nodes"].get("availability_zones"),
|
699
|
+
hypershift=cluster["hypershift"]["enabled"],
|
700
|
+
oidc_endpoint_url=oidc_endpoint_url,
|
701
|
+
)
|
702
|
+
|
703
|
+
network = OCMClusterNetwork(
|
704
|
+
type=cluster["network"].get("type") or "OVNKubernetes",
|
705
|
+
vpc=cluster["network"]["machine_cidr"],
|
706
|
+
service=cluster["network"]["service_cidr"],
|
707
|
+
pod=cluster["network"]["pod_cidr"],
|
708
|
+
)
|
709
|
+
|
710
|
+
ocm_spec = OCMSpec(
|
711
|
+
# Hosted control plane clusters can reach a Ready State without having the console
|
712
|
+
# Endpoint
|
713
|
+
console_url=cluster.get("console", {}).get("url", ""),
|
714
|
+
server_url=cluster["api"]["url"],
|
715
|
+
domain=cluster["dns"]["base_domain"],
|
716
|
+
spec=spec,
|
717
|
+
network=network,
|
718
|
+
)
|
719
|
+
|
720
|
+
return ocm_spec
|
721
|
+
|
722
|
+
def _get_update_cluster_spec(
|
723
|
+
self, update_spec: Mapping[str, Any]
|
724
|
+
) -> dict[str, Any]:
|
725
|
+
ocm_spec: dict[str, Any] = {}
|
726
|
+
|
727
|
+
disable_uwm = update_spec.get(SPEC_ATTR_DISABLE_UWM)
|
728
|
+
if disable_uwm is not None:
|
729
|
+
ocm_spec["disable_user_workload_monitoring"] = disable_uwm
|
730
|
+
|
731
|
+
return ocm_spec
|
732
|
+
|
733
|
+
|
734
|
+
def build_product_portfolio(
|
735
|
+
rosa_session_builder: RosaSessionBuilder | None = None,
|
736
|
+
) -> OCMProductPortfolio:
|
737
|
+
return OCMProductPortfolio(
|
738
|
+
products={
|
739
|
+
OCM_PRODUCT_OSD: OCMProductOsd(),
|
740
|
+
OCM_PRODUCT_ROSA: OCMProductRosa(rosa_session_builder),
|
741
|
+
OCM_PRODUCT_HYPERSHIFT: OCMProductHypershift(rosa_session_builder),
|
742
|
+
}
|
743
|
+
)
|
744
|
+
|
745
|
+
|
746
|
+
class OCMProductPortfolio(BaseModel, arbitrary_types_allowed=True):
|
747
|
+
products: dict[str, OCMProduct]
|
748
|
+
|
749
|
+
@property
|
750
|
+
def product_names(self) -> list[str]:
|
751
|
+
return list(self.products.keys())
|
752
|
+
|
753
|
+
def get_product_impl(
|
754
|
+
self, product: str, hypershift: bool | None = False
|
755
|
+
) -> OCMProduct:
|
756
|
+
if hypershift:
|
757
|
+
return self.products[OCM_PRODUCT_HYPERSHIFT]
|
758
|
+
return self.products[product]
|