qontract-reconcile 0.10.0__py3-none-any.whl → 0.10.1.dev1203__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- qontract_reconcile-0.10.1.dev1203.dist-info/METADATA +500 -0
- qontract_reconcile-0.10.1.dev1203.dist-info/RECORD +771 -0
- {qontract_reconcile-0.10.0.dist-info → qontract_reconcile-0.10.1.dev1203.dist-info}/WHEEL +1 -2
- {qontract_reconcile-0.10.0.dist-info → qontract_reconcile-0.10.1.dev1203.dist-info}/entry_points.txt +4 -2
- reconcile/acs_notifiers.py +126 -0
- reconcile/acs_policies.py +243 -0
- reconcile/acs_rbac.py +596 -0
- reconcile/aus/advanced_upgrade_service.py +621 -8
- reconcile/aus/aus_label_source.py +115 -0
- reconcile/aus/base.py +1053 -353
- reconcile/{utils → aus}/cluster_version_data.py +27 -12
- reconcile/aus/healthchecks.py +77 -0
- reconcile/aus/metrics.py +158 -0
- reconcile/aus/models.py +245 -5
- reconcile/aus/node_pool_spec.py +35 -0
- reconcile/aus/ocm_addons_upgrade_scheduler_org.py +225 -110
- reconcile/aus/ocm_upgrade_scheduler.py +76 -71
- reconcile/aus/ocm_upgrade_scheduler_org.py +81 -23
- reconcile/aus/version_gate_approver.py +204 -0
- reconcile/aus/version_gates/__init__.py +12 -0
- reconcile/aus/version_gates/handler.py +33 -0
- reconcile/aus/version_gates/ingress_gate_handler.py +32 -0
- reconcile/aus/version_gates/ocp_gate_handler.py +26 -0
- reconcile/aus/version_gates/sts_version_gate_handler.py +100 -0
- reconcile/aws_account_manager/README.md +5 -0
- reconcile/aws_account_manager/integration.py +373 -0
- reconcile/aws_account_manager/merge_request_manager.py +114 -0
- reconcile/aws_account_manager/metrics.py +39 -0
- reconcile/aws_account_manager/reconciler.py +403 -0
- reconcile/aws_account_manager/utils.py +41 -0
- reconcile/aws_ami_cleanup/integration.py +273 -0
- reconcile/aws_ami_share.py +18 -14
- reconcile/aws_cloudwatch_log_retention/integration.py +253 -0
- reconcile/aws_iam_keys.py +1 -1
- reconcile/aws_iam_password_reset.py +56 -20
- reconcile/aws_saml_idp/integration.py +204 -0
- reconcile/aws_saml_roles/integration.py +322 -0
- reconcile/aws_support_cases_sos.py +2 -2
- reconcile/aws_version_sync/integration.py +430 -0
- reconcile/aws_version_sync/merge_request_manager/merge_request.py +156 -0
- reconcile/aws_version_sync/merge_request_manager/merge_request_manager.py +160 -0
- reconcile/aws_version_sync/utils.py +64 -0
- reconcile/blackbox_exporter_endpoint_monitoring.py +2 -5
- reconcile/change_owners/README.md +34 -0
- reconcile/change_owners/approver.py +7 -9
- reconcile/change_owners/bundle.py +134 -9
- reconcile/change_owners/change_log_tracking.py +236 -0
- reconcile/change_owners/change_owners.py +204 -194
- reconcile/change_owners/change_types.py +183 -265
- reconcile/change_owners/changes.py +488 -0
- reconcile/change_owners/decision.py +120 -41
- reconcile/change_owners/diff.py +63 -92
- reconcile/change_owners/implicit_ownership.py +19 -16
- reconcile/change_owners/self_service_roles.py +158 -35
- reconcile/change_owners/tester.py +20 -18
- reconcile/checkpoint.py +4 -6
- reconcile/cli.py +1523 -242
- reconcile/closedbox_endpoint_monitoring_base.py +10 -17
- reconcile/cluster_auth_rhidp/integration.py +257 -0
- reconcile/cluster_deployment_mapper.py +2 -5
- reconcile/cna/assets/asset.py +4 -7
- reconcile/cna/assets/null.py +2 -5
- reconcile/cna/integration.py +2 -3
- reconcile/cna/state.py +6 -9
- reconcile/dashdotdb_base.py +31 -10
- reconcile/dashdotdb_cso.py +3 -6
- reconcile/dashdotdb_dora.py +530 -0
- reconcile/dashdotdb_dvo.py +10 -13
- reconcile/dashdotdb_slo.py +75 -19
- reconcile/database_access_manager.py +753 -0
- reconcile/deadmanssnitch.py +207 -0
- reconcile/dynatrace_token_provider/dependencies.py +69 -0
- reconcile/dynatrace_token_provider/integration.py +656 -0
- reconcile/dynatrace_token_provider/metrics.py +62 -0
- reconcile/dynatrace_token_provider/model.py +14 -0
- reconcile/dynatrace_token_provider/ocm.py +140 -0
- reconcile/dynatrace_token_provider/validate.py +48 -0
- reconcile/endpoints_discovery/integration.py +348 -0
- reconcile/endpoints_discovery/merge_request.py +96 -0
- reconcile/endpoints_discovery/merge_request_manager.py +178 -0
- reconcile/external_resources/aws.py +204 -0
- reconcile/external_resources/factories.py +163 -0
- reconcile/external_resources/integration.py +194 -0
- reconcile/external_resources/integration_secrets_sync.py +47 -0
- reconcile/external_resources/manager.py +405 -0
- reconcile/external_resources/meta.py +17 -0
- reconcile/external_resources/metrics.py +95 -0
- reconcile/external_resources/model.py +350 -0
- reconcile/external_resources/reconciler.py +265 -0
- reconcile/external_resources/secrets_sync.py +465 -0
- reconcile/external_resources/state.py +258 -0
- reconcile/gabi_authorized_users.py +19 -11
- reconcile/gcr_mirror.py +43 -34
- reconcile/github_org.py +4 -6
- reconcile/github_owners.py +1 -1
- reconcile/github_repo_invites.py +2 -5
- reconcile/gitlab_fork_compliance.py +14 -13
- reconcile/gitlab_housekeeping.py +185 -91
- reconcile/gitlab_labeler.py +15 -14
- reconcile/gitlab_members.py +126 -120
- reconcile/gitlab_owners.py +53 -66
- reconcile/gitlab_permissions.py +167 -6
- reconcile/glitchtip/README.md +150 -0
- reconcile/glitchtip/integration.py +99 -51
- reconcile/glitchtip/reconciler.py +99 -70
- reconcile/glitchtip_project_alerts/__init__.py +0 -0
- reconcile/glitchtip_project_alerts/integration.py +333 -0
- reconcile/glitchtip_project_dsn/integration.py +43 -43
- reconcile/gql_definitions/acs/__init__.py +0 -0
- reconcile/gql_definitions/acs/acs_instances.py +83 -0
- reconcile/gql_definitions/acs/acs_policies.py +239 -0
- reconcile/gql_definitions/acs/acs_rbac.py +111 -0
- reconcile/gql_definitions/advanced_upgrade_service/aus_clusters.py +46 -8
- reconcile/gql_definitions/advanced_upgrade_service/aus_organization.py +38 -8
- reconcile/gql_definitions/app_interface_metrics_exporter/__init__.py +0 -0
- reconcile/gql_definitions/app_interface_metrics_exporter/onboarding_status.py +61 -0
- reconcile/gql_definitions/aws_account_manager/__init__.py +0 -0
- reconcile/gql_definitions/aws_account_manager/aws_accounts.py +177 -0
- reconcile/gql_definitions/aws_ami_cleanup/__init__.py +0 -0
- reconcile/gql_definitions/aws_ami_cleanup/aws_accounts.py +161 -0
- reconcile/gql_definitions/aws_saml_idp/__init__.py +0 -0
- reconcile/gql_definitions/aws_saml_idp/aws_accounts.py +117 -0
- reconcile/gql_definitions/aws_saml_roles/__init__.py +0 -0
- reconcile/gql_definitions/aws_saml_roles/aws_accounts.py +117 -0
- reconcile/gql_definitions/aws_saml_roles/roles.py +97 -0
- reconcile/gql_definitions/aws_version_sync/__init__.py +0 -0
- reconcile/gql_definitions/aws_version_sync/clusters.py +83 -0
- reconcile/gql_definitions/aws_version_sync/namespaces.py +143 -0
- reconcile/gql_definitions/change_owners/queries/change_types.py +16 -29
- reconcile/gql_definitions/change_owners/queries/self_service_roles.py +45 -11
- reconcile/gql_definitions/cluster_auth_rhidp/__init__.py +0 -0
- reconcile/gql_definitions/cluster_auth_rhidp/clusters.py +128 -0
- reconcile/gql_definitions/cna/queries/cna_provisioners.py +6 -8
- reconcile/gql_definitions/cna/queries/cna_resources.py +3 -5
- reconcile/gql_definitions/common/alerting_services_settings.py +2 -2
- reconcile/gql_definitions/common/app_code_component_repos.py +9 -5
- reconcile/gql_definitions/{glitchtip/glitchtip_settings.py → common/app_interface_custom_messages.py} +14 -16
- reconcile/gql_definitions/common/app_interface_dms_settings.py +86 -0
- reconcile/gql_definitions/common/app_interface_repo_settings.py +2 -2
- reconcile/gql_definitions/common/app_interface_state_settings.py +3 -5
- reconcile/gql_definitions/common/app_interface_vault_settings.py +3 -5
- reconcile/gql_definitions/common/app_quay_repos_escalation_policies.py +120 -0
- reconcile/gql_definitions/common/apps.py +72 -0
- reconcile/gql_definitions/common/aws_vpc_requests.py +109 -0
- reconcile/gql_definitions/common/aws_vpcs.py +84 -0
- reconcile/gql_definitions/common/clusters.py +120 -254
- reconcile/gql_definitions/common/clusters_minimal.py +11 -35
- reconcile/gql_definitions/common/clusters_with_dms.py +72 -0
- reconcile/gql_definitions/common/clusters_with_peering.py +70 -98
- reconcile/gql_definitions/common/github_orgs.py +2 -2
- reconcile/gql_definitions/common/jira_settings.py +68 -0
- reconcile/gql_definitions/common/jiralert_settings.py +68 -0
- reconcile/gql_definitions/common/namespaces.py +74 -32
- reconcile/gql_definitions/common/namespaces_minimal.py +4 -10
- reconcile/gql_definitions/common/ocm_env_telemeter.py +95 -0
- reconcile/gql_definitions/common/ocm_environments.py +4 -2
- reconcile/gql_definitions/common/pagerduty_instances.py +5 -5
- reconcile/gql_definitions/common/pgp_reencryption_settings.py +5 -11
- reconcile/gql_definitions/common/pipeline_providers.py +45 -90
- reconcile/gql_definitions/common/quay_instances.py +64 -0
- reconcile/gql_definitions/common/quay_orgs.py +68 -0
- reconcile/gql_definitions/common/reserved_networks.py +94 -0
- reconcile/gql_definitions/common/saas_files.py +133 -95
- reconcile/gql_definitions/common/saas_target_namespaces.py +41 -26
- reconcile/gql_definitions/common/saasherder_settings.py +2 -2
- reconcile/gql_definitions/common/slack_workspaces.py +62 -0
- reconcile/gql_definitions/common/smtp_client_settings.py +2 -2
- reconcile/gql_definitions/common/state_aws_account.py +77 -0
- reconcile/gql_definitions/common/users.py +3 -2
- reconcile/gql_definitions/cost_report/__init__.py +0 -0
- reconcile/gql_definitions/cost_report/app_names.py +68 -0
- reconcile/gql_definitions/cost_report/cost_namespaces.py +86 -0
- reconcile/gql_definitions/cost_report/settings.py +77 -0
- reconcile/gql_definitions/dashdotdb_slo/slo_documents_query.py +42 -12
- reconcile/gql_definitions/dynatrace_token_provider/__init__.py +0 -0
- reconcile/gql_definitions/dynatrace_token_provider/dynatrace_bootstrap_tokens.py +79 -0
- reconcile/gql_definitions/dynatrace_token_provider/token_specs.py +84 -0
- reconcile/gql_definitions/endpoints_discovery/__init__.py +0 -0
- reconcile/gql_definitions/endpoints_discovery/namespaces.py +127 -0
- reconcile/gql_definitions/external_resources/__init__.py +0 -0
- reconcile/gql_definitions/external_resources/aws_accounts.py +73 -0
- reconcile/gql_definitions/external_resources/external_resources_modules.py +78 -0
- reconcile/gql_definitions/external_resources/external_resources_namespaces.py +1111 -0
- reconcile/gql_definitions/external_resources/external_resources_settings.py +98 -0
- reconcile/gql_definitions/fragments/aus_organization.py +34 -39
- reconcile/gql_definitions/fragments/aws_account_common.py +62 -0
- reconcile/gql_definitions/fragments/aws_account_managed.py +57 -0
- reconcile/gql_definitions/fragments/aws_account_sso.py +35 -0
- reconcile/gql_definitions/fragments/aws_infra_management_account.py +2 -2
- reconcile/gql_definitions/fragments/aws_vpc.py +47 -0
- reconcile/gql_definitions/fragments/aws_vpc_request.py +65 -0
- reconcile/gql_definitions/fragments/aws_vpc_request_subnet.py +29 -0
- reconcile/gql_definitions/fragments/deplopy_resources.py +7 -7
- reconcile/gql_definitions/fragments/disable.py +28 -0
- reconcile/gql_definitions/fragments/jumphost_common_fields.py +2 -2
- reconcile/gql_definitions/fragments/membership_source.py +47 -0
- reconcile/gql_definitions/fragments/minimal_ocm_organization.py +29 -0
- reconcile/gql_definitions/fragments/oc_connection_cluster.py +4 -9
- reconcile/gql_definitions/fragments/ocm_environment.py +5 -5
- reconcile/gql_definitions/fragments/pipeline_provider_retention.py +30 -0
- reconcile/gql_definitions/fragments/prometheus_instance.py +48 -0
- reconcile/gql_definitions/fragments/resource_limits_requirements.py +29 -0
- reconcile/gql_definitions/fragments/{resource_requirements.py → resource_requests_requirements.py} +3 -3
- reconcile/gql_definitions/fragments/resource_values.py +2 -2
- reconcile/gql_definitions/fragments/saas_target_namespace.py +55 -12
- reconcile/gql_definitions/fragments/serviceaccount_token.py +38 -0
- reconcile/gql_definitions/fragments/terraform_state.py +36 -0
- reconcile/gql_definitions/fragments/upgrade_policy.py +5 -3
- reconcile/gql_definitions/fragments/user.py +3 -2
- reconcile/gql_definitions/fragments/vault_secret.py +2 -2
- reconcile/gql_definitions/gitlab_members/gitlab_instances.py +6 -2
- reconcile/gql_definitions/gitlab_members/permissions.py +3 -5
- reconcile/gql_definitions/glitchtip/glitchtip_instance.py +16 -2
- reconcile/gql_definitions/glitchtip/glitchtip_project.py +22 -23
- reconcile/gql_definitions/glitchtip_project_alerts/__init__.py +0 -0
- reconcile/gql_definitions/glitchtip_project_alerts/glitchtip_project.py +173 -0
- reconcile/gql_definitions/integrations/integrations.py +62 -45
- reconcile/gql_definitions/introspection.json +51176 -0
- reconcile/gql_definitions/jenkins_configs/jenkins_configs.py +13 -5
- reconcile/gql_definitions/jenkins_configs/jenkins_instances.py +79 -0
- reconcile/gql_definitions/jira/__init__.py +0 -0
- reconcile/gql_definitions/jira/jira_servers.py +80 -0
- reconcile/gql_definitions/jira_permissions_validator/__init__.py +0 -0
- reconcile/gql_definitions/jira_permissions_validator/jira_boards_for_permissions_validator.py +131 -0
- reconcile/gql_definitions/jumphosts/jumphosts.py +3 -5
- reconcile/gql_definitions/ldap_groups/__init__.py +0 -0
- reconcile/gql_definitions/ldap_groups/roles.py +111 -0
- reconcile/gql_definitions/ldap_groups/settings.py +79 -0
- reconcile/gql_definitions/maintenance/__init__.py +0 -0
- reconcile/gql_definitions/maintenance/maintenances.py +101 -0
- reconcile/gql_definitions/membershipsources/__init__.py +0 -0
- reconcile/gql_definitions/membershipsources/roles.py +112 -0
- reconcile/gql_definitions/ocm_labels/__init__.py +0 -0
- reconcile/gql_definitions/ocm_labels/clusters.py +112 -0
- reconcile/gql_definitions/ocm_labels/organizations.py +78 -0
- reconcile/gql_definitions/ocm_subscription_labels/__init__.py +0 -0
- reconcile/gql_definitions/openshift_cluster_bots/__init__.py +0 -0
- reconcile/gql_definitions/openshift_cluster_bots/clusters.py +126 -0
- reconcile/gql_definitions/openshift_groups/managed_groups.py +2 -2
- reconcile/gql_definitions/openshift_groups/managed_roles.py +3 -2
- reconcile/gql_definitions/openshift_serviceaccount_tokens/__init__.py +0 -0
- reconcile/gql_definitions/openshift_serviceaccount_tokens/tokens.py +132 -0
- reconcile/gql_definitions/quay_membership/quay_membership.py +3 -5
- reconcile/gql_definitions/rhidp/__init__.py +0 -0
- reconcile/gql_definitions/rhidp/organizations.py +96 -0
- reconcile/gql_definitions/service_dependencies/jenkins_instance_fragment.py +2 -2
- reconcile/gql_definitions/service_dependencies/service_dependencies.py +9 -31
- reconcile/gql_definitions/sharding/aws_accounts.py +2 -2
- reconcile/gql_definitions/sharding/ocm_organization.py +63 -0
- reconcile/gql_definitions/skupper_network/site_controller_template.py +2 -2
- reconcile/gql_definitions/skupper_network/skupper_networks.py +12 -38
- reconcile/gql_definitions/slack_usergroups/clusters.py +2 -2
- reconcile/gql_definitions/slack_usergroups/permissions.py +8 -15
- reconcile/gql_definitions/slack_usergroups/users.py +3 -2
- reconcile/gql_definitions/slo_documents/__init__.py +0 -0
- reconcile/gql_definitions/slo_documents/slo_documents.py +142 -0
- reconcile/gql_definitions/status_board/__init__.py +0 -0
- reconcile/gql_definitions/status_board/status_board.py +163 -0
- reconcile/gql_definitions/statuspage/statuspages.py +56 -7
- reconcile/gql_definitions/templating/__init__.py +0 -0
- reconcile/gql_definitions/templating/template_collection.py +130 -0
- reconcile/gql_definitions/templating/templates.py +108 -0
- reconcile/gql_definitions/terraform_cloudflare_dns/app_interface_cloudflare_dns_settings.py +4 -8
- reconcile/gql_definitions/terraform_cloudflare_dns/terraform_cloudflare_zones.py +8 -8
- reconcile/gql_definitions/terraform_cloudflare_resources/terraform_cloudflare_accounts.py +6 -8
- reconcile/gql_definitions/terraform_cloudflare_resources/terraform_cloudflare_resources.py +45 -56
- reconcile/gql_definitions/terraform_cloudflare_users/app_interface_setting_cloudflare_and_vault.py +4 -8
- reconcile/gql_definitions/terraform_cloudflare_users/terraform_cloudflare_roles.py +4 -8
- reconcile/gql_definitions/terraform_init/__init__.py +0 -0
- reconcile/gql_definitions/terraform_init/aws_accounts.py +93 -0
- reconcile/gql_definitions/terraform_repo/__init__.py +0 -0
- reconcile/gql_definitions/terraform_repo/terraform_repo.py +141 -0
- reconcile/gql_definitions/terraform_resources/database_access_manager.py +158 -0
- reconcile/gql_definitions/terraform_resources/terraform_resources_namespaces.py +153 -162
- reconcile/gql_definitions/terraform_tgw_attachments/__init__.py +0 -0
- reconcile/gql_definitions/terraform_tgw_attachments/aws_accounts.py +119 -0
- reconcile/gql_definitions/unleash_feature_toggles/__init__.py +0 -0
- reconcile/gql_definitions/unleash_feature_toggles/feature_toggles.py +113 -0
- reconcile/gql_definitions/vault_instances/vault_instances.py +17 -50
- reconcile/gql_definitions/vault_policies/vault_policies.py +2 -2
- reconcile/gql_definitions/vpc_peerings_validator/vpc_peerings_validator.py +49 -12
- reconcile/gql_definitions/vpc_peerings_validator/vpc_peerings_validator_peered_cluster_fragment.py +7 -2
- reconcile/integrations_manager.py +25 -13
- reconcile/jenkins/types.py +5 -1
- reconcile/jenkins_base.py +36 -0
- reconcile/jenkins_job_builder.py +10 -48
- reconcile/jenkins_job_builds_cleaner.py +40 -25
- reconcile/jenkins_job_cleaner.py +1 -3
- reconcile/jenkins_roles.py +22 -26
- reconcile/jenkins_webhooks.py +9 -6
- reconcile/jenkins_worker_fleets.py +11 -6
- reconcile/jira_permissions_validator.py +340 -0
- reconcile/jira_watcher.py +3 -5
- reconcile/ldap_groups/__init__.py +0 -0
- reconcile/ldap_groups/integration.py +279 -0
- reconcile/ldap_users.py +3 -0
- reconcile/ocm/types.py +39 -59
- reconcile/ocm_additional_routers.py +0 -1
- reconcile/ocm_addons_upgrade_tests_trigger.py +10 -15
- reconcile/ocm_aws_infrastructure_access.py +30 -32
- reconcile/ocm_clusters.py +217 -130
- reconcile/ocm_external_configuration_labels.py +15 -0
- reconcile/ocm_github_idp.py +1 -1
- reconcile/ocm_groups.py +25 -5
- reconcile/ocm_internal_notifications/__init__.py +0 -0
- reconcile/ocm_internal_notifications/integration.py +119 -0
- reconcile/ocm_labels/__init__.py +0 -0
- reconcile/ocm_labels/integration.py +409 -0
- reconcile/ocm_machine_pools.py +517 -108
- reconcile/ocm_upgrade_scheduler_org_updater.py +15 -11
- reconcile/openshift_base.py +609 -207
- reconcile/openshift_cluster_bots.py +344 -0
- reconcile/openshift_clusterrolebindings.py +15 -15
- reconcile/openshift_groups.py +42 -45
- reconcile/openshift_limitranges.py +1 -0
- reconcile/openshift_namespace_labels.py +22 -28
- reconcile/openshift_namespaces.py +22 -22
- reconcile/openshift_network_policies.py +4 -8
- reconcile/openshift_prometheus_rules.py +43 -0
- reconcile/openshift_resourcequotas.py +2 -16
- reconcile/openshift_resources.py +12 -10
- reconcile/openshift_resources_base.py +304 -328
- reconcile/openshift_rolebindings.py +18 -20
- reconcile/openshift_saas_deploy.py +105 -21
- reconcile/openshift_saas_deploy_change_tester.py +30 -35
- reconcile/openshift_saas_deploy_trigger_base.py +39 -36
- reconcile/openshift_saas_deploy_trigger_cleaner.py +41 -27
- reconcile/openshift_saas_deploy_trigger_configs.py +1 -2
- reconcile/openshift_saas_deploy_trigger_images.py +1 -2
- reconcile/openshift_saas_deploy_trigger_moving_commits.py +1 -2
- reconcile/openshift_saas_deploy_trigger_upstream_jobs.py +1 -2
- reconcile/openshift_serviceaccount_tokens.py +138 -74
- reconcile/openshift_tekton_resources.py +89 -24
- reconcile/openshift_upgrade_watcher.py +110 -62
- reconcile/openshift_users.py +16 -15
- reconcile/openshift_vault_secrets.py +11 -6
- reconcile/oum/__init__.py +0 -0
- reconcile/oum/base.py +387 -0
- reconcile/oum/labelset.py +55 -0
- reconcile/oum/metrics.py +71 -0
- reconcile/oum/models.py +69 -0
- reconcile/oum/providers.py +59 -0
- reconcile/oum/standalone.py +196 -0
- reconcile/prometheus_rules_tester/integration.py +31 -23
- reconcile/quay_base.py +4 -1
- reconcile/quay_membership.py +1 -2
- reconcile/quay_mirror.py +111 -61
- reconcile/quay_mirror_org.py +34 -21
- reconcile/quay_permissions.py +7 -3
- reconcile/quay_repos.py +24 -32
- reconcile/queries.py +263 -198
- reconcile/query_validator.py +3 -5
- reconcile/resource_scraper.py +3 -4
- reconcile/{template_tester.py → resource_template_tester.py} +3 -3
- reconcile/rhidp/__init__.py +0 -0
- reconcile/rhidp/common.py +214 -0
- reconcile/rhidp/metrics.py +20 -0
- reconcile/rhidp/ocm_oidc_idp/__init__.py +0 -0
- reconcile/rhidp/ocm_oidc_idp/base.py +221 -0
- reconcile/rhidp/ocm_oidc_idp/integration.py +56 -0
- reconcile/rhidp/ocm_oidc_idp/metrics.py +22 -0
- reconcile/rhidp/sso_client/__init__.py +0 -0
- reconcile/rhidp/sso_client/base.py +266 -0
- reconcile/rhidp/sso_client/integration.py +60 -0
- reconcile/rhidp/sso_client/metrics.py +39 -0
- reconcile/run_integration.py +293 -0
- reconcile/saas_auto_promotions_manager/integration.py +69 -24
- reconcile/saas_auto_promotions_manager/merge_request_manager/batcher.py +208 -0
- reconcile/saas_auto_promotions_manager/merge_request_manager/desired_state.py +28 -0
- reconcile/saas_auto_promotions_manager/merge_request_manager/merge_request.py +3 -4
- reconcile/saas_auto_promotions_manager/merge_request_manager/merge_request_manager_v2.py +172 -0
- reconcile/saas_auto_promotions_manager/merge_request_manager/metrics.py +42 -0
- reconcile/saas_auto_promotions_manager/merge_request_manager/mr_parser.py +226 -0
- reconcile/saas_auto_promotions_manager/merge_request_manager/open_merge_requests.py +23 -0
- reconcile/saas_auto_promotions_manager/merge_request_manager/renderer.py +108 -32
- reconcile/saas_auto_promotions_manager/meta.py +4 -0
- reconcile/saas_auto_promotions_manager/publisher.py +32 -4
- reconcile/saas_auto_promotions_manager/s3_exporter.py +77 -0
- reconcile/saas_auto_promotions_manager/subscriber.py +110 -23
- reconcile/saas_auto_promotions_manager/utils/saas_files_inventory.py +48 -41
- reconcile/saas_file_validator.py +16 -6
- reconcile/sendgrid_teammates.py +27 -12
- reconcile/service_dependencies.py +0 -3
- reconcile/signalfx_endpoint_monitoring.py +2 -5
- reconcile/skupper_network/integration.py +10 -11
- reconcile/skupper_network/models.py +3 -5
- reconcile/skupper_network/reconciler.py +28 -35
- reconcile/skupper_network/site_controller.py +8 -8
- reconcile/slack_base.py +4 -7
- reconcile/slack_usergroups.py +249 -171
- reconcile/sql_query.py +324 -171
- reconcile/status.py +0 -1
- reconcile/status_board.py +275 -0
- reconcile/statuspage/__init__.py +0 -5
- reconcile/statuspage/atlassian.py +219 -80
- reconcile/statuspage/integration.py +9 -97
- reconcile/statuspage/integrations/__init__.py +0 -0
- reconcile/statuspage/integrations/components.py +77 -0
- reconcile/statuspage/integrations/maintenances.py +111 -0
- reconcile/statuspage/page.py +107 -72
- reconcile/statuspage/state.py +6 -11
- reconcile/statuspage/status.py +8 -12
- reconcile/templates/rosa-classic-cluster-creation.sh.j2 +60 -0
- reconcile/templates/rosa-hcp-cluster-creation.sh.j2 +61 -0
- reconcile/templating/__init__.py +0 -0
- reconcile/templating/lib/__init__.py +0 -0
- reconcile/templating/lib/merge_request_manager.py +180 -0
- reconcile/templating/lib/model.py +20 -0
- reconcile/templating/lib/rendering.py +191 -0
- reconcile/templating/renderer.py +410 -0
- reconcile/templating/validator.py +153 -0
- reconcile/terraform_aws_route53.py +13 -10
- reconcile/terraform_cloudflare_dns.py +92 -122
- reconcile/terraform_cloudflare_resources.py +15 -13
- reconcile/terraform_cloudflare_users.py +27 -27
- reconcile/terraform_init/__init__.py +0 -0
- reconcile/terraform_init/integration.py +165 -0
- reconcile/terraform_init/merge_request.py +57 -0
- reconcile/terraform_init/merge_request_manager.py +102 -0
- reconcile/terraform_repo.py +403 -0
- reconcile/terraform_resources.py +266 -168
- reconcile/terraform_tgw_attachments.py +417 -167
- reconcile/terraform_users.py +40 -17
- reconcile/terraform_vpc_peerings.py +310 -142
- reconcile/terraform_vpc_resources/__init__.py +0 -0
- reconcile/terraform_vpc_resources/integration.py +220 -0
- reconcile/terraform_vpc_resources/merge_request.py +57 -0
- reconcile/terraform_vpc_resources/merge_request_manager.py +107 -0
- reconcile/typed_queries/alerting_services_settings.py +1 -2
- reconcile/typed_queries/app_interface_custom_messages.py +24 -0
- reconcile/typed_queries/app_interface_deadmanssnitch_settings.py +17 -0
- reconcile/typed_queries/app_interface_metrics_exporter/__init__.py +0 -0
- reconcile/typed_queries/app_interface_metrics_exporter/onboarding_status.py +13 -0
- reconcile/typed_queries/app_interface_repo_url.py +1 -2
- reconcile/typed_queries/app_interface_state_settings.py +1 -3
- reconcile/typed_queries/app_interface_vault_settings.py +1 -2
- reconcile/typed_queries/app_quay_repos_escalation_policies.py +14 -0
- reconcile/typed_queries/apps.py +11 -0
- reconcile/typed_queries/aws_vpc_requests.py +9 -0
- reconcile/typed_queries/aws_vpcs.py +12 -0
- reconcile/typed_queries/cloudflare.py +10 -0
- reconcile/typed_queries/clusters.py +7 -5
- reconcile/typed_queries/clusters_minimal.py +6 -5
- reconcile/typed_queries/clusters_with_dms.py +16 -0
- reconcile/typed_queries/cost_report/__init__.py +0 -0
- reconcile/typed_queries/cost_report/app_names.py +22 -0
- reconcile/typed_queries/cost_report/cost_namespaces.py +43 -0
- reconcile/typed_queries/cost_report/settings.py +15 -0
- reconcile/typed_queries/dynatrace.py +10 -0
- reconcile/typed_queries/dynatrace_environments.py +14 -0
- reconcile/typed_queries/dynatrace_token_provider_token_specs.py +14 -0
- reconcile/typed_queries/external_resources.py +46 -0
- reconcile/typed_queries/get_state_aws_account.py +20 -0
- reconcile/typed_queries/glitchtip.py +10 -0
- reconcile/typed_queries/jenkins.py +25 -0
- reconcile/typed_queries/jira.py +7 -0
- reconcile/typed_queries/jira_settings.py +16 -0
- reconcile/typed_queries/jiralert_settings.py +22 -0
- reconcile/typed_queries/ocm.py +8 -0
- reconcile/typed_queries/pagerduty_instances.py +2 -7
- reconcile/typed_queries/quay.py +23 -0
- reconcile/typed_queries/repos.py +20 -8
- reconcile/typed_queries/reserved_networks.py +12 -0
- reconcile/typed_queries/saas_files.py +221 -167
- reconcile/typed_queries/slack.py +7 -0
- reconcile/typed_queries/slo_documents.py +12 -0
- reconcile/typed_queries/status_board.py +58 -0
- reconcile/typed_queries/tekton_pipeline_providers.py +1 -2
- reconcile/typed_queries/terraform_namespaces.py +1 -2
- reconcile/typed_queries/terraform_tgw_attachments/__init__.py +0 -0
- reconcile/typed_queries/terraform_tgw_attachments/aws_accounts.py +16 -0
- reconcile/typed_queries/unleash.py +10 -0
- reconcile/typed_queries/users.py +11 -0
- reconcile/typed_queries/vault.py +10 -0
- reconcile/unleash_feature_toggles/__init__.py +0 -0
- reconcile/unleash_feature_toggles/integration.py +287 -0
- reconcile/utils/acs/__init__.py +0 -0
- reconcile/utils/acs/base.py +81 -0
- reconcile/utils/acs/notifiers.py +143 -0
- reconcile/utils/acs/policies.py +163 -0
- reconcile/utils/acs/rbac.py +277 -0
- reconcile/utils/aggregated_list.py +11 -9
- reconcile/utils/amtool.py +6 -4
- reconcile/utils/aws_api.py +279 -66
- reconcile/utils/aws_api_typed/__init__.py +0 -0
- reconcile/utils/aws_api_typed/account.py +23 -0
- reconcile/utils/aws_api_typed/api.py +273 -0
- reconcile/utils/aws_api_typed/dynamodb.py +16 -0
- reconcile/utils/aws_api_typed/iam.py +67 -0
- reconcile/utils/aws_api_typed/organization.py +152 -0
- reconcile/utils/aws_api_typed/s3.py +26 -0
- reconcile/utils/aws_api_typed/service_quotas.py +79 -0
- reconcile/utils/aws_api_typed/sts.py +36 -0
- reconcile/utils/aws_api_typed/support.py +79 -0
- reconcile/utils/aws_helper.py +42 -3
- reconcile/utils/batches.py +11 -0
- reconcile/utils/binary.py +7 -9
- reconcile/utils/cloud_resource_best_practice/__init__.py +0 -0
- reconcile/utils/cloud_resource_best_practice/aws_rds.py +66 -0
- reconcile/utils/clusterhealth/__init__.py +0 -0
- reconcile/utils/clusterhealth/providerbase.py +39 -0
- reconcile/utils/clusterhealth/telemeter.py +39 -0
- reconcile/utils/config.py +3 -4
- reconcile/utils/deadmanssnitch_api.py +86 -0
- reconcile/utils/differ.py +205 -0
- reconcile/utils/disabled_integrations.py +4 -6
- reconcile/utils/dynatrace/__init__.py +0 -0
- reconcile/utils/dynatrace/client.py +93 -0
- reconcile/utils/early_exit_cache.py +289 -0
- reconcile/utils/elasticsearch_exceptions.py +5 -0
- reconcile/utils/environ.py +2 -2
- reconcile/utils/exceptions.py +4 -0
- reconcile/utils/expiration.py +4 -8
- reconcile/utils/extended_early_exit.py +210 -0
- reconcile/utils/external_resource_spec.py +34 -12
- reconcile/utils/external_resources.py +48 -20
- reconcile/utils/filtering.py +16 -0
- reconcile/utils/git.py +49 -16
- reconcile/utils/github_api.py +10 -9
- reconcile/utils/gitlab_api.py +333 -190
- reconcile/utils/glitchtip/client.py +97 -100
- reconcile/utils/glitchtip/models.py +89 -11
- reconcile/utils/gql.py +157 -58
- reconcile/utils/grouping.py +17 -0
- reconcile/utils/helm.py +89 -18
- reconcile/utils/helpers.py +51 -0
- reconcile/utils/imap_client.py +5 -6
- reconcile/utils/internal_groups/__init__.py +0 -0
- reconcile/utils/internal_groups/client.py +160 -0
- reconcile/utils/internal_groups/models.py +71 -0
- reconcile/utils/jenkins_api.py +10 -34
- reconcile/utils/jinja2/__init__.py +0 -0
- reconcile/utils/{jinja2_ext.py → jinja2/extensions.py} +6 -4
- reconcile/utils/jinja2/filters.py +142 -0
- reconcile/utils/jinja2/utils.py +278 -0
- reconcile/utils/jira_client.py +165 -8
- reconcile/utils/jjb_client.py +47 -35
- reconcile/utils/jobcontroller/__init__.py +0 -0
- reconcile/utils/jobcontroller/controller.py +413 -0
- reconcile/utils/jobcontroller/models.py +195 -0
- reconcile/utils/jsonpath.py +4 -5
- reconcile/utils/jump_host.py +13 -12
- reconcile/utils/keycloak.py +106 -0
- reconcile/utils/ldap_client.py +35 -6
- reconcile/utils/lean_terraform_client.py +115 -6
- reconcile/utils/membershipsources/__init__.py +0 -0
- reconcile/utils/membershipsources/app_interface_resolver.py +60 -0
- reconcile/utils/membershipsources/models.py +91 -0
- reconcile/utils/membershipsources/resolver.py +110 -0
- reconcile/utils/merge_request_manager/__init__.py +0 -0
- reconcile/utils/merge_request_manager/merge_request_manager.py +99 -0
- reconcile/utils/merge_request_manager/parser.py +67 -0
- reconcile/utils/metrics.py +511 -1
- reconcile/utils/models.py +123 -0
- reconcile/utils/mr/README.md +198 -0
- reconcile/utils/mr/__init__.py +14 -10
- reconcile/utils/mr/app_interface_reporter.py +2 -2
- reconcile/utils/mr/aws_access.py +4 -4
- reconcile/utils/mr/base.py +51 -31
- reconcile/utils/mr/clusters_updates.py +10 -7
- reconcile/utils/mr/glitchtip_access_reporter.py +2 -4
- reconcile/utils/mr/labels.py +14 -1
- reconcile/utils/mr/notificator.py +1 -3
- reconcile/utils/mr/ocm_update_recommended_version.py +1 -2
- reconcile/utils/mr/ocm_upgrade_scheduler_org_updates.py +7 -3
- reconcile/utils/mr/promote_qontract.py +203 -0
- reconcile/utils/mr/user_maintenance.py +24 -4
- reconcile/utils/oauth2_backend_application_session.py +132 -0
- reconcile/utils/oc.py +194 -170
- reconcile/utils/oc_connection_parameters.py +40 -51
- reconcile/utils/oc_filters.py +11 -13
- reconcile/utils/oc_map.py +14 -35
- reconcile/utils/ocm/__init__.py +30 -1
- reconcile/utils/ocm/addons.py +228 -0
- reconcile/utils/ocm/base.py +618 -5
- reconcile/utils/ocm/cluster_groups.py +5 -56
- reconcile/utils/ocm/clusters.py +111 -99
- reconcile/utils/ocm/identity_providers.py +66 -0
- reconcile/utils/ocm/label_sources.py +75 -0
- reconcile/utils/ocm/labels.py +139 -54
- reconcile/utils/ocm/manifests.py +39 -0
- reconcile/utils/ocm/ocm.py +182 -928
- reconcile/utils/ocm/products.py +758 -0
- reconcile/utils/ocm/search_filters.py +20 -28
- reconcile/utils/ocm/service_log.py +32 -79
- reconcile/utils/ocm/sre_capability_labels.py +51 -0
- reconcile/utils/ocm/status_board.py +66 -0
- reconcile/utils/ocm/subscriptions.py +49 -59
- reconcile/utils/ocm/syncsets.py +39 -0
- reconcile/utils/ocm/upgrades.py +181 -0
- reconcile/utils/ocm_base_client.py +71 -36
- reconcile/utils/openshift_resource.py +113 -67
- reconcile/utils/output.py +18 -11
- reconcile/utils/pagerduty_api.py +16 -10
- reconcile/utils/parse_dhms_duration.py +13 -1
- reconcile/utils/prometheus.py +123 -0
- reconcile/utils/promotion_state.py +56 -19
- reconcile/utils/promtool.py +5 -8
- reconcile/utils/quay_api.py +13 -25
- reconcile/utils/raw_github_api.py +3 -5
- reconcile/utils/repo_owners.py +2 -8
- reconcile/utils/rest_api_base.py +126 -0
- reconcile/utils/rosa/__init__.py +0 -0
- reconcile/utils/rosa/rosa_cli.py +310 -0
- reconcile/utils/rosa/session.py +201 -0
- reconcile/utils/ruamel.py +16 -0
- reconcile/utils/runtime/__init__.py +0 -1
- reconcile/utils/runtime/desired_state_diff.py +9 -20
- reconcile/utils/runtime/environment.py +33 -8
- reconcile/utils/runtime/integration.py +28 -12
- reconcile/utils/runtime/meta.py +1 -3
- reconcile/utils/runtime/runner.py +8 -11
- reconcile/utils/runtime/sharding.py +93 -36
- reconcile/utils/saasherder/__init__.py +1 -1
- reconcile/utils/saasherder/interfaces.py +143 -138
- reconcile/utils/saasherder/models.py +201 -43
- reconcile/utils/saasherder/saasherder.py +508 -378
- reconcile/utils/secret_reader.py +22 -27
- reconcile/utils/semver_helper.py +15 -1
- reconcile/utils/slack_api.py +124 -36
- reconcile/utils/smtp_client.py +1 -2
- reconcile/utils/sqs_gateway.py +10 -6
- reconcile/utils/state.py +276 -127
- reconcile/utils/terraform/config_client.py +6 -7
- reconcile/utils/terraform_client.py +284 -125
- reconcile/utils/terrascript/cloudflare_client.py +38 -17
- reconcile/utils/terrascript/cloudflare_resources.py +67 -18
- reconcile/utils/terrascript/models.py +2 -3
- reconcile/utils/terrascript/resources.py +1 -2
- reconcile/utils/terrascript_aws_client.py +1292 -540
- reconcile/utils/three_way_diff_strategy.py +157 -0
- reconcile/utils/unleash/__init__.py +11 -0
- reconcile/utils/{unleash.py → unleash/client.py} +35 -29
- reconcile/utils/unleash/server.py +145 -0
- reconcile/utils/vault.py +42 -32
- reconcile/utils/vaultsecretref.py +2 -4
- reconcile/utils/vcs.py +250 -0
- reconcile/vault_replication.py +38 -31
- reconcile/vpc_peerings_validator.py +82 -13
- tools/app_interface_metrics_exporter.py +70 -0
- tools/app_interface_reporter.py +44 -157
- tools/cli_commands/container_images_report.py +154 -0
- tools/cli_commands/cost_report/__init__.py +0 -0
- tools/cli_commands/cost_report/aws.py +137 -0
- tools/cli_commands/cost_report/cost_management_api.py +155 -0
- tools/cli_commands/cost_report/model.py +49 -0
- tools/cli_commands/cost_report/openshift.py +166 -0
- tools/cli_commands/cost_report/openshift_cost_optimization.py +187 -0
- tools/cli_commands/cost_report/response.py +124 -0
- tools/cli_commands/cost_report/util.py +72 -0
- tools/cli_commands/cost_report/view.py +524 -0
- tools/cli_commands/erv2.py +620 -0
- tools/cli_commands/gpg_encrypt.py +5 -8
- tools/cli_commands/systems_and_tools.py +489 -0
- tools/glitchtip_access_revalidation.py +1 -1
- tools/qontract_cli.py +2301 -673
- tools/saas_metrics_exporter/__init__.py +0 -0
- tools/saas_metrics_exporter/commit_distance/__init__.py +0 -0
- tools/saas_metrics_exporter/commit_distance/channel.py +63 -0
- tools/saas_metrics_exporter/commit_distance/commit_distance.py +103 -0
- tools/saas_metrics_exporter/commit_distance/metrics.py +19 -0
- tools/saas_metrics_exporter/main.py +99 -0
- tools/saas_promotion_state/__init__.py +0 -0
- tools/saas_promotion_state/saas_promotion_state.py +105 -0
- tools/sd_app_sre_alert_report.py +145 -0
- tools/template_validation.py +107 -0
- e2e_tests/cli.py +0 -83
- e2e_tests/create_namespace.py +0 -43
- e2e_tests/dedicated_admin_rolebindings.py +0 -44
- e2e_tests/dedicated_admin_test_base.py +0 -39
- e2e_tests/default_network_policies.py +0 -47
- e2e_tests/default_project_labels.py +0 -52
- e2e_tests/network_policy_test_base.py +0 -17
- e2e_tests/test_base.py +0 -56
- qontract_reconcile-0.10.0.dist-info/LICENSE +0 -201
- qontract_reconcile-0.10.0.dist-info/METADATA +0 -63
- qontract_reconcile-0.10.0.dist-info/RECORD +0 -586
- qontract_reconcile-0.10.0.dist-info/top_level.txt +0 -4
- reconcile/ecr_mirror.py +0 -152
- reconcile/github_scanner.py +0 -74
- reconcile/gitlab_integrations.py +0 -63
- reconcile/gql_definitions/ocm_oidc_idp/clusters.py +0 -195
- reconcile/gql_definitions/ocp_release_mirror/ocp_release_mirror.py +0 -287
- reconcile/integrations_validator.py +0 -18
- reconcile/jenkins_plugins.py +0 -129
- reconcile/kafka_clusters.py +0 -208
- reconcile/ocm_cluster_admin.py +0 -42
- reconcile/ocm_oidc_idp.py +0 -198
- reconcile/ocp_release_mirror.py +0 -373
- reconcile/prometheus_rules_tester_old.py +0 -436
- reconcile/saas_auto_promotions_manager/merge_request_manager/merge_request_manager.py +0 -279
- reconcile/saas_auto_promotions_manager/utils/vcs.py +0 -141
- reconcile/sentry_config.py +0 -613
- reconcile/sentry_helper.py +0 -69
- reconcile/test/conftest.py +0 -187
- reconcile/test/fixtures.py +0 -24
- reconcile/test/saas_auto_promotions_manager/conftest.py +0 -69
- reconcile/test/saas_auto_promotions_manager/merge_request_manager/merge_request_manager/conftest.py +0 -110
- reconcile/test/saas_auto_promotions_manager/merge_request_manager/merge_request_manager/data_keys.py +0 -10
- reconcile/test/saas_auto_promotions_manager/merge_request_manager/merge_request_manager/test_housekeeping.py +0 -200
- reconcile/test/saas_auto_promotions_manager/merge_request_manager/merge_request_manager/test_merge_request_manager.py +0 -151
- reconcile/test/saas_auto_promotions_manager/merge_request_manager/renderer/conftest.py +0 -63
- reconcile/test/saas_auto_promotions_manager/merge_request_manager/renderer/data_keys.py +0 -4
- reconcile/test/saas_auto_promotions_manager/merge_request_manager/renderer/test_content_multiple_namespaces.py +0 -46
- reconcile/test/saas_auto_promotions_manager/merge_request_manager/renderer/test_content_single_namespace.py +0 -94
- reconcile/test/saas_auto_promotions_manager/merge_request_manager/renderer/test_content_single_target.py +0 -44
- reconcile/test/saas_auto_promotions_manager/subscriber/conftest.py +0 -74
- reconcile/test/saas_auto_promotions_manager/subscriber/data_keys.py +0 -11
- reconcile/test/saas_auto_promotions_manager/subscriber/test_content_hash.py +0 -155
- reconcile/test/saas_auto_promotions_manager/subscriber/test_diff.py +0 -173
- reconcile/test/saas_auto_promotions_manager/subscriber/test_multiple_channels_config_hash.py +0 -226
- reconcile/test/saas_auto_promotions_manager/subscriber/test_multiple_channels_moving_ref.py +0 -224
- reconcile/test/saas_auto_promotions_manager/subscriber/test_single_channel_with_single_publisher.py +0 -350
- reconcile/test/saas_auto_promotions_manager/test_integration_test.py +0 -129
- reconcile/test/saas_auto_promotions_manager/utils/saas_files_inventory/test_multiple_publishers_for_single_channel.py +0 -70
- reconcile/test/saas_auto_promotions_manager/utils/saas_files_inventory/test_saas_files_use_target_config_hash.py +0 -63
- reconcile/test/saas_auto_promotions_manager/utils/saas_files_inventory/test_saas_files_with_auto_promote.py +0 -74
- reconcile/test/saas_auto_promotions_manager/utils/saas_files_inventory/test_saas_files_without_auto_promote.py +0 -65
- reconcile/test/test_aggregated_list.py +0 -237
- reconcile/test/test_amtool.py +0 -37
- reconcile/test/test_auto_promoter.py +0 -295
- reconcile/test/test_aws_ami_share.py +0 -68
- reconcile/test/test_aws_iam_keys.py +0 -70
- reconcile/test/test_aws_iam_password_reset.py +0 -35
- reconcile/test/test_aws_support_cases_sos.py +0 -23
- reconcile/test/test_checkpoint.py +0 -178
- reconcile/test/test_cli.py +0 -41
- reconcile/test/test_closedbox_endpoint_monitoring.py +0 -207
- reconcile/test/test_gabi_authorized_users.py +0 -72
- reconcile/test/test_github_org.py +0 -154
- reconcile/test/test_github_repo_invites.py +0 -123
- reconcile/test/test_gitlab_housekeeping.py +0 -88
- reconcile/test/test_gitlab_labeler.py +0 -129
- reconcile/test/test_gitlab_members.py +0 -283
- reconcile/test/test_instrumented_wrappers.py +0 -18
- reconcile/test/test_integrations_manager.py +0 -995
- reconcile/test/test_jenkins_worker_fleets.py +0 -55
- reconcile/test/test_jump_host.py +0 -117
- reconcile/test/test_ldap_users.py +0 -123
- reconcile/test/test_make.py +0 -28
- reconcile/test/test_ocm_additional_routers.py +0 -134
- reconcile/test/test_ocm_addons_upgrade_scheduler_org.py +0 -149
- reconcile/test/test_ocm_clusters.py +0 -598
- reconcile/test/test_ocm_clusters_manifest_updates.py +0 -89
- reconcile/test/test_ocm_oidc_idp.py +0 -315
- reconcile/test/test_ocm_update_recommended_version.py +0 -145
- reconcile/test/test_ocm_upgrade_scheduler.py +0 -614
- reconcile/test/test_ocm_upgrade_scheduler_org_updater.py +0 -129
- reconcile/test/test_openshift_base.py +0 -730
- reconcile/test/test_openshift_namespace_labels.py +0 -345
- reconcile/test/test_openshift_namespaces.py +0 -256
- reconcile/test/test_openshift_resource.py +0 -415
- reconcile/test/test_openshift_resources_base.py +0 -440
- reconcile/test/test_openshift_saas_deploy_change_tester.py +0 -310
- reconcile/test/test_openshift_tekton_resources.py +0 -253
- reconcile/test/test_openshift_upgrade_watcher.py +0 -146
- reconcile/test/test_prometheus_rules_tester.py +0 -151
- reconcile/test/test_prometheus_rules_tester_old.py +0 -77
- reconcile/test/test_quay_membership.py +0 -86
- reconcile/test/test_quay_mirror.py +0 -109
- reconcile/test/test_quay_mirror_org.py +0 -70
- reconcile/test/test_quay_repos.py +0 -59
- reconcile/test/test_queries.py +0 -53
- reconcile/test/test_repo_owners.py +0 -47
- reconcile/test/test_requests_sender.py +0 -139
- reconcile/test/test_saasherder.py +0 -1074
- reconcile/test/test_saasherder_allowed_secret_paths.py +0 -127
- reconcile/test/test_secret_reader.py +0 -153
- reconcile/test/test_slack_base.py +0 -185
- reconcile/test/test_slack_usergroups.py +0 -744
- reconcile/test/test_sql_query.py +0 -19
- reconcile/test/test_terraform_cloudflare_dns.py +0 -117
- reconcile/test/test_terraform_cloudflare_resources.py +0 -106
- reconcile/test/test_terraform_cloudflare_users.py +0 -749
- reconcile/test/test_terraform_resources.py +0 -257
- reconcile/test/test_terraform_tgw_attachments.py +0 -631
- reconcile/test/test_terraform_users.py +0 -57
- reconcile/test/test_terraform_vpc_peerings.py +0 -499
- reconcile/test/test_terraform_vpc_peerings_build_desired_state.py +0 -1061
- reconcile/test/test_unleash.py +0 -138
- reconcile/test/test_utils_aws_api.py +0 -240
- reconcile/test/test_utils_aws_helper.py +0 -80
- reconcile/test/test_utils_cluster_version_data.py +0 -177
- reconcile/test/test_utils_data_structures.py +0 -13
- reconcile/test/test_utils_disabled_integrations.py +0 -86
- reconcile/test/test_utils_expiration.py +0 -109
- reconcile/test/test_utils_external_resource_spec.py +0 -383
- reconcile/test/test_utils_external_resources.py +0 -247
- reconcile/test/test_utils_github_api.py +0 -73
- reconcile/test/test_utils_gitlab_api.py +0 -20
- reconcile/test/test_utils_gpg.py +0 -69
- reconcile/test/test_utils_gql.py +0 -81
- reconcile/test/test_utils_helm.py +0 -306
- reconcile/test/test_utils_helpers.py +0 -55
- reconcile/test/test_utils_imap_client.py +0 -65
- reconcile/test/test_utils_jjb_client.py +0 -52
- reconcile/test/test_utils_jsonpath.py +0 -286
- reconcile/test/test_utils_ldap_client.py +0 -51
- reconcile/test/test_utils_mr.py +0 -226
- reconcile/test/test_utils_mr_clusters_updates.py +0 -77
- reconcile/test/test_utils_oc.py +0 -984
- reconcile/test/test_utils_ocm.py +0 -110
- reconcile/test/test_utils_pagerduty_api.py +0 -251
- reconcile/test/test_utils_parse_dhms_duration.py +0 -34
- reconcile/test/test_utils_password_validator.py +0 -155
- reconcile/test/test_utils_quay_api.py +0 -86
- reconcile/test/test_utils_semver_helper.py +0 -19
- reconcile/test/test_utils_sharding.py +0 -56
- reconcile/test/test_utils_slack_api.py +0 -439
- reconcile/test/test_utils_smtp_client.py +0 -73
- reconcile/test/test_utils_state.py +0 -256
- reconcile/test/test_utils_terraform.py +0 -13
- reconcile/test/test_utils_terraform_client.py +0 -585
- reconcile/test/test_utils_terraform_config_client.py +0 -219
- reconcile/test/test_utils_terrascript_aws_client.py +0 -277
- reconcile/test/test_utils_terrascript_cloudflare_client.py +0 -597
- reconcile/test/test_utils_terrascript_cloudflare_resources.py +0 -26
- reconcile/test/test_vault_replication.py +0 -515
- reconcile/test/test_vault_utils.py +0 -47
- reconcile/test/test_version_bump.py +0 -18
- reconcile/test/test_vpc_peerings_validator.py +0 -103
- reconcile/test/test_wrong_region.py +0 -78
- reconcile/typed_queries/glitchtip_settings.py +0 -18
- reconcile/typed_queries/ocp_release_mirror.py +0 -11
- reconcile/unleash_watcher.py +0 -120
- reconcile/utils/git_secrets.py +0 -63
- reconcile/utils/mr/auto_promoter.py +0 -218
- reconcile/utils/sentry_client.py +0 -383
- release/test_version.py +0 -50
- release/version.py +0 -100
- tools/test/test_qontract_cli.py +0 -60
- tools/test/test_sre_checkpoints.py +0 -79
- /e2e_tests/__init__.py → /reconcile/aus/upgrades.py +0 -0
- /reconcile/{gql_definitions/ocp_release_mirror → aws_account_manager}/__init__.py +0 -0
- /reconcile/{test → aws_ami_cleanup}/__init__.py +0 -0
- /reconcile/{test/saas_auto_promotions_manager → aws_cloudwatch_log_retention}/__init__.py +0 -0
- /reconcile/{test/saas_auto_promotions_manager/merge_request_manager → aws_saml_idp}/__init__.py +0 -0
- /reconcile/{test/saas_auto_promotions_manager/merge_request_manager/merge_request_manager → aws_saml_roles}/__init__.py +0 -0
- /reconcile/{test/saas_auto_promotions_manager/merge_request_manager/renderer → aws_version_sync}/__init__.py +0 -0
- /reconcile/{test/saas_auto_promotions_manager/subscriber → aws_version_sync/merge_request_manager}/__init__.py +0 -0
- /reconcile/{test/saas_auto_promotions_manager/utils → cluster_auth_rhidp}/__init__.py +0 -0
- /reconcile/{test/saas_auto_promotions_manager/utils/saas_files_inventory → dynatrace_token_provider}/__init__.py +0 -0
- {release → reconcile/endpoints_discovery}/__init__.py +0 -0
- {tools/test → reconcile/external_resources}/__init__.py +0 -0
@@ -1,1074 +0,0 @@
|
|
1
|
-
from collections.abc import (
|
2
|
-
Callable,
|
3
|
-
Iterable,
|
4
|
-
MutableMapping,
|
5
|
-
)
|
6
|
-
from typing import (
|
7
|
-
Any,
|
8
|
-
Optional,
|
9
|
-
)
|
10
|
-
from unittest import TestCase
|
11
|
-
from unittest.mock import (
|
12
|
-
MagicMock,
|
13
|
-
patch,
|
14
|
-
)
|
15
|
-
|
16
|
-
import pytest
|
17
|
-
import yaml
|
18
|
-
from github import (
|
19
|
-
Github,
|
20
|
-
GithubException,
|
21
|
-
)
|
22
|
-
from pydantic import BaseModel
|
23
|
-
|
24
|
-
from reconcile.gql_definitions.common.saas_files import (
|
25
|
-
SaasFileV2,
|
26
|
-
SaasResourceTemplateTargetImageV1,
|
27
|
-
SaasResourceTemplateTargetPromotionV1,
|
28
|
-
SaasResourceTemplateTargetV2_SaasSecretParametersV1,
|
29
|
-
SaasResourceTemplateV2,
|
30
|
-
)
|
31
|
-
from reconcile.utils.jjb_client import JJB
|
32
|
-
from reconcile.utils.openshift_resource import ResourceInventory
|
33
|
-
from reconcile.utils.saasherder import SaasHerder
|
34
|
-
from reconcile.utils.saasherder.interfaces import SaasFile
|
35
|
-
from reconcile.utils.saasherder.models import TriggerSpecMovingCommit
|
36
|
-
from reconcile.utils.secret_reader import SecretReaderBase
|
37
|
-
|
38
|
-
from .fixtures import Fixtures
|
39
|
-
|
40
|
-
|
41
|
-
class MockJJB:
|
42
|
-
def __init__(self, data: dict[str, list[dict]]) -> None:
|
43
|
-
self.jobs = data
|
44
|
-
|
45
|
-
def get_all_jobs(self, job_types: Iterable[str]) -> dict[str, list[dict]]:
|
46
|
-
return self.jobs
|
47
|
-
|
48
|
-
@staticmethod
|
49
|
-
def get_repo_url(job: dict[str, Any]) -> str:
|
50
|
-
return JJB.get_repo_url(job)
|
51
|
-
|
52
|
-
@staticmethod
|
53
|
-
def get_ref(job: dict[str, Any]) -> str:
|
54
|
-
return JJB.get_ref(job)
|
55
|
-
|
56
|
-
|
57
|
-
class MockSecretReader(SecretReaderBase):
|
58
|
-
"""
|
59
|
-
Read secrets from a config file
|
60
|
-
"""
|
61
|
-
|
62
|
-
def _read(
|
63
|
-
self, path: str, field: str, format: Optional[str], version: Optional[int]
|
64
|
-
) -> str:
|
65
|
-
return "secret"
|
66
|
-
|
67
|
-
def _read_all(
|
68
|
-
self, path: str, field: str, format: Optional[str], version: Optional[int]
|
69
|
-
) -> dict[str, str]:
|
70
|
-
return {"param": "secret"}
|
71
|
-
|
72
|
-
|
73
|
-
@pytest.fixture()
|
74
|
-
def inject_gql_class_factory(
|
75
|
-
request: pytest.FixtureRequest,
|
76
|
-
gql_class_factory: Callable[..., SaasFileV2],
|
77
|
-
) -> None:
|
78
|
-
def _gql_class_factory(
|
79
|
-
self: Any,
|
80
|
-
klass: type[BaseModel],
|
81
|
-
data: Optional[MutableMapping[str, Any]] = None,
|
82
|
-
) -> BaseModel:
|
83
|
-
return gql_class_factory(klass, data)
|
84
|
-
|
85
|
-
request.cls.gql_class_factory = _gql_class_factory
|
86
|
-
|
87
|
-
|
88
|
-
@pytest.mark.usefixtures("inject_gql_class_factory")
|
89
|
-
class TestSaasFileValid(TestCase):
|
90
|
-
def setUp(self) -> None:
|
91
|
-
self.saas_file = self.gql_class_factory( # type: ignore[attr-defined] # it's set in the fixture
|
92
|
-
SaasFileV2, Fixtures("saasherder").get_anymarkup("saas.gql.yml")
|
93
|
-
)
|
94
|
-
jjb_mock_data = {
|
95
|
-
"ci": [
|
96
|
-
{
|
97
|
-
"name": "job",
|
98
|
-
"properties": [
|
99
|
-
{
|
100
|
-
"github": {
|
101
|
-
"url": "https://github.com/app-sre/test-saas-deployments"
|
102
|
-
}
|
103
|
-
}
|
104
|
-
],
|
105
|
-
"scm": [{"git": {"branches": ["main"]}}],
|
106
|
-
},
|
107
|
-
{
|
108
|
-
"name": "job",
|
109
|
-
"properties": [
|
110
|
-
{
|
111
|
-
"github": {
|
112
|
-
"url": "https://github.com/app-sre/test-saas-deployments"
|
113
|
-
}
|
114
|
-
}
|
115
|
-
],
|
116
|
-
"scm": [{"git": {"branches": ["master"]}}],
|
117
|
-
},
|
118
|
-
]
|
119
|
-
}
|
120
|
-
self.jjb = MockJJB(jjb_mock_data)
|
121
|
-
|
122
|
-
def test_check_saas_file_env_combo_unique(self) -> None:
|
123
|
-
saasherder = SaasHerder(
|
124
|
-
[self.saas_file],
|
125
|
-
secret_reader=MockSecretReader(),
|
126
|
-
thread_pool_size=1,
|
127
|
-
integration="",
|
128
|
-
integration_version="",
|
129
|
-
hash_length=7,
|
130
|
-
repo_url="https://repo-url.com",
|
131
|
-
validate=True,
|
132
|
-
)
|
133
|
-
self.assertTrue(saasherder.valid)
|
134
|
-
|
135
|
-
def test_check_saas_file_env_combo_not_unique(self) -> None:
|
136
|
-
self.saas_file.name = "long-name-which-is-too-long-to-produce-unique-combo"
|
137
|
-
saasherder = SaasHerder(
|
138
|
-
[self.saas_file],
|
139
|
-
secret_reader=MockSecretReader(),
|
140
|
-
thread_pool_size=1,
|
141
|
-
integration="",
|
142
|
-
integration_version="",
|
143
|
-
hash_length=7,
|
144
|
-
repo_url="https://repo-url.com",
|
145
|
-
validate=True,
|
146
|
-
)
|
147
|
-
|
148
|
-
self.assertFalse(saasherder.valid)
|
149
|
-
|
150
|
-
def test_saas_file_auto_promotion_used_with_commit_sha(self) -> None:
|
151
|
-
self.saas_file.resource_templates[0].targets[
|
152
|
-
1
|
153
|
-
].ref = "1234567890123456789012345678901234567890"
|
154
|
-
self.saas_file.resource_templates[0].targets[
|
155
|
-
1
|
156
|
-
].promotion = SaasResourceTemplateTargetPromotionV1(
|
157
|
-
auto=True, publish=None, subscribe=None, promotion_data=None
|
158
|
-
)
|
159
|
-
saasherder = SaasHerder(
|
160
|
-
[self.saas_file],
|
161
|
-
secret_reader=MockSecretReader(),
|
162
|
-
thread_pool_size=1,
|
163
|
-
integration="",
|
164
|
-
integration_version="",
|
165
|
-
hash_length=7,
|
166
|
-
repo_url="https://repo-url.com",
|
167
|
-
validate=True,
|
168
|
-
)
|
169
|
-
|
170
|
-
self.assertTrue(saasherder.valid)
|
171
|
-
|
172
|
-
def test_saas_file_auto_promotion_not_used_with_commit_sha(self) -> None:
|
173
|
-
self.saas_file.resource_templates[0].targets[1].ref = "main"
|
174
|
-
self.saas_file.resource_templates[0].targets[
|
175
|
-
1
|
176
|
-
].promotion = SaasResourceTemplateTargetPromotionV1(
|
177
|
-
auto=True, publish=None, subscribe=None, promotion_data=None
|
178
|
-
)
|
179
|
-
saasherder = SaasHerder(
|
180
|
-
[self.saas_file],
|
181
|
-
secret_reader=MockSecretReader(),
|
182
|
-
thread_pool_size=1,
|
183
|
-
integration="",
|
184
|
-
integration_version="",
|
185
|
-
hash_length=7,
|
186
|
-
repo_url="https://repo-url.com",
|
187
|
-
validate=True,
|
188
|
-
)
|
189
|
-
|
190
|
-
self.assertFalse(saasherder.valid)
|
191
|
-
|
192
|
-
def test_check_saas_file_upstream_not_used_with_commit_sha(self) -> None:
|
193
|
-
saasherder = SaasHerder(
|
194
|
-
[self.saas_file],
|
195
|
-
secret_reader=MockSecretReader(),
|
196
|
-
thread_pool_size=1,
|
197
|
-
integration="",
|
198
|
-
integration_version="",
|
199
|
-
hash_length=7,
|
200
|
-
repo_url="https://repo-url.com",
|
201
|
-
validate=True,
|
202
|
-
)
|
203
|
-
|
204
|
-
self.assertTrue(saasherder.valid)
|
205
|
-
|
206
|
-
def test_check_saas_file_upstream_used_with_commit_sha(self) -> None:
|
207
|
-
self.saas_file.resource_templates[0].targets[
|
208
|
-
0
|
209
|
-
].ref = "2637b6c41bda7731b1bcaaf18b4a50d7c5e63e30"
|
210
|
-
saasherder = SaasHerder(
|
211
|
-
[self.saas_file],
|
212
|
-
secret_reader=MockSecretReader(),
|
213
|
-
thread_pool_size=1,
|
214
|
-
integration="",
|
215
|
-
integration_version="",
|
216
|
-
hash_length=7,
|
217
|
-
repo_url="https://repo-url.com",
|
218
|
-
validate=True,
|
219
|
-
)
|
220
|
-
|
221
|
-
self.assertFalse(saasherder.valid)
|
222
|
-
|
223
|
-
def test_dangling_target_config_hash(self) -> None:
|
224
|
-
self.saas_file.resource_templates[0].targets[1].promotion.promotion_data[
|
225
|
-
0
|
226
|
-
].channel = "does-not-exist"
|
227
|
-
saasherder = SaasHerder(
|
228
|
-
[self.saas_file],
|
229
|
-
secret_reader=MockSecretReader(),
|
230
|
-
thread_pool_size=1,
|
231
|
-
integration="",
|
232
|
-
integration_version="",
|
233
|
-
hash_length=7,
|
234
|
-
repo_url="https://repo-url.com",
|
235
|
-
validate=True,
|
236
|
-
)
|
237
|
-
|
238
|
-
self.assertFalse(saasherder.valid)
|
239
|
-
|
240
|
-
def test_check_saas_file_upstream_used_with_image(self) -> None:
|
241
|
-
self.saas_file.resource_templates[0].targets[
|
242
|
-
0
|
243
|
-
].image = SaasResourceTemplateTargetImageV1(
|
244
|
-
**{"name": "image", "org": {"name": "org", "instance": {"url": "url"}}}
|
245
|
-
)
|
246
|
-
saasherder = SaasHerder(
|
247
|
-
[self.saas_file],
|
248
|
-
secret_reader=MockSecretReader(),
|
249
|
-
thread_pool_size=1,
|
250
|
-
integration="",
|
251
|
-
integration_version="",
|
252
|
-
hash_length=7,
|
253
|
-
repo_url="https://repo-url.com",
|
254
|
-
validate=True,
|
255
|
-
)
|
256
|
-
|
257
|
-
self.assertFalse(saasherder.valid)
|
258
|
-
|
259
|
-
def test_check_saas_file_image_used_with_commit_sha(self) -> None:
|
260
|
-
self.saas_file.resource_templates[0].targets[
|
261
|
-
0
|
262
|
-
].ref = "2637b6c41bda7731b1bcaaf18b4a50d7c5e63e30"
|
263
|
-
self.saas_file.resource_templates[0].targets[
|
264
|
-
0
|
265
|
-
].image = SaasResourceTemplateTargetImageV1(
|
266
|
-
**{"name": "image", "org": {"name": "org", "instance": {"url": "url"}}}
|
267
|
-
)
|
268
|
-
saasherder = SaasHerder(
|
269
|
-
[self.saas_file],
|
270
|
-
secret_reader=MockSecretReader(),
|
271
|
-
thread_pool_size=1,
|
272
|
-
integration="",
|
273
|
-
integration_version="",
|
274
|
-
hash_length=7,
|
275
|
-
repo_url="https://repo-url.com",
|
276
|
-
validate=True,
|
277
|
-
)
|
278
|
-
|
279
|
-
self.assertFalse(saasherder.valid)
|
280
|
-
|
281
|
-
def test_validate_image_tag_not_equals_ref_valid(self) -> None:
|
282
|
-
self.saas_file.resource_templates[0].targets[0].parameters = {
|
283
|
-
"IMAGE_TAG": "2637b6c"
|
284
|
-
}
|
285
|
-
saasherder = SaasHerder(
|
286
|
-
[self.saas_file],
|
287
|
-
secret_reader=MockSecretReader(),
|
288
|
-
thread_pool_size=1,
|
289
|
-
integration="",
|
290
|
-
integration_version="",
|
291
|
-
hash_length=7,
|
292
|
-
repo_url="https://repo-url.com",
|
293
|
-
validate=True,
|
294
|
-
)
|
295
|
-
|
296
|
-
self.assertTrue(saasherder.valid)
|
297
|
-
|
298
|
-
def test_validate_image_tag_not_equals_ref_invalid(self) -> None:
|
299
|
-
self.saas_file.resource_templates[0].targets[
|
300
|
-
0
|
301
|
-
].ref = "2637b6c41bda7731b1bcaaf18b4a50d7c5e63e30"
|
302
|
-
self.saas_file.resource_templates[0].targets[0].parameters = {
|
303
|
-
"IMAGE_TAG": "2637b6c"
|
304
|
-
}
|
305
|
-
saasherder = SaasHerder(
|
306
|
-
[self.saas_file],
|
307
|
-
secret_reader=MockSecretReader(),
|
308
|
-
thread_pool_size=1,
|
309
|
-
integration="",
|
310
|
-
integration_version="",
|
311
|
-
hash_length=7,
|
312
|
-
repo_url="https://repo-url.com",
|
313
|
-
validate=True,
|
314
|
-
)
|
315
|
-
|
316
|
-
self.assertFalse(saasherder.valid)
|
317
|
-
|
318
|
-
def test_validate_upstream_jobs_valid(self) -> None:
|
319
|
-
saasherder = SaasHerder(
|
320
|
-
[self.saas_file],
|
321
|
-
secret_reader=MockSecretReader(),
|
322
|
-
thread_pool_size=1,
|
323
|
-
integration="",
|
324
|
-
integration_version="",
|
325
|
-
hash_length=7,
|
326
|
-
repo_url="https://repo-url.com",
|
327
|
-
validate=True,
|
328
|
-
)
|
329
|
-
saasherder.validate_upstream_jobs(self.jjb) # type: ignore
|
330
|
-
self.assertTrue(saasherder.valid)
|
331
|
-
|
332
|
-
def test_validate_upstream_jobs_invalid(self) -> None:
|
333
|
-
saasherder = SaasHerder(
|
334
|
-
[self.saas_file],
|
335
|
-
secret_reader=MockSecretReader(),
|
336
|
-
thread_pool_size=1,
|
337
|
-
integration="",
|
338
|
-
integration_version="",
|
339
|
-
hash_length=7,
|
340
|
-
repo_url="https://repo-url.com",
|
341
|
-
validate=True,
|
342
|
-
)
|
343
|
-
jjb = MockJJB({"ci": []})
|
344
|
-
saasherder.validate_upstream_jobs(jjb) # type: ignore
|
345
|
-
self.assertFalse(saasherder.valid)
|
346
|
-
|
347
|
-
def test_check_saas_file_promotion_same_source(self) -> None:
|
348
|
-
raw_rts = [
|
349
|
-
{
|
350
|
-
"name": "rt_publisher",
|
351
|
-
"url": "repo_publisher",
|
352
|
-
"path": "path",
|
353
|
-
"targets": [
|
354
|
-
{
|
355
|
-
"namespace": {
|
356
|
-
"name": "ns",
|
357
|
-
"app": {"name": "app"},
|
358
|
-
"environment": {
|
359
|
-
"name": "env1",
|
360
|
-
},
|
361
|
-
"cluster": {
|
362
|
-
"name": "appsres03ue1",
|
363
|
-
"serverUrl": "https://url",
|
364
|
-
"internal": True,
|
365
|
-
},
|
366
|
-
},
|
367
|
-
"parameters": "{}",
|
368
|
-
"ref": "0000000000000",
|
369
|
-
"promotion": {
|
370
|
-
"publish": ["channel-1"],
|
371
|
-
},
|
372
|
-
}
|
373
|
-
],
|
374
|
-
},
|
375
|
-
{
|
376
|
-
"name": "rt_subscriber",
|
377
|
-
"url": "this-repo-will-not-match-the-publisher",
|
378
|
-
"path": "path",
|
379
|
-
"targets": [
|
380
|
-
{
|
381
|
-
"namespace": {
|
382
|
-
"name": "ns2",
|
383
|
-
"app": {"name": "app"},
|
384
|
-
"environment": {
|
385
|
-
"name": "env1",
|
386
|
-
},
|
387
|
-
"cluster": {
|
388
|
-
"name": "appsres03ue1",
|
389
|
-
"serverUrl": "https://url",
|
390
|
-
"internal": True,
|
391
|
-
},
|
392
|
-
},
|
393
|
-
"parameters": "{}",
|
394
|
-
"ref": "0000000000000",
|
395
|
-
"promotion": {
|
396
|
-
"auto": "True",
|
397
|
-
"subscribe": ["channel-1"],
|
398
|
-
},
|
399
|
-
}
|
400
|
-
],
|
401
|
-
},
|
402
|
-
]
|
403
|
-
rts = [
|
404
|
-
self.gql_class_factory( # type: ignore[attr-defined] # it's set in the fixture
|
405
|
-
SaasResourceTemplateV2, rt
|
406
|
-
)
|
407
|
-
for rt in raw_rts
|
408
|
-
]
|
409
|
-
self.saas_file.resource_templates = rts
|
410
|
-
saasherder = SaasHerder(
|
411
|
-
[self.saas_file],
|
412
|
-
secret_reader=MockSecretReader(),
|
413
|
-
thread_pool_size=1,
|
414
|
-
integration="",
|
415
|
-
integration_version="",
|
416
|
-
hash_length=7,
|
417
|
-
repo_url="https://repo-url.com",
|
418
|
-
validate=True,
|
419
|
-
)
|
420
|
-
self.assertFalse(saasherder.valid)
|
421
|
-
|
422
|
-
|
423
|
-
@pytest.mark.usefixtures("inject_gql_class_factory")
|
424
|
-
class TestGetMovingCommitsDiffSaasFile(TestCase):
|
425
|
-
def setUp(self) -> None:
|
426
|
-
self.saas_file = self.gql_class_factory( # type: ignore[attr-defined] # it's set in the fixture
|
427
|
-
SaasFileV2, Fixtures("saasherder").get_anymarkup("saas.gql.yml")
|
428
|
-
)
|
429
|
-
|
430
|
-
self.initiate_gh_patcher = patch.object(
|
431
|
-
SaasHerder, "_initiate_github", autospec=True
|
432
|
-
)
|
433
|
-
self.get_commit_sha_patcher = patch.object(
|
434
|
-
SaasHerder, "_get_commit_sha", autospec=True
|
435
|
-
)
|
436
|
-
self.initiate_gh = self.initiate_gh_patcher.start()
|
437
|
-
self.get_commit_sha = self.get_commit_sha_patcher.start()
|
438
|
-
self.maxDiff = None
|
439
|
-
|
440
|
-
def tearDown(self) -> None:
|
441
|
-
for p in (
|
442
|
-
self.initiate_gh_patcher,
|
443
|
-
self.get_commit_sha_patcher,
|
444
|
-
):
|
445
|
-
p.stop()
|
446
|
-
|
447
|
-
def test_get_moving_commits_diff_saas_file_all_fine(self) -> None:
|
448
|
-
saasherder = SaasHerder(
|
449
|
-
[self.saas_file],
|
450
|
-
secret_reader=MockSecretReader(),
|
451
|
-
thread_pool_size=1,
|
452
|
-
integration="",
|
453
|
-
integration_version="",
|
454
|
-
hash_length=7,
|
455
|
-
repo_url="https://repo-url.com",
|
456
|
-
)
|
457
|
-
saasherder.state = MagicMock()
|
458
|
-
saasherder.state.get.return_value = "asha"
|
459
|
-
self.get_commit_sha.side_effect = ("abcd4242",)
|
460
|
-
# 2nd target is the one that will be promoted
|
461
|
-
expected = [
|
462
|
-
TriggerSpecMovingCommit(
|
463
|
-
saas_file_name=self.saas_file.name,
|
464
|
-
env_name="App-SRE",
|
465
|
-
timeout=None,
|
466
|
-
pipelines_provider=self.saas_file.pipelines_provider,
|
467
|
-
resource_template_name="test-saas-deployments",
|
468
|
-
cluster_name="appsres03ue1",
|
469
|
-
namespace_name="test-ns-subscriber",
|
470
|
-
state_content="abcd4242",
|
471
|
-
ref="1234567890123456789012345678901234567890",
|
472
|
-
reason=None,
|
473
|
-
)
|
474
|
-
]
|
475
|
-
|
476
|
-
self.assertEqual(
|
477
|
-
saasherder.get_moving_commits_diff_saas_file(self.saas_file, True),
|
478
|
-
expected,
|
479
|
-
)
|
480
|
-
|
481
|
-
def test_get_moving_commits_diff_saas_file_all_fine_include_trigger_trace(
|
482
|
-
self,
|
483
|
-
) -> None:
|
484
|
-
saasherder = SaasHerder(
|
485
|
-
[self.saas_file],
|
486
|
-
secret_reader=MockSecretReader(),
|
487
|
-
thread_pool_size=1,
|
488
|
-
integration="",
|
489
|
-
integration_version="",
|
490
|
-
hash_length=7,
|
491
|
-
repo_url="https://repo-url.com",
|
492
|
-
include_trigger_trace=True,
|
493
|
-
)
|
494
|
-
|
495
|
-
saasherder.state = MagicMock()
|
496
|
-
saasherder.state.get.return_value = "asha"
|
497
|
-
self.get_commit_sha.side_effect = ("abcd4242", "4242efg")
|
498
|
-
expected = [
|
499
|
-
TriggerSpecMovingCommit(
|
500
|
-
saas_file_name=self.saas_file.name,
|
501
|
-
env_name="App-SRE",
|
502
|
-
timeout=None,
|
503
|
-
pipelines_provider=self.saas_file.pipelines_provider,
|
504
|
-
resource_template_name="test-saas-deployments",
|
505
|
-
cluster_name="appsres03ue1",
|
506
|
-
namespace_name="test-ns-subscriber",
|
507
|
-
state_content="abcd4242",
|
508
|
-
ref="1234567890123456789012345678901234567890",
|
509
|
-
reason="https://github.com/app-sre/test-saas-deployments/commit/abcd4242",
|
510
|
-
),
|
511
|
-
]
|
512
|
-
|
513
|
-
self.assertEqual(
|
514
|
-
saasherder.get_moving_commits_diff_saas_file(self.saas_file, True),
|
515
|
-
expected,
|
516
|
-
)
|
517
|
-
|
518
|
-
def test_get_moving_commits_diff_saas_file_bad_sha1(self) -> None:
|
519
|
-
saasherder = SaasHerder(
|
520
|
-
[self.saas_file],
|
521
|
-
secret_reader=MockSecretReader(),
|
522
|
-
thread_pool_size=1,
|
523
|
-
integration="",
|
524
|
-
integration_version="",
|
525
|
-
hash_length=7,
|
526
|
-
repo_url="https://repo-url.com",
|
527
|
-
)
|
528
|
-
saasherder.state = MagicMock()
|
529
|
-
saasherder.state.get.return_value = "asha"
|
530
|
-
self.get_commit_sha.side_effect = GithubException(
|
531
|
-
401, "somedata", {"aheader": "avalue"}
|
532
|
-
)
|
533
|
-
# At least we don't crash!
|
534
|
-
self.assertEqual(
|
535
|
-
saasherder.get_moving_commits_diff_saas_file(self.saas_file, True), []
|
536
|
-
)
|
537
|
-
|
538
|
-
|
539
|
-
@pytest.mark.usefixtures("inject_gql_class_factory")
|
540
|
-
class TestPopulateDesiredState(TestCase):
|
541
|
-
def setUp(self) -> None:
|
542
|
-
self.fxts = Fixtures("saasherder_populate_desired")
|
543
|
-
raw_saas_file = self.fxts.get_anymarkup("saas_remote_openshift_template.yaml")
|
544
|
-
del raw_saas_file["_placeholders"]
|
545
|
-
saas_file = self.gql_class_factory( # type: ignore[attr-defined] # it's set in the fixture
|
546
|
-
SaasFileV2, raw_saas_file
|
547
|
-
)
|
548
|
-
self.saasherder = SaasHerder(
|
549
|
-
[saas_file],
|
550
|
-
secret_reader=MockSecretReader(),
|
551
|
-
thread_pool_size=1,
|
552
|
-
integration="",
|
553
|
-
integration_version="",
|
554
|
-
hash_length=7,
|
555
|
-
repo_url="https://repo-url.com",
|
556
|
-
)
|
557
|
-
|
558
|
-
# Mock GitHub interactions.
|
559
|
-
self.initiate_gh_patcher = patch.object(
|
560
|
-
SaasHerder,
|
561
|
-
"_initiate_github",
|
562
|
-
autospec=True,
|
563
|
-
return_value=None,
|
564
|
-
)
|
565
|
-
self.get_file_contents_patcher = patch.object(
|
566
|
-
SaasHerder,
|
567
|
-
"_get_file_contents",
|
568
|
-
wraps=self.fake_get_file_contents,
|
569
|
-
)
|
570
|
-
self.initiate_gh_patcher.start()
|
571
|
-
self.get_file_contents_patcher.start()
|
572
|
-
|
573
|
-
# Mock image checking.
|
574
|
-
self.get_check_images_patcher = patch.object(
|
575
|
-
SaasHerder,
|
576
|
-
"_check_images",
|
577
|
-
autospec=True,
|
578
|
-
return_value=None,
|
579
|
-
)
|
580
|
-
self.get_check_images_patcher.start()
|
581
|
-
|
582
|
-
def fake_get_file_contents(
|
583
|
-
self, url: str, path: str, ref: str, github: Github
|
584
|
-
) -> tuple[Any, str, str]:
|
585
|
-
self.assertEqual("https://github.com/rhobs/configuration", url)
|
586
|
-
|
587
|
-
content = self.fxts.get(ref + (path.replace("/", "_")))
|
588
|
-
return yaml.safe_load(content), "yolo", ref
|
589
|
-
|
590
|
-
def tearDown(self) -> None:
|
591
|
-
for p in (
|
592
|
-
self.initiate_gh_patcher,
|
593
|
-
self.get_file_contents_patcher,
|
594
|
-
self.get_check_images_patcher,
|
595
|
-
):
|
596
|
-
p.stop()
|
597
|
-
|
598
|
-
def test_populate_desired_state_cases(self) -> None:
|
599
|
-
ri = ResourceInventory()
|
600
|
-
for resource_type in (
|
601
|
-
"Deployment",
|
602
|
-
"Service",
|
603
|
-
"ConfigMap",
|
604
|
-
):
|
605
|
-
ri.initialize_resource_type("stage-1", "yolo-stage", resource_type)
|
606
|
-
ri.initialize_resource_type("prod-1", "yolo", resource_type)
|
607
|
-
self.saasherder.populate_desired_state(ri)
|
608
|
-
|
609
|
-
cnt = 0
|
610
|
-
for (cluster, namespace, resource_type, data) in ri:
|
611
|
-
for _, d_item in data["desired"].items():
|
612
|
-
expected = yaml.safe_load(
|
613
|
-
self.fxts.get(
|
614
|
-
f"expected_{cluster}_{namespace}_{resource_type}.json",
|
615
|
-
)
|
616
|
-
)
|
617
|
-
self.assertEqual(expected, d_item.body)
|
618
|
-
cnt += 1
|
619
|
-
|
620
|
-
self.assertEqual(5, cnt, "expected 5 resources, found less")
|
621
|
-
self.assertEqual(self.saasherder.promotions, [None, None, None, None])
|
622
|
-
|
623
|
-
|
624
|
-
@pytest.mark.usefixtures("inject_gql_class_factory")
|
625
|
-
class TestCollectRepoUrls(TestCase):
|
626
|
-
def setUp(self) -> None:
|
627
|
-
self.saas_file = self.gql_class_factory( # type: ignore[attr-defined] # it's set in the fixture
|
628
|
-
SaasFileV2, Fixtures("saasherder").get_anymarkup("saas.gql.yml")
|
629
|
-
)
|
630
|
-
|
631
|
-
def test_collect_repo_urls(self) -> None:
|
632
|
-
repo_url = "https://github.com/app-sre/test-saas-deployments"
|
633
|
-
saasherder = SaasHerder(
|
634
|
-
[self.saas_file],
|
635
|
-
secret_reader=MockSecretReader(),
|
636
|
-
thread_pool_size=1,
|
637
|
-
integration="",
|
638
|
-
integration_version="",
|
639
|
-
hash_length=7,
|
640
|
-
repo_url="https://repo-url.com",
|
641
|
-
)
|
642
|
-
self.assertEqual({repo_url}, saasherder.repo_urls)
|
643
|
-
|
644
|
-
|
645
|
-
@pytest.mark.usefixtures("inject_gql_class_factory")
|
646
|
-
class TestGetSaasFileAttribute(TestCase):
|
647
|
-
def setUp(self) -> None:
|
648
|
-
self.saas_file = self.gql_class_factory( # type: ignore[attr-defined] # it's set in the fixture
|
649
|
-
SaasFileV2, Fixtures("saasherder").get_anymarkup("saas.gql.yml")
|
650
|
-
)
|
651
|
-
|
652
|
-
def test_no_such_attribute(self) -> None:
|
653
|
-
saasherder = SaasHerder(
|
654
|
-
[self.saas_file],
|
655
|
-
secret_reader=MockSecretReader(),
|
656
|
-
thread_pool_size=1,
|
657
|
-
integration="",
|
658
|
-
integration_version="",
|
659
|
-
hash_length=7,
|
660
|
-
repo_url="https://repo-url.com",
|
661
|
-
)
|
662
|
-
att = saasherder._get_saas_file_feature_enabled("no_such_attribute")
|
663
|
-
self.assertEqual(att, None)
|
664
|
-
|
665
|
-
def test_attribute_none(self) -> None:
|
666
|
-
saasherder = SaasHerder(
|
667
|
-
[self.saas_file],
|
668
|
-
secret_reader=MockSecretReader(),
|
669
|
-
thread_pool_size=1,
|
670
|
-
integration="",
|
671
|
-
integration_version="",
|
672
|
-
hash_length=7,
|
673
|
-
repo_url="https://repo-url.com",
|
674
|
-
)
|
675
|
-
att = saasherder._get_saas_file_feature_enabled("takeover")
|
676
|
-
self.assertEqual(att, None)
|
677
|
-
|
678
|
-
def test_attribute_not_none(self) -> None:
|
679
|
-
saasherder = SaasHerder(
|
680
|
-
[self.saas_file],
|
681
|
-
secret_reader=MockSecretReader(),
|
682
|
-
thread_pool_size=1,
|
683
|
-
integration="",
|
684
|
-
integration_version="",
|
685
|
-
hash_length=7,
|
686
|
-
repo_url="https://repo-url.com",
|
687
|
-
)
|
688
|
-
att = saasherder._get_saas_file_feature_enabled("publish_job_logs")
|
689
|
-
self.assertEqual(att, True)
|
690
|
-
|
691
|
-
def test_attribute_none_with_default(self) -> None:
|
692
|
-
saasherder = SaasHerder(
|
693
|
-
[self.saas_file],
|
694
|
-
secret_reader=MockSecretReader(),
|
695
|
-
thread_pool_size=1,
|
696
|
-
integration="",
|
697
|
-
integration_version="",
|
698
|
-
hash_length=7,
|
699
|
-
repo_url="https://repo-url.com",
|
700
|
-
)
|
701
|
-
att = saasherder._get_saas_file_feature_enabled("no_such_att", default=True)
|
702
|
-
self.assertEqual(att, True)
|
703
|
-
|
704
|
-
def test_attribute_not_none_with_default(self) -> None:
|
705
|
-
saasherder = SaasHerder(
|
706
|
-
[self.saas_file],
|
707
|
-
secret_reader=MockSecretReader(),
|
708
|
-
thread_pool_size=1,
|
709
|
-
integration="",
|
710
|
-
integration_version="",
|
711
|
-
hash_length=7,
|
712
|
-
repo_url="https://repo-url.com",
|
713
|
-
)
|
714
|
-
att = saasherder._get_saas_file_feature_enabled(
|
715
|
-
"publish_job_logs", default=False
|
716
|
-
)
|
717
|
-
self.assertEqual(att, True)
|
718
|
-
|
719
|
-
def test_attribute_multiple_saas_files_return_false(self) -> None:
|
720
|
-
saasherder = SaasHerder(
|
721
|
-
[self.saas_file, self.saas_file],
|
722
|
-
secret_reader=MockSecretReader(),
|
723
|
-
thread_pool_size=1,
|
724
|
-
integration="",
|
725
|
-
integration_version="",
|
726
|
-
hash_length=7,
|
727
|
-
repo_url="https://repo-url.com",
|
728
|
-
)
|
729
|
-
self.assertFalse(saasherder._get_saas_file_feature_enabled("publish_job_logs"))
|
730
|
-
|
731
|
-
def test_attribute_multiple_saas_files_with_default_return_false(self) -> None:
|
732
|
-
saasherder = SaasHerder(
|
733
|
-
[self.saas_file, self.saas_file],
|
734
|
-
secret_reader=MockSecretReader(),
|
735
|
-
thread_pool_size=1,
|
736
|
-
integration="",
|
737
|
-
integration_version="",
|
738
|
-
hash_length=7,
|
739
|
-
repo_url="https://repo-url.com",
|
740
|
-
)
|
741
|
-
att = saasherder._get_saas_file_feature_enabled("attrib", default=True)
|
742
|
-
self.assertFalse(att)
|
743
|
-
|
744
|
-
|
745
|
-
@pytest.mark.usefixtures("inject_gql_class_factory")
|
746
|
-
class TestConfigHashPromotionsValidation(TestCase):
|
747
|
-
"""TestCase to test SaasHerder promotions validation. SaasHerder is
|
748
|
-
initialized with ResourceInventory population. Like is done in
|
749
|
-
openshift-saas-deploy"""
|
750
|
-
|
751
|
-
cluster: str
|
752
|
-
namespace: str
|
753
|
-
fxt: Any
|
754
|
-
template: Any
|
755
|
-
|
756
|
-
@classmethod
|
757
|
-
def setUpClass(cls) -> None:
|
758
|
-
cls.fxt = Fixtures("saasherder")
|
759
|
-
cls.cluster = "test-cluster"
|
760
|
-
cls.template = cls.fxt.get_anymarkup("template_1.yml")
|
761
|
-
|
762
|
-
def setUp(self) -> None:
|
763
|
-
self.saas_file = self.gql_class_factory( # type: ignore[attr-defined] # it's set in the fixture
|
764
|
-
SaasFileV2, Fixtures("saasherder").get_anymarkup("saas.gql.yml")
|
765
|
-
)
|
766
|
-
self.all_saas_files = [self.saas_file]
|
767
|
-
|
768
|
-
self.state_patcher = patch("reconcile.utils.state.State", autospec=True)
|
769
|
-
self.state_mock = self.state_patcher.start().return_value
|
770
|
-
|
771
|
-
self.ig_patcher = patch.object(SaasHerder, "_initiate_github", autospec=True)
|
772
|
-
self.ig_patcher.start()
|
773
|
-
|
774
|
-
self.image_auth_patcher = patch.object(SaasHerder, "_initiate_image_auth")
|
775
|
-
self.image_auth_patcher.start()
|
776
|
-
|
777
|
-
self.gfc_patcher = patch.object(SaasHerder, "_get_file_contents", autospec=True)
|
778
|
-
gfc_mock = self.gfc_patcher.start()
|
779
|
-
gfc_mock.return_value = (self.template, "url", "ahash")
|
780
|
-
|
781
|
-
self.deploy_current_state_fxt = self.fxt.get_anymarkup("saas_deploy.state.json")
|
782
|
-
|
783
|
-
self.post_deploy_current_state_fxt = self.fxt.get_anymarkup(
|
784
|
-
"saas_post_deploy.state.json"
|
785
|
-
)
|
786
|
-
|
787
|
-
self.saasherder = SaasHerder(
|
788
|
-
[self.saas_file],
|
789
|
-
secret_reader=MockSecretReader(),
|
790
|
-
thread_pool_size=1,
|
791
|
-
state=self.state_mock,
|
792
|
-
integration="",
|
793
|
-
integration_version="",
|
794
|
-
hash_length=24,
|
795
|
-
repo_url="https://repo-url.com",
|
796
|
-
)
|
797
|
-
|
798
|
-
# IMPORTANT: Populating desired state modify self.saas_files within
|
799
|
-
# saasherder object.
|
800
|
-
self.ri = ResourceInventory()
|
801
|
-
for ns in ["test-ns-publisher", "test-ns-subscriber"]:
|
802
|
-
for kind in ["Service", "Deployment"]:
|
803
|
-
self.ri.initialize_resource_type(self.cluster, ns, kind)
|
804
|
-
|
805
|
-
self.saasherder.populate_desired_state(self.ri)
|
806
|
-
if self.ri.has_error_registered():
|
807
|
-
raise Exception("Errors registered in Resourceinventory")
|
808
|
-
|
809
|
-
def tearDown(self) -> None:
|
810
|
-
self.state_patcher.stop()
|
811
|
-
self.ig_patcher.stop()
|
812
|
-
self.gfc_patcher.stop()
|
813
|
-
|
814
|
-
def test_promotion_state_config_hash_match_validates(self) -> None:
|
815
|
-
"""A promotion is valid if the parent target config_hash set in
|
816
|
-
the state is equal to the one set in the subscriber target
|
817
|
-
promotion data. This is the happy path.
|
818
|
-
"""
|
819
|
-
publisher_state = {
|
820
|
-
"success": True,
|
821
|
-
"saas_file": self.saas_file.name,
|
822
|
-
"target_config_hash": "ed2af38cf21f268c",
|
823
|
-
}
|
824
|
-
self.state_mock.get.return_value = publisher_state
|
825
|
-
result = self.saasherder.validate_promotions()
|
826
|
-
self.assertTrue(result)
|
827
|
-
|
828
|
-
def test_promotion_state_config_hash_not_match_no_validates(self) -> None:
|
829
|
-
"""Promotion is not valid if the parent target config hash set in
|
830
|
-
the state does not match with the one set in the subscriber target
|
831
|
-
promotion_data. This could happen if the parent target has run again
|
832
|
-
with the same ref before before the subscriber target promotion MR is
|
833
|
-
merged.
|
834
|
-
"""
|
835
|
-
publisher_state = {
|
836
|
-
"success": True,
|
837
|
-
"saas_file": self.saas_file.name,
|
838
|
-
"target_config_hash": "will_not_match",
|
839
|
-
}
|
840
|
-
self.state_mock.get.return_value = publisher_state
|
841
|
-
result = self.saasherder.validate_promotions()
|
842
|
-
self.assertFalse(result)
|
843
|
-
|
844
|
-
def test_promotion_without_state_config_hash_validates(self) -> None:
|
845
|
-
"""Existent states won't have promotion data. If there is an ongoing
|
846
|
-
promotion, this ensures it will happen.
|
847
|
-
"""
|
848
|
-
publisher_state = {
|
849
|
-
"success": True,
|
850
|
-
}
|
851
|
-
self.state_mock.get.return_value = publisher_state
|
852
|
-
result = self.saasherder.validate_promotions()
|
853
|
-
self.assertTrue(result)
|
854
|
-
|
855
|
-
def test_promotion_without_promotion_data_validates(self) -> None:
|
856
|
-
"""A manual promotion might be required, subsribed targets without
|
857
|
-
promotion_data should validate if the parent target job has succed
|
858
|
-
with the same ref.
|
859
|
-
"""
|
860
|
-
publisher_state = {
|
861
|
-
"success": True,
|
862
|
-
"saas_file": self.saas_file.name,
|
863
|
-
"target_config_hash": "whatever",
|
864
|
-
}
|
865
|
-
|
866
|
-
self.assertEqual(len(self.saasherder.promotions), 2)
|
867
|
-
self.assertIsNotNone(self.saasherder.promotions[1])
|
868
|
-
# Remove promotion_data on the promoted target
|
869
|
-
self.saasherder.promotions[1].promotion_data = None # type: ignore
|
870
|
-
|
871
|
-
self.state_mock.get.return_value = publisher_state
|
872
|
-
result = self.saasherder.validate_promotions()
|
873
|
-
self.assertTrue(result)
|
874
|
-
|
875
|
-
|
876
|
-
@pytest.mark.usefixtures("inject_gql_class_factory")
|
877
|
-
class TestConfigHashTrigger(TestCase):
|
878
|
-
"""TestCase to test Openshift SAAS deploy configs trigger. SaasHerder is
|
879
|
-
initialized WITHOUT ResourceInventory population. Like is done in the
|
880
|
-
config changes trigger"""
|
881
|
-
|
882
|
-
cluster: str
|
883
|
-
namespace: str
|
884
|
-
fxt: Any
|
885
|
-
template: Any
|
886
|
-
|
887
|
-
@classmethod
|
888
|
-
def setUpClass(cls) -> None:
|
889
|
-
cls.fxt = Fixtures("saasherder")
|
890
|
-
cls.cluster = "test-cluster"
|
891
|
-
|
892
|
-
def setUp(self) -> None:
|
893
|
-
self.saas_file = self.gql_class_factory( # type: ignore[attr-defined] # it's set in the fixture
|
894
|
-
SaasFileV2, Fixtures("saasherder").get_anymarkup("saas.gql.yml")
|
895
|
-
)
|
896
|
-
self.all_saas_files = [self.saas_file]
|
897
|
-
|
898
|
-
self.state_patcher = patch("reconcile.utils.state.State", autospec=True)
|
899
|
-
self.state_mock = self.state_patcher.start().return_value
|
900
|
-
|
901
|
-
self.deploy_current_state_fxt = self.fxt.get_anymarkup("saas_deploy.state.json")
|
902
|
-
|
903
|
-
self.post_deploy_current_state_fxt = self.fxt.get_anymarkup(
|
904
|
-
"saas_post_deploy.state.json"
|
905
|
-
)
|
906
|
-
|
907
|
-
self.state_mock.get.side_effect = [
|
908
|
-
self.deploy_current_state_fxt,
|
909
|
-
self.post_deploy_current_state_fxt,
|
910
|
-
]
|
911
|
-
|
912
|
-
self.saasherder = SaasHerder(
|
913
|
-
[self.saas_file],
|
914
|
-
secret_reader=MockSecretReader(),
|
915
|
-
thread_pool_size=1,
|
916
|
-
state=self.state_mock,
|
917
|
-
integration="",
|
918
|
-
integration_version="",
|
919
|
-
hash_length=24,
|
920
|
-
repo_url="https://repo-url.com",
|
921
|
-
)
|
922
|
-
|
923
|
-
def tearDown(self) -> None:
|
924
|
-
self.state_patcher.stop()
|
925
|
-
|
926
|
-
def test_same_configs_do_not_trigger(self) -> None:
|
927
|
-
"""Ensures that if the same config is found, no job is triggered
|
928
|
-
current Config is fetched from the state
|
929
|
-
"""
|
930
|
-
trigger_specs = self.saasherder.get_configs_diff_saas_file(self.saas_file)
|
931
|
-
self.assertListEqual(trigger_specs, [])
|
932
|
-
|
933
|
-
def test_config_hash_change_do_trigger(self) -> None:
|
934
|
-
"""Ensures a new job is triggered if the parent config hash changes"""
|
935
|
-
self.saasherder.saas_files[0].resource_templates[0].targets[ # type: ignore
|
936
|
-
1
|
937
|
-
].promotion.promotion_data[0].data[0].target_config_hash = "Changed"
|
938
|
-
trigger_specs = self.saasherder.get_configs_diff_saas_file(self.saas_file)
|
939
|
-
self.assertEqual(len(trigger_specs), 1)
|
940
|
-
|
941
|
-
def test_non_existent_config_triggers(self) -> None:
|
942
|
-
self.state_mock.get.side_effect = [self.deploy_current_state_fxt, None]
|
943
|
-
trigger_specs = self.saasherder.get_configs_diff_saas_file(self.saas_file)
|
944
|
-
self.assertEqual(len(trigger_specs), 1)
|
945
|
-
|
946
|
-
|
947
|
-
class TestRemoveNoneAttributes(TestCase):
|
948
|
-
def testSimpleDict(self) -> None:
|
949
|
-
input = {"a": 1, "b": {}, "d": None, "e": {"aa": "aa", "bb": None}}
|
950
|
-
expected = {"a": 1, "b": {}, "e": {"aa": "aa"}}
|
951
|
-
res = SaasHerder.remove_none_values(input)
|
952
|
-
self.assertEqual(res, expected)
|
953
|
-
|
954
|
-
def testNoneValue(self) -> None:
|
955
|
-
input = None
|
956
|
-
expected: dict[Any, Any] = {}
|
957
|
-
res = SaasHerder.remove_none_values(input)
|
958
|
-
self.assertEqual(res, expected)
|
959
|
-
|
960
|
-
|
961
|
-
def test_render_templated_parameters(
|
962
|
-
gql_class_factory: Callable[..., SaasFile]
|
963
|
-
) -> None:
|
964
|
-
saas_file = gql_class_factory(
|
965
|
-
SaasFileV2,
|
966
|
-
Fixtures("saasherder").get_anymarkup("saas-templated-params.gql.yml"),
|
967
|
-
)
|
968
|
-
SaasHerder.resolve_templated_parameters([saas_file])
|
969
|
-
assert saas_file.resource_templates[0].targets[0].parameters == {
|
970
|
-
"no-template": "v1",
|
971
|
-
"ignore-go-template": "{{ .GO_PARAM }}-go",
|
972
|
-
"template-param-1": "test-namespace-ns",
|
973
|
-
"template-param-2": "appsres03ue1-cluster",
|
974
|
-
}
|
975
|
-
assert saas_file.resource_templates[0].targets[0].secret_parameters == [
|
976
|
-
SaasResourceTemplateTargetV2_SaasSecretParametersV1(
|
977
|
-
name="no-template",
|
978
|
-
secret=dict(
|
979
|
-
path="path/to/secret",
|
980
|
-
field="secret_key",
|
981
|
-
version=1,
|
982
|
-
format=None,
|
983
|
-
),
|
984
|
-
),
|
985
|
-
SaasResourceTemplateTargetV2_SaasSecretParametersV1(
|
986
|
-
name="ignore-go-template",
|
987
|
-
secret=dict(
|
988
|
-
path="path/{{ .GO_PARAM }}/secret",
|
989
|
-
field="{{ .GO_PARAM }}-secret_key",
|
990
|
-
version=1,
|
991
|
-
format=None,
|
992
|
-
),
|
993
|
-
),
|
994
|
-
SaasResourceTemplateTargetV2_SaasSecretParametersV1(
|
995
|
-
name="template-param-1",
|
996
|
-
secret=dict(
|
997
|
-
path="path/appsres03ue1/test-namespace/secret",
|
998
|
-
field="secret_key",
|
999
|
-
version=1,
|
1000
|
-
format=None,
|
1001
|
-
),
|
1002
|
-
),
|
1003
|
-
SaasResourceTemplateTargetV2_SaasSecretParametersV1(
|
1004
|
-
name="template-param-2",
|
1005
|
-
secret=dict(
|
1006
|
-
path="path/appsres03ue1/test-namespace/secret",
|
1007
|
-
field="App-SRE-stage-secret_key",
|
1008
|
-
version=1,
|
1009
|
-
format=None,
|
1010
|
-
),
|
1011
|
-
),
|
1012
|
-
]
|
1013
|
-
|
1014
|
-
|
1015
|
-
def test_render_templated_parameters_in_init(
|
1016
|
-
gql_class_factory: Callable[..., SaasFile]
|
1017
|
-
) -> None:
|
1018
|
-
saas_file = gql_class_factory(
|
1019
|
-
SaasFileV2,
|
1020
|
-
Fixtures("saasherder").get_anymarkup("saas-templated-params.gql.yml"),
|
1021
|
-
)
|
1022
|
-
SaasHerder(
|
1023
|
-
[saas_file],
|
1024
|
-
secret_reader=MockSecretReader(),
|
1025
|
-
thread_pool_size=1,
|
1026
|
-
integration="",
|
1027
|
-
integration_version="",
|
1028
|
-
hash_length=24,
|
1029
|
-
repo_url="https://repo-url.com",
|
1030
|
-
)
|
1031
|
-
assert saas_file.resource_templates[0].targets[0].parameters == {
|
1032
|
-
"no-template": "v1",
|
1033
|
-
"ignore-go-template": "{{ .GO_PARAM }}-go",
|
1034
|
-
"template-param-1": "test-namespace-ns",
|
1035
|
-
"template-param-2": "appsres03ue1-cluster",
|
1036
|
-
}
|
1037
|
-
assert saas_file.resource_templates[0].targets[0].secret_parameters == [
|
1038
|
-
SaasResourceTemplateTargetV2_SaasSecretParametersV1(
|
1039
|
-
name="no-template",
|
1040
|
-
secret=dict(
|
1041
|
-
path="path/to/secret",
|
1042
|
-
field="secret_key",
|
1043
|
-
version=1,
|
1044
|
-
format=None,
|
1045
|
-
),
|
1046
|
-
),
|
1047
|
-
SaasResourceTemplateTargetV2_SaasSecretParametersV1(
|
1048
|
-
name="ignore-go-template",
|
1049
|
-
secret=dict(
|
1050
|
-
path="path/{{ .GO_PARAM }}/secret",
|
1051
|
-
field="{{ .GO_PARAM }}-secret_key",
|
1052
|
-
version=1,
|
1053
|
-
format=None,
|
1054
|
-
),
|
1055
|
-
),
|
1056
|
-
SaasResourceTemplateTargetV2_SaasSecretParametersV1(
|
1057
|
-
name="template-param-1",
|
1058
|
-
secret=dict(
|
1059
|
-
path="path/appsres03ue1/test-namespace/secret",
|
1060
|
-
field="secret_key",
|
1061
|
-
version=1,
|
1062
|
-
format=None,
|
1063
|
-
),
|
1064
|
-
),
|
1065
|
-
SaasResourceTemplateTargetV2_SaasSecretParametersV1(
|
1066
|
-
name="template-param-2",
|
1067
|
-
secret=dict(
|
1068
|
-
path="path/appsres03ue1/test-namespace/secret",
|
1069
|
-
field="App-SRE-stage-secret_key",
|
1070
|
-
version=1,
|
1071
|
-
format=None,
|
1072
|
-
),
|
1073
|
-
),
|
1074
|
-
]
|