cartography 0.104.0rc2__py3-none-any.whl → 0.123.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- cartography/_version.py +16 -3
- cartography/cli.py +466 -5
- cartography/client/aws/__init__.py +19 -0
- cartography/client/aws/ecr.py +51 -0
- cartography/client/core/tx.py +357 -8
- cartography/config.py +153 -0
- cartography/data/azure_permission_relationships.yaml +20 -0
- cartography/data/gcp_permission_relationships.yaml +21 -0
- cartography/data/indexes.cypher +0 -186
- cartography/data/jobs/analysis/aws_ec2_keypair_analysis.json +2 -2
- cartography/data/jobs/analysis/keycloak_inheritance.json +30 -0
- cartography/data/jobs/cleanup/gcp_compute_vpc_cleanup.json +0 -12
- cartography/data/jobs/cleanup/github_repos_cleanup.json +2 -0
- cartography/driftdetect/cli.py +3 -2
- cartography/graph/cleanupbuilder.py +198 -41
- cartography/graph/job.py +54 -6
- cartography/graph/querybuilder.py +528 -27
- cartography/graph/statement.py +5 -1
- cartography/intel/airbyte/__init__.py +105 -0
- cartography/intel/airbyte/connections.py +120 -0
- cartography/intel/airbyte/destinations.py +81 -0
- cartography/intel/airbyte/organizations.py +59 -0
- cartography/intel/airbyte/sources.py +78 -0
- cartography/intel/airbyte/tags.py +64 -0
- cartography/intel/airbyte/users.py +106 -0
- cartography/intel/airbyte/util.py +122 -0
- cartography/intel/airbyte/workspaces.py +63 -0
- cartography/intel/aws/__init__.py +24 -9
- cartography/intel/aws/acm.py +124 -0
- cartography/intel/aws/apigateway.py +253 -22
- cartography/intel/aws/apigatewayv2.py +116 -0
- cartography/intel/aws/cloudtrail.py +17 -39
- cartography/intel/aws/cloudtrail_management_events.py +962 -0
- cartography/intel/aws/cloudwatch.py +150 -4
- cartography/intel/aws/codebuild.py +132 -0
- cartography/intel/aws/cognito.py +201 -0
- cartography/intel/aws/config.py +7 -3
- cartography/intel/aws/ec2/elastic_ip_addresses.py +3 -1
- cartography/intel/aws/ec2/instances.py +25 -1
- cartography/intel/aws/ec2/internet_gateways.py +4 -2
- cartography/intel/aws/ec2/load_balancer_v2s.py +11 -5
- cartography/intel/aws/ec2/network_interfaces.py +5 -1
- cartography/intel/aws/ec2/reserved_instances.py +3 -1
- cartography/intel/aws/ec2/security_groups.py +140 -122
- cartography/intel/aws/ec2/snapshots.py +47 -84
- cartography/intel/aws/ec2/subnets.py +37 -63
- cartography/intel/aws/ec2/tgw.py +11 -5
- cartography/intel/aws/ec2/volumes.py +1 -1
- cartography/intel/aws/ec2/vpc.py +140 -124
- cartography/intel/aws/ec2/vpc_peerings.py +262 -125
- cartography/intel/aws/ecr.py +269 -98
- cartography/intel/aws/ecr_image_layers.py +923 -0
- cartography/intel/aws/ecs.py +251 -380
- cartography/intel/aws/efs.py +179 -11
- cartography/intel/aws/elasticache.py +102 -79
- cartography/intel/aws/elasticsearch.py +13 -4
- cartography/intel/aws/eventbridge.py +164 -0
- cartography/intel/aws/glue.py +181 -0
- cartography/intel/aws/guardduty.py +443 -0
- cartography/intel/aws/iam.py +750 -493
- cartography/intel/aws/identitycenter.py +605 -83
- cartography/intel/aws/inspector.py +221 -105
- cartography/intel/aws/kms.py +173 -201
- cartography/intel/aws/lambda_function.py +272 -189
- cartography/intel/aws/organizations.py +10 -9
- cartography/intel/aws/permission_relationships.py +10 -20
- cartography/intel/aws/rds.py +337 -446
- cartography/intel/aws/redshift.py +9 -4
- cartography/intel/aws/resourcegroupstaggingapi.py +78 -19
- cartography/intel/aws/resources.py +18 -0
- cartography/intel/aws/route53.py +386 -332
- cartography/intel/aws/s3.py +322 -14
- cartography/intel/aws/secretsmanager.py +81 -49
- cartography/intel/aws/securityhub.py +3 -1
- cartography/intel/aws/sns.py +62 -2
- cartography/intel/aws/sqs.py +36 -90
- cartography/intel/aws/ssm.py +3 -5
- cartography/intel/azure/__init__.py +202 -48
- cartography/intel/azure/aks.py +175 -0
- cartography/intel/azure/app_service.py +105 -0
- cartography/intel/azure/compute.py +59 -112
- cartography/intel/azure/container_instances.py +95 -0
- cartography/intel/azure/cosmosdb.py +222 -361
- cartography/intel/azure/data_factory.py +85 -0
- cartography/intel/azure/data_factory_dataset.py +128 -0
- cartography/intel/azure/data_factory_linked_service.py +119 -0
- cartography/intel/azure/data_factory_pipeline.py +142 -0
- cartography/intel/azure/data_lake.py +124 -0
- cartography/intel/azure/event_grid.py +94 -0
- cartography/intel/azure/functions.py +124 -0
- cartography/intel/azure/load_balancers.py +263 -0
- cartography/intel/azure/logic_apps.py +101 -0
- cartography/intel/azure/monitor.py +105 -0
- cartography/intel/azure/network.py +467 -0
- cartography/intel/azure/permission_relationships.py +466 -0
- cartography/intel/azure/rbac.py +309 -0
- cartography/intel/azure/resource_groups.py +82 -0
- cartography/intel/azure/security_center.py +106 -0
- cartography/intel/azure/sql.py +145 -292
- cartography/intel/azure/storage.py +185 -262
- cartography/intel/azure/subscription.py +21 -43
- cartography/intel/azure/tenant.py +39 -30
- cartography/intel/azure/util/common.py +13 -0
- cartography/intel/azure/util/credentials.py +49 -174
- cartography/intel/azure/util/tag.py +41 -0
- cartography/intel/create_indexes.py +2 -1
- cartography/intel/crowdstrike/spotlight.py +5 -2
- cartography/intel/dns.py +5 -2
- cartography/intel/entra/__init__.py +100 -1
- cartography/intel/entra/app_role_assignments.py +284 -0
- cartography/intel/entra/applications.py +182 -0
- cartography/intel/entra/federation/__init__.py +0 -0
- cartography/intel/entra/federation/aws_identity_center.py +77 -0
- cartography/intel/entra/groups.py +198 -0
- cartography/intel/entra/ou.py +48 -24
- cartography/intel/entra/service_principals.py +217 -0
- cartography/intel/entra/users.py +105 -57
- cartography/intel/gcp/__init__.py +334 -396
- cartography/intel/gcp/bigtable_app_profile.py +101 -0
- cartography/intel/gcp/bigtable_backup.py +91 -0
- cartography/intel/gcp/bigtable_cluster.py +93 -0
- cartography/intel/gcp/bigtable_instance.py +86 -0
- cartography/intel/gcp/bigtable_table.py +87 -0
- cartography/intel/gcp/cai.py +292 -0
- cartography/intel/gcp/clients.py +112 -0
- cartography/intel/gcp/compute.py +128 -119
- cartography/intel/gcp/crm/__init__.py +0 -0
- cartography/intel/gcp/crm/folders.py +114 -0
- cartography/intel/gcp/crm/orgs.py +70 -0
- cartography/intel/gcp/crm/projects.py +120 -0
- cartography/intel/gcp/dns.py +83 -169
- cartography/intel/gcp/gke.py +72 -113
- cartography/intel/gcp/iam.py +111 -91
- cartography/intel/gcp/permission_relationships.py +394 -0
- cartography/intel/gcp/policy_bindings.py +225 -0
- cartography/intel/gcp/storage.py +75 -159
- cartography/intel/github/__init__.py +62 -25
- cartography/intel/github/commits.py +423 -0
- cartography/intel/github/repos.py +463 -85
- cartography/intel/github/teams.py +3 -3
- cartography/intel/github/users.py +5 -0
- cartography/intel/github/util.py +12 -0
- cartography/intel/googleworkspace/__init__.py +193 -0
- cartography/intel/googleworkspace/devices.py +254 -0
- cartography/intel/googleworkspace/groups.py +568 -0
- cartography/intel/googleworkspace/oauth_apps.py +259 -0
- cartography/intel/googleworkspace/tenant.py +85 -0
- cartography/intel/googleworkspace/users.py +138 -0
- cartography/intel/gsuite/__init__.py +17 -9
- cartography/intel/gsuite/groups.py +291 -0
- cartography/intel/gsuite/users.py +142 -0
- cartography/intel/jamf/computers.py +7 -1
- cartography/intel/keycloak/__init__.py +153 -0
- cartography/intel/keycloak/authenticationexecutions.py +322 -0
- cartography/intel/keycloak/authenticationflows.py +77 -0
- cartography/intel/keycloak/clients.py +187 -0
- cartography/intel/keycloak/groups.py +126 -0
- cartography/intel/keycloak/identityproviders.py +94 -0
- cartography/intel/keycloak/organizations.py +163 -0
- cartography/intel/keycloak/realms.py +61 -0
- cartography/intel/keycloak/roles.py +202 -0
- cartography/intel/keycloak/scopes.py +73 -0
- cartography/intel/keycloak/users.py +70 -0
- cartography/intel/keycloak/util.py +47 -0
- cartography/intel/kubernetes/__init__.py +60 -14
- cartography/intel/kubernetes/clusters.py +86 -0
- cartography/intel/kubernetes/eks.py +402 -0
- cartography/intel/kubernetes/namespaces.py +59 -57
- cartography/intel/kubernetes/pods.py +168 -75
- cartography/intel/kubernetes/rbac.py +597 -0
- cartography/intel/kubernetes/secrets.py +95 -45
- cartography/intel/kubernetes/services.py +131 -67
- cartography/intel/kubernetes/util.py +142 -14
- cartography/intel/oci/iam.py +23 -9
- cartography/intel/oci/organizations.py +3 -1
- cartography/intel/oci/utils.py +28 -5
- cartography/intel/okta/applications.py +15 -5
- cartography/intel/okta/awssaml.py +14 -10
- cartography/intel/okta/factors.py +3 -1
- cartography/intel/okta/groups.py +5 -2
- cartography/intel/okta/organization.py +3 -1
- cartography/intel/okta/origins.py +3 -1
- cartography/intel/okta/roles.py +5 -2
- cartography/intel/okta/users.py +10 -2
- cartography/intel/ontology/__init__.py +44 -0
- cartography/intel/ontology/devices.py +54 -0
- cartography/intel/ontology/users.py +54 -0
- cartography/intel/ontology/utils.py +176 -0
- cartography/intel/pagerduty/escalation_policies.py +13 -6
- cartography/intel/pagerduty/schedules.py +9 -4
- cartography/intel/pagerduty/services.py +7 -3
- cartography/intel/pagerduty/teams.py +5 -2
- cartography/intel/pagerduty/users.py +3 -1
- cartography/intel/pagerduty/vendors.py +3 -1
- cartography/intel/scaleway/__init__.py +127 -0
- cartography/intel/scaleway/iam/__init__.py +0 -0
- cartography/intel/scaleway/iam/apikeys.py +71 -0
- cartography/intel/scaleway/iam/applications.py +71 -0
- cartography/intel/scaleway/iam/groups.py +71 -0
- cartography/intel/scaleway/iam/users.py +71 -0
- cartography/intel/scaleway/instances/__init__.py +0 -0
- cartography/intel/scaleway/instances/flexibleips.py +86 -0
- cartography/intel/scaleway/instances/instances.py +92 -0
- cartography/intel/scaleway/projects.py +79 -0
- cartography/intel/scaleway/storage/__init__.py +0 -0
- cartography/intel/scaleway/storage/snapshots.py +86 -0
- cartography/intel/scaleway/storage/volumes.py +84 -0
- cartography/intel/scaleway/utils.py +37 -0
- cartography/intel/sentinelone/__init__.py +75 -0
- cartography/intel/sentinelone/account.py +140 -0
- cartography/intel/sentinelone/agent.py +139 -0
- cartography/intel/sentinelone/api.py +124 -0
- cartography/intel/sentinelone/application.py +248 -0
- cartography/intel/sentinelone/cve.py +119 -0
- cartography/intel/sentinelone/utils.py +28 -0
- cartography/intel/slack/__init__.py +78 -0
- cartography/intel/slack/channels.py +80 -0
- cartography/intel/slack/groups.py +90 -0
- cartography/intel/slack/teams.py +65 -0
- cartography/intel/slack/users.py +57 -0
- cartography/intel/slack/utils.py +29 -0
- cartography/intel/spacelift/__init__.py +161 -0
- cartography/intel/spacelift/account.py +73 -0
- cartography/intel/spacelift/ec2_ownership.py +280 -0
- cartography/intel/spacelift/runs.py +463 -0
- cartography/intel/spacelift/spaces.py +112 -0
- cartography/intel/spacelift/stacks.py +119 -0
- cartography/intel/spacelift/util.py +122 -0
- cartography/intel/spacelift/workerpools.py +131 -0
- cartography/intel/spacelift/workers.py +128 -0
- cartography/intel/trivy/__init__.py +272 -0
- cartography/intel/trivy/scanner.py +386 -0
- cartography/models/airbyte/__init__.py +0 -0
- cartography/models/airbyte/connection.py +138 -0
- cartography/models/airbyte/destination.py +75 -0
- cartography/models/airbyte/organization.py +19 -0
- cartography/models/airbyte/source.py +75 -0
- cartography/models/airbyte/stream.py +74 -0
- cartography/models/airbyte/tag.py +69 -0
- cartography/models/airbyte/user.py +115 -0
- cartography/models/airbyte/workspace.py +46 -0
- cartography/models/anthropic/apikey.py +4 -0
- cartography/models/anthropic/user.py +4 -0
- cartography/models/aws/acm/__init__.py +0 -0
- cartography/models/aws/acm/certificate.py +75 -0
- cartography/models/aws/apigateway/__init__.py +0 -0
- cartography/models/aws/apigateway/apigatewaydeployment.py +74 -0
- cartography/models/aws/apigateway/apigatewayintegration.py +79 -0
- cartography/models/aws/apigateway/apigatewaymethod.py +74 -0
- cartography/models/aws/apigatewayv2/__init__.py +0 -0
- cartography/models/aws/apigatewayv2/apigatewayv2.py +53 -0
- cartography/models/aws/cloudtrail/management_events.py +153 -0
- cartography/models/aws/cloudtrail/trail.py +45 -0
- cartography/models/aws/cloudwatch/log_metric_filter.py +79 -0
- cartography/models/aws/cloudwatch/metric_alarm.py +53 -0
- cartography/models/aws/codebuild/__init__.py +0 -0
- cartography/models/aws/codebuild/project.py +49 -0
- cartography/models/aws/cognito/__init__.py +0 -0
- cartography/models/aws/cognito/identity_pool.py +70 -0
- cartography/models/aws/cognito/user_pool.py +47 -0
- cartography/models/aws/dynamodb/tables.py +2 -0
- cartography/models/aws/ec2/instances.py +25 -1
- cartography/models/aws/ec2/networkinterfaces.py +4 -0
- cartography/models/aws/ec2/security_group_rules.py +109 -0
- cartography/models/aws/ec2/security_groups.py +90 -0
- cartography/models/aws/ec2/snapshots.py +58 -0
- cartography/models/aws/ec2/subnet_instance.py +2 -0
- cartography/models/aws/ec2/subnet_networkinterface.py +2 -0
- cartography/models/aws/ec2/subnets.py +65 -0
- cartography/models/aws/ec2/volumes.py +20 -0
- cartography/models/aws/ec2/vpc.py +46 -0
- cartography/models/aws/ec2/vpc_cidr.py +102 -0
- cartography/models/aws/ec2/vpc_peering.py +157 -0
- cartography/models/aws/ecr/__init__.py +0 -0
- cartography/models/aws/ecr/image.py +146 -0
- cartography/models/aws/ecr/image_layer.py +107 -0
- cartography/models/aws/ecr/repository.py +72 -0
- cartography/models/aws/ecr/repository_image.py +95 -0
- cartography/models/aws/ecs/__init__.py +0 -0
- cartography/models/aws/ecs/clusters.py +64 -0
- cartography/models/aws/ecs/container_definitions.py +93 -0
- cartography/models/aws/ecs/container_instances.py +84 -0
- cartography/models/aws/ecs/containers.py +101 -0
- cartography/models/aws/ecs/services.py +134 -0
- cartography/models/aws/ecs/task_definitions.py +135 -0
- cartography/models/aws/ecs/tasks.py +134 -0
- cartography/models/aws/efs/access_point.py +77 -0
- cartography/models/aws/efs/file_system.py +60 -0
- cartography/models/aws/efs/mount_target.py +29 -2
- cartography/models/aws/elasticache/__init__.py +0 -0
- cartography/models/aws/elasticache/cluster.py +65 -0
- cartography/models/aws/elasticache/topic.py +67 -0
- cartography/models/aws/eventbridge/__init__.py +0 -0
- cartography/models/aws/eventbridge/rule.py +77 -0
- cartography/models/aws/eventbridge/target.py +71 -0
- cartography/models/aws/glue/__init__.py +0 -0
- cartography/models/aws/glue/connection.py +51 -0
- cartography/models/aws/glue/job.py +69 -0
- cartography/models/aws/guardduty/__init__.py +1 -0
- cartography/models/aws/guardduty/detectors.py +50 -0
- cartography/models/aws/guardduty/findings.py +121 -0
- cartography/models/aws/iam/access_key.py +103 -0
- cartography/models/aws/iam/account_role.py +24 -0
- cartography/models/aws/iam/federated_principal.py +60 -0
- cartography/models/aws/iam/group.py +60 -0
- cartography/models/aws/iam/group_membership.py +27 -0
- cartography/models/aws/iam/inline_policy.py +78 -0
- cartography/models/aws/iam/managed_policy.py +51 -0
- cartography/models/aws/iam/policy_statement.py +57 -0
- cartography/models/aws/iam/role.py +83 -0
- cartography/models/aws/iam/root_principal.py +52 -0
- cartography/models/aws/iam/service_principal.py +30 -0
- cartography/models/aws/iam/sts_assumerole_allow.py +38 -0
- cartography/models/aws/iam/user.py +59 -0
- cartography/models/aws/identitycenter/awsidentitycenter.py +1 -0
- cartography/models/aws/identitycenter/awspermissionset.py +70 -0
- cartography/models/aws/identitycenter/awssogroup.py +70 -0
- cartography/models/aws/identitycenter/awsssouser.py +49 -9
- cartography/models/aws/inspector/findings.py +37 -0
- cartography/models/aws/inspector/packages.py +1 -31
- cartography/models/aws/kms/__init__.py +0 -0
- cartography/models/aws/kms/aliases.py +86 -0
- cartography/models/aws/kms/grants.py +65 -0
- cartography/models/aws/kms/keys.py +88 -0
- cartography/models/aws/lambda_function/__init__.py +0 -0
- cartography/models/aws/lambda_function/alias.py +74 -0
- cartography/models/aws/lambda_function/event_source_mapping.py +88 -0
- cartography/models/aws/lambda_function/lambda_function.py +91 -0
- cartography/models/aws/lambda_function/layer.py +72 -0
- cartography/models/aws/rds/__init__.py +0 -0
- cartography/models/aws/rds/cluster.py +91 -0
- cartography/models/aws/rds/event_subscription.py +146 -0
- cartography/models/aws/rds/instance.py +156 -0
- cartography/models/aws/rds/snapshot.py +108 -0
- cartography/models/aws/rds/subnet_group.py +101 -0
- cartography/models/aws/route53/__init__.py +0 -0
- cartography/models/aws/route53/dnsrecord.py +235 -0
- cartography/models/aws/route53/nameserver.py +63 -0
- cartography/models/aws/route53/subzone.py +40 -0
- cartography/models/aws/route53/zone.py +47 -0
- cartography/models/aws/s3/notification.py +24 -0
- cartography/models/aws/secretsmanager/secret.py +106 -0
- cartography/models/aws/secretsmanager/secret_version.py +0 -2
- cartography/models/aws/sns/topic_subscription.py +74 -0
- cartography/models/aws/sqs/__init__.py +0 -0
- cartography/models/aws/sqs/queue.py +89 -0
- cartography/models/azure/__init__.py +0 -0
- cartography/models/azure/aks_cluster.py +54 -0
- cartography/models/azure/aks_nodepool.py +54 -0
- cartography/models/azure/app_service.py +59 -0
- cartography/models/azure/container_instance.py +57 -0
- cartography/models/azure/cosmosdb/__init__.py +0 -0
- cartography/models/azure/cosmosdb/account.py +77 -0
- cartography/models/azure/cosmosdb/accountfailoverpolicy.py +77 -0
- cartography/models/azure/cosmosdb/cassandrakeyspace.py +82 -0
- cartography/models/azure/cosmosdb/cassandratable.py +81 -0
- cartography/models/azure/cosmosdb/corspolicy.py +74 -0
- cartography/models/azure/cosmosdb/dblocation.py +120 -0
- cartography/models/azure/cosmosdb/mongodbcollection.py +82 -0
- cartography/models/azure/cosmosdb/mongodbdatabase.py +78 -0
- cartography/models/azure/cosmosdb/privateendpointconnection.py +81 -0
- cartography/models/azure/cosmosdb/sqlcontainer.py +88 -0
- cartography/models/azure/cosmosdb/sqldatabase.py +78 -0
- cartography/models/azure/cosmosdb/tableresource.py +76 -0
- cartography/models/azure/cosmosdb/virtualnetworkrule.py +78 -0
- cartography/models/azure/data_factory/__init__.py +0 -0
- cartography/models/azure/data_factory/data_factory.py +51 -0
- cartography/models/azure/data_factory/data_factory_dataset.py +94 -0
- cartography/models/azure/data_factory/data_factory_linked_service.py +78 -0
- cartography/models/azure/data_factory/data_factory_pipeline.py +93 -0
- cartography/models/azure/data_lake_filesystem.py +51 -0
- cartography/models/azure/event_grid_topic.py +57 -0
- cartography/models/azure/function_app.py +59 -0
- cartography/models/azure/load_balancer/__init__.py +0 -0
- cartography/models/azure/load_balancer/load_balancer.py +49 -0
- cartography/models/azure/load_balancer/load_balancer_backend_pool.py +73 -0
- cartography/models/azure/load_balancer/load_balancer_frontend_ip.py +75 -0
- cartography/models/azure/load_balancer/load_balancer_inbound_nat_rule.py +78 -0
- cartography/models/azure/load_balancer/load_balancer_rule.py +108 -0
- cartography/models/azure/logic_apps.py +56 -0
- cartography/models/azure/monitor.py +54 -0
- cartography/models/azure/network_interface.py +112 -0
- cartography/models/azure/network_security_group.py +50 -0
- cartography/models/azure/permission_relationships.py +60 -0
- cartography/models/azure/principal.py +41 -0
- cartography/models/azure/public_ip_address.py +50 -0
- cartography/models/azure/rbac.py +268 -0
- cartography/models/azure/resource_groups.py +52 -0
- cartography/models/azure/security_center.py +50 -0
- cartography/models/azure/sql/__init__.py +0 -0
- cartography/models/azure/sql/databasethreatdetectionpolicy.py +85 -0
- cartography/models/azure/sql/elasticpool.py +77 -0
- cartography/models/azure/sql/failovergroup.py +73 -0
- cartography/models/azure/sql/recoverabledatabase.py +75 -0
- cartography/models/azure/sql/replicationlink.py +81 -0
- cartography/models/azure/sql/restorabledroppeddatabase.py +82 -0
- cartography/models/azure/sql/restorepoint.py +74 -0
- cartography/models/azure/sql/serveradadministrator.py +74 -0
- cartography/models/azure/sql/serverdnsalias.py +71 -0
- cartography/models/azure/sql/sqldatabase.py +85 -0
- cartography/models/azure/sql/sqlserver.py +50 -0
- cartography/models/azure/sql/transparentdataencryption.py +76 -0
- cartography/models/azure/storage/__init__.py +0 -0
- cartography/models/azure/storage/account.py +59 -0
- cartography/models/azure/storage/blobcontainer.py +85 -0
- cartography/models/azure/storage/blobservice.py +71 -0
- cartography/models/azure/storage/fileservice.py +71 -0
- cartography/models/azure/storage/fileshare.py +82 -0
- cartography/models/azure/storage/queue.py +71 -0
- cartography/models/azure/storage/queueservice.py +73 -0
- cartography/models/azure/storage/table.py +72 -0
- cartography/models/azure/storage/tableservice.py +73 -0
- cartography/models/azure/subnet.py +101 -0
- cartography/models/azure/subscription.py +47 -0
- cartography/models/azure/tags/__init__.py +0 -0
- cartography/models/azure/tags/storage_tag.py +40 -0
- cartography/models/azure/tags/tag.py +37 -0
- cartography/models/azure/tenant.py +17 -0
- cartography/models/azure/virtual_network.py +49 -0
- cartography/models/azure/vm/__init__.py +0 -0
- cartography/models/azure/vm/datadisk.py +80 -0
- cartography/models/azure/vm/disk.py +55 -0
- cartography/models/azure/vm/snapshot.py +56 -0
- cartography/models/azure/vm/virtualmachine.py +59 -0
- cartography/models/bigfix/bigfix_computer.py +1 -1
- cartography/models/cloudflare/member.py +4 -0
- cartography/models/core/common.py +1 -0
- cartography/models/core/nodes.py +15 -2
- cartography/models/core/relationships.py +44 -0
- cartography/models/crowdstrike/hosts.py +1 -1
- cartography/models/digitalocean/droplet.py +2 -0
- cartography/models/duo/endpoint.py +1 -1
- cartography/models/duo/phone.py +2 -2
- cartography/models/duo/user.py +4 -0
- cartography/models/entra/app_role_assignment.py +115 -0
- cartography/models/entra/application.py +49 -0
- cartography/models/entra/entra_user_to_aws_sso.py +41 -0
- cartography/models/entra/group.py +117 -0
- cartography/models/entra/service_principal.py +104 -0
- cartography/models/entra/user.py +42 -51
- cartography/models/gcp/__init__.py +0 -0
- cartography/models/gcp/bigtable/__init__.py +0 -0
- cartography/models/gcp/bigtable/app_profile.py +94 -0
- cartography/models/gcp/bigtable/backup.py +91 -0
- cartography/models/gcp/bigtable/cluster.py +73 -0
- cartography/models/gcp/bigtable/instance.py +52 -0
- cartography/models/gcp/bigtable/table.py +69 -0
- cartography/models/gcp/compute/__init__.py +0 -0
- cartography/models/gcp/compute/subnet.py +74 -0
- cartography/models/gcp/compute/vpc.py +50 -0
- cartography/models/gcp/crm/__init__.py +0 -0
- cartography/models/gcp/crm/folders.py +98 -0
- cartography/models/gcp/crm/organizations.py +21 -0
- cartography/models/gcp/crm/projects.py +100 -0
- cartography/models/gcp/dns.py +109 -0
- cartography/models/gcp/gke.py +69 -0
- cartography/models/gcp/iam.py +3 -0
- cartography/models/gcp/permission_relationships.py +61 -0
- cartography/models/gcp/policy_bindings.py +93 -0
- cartography/models/gcp/storage/__init__.py +0 -0
- cartography/models/gcp/storage/bucket.py +119 -0
- cartography/models/github/commits.py +63 -0
- cartography/models/github/dependencies.py +73 -0
- cartography/models/github/manifests.py +49 -0
- cartography/models/github/users.py +10 -0
- cartography/models/googleworkspace/__init__.py +0 -0
- cartography/models/googleworkspace/device.py +132 -0
- cartography/models/googleworkspace/group.py +382 -0
- cartography/models/googleworkspace/oauth_app.py +124 -0
- cartography/models/googleworkspace/tenant.py +30 -0
- cartography/models/googleworkspace/user.py +113 -0
- cartography/models/gsuite/__init__.py +0 -0
- cartography/models/gsuite/group.py +218 -0
- cartography/models/gsuite/tenant.py +29 -0
- cartography/models/gsuite/user.py +107 -0
- cartography/models/kandji/device.py +1 -2
- cartography/models/keycloak/__init__.py +0 -0
- cartography/models/keycloak/authenticationexecution.py +160 -0
- cartography/models/keycloak/authenticationflow.py +54 -0
- cartography/models/keycloak/client.py +179 -0
- cartography/models/keycloak/group.py +101 -0
- cartography/models/keycloak/identityprovider.py +89 -0
- cartography/models/keycloak/organization.py +116 -0
- cartography/models/keycloak/organizationdomain.py +73 -0
- cartography/models/keycloak/realm.py +173 -0
- cartography/models/keycloak/role.py +126 -0
- cartography/models/keycloak/scope.py +73 -0
- cartography/models/keycloak/user.py +55 -0
- cartography/models/kubernetes/__init__.py +0 -0
- cartography/models/kubernetes/clusterrolebindings.py +138 -0
- cartography/models/kubernetes/clusterroles.py +52 -0
- cartography/models/kubernetes/clusters.py +26 -0
- cartography/models/kubernetes/containers.py +133 -0
- cartography/models/kubernetes/groups.py +107 -0
- cartography/models/kubernetes/namespaces.py +51 -0
- cartography/models/kubernetes/oidc.py +51 -0
- cartography/models/kubernetes/pods.py +80 -0
- cartography/models/kubernetes/rolebindings.py +159 -0
- cartography/models/kubernetes/roles.py +76 -0
- cartography/models/kubernetes/secrets.py +79 -0
- cartography/models/kubernetes/serviceaccounts.py +77 -0
- cartography/models/kubernetes/services.py +108 -0
- cartography/models/kubernetes/users.py +105 -0
- cartography/models/lastpass/user.py +4 -0
- cartography/models/ontology/__init__.py +0 -0
- cartography/models/ontology/device.py +137 -0
- cartography/models/ontology/mapping/__init__.py +76 -0
- cartography/models/ontology/mapping/data/__init__.py +0 -0
- cartography/models/ontology/mapping/data/apikeys.py +93 -0
- cartography/models/ontology/mapping/data/computeinstance.py +95 -0
- cartography/models/ontology/mapping/data/containers.py +88 -0
- cartography/models/ontology/mapping/data/databases.py +182 -0
- cartography/models/ontology/mapping/data/devices.py +194 -0
- cartography/models/ontology/mapping/data/thirdpartyapps.py +140 -0
- cartography/models/ontology/mapping/data/useraccounts.py +416 -0
- cartography/models/ontology/mapping/data/users.py +63 -0
- cartography/models/ontology/mapping/specs.py +85 -0
- cartography/models/ontology/user.py +51 -0
- cartography/models/openai/adminapikey.py +4 -0
- cartography/models/openai/apikey.py +4 -0
- cartography/models/openai/user.py +4 -0
- cartography/models/scaleway/__init__.py +0 -0
- cartography/models/scaleway/iam/__init__.py +0 -0
- cartography/models/scaleway/iam/apikey.py +100 -0
- cartography/models/scaleway/iam/application.py +52 -0
- cartography/models/scaleway/iam/group.py +95 -0
- cartography/models/scaleway/iam/user.py +64 -0
- cartography/models/scaleway/instance/__init__.py +0 -0
- cartography/models/scaleway/instance/flexibleip.py +52 -0
- cartography/models/scaleway/instance/instance.py +120 -0
- cartography/models/scaleway/organization.py +19 -0
- cartography/models/scaleway/project.py +48 -0
- cartography/models/scaleway/storage/__init__.py +0 -0
- cartography/models/scaleway/storage/snapshot.py +78 -0
- cartography/models/scaleway/storage/volume.py +51 -0
- cartography/models/sentinelone/__init__.py +1 -0
- cartography/models/sentinelone/account.py +40 -0
- cartography/models/sentinelone/agent.py +50 -0
- cartography/models/sentinelone/application.py +44 -0
- cartography/models/sentinelone/application_version.py +96 -0
- cartography/models/sentinelone/cve.py +73 -0
- cartography/models/slack/__init__.py +0 -0
- cartography/models/slack/channels.py +92 -0
- cartography/models/slack/group.py +129 -0
- cartography/models/slack/team.py +22 -0
- cartography/models/slack/user.py +62 -0
- cartography/models/snipeit/asset.py +2 -0
- cartography/models/snipeit/user.py +4 -0
- cartography/models/spacelift/__init__.py +0 -0
- cartography/models/spacelift/cloudtrailevent.py +120 -0
- cartography/models/spacelift/run.py +162 -0
- cartography/models/spacelift/space.py +131 -0
- cartography/models/spacelift/spaceliftaccount.py +31 -0
- cartography/models/spacelift/spaceliftgitcommit.py +157 -0
- cartography/models/spacelift/stack.py +96 -0
- cartography/models/spacelift/user.py +63 -0
- cartography/models/spacelift/worker.py +97 -0
- cartography/models/spacelift/workerpool.py +90 -0
- cartography/models/tailscale/device.py +2 -1
- cartography/models/tailscale/user.py +6 -1
- cartography/models/trivy/__init__.py +0 -0
- cartography/models/trivy/findings.py +66 -0
- cartography/models/trivy/fix.py +66 -0
- cartography/models/trivy/package.py +71 -0
- cartography/rules/README.md +1 -0
- cartography/rules/__init__.py +0 -0
- cartography/rules/cli.py +261 -0
- cartography/rules/data/__init__.py +0 -0
- cartography/rules/data/rules/__init__.py +46 -0
- cartography/rules/data/rules/cloud_security_product_deactivated.py +49 -0
- cartography/rules/data/rules/compute_instance_exposed.py +51 -0
- cartography/rules/data/rules/database_instance_exposed.py +53 -0
- cartography/rules/data/rules/delegation_boundary_modifiable.py +90 -0
- cartography/rules/data/rules/identity_administration_privileges.py +100 -0
- cartography/rules/data/rules/inactive_user_active_accounts.py +48 -0
- cartography/rules/data/rules/malicious_npm_dependencies_shai_hulud.py +2222 -0
- cartography/rules/data/rules/mfa_missing.py +46 -0
- cartography/rules/data/rules/object_storage_public.py +100 -0
- cartography/rules/data/rules/policy_administration_privileges.py +104 -0
- cartography/rules/data/rules/unmanaged_accounts.py +43 -0
- cartography/rules/data/rules/workload_identity_admin_capabilities.py +193 -0
- cartography/rules/formatters.py +108 -0
- cartography/rules/runners.py +216 -0
- cartography/rules/spec/__init__.py +0 -0
- cartography/rules/spec/model.py +267 -0
- cartography/rules/spec/result.py +38 -0
- cartography/sync.py +25 -5
- cartography/util.py +101 -31
- {cartography-0.104.0rc2.dist-info → cartography-0.123.0.dist-info}/METADATA +61 -22
- cartography-0.123.0.dist-info/RECORD +856 -0
- {cartography-0.104.0rc2.dist-info → cartography-0.123.0.dist-info}/entry_points.txt +1 -0
- cartography/data/jobs/cleanup/aws_dns_cleanup.json +0 -65
- cartography/data/jobs/cleanup/aws_import_account_access_key_cleanup.json +0 -17
- cartography/data/jobs/cleanup/aws_import_ec2_security_groupinfo_cleanup.json +0 -24
- cartography/data/jobs/cleanup/aws_import_groups_cleanup.json +0 -13
- cartography/data/jobs/cleanup/aws_import_identity_center_cleanup.json +0 -16
- cartography/data/jobs/cleanup/aws_import_lambda_cleanup.json +0 -50
- cartography/data/jobs/cleanup/aws_import_principals_cleanup.json +0 -30
- cartography/data/jobs/cleanup/aws_import_rds_clusters_cleanup.json +0 -23
- cartography/data/jobs/cleanup/aws_import_rds_instances_cleanup.json +0 -47
- cartography/data/jobs/cleanup/aws_import_rds_snapshots_cleanup.json +0 -23
- cartography/data/jobs/cleanup/aws_import_roles_cleanup.json +0 -13
- cartography/data/jobs/cleanup/aws_import_secrets_cleanup.json +0 -8
- cartography/data/jobs/cleanup/aws_import_snapshots_cleanup.json +0 -30
- cartography/data/jobs/cleanup/aws_import_users_cleanup.json +0 -8
- cartography/data/jobs/cleanup/aws_import_vpc_cleanup.json +0 -23
- cartography/data/jobs/cleanup/aws_import_vpc_peering_cleanup.json +0 -45
- cartography/data/jobs/cleanup/aws_kms_details.json +0 -10
- cartography/data/jobs/cleanup/azure_cosmosdb_cassandra_keyspace_cleanup.json +0 -25
- cartography/data/jobs/cleanup/azure_cosmosdb_cors_details.json +0 -15
- cartography/data/jobs/cleanup/azure_cosmosdb_mongodb_database_cleanup.json +0 -25
- cartography/data/jobs/cleanup/azure_cosmosdb_sql_database_cleanup.json +0 -25
- cartography/data/jobs/cleanup/azure_cosmosdb_table_resources_cleanup.json +0 -15
- cartography/data/jobs/cleanup/azure_database_account_cleanup.json +0 -85
- cartography/data/jobs/cleanup/azure_import_disks_cleanup.json +0 -15
- cartography/data/jobs/cleanup/azure_import_snapshots_cleanup.json +0 -15
- cartography/data/jobs/cleanup/azure_import_virtual_machines_cleanup.json +0 -25
- cartography/data/jobs/cleanup/azure_sql_server_cleanup.json +0 -125
- cartography/data/jobs/cleanup/azure_storage_account_cleanup.json +0 -95
- cartography/data/jobs/cleanup/azure_subscriptions_cleanup.json +0 -14
- cartography/data/jobs/cleanup/azure_tenant_cleanup.json +0 -9
- cartography/data/jobs/cleanup/gcp_compute_vpc_subnet_cleanup.json +0 -35
- cartography/data/jobs/cleanup/gcp_crm_folder_cleanup.json +0 -23
- cartography/data/jobs/cleanup/gcp_crm_organization_cleanup.json +0 -17
- cartography/data/jobs/cleanup/gcp_crm_project_cleanup.json +0 -23
- cartography/data/jobs/cleanup/gcp_dns_cleanup.json +0 -29
- cartography/data/jobs/cleanup/gcp_gke_cluster_cleanup.json +0 -17
- cartography/data/jobs/cleanup/gcp_storage_bucket_cleanup.json +0 -29
- cartography/data/jobs/cleanup/gsuite_ingest_groups_cleanup.json +0 -23
- cartography/data/jobs/cleanup/gsuite_ingest_users_cleanup.json +0 -11
- cartography/data/jobs/cleanup/kubernetes_import_cleanup.json +0 -70
- cartography/intel/gcp/crm.py +0 -355
- cartography/intel/gsuite/api.py +0 -342
- cartography-0.104.0rc2.dist-info/RECORD +0 -455
- /cartography/data/jobs/{analysis → scoped_analysis}/aws_s3acl_analysis.json +0 -0
- /cartography/models/aws/{apigateway.py → apigateway/apigateway.py} +0 -0
- /cartography/models/aws/{apigatewaycertificate.py → apigateway/apigatewaycertificate.py} +0 -0
- /cartography/models/aws/{apigatewayresource.py → apigateway/apigatewayresource.py} +0 -0
- /cartography/models/aws/{apigatewaystage.py → apigateway/apigatewaystage.py} +0 -0
- {cartography-0.104.0rc2.dist-info → cartography-0.123.0.dist-info}/WHEEL +0 -0
- {cartography-0.104.0rc2.dist-info → cartography-0.123.0.dist-info}/licenses/LICENSE +0 -0
- {cartography-0.104.0rc2.dist-info → cartography-0.123.0.dist-info}/top_level.txt +0 -0
cartography/intel/azure/sql.py
CHANGED
|
@@ -2,6 +2,7 @@ import logging
|
|
|
2
2
|
from typing import Any
|
|
3
3
|
from typing import Dict
|
|
4
4
|
from typing import Generator
|
|
5
|
+
from typing import Iterable
|
|
5
6
|
from typing import List
|
|
6
7
|
from typing import Tuple
|
|
7
8
|
|
|
@@ -14,7 +15,30 @@ from azure.mgmt.sql.models import SecurityAlertPolicyName
|
|
|
14
15
|
from azure.mgmt.sql.models import TransparentDataEncryptionName
|
|
15
16
|
from msrestazure.azure_exceptions import CloudError
|
|
16
17
|
|
|
17
|
-
from cartography.
|
|
18
|
+
from cartography.client.core.tx import load
|
|
19
|
+
from cartography.graph.job import GraphJob
|
|
20
|
+
from cartography.models.azure.sql.databasethreatdetectionpolicy import (
|
|
21
|
+
AzureDatabaseThreatDetectionPolicySchema,
|
|
22
|
+
)
|
|
23
|
+
from cartography.models.azure.sql.elasticpool import AzureElasticPoolSchema
|
|
24
|
+
from cartography.models.azure.sql.failovergroup import AzureFailoverGroupSchema
|
|
25
|
+
from cartography.models.azure.sql.recoverabledatabase import (
|
|
26
|
+
AzureRecoverableDatabaseSchema,
|
|
27
|
+
)
|
|
28
|
+
from cartography.models.azure.sql.replicationlink import AzureReplicationLinkSchema
|
|
29
|
+
from cartography.models.azure.sql.restorabledroppeddatabase import (
|
|
30
|
+
AzureRestorableDroppedDatabaseSchema,
|
|
31
|
+
)
|
|
32
|
+
from cartography.models.azure.sql.restorepoint import AzureRestorePointSchema
|
|
33
|
+
from cartography.models.azure.sql.serveradadministrator import (
|
|
34
|
+
AzureServerADAdministratorSchema,
|
|
35
|
+
)
|
|
36
|
+
from cartography.models.azure.sql.serverdnsalias import AzureServerDNSAliasSchema
|
|
37
|
+
from cartography.models.azure.sql.sqldatabase import AzureSQLDatabaseSchema
|
|
38
|
+
from cartography.models.azure.sql.sqlserver import AzureSQLServerSchema
|
|
39
|
+
from cartography.models.azure.sql.transparentdataencryption import (
|
|
40
|
+
AzureTransparentDataEncryptionSchema,
|
|
41
|
+
)
|
|
18
42
|
from cartography.util import timeit
|
|
19
43
|
|
|
20
44
|
from .util.credentials import Credentials
|
|
@@ -65,31 +89,12 @@ def load_server_data(
|
|
|
65
89
|
server_list: List[Dict],
|
|
66
90
|
azure_update_tag: int,
|
|
67
91
|
) -> None:
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
MERGE (s:AzureSQLServer{id: server.id})
|
|
74
|
-
ON CREATE SET s.firstseen = timestamp(),
|
|
75
|
-
s.resourcegroup = server.resourceGroup, s.location = server.location
|
|
76
|
-
SET s.lastupdated = $azure_update_tag,
|
|
77
|
-
s.name = server.name,
|
|
78
|
-
s.kind = server.kind,
|
|
79
|
-
s.state = server.state,
|
|
80
|
-
s.version = server.version
|
|
81
|
-
WITH s
|
|
82
|
-
MATCH (owner:AzureSubscription{id: $AZURE_SUBSCRIPTION_ID})
|
|
83
|
-
MERGE (owner)-[r:RESOURCE]->(s)
|
|
84
|
-
ON CREATE SET r.firstseen = timestamp()
|
|
85
|
-
SET r.lastupdated = $azure_update_tag
|
|
86
|
-
"""
|
|
87
|
-
|
|
88
|
-
neo4j_session.run(
|
|
89
|
-
ingest_server,
|
|
90
|
-
server_list=server_list,
|
|
92
|
+
load(
|
|
93
|
+
neo4j_session,
|
|
94
|
+
AzureSQLServerSchema(),
|
|
95
|
+
server_list,
|
|
96
|
+
lastupdated=azure_update_tag,
|
|
91
97
|
AZURE_SUBSCRIPTION_ID=subscription_id,
|
|
92
|
-
azure_update_tag=azure_update_tag,
|
|
93
98
|
)
|
|
94
99
|
|
|
95
100
|
|
|
@@ -102,7 +107,7 @@ def sync_server_details(
|
|
|
102
107
|
sync_tag: int,
|
|
103
108
|
) -> None:
|
|
104
109
|
details = get_server_details(credentials, subscription_id, server_list)
|
|
105
|
-
load_server_details(neo4j_session, credentials, subscription_id, details, sync_tag)
|
|
110
|
+
load_server_details(neo4j_session, credentials, subscription_id, details, sync_tag)
|
|
106
111
|
|
|
107
112
|
|
|
108
113
|
@timeit
|
|
@@ -391,12 +396,9 @@ def load_server_details(
|
|
|
391
396
|
neo4j_session: neo4j.Session,
|
|
392
397
|
credentials: Credentials,
|
|
393
398
|
subscription_id: str,
|
|
394
|
-
details:
|
|
399
|
+
details: Iterable[Tuple[Any, Any, Any, Any, Any, Any, Any, Any, Any, Any]],
|
|
395
400
|
update_tag: int,
|
|
396
401
|
) -> None:
|
|
397
|
-
"""
|
|
398
|
-
Create dictionaries for every resource in the server so we can import them in a single query
|
|
399
|
-
"""
|
|
400
402
|
dns_aliases = []
|
|
401
403
|
ad_admins = []
|
|
402
404
|
recoverable_databases = []
|
|
@@ -460,17 +462,20 @@ def load_server_details(
|
|
|
460
462
|
db["resource_group_name"] = rg
|
|
461
463
|
databases.append(db)
|
|
462
464
|
|
|
463
|
-
|
|
464
|
-
|
|
465
|
-
|
|
465
|
+
_load_elastic_pools(neo4j_session, elastic_pools, subscription_id, update_tag)
|
|
466
|
+
_load_failover_groups(neo4j_session, failover_groups, subscription_id, update_tag)
|
|
467
|
+
_load_databases(neo4j_session, databases, subscription_id, update_tag)
|
|
468
|
+
_load_recoverable_databases(
|
|
469
|
+
neo4j_session, recoverable_databases, subscription_id, update_tag
|
|
470
|
+
)
|
|
466
471
|
_load_restorable_dropped_databases(
|
|
467
472
|
neo4j_session,
|
|
468
473
|
restorable_dropped_databases,
|
|
474
|
+
subscription_id,
|
|
469
475
|
update_tag,
|
|
470
476
|
)
|
|
471
|
-
|
|
472
|
-
|
|
473
|
-
_load_databases(neo4j_session, databases, update_tag)
|
|
477
|
+
_load_server_dns_aliases(neo4j_session, dns_aliases, subscription_id, update_tag)
|
|
478
|
+
_load_server_ad_admins(neo4j_session, ad_admins, subscription_id, update_tag)
|
|
474
479
|
|
|
475
480
|
sync_database_details(
|
|
476
481
|
neo4j_session,
|
|
@@ -485,29 +490,18 @@ def load_server_details(
|
|
|
485
490
|
def _load_server_dns_aliases(
|
|
486
491
|
neo4j_session: neo4j.Session,
|
|
487
492
|
dns_aliases: List[Dict],
|
|
493
|
+
subscription_id: str,
|
|
488
494
|
update_tag: int,
|
|
489
495
|
) -> None:
|
|
490
496
|
"""
|
|
491
497
|
Ingest the DNS Alias details into neo4j.
|
|
492
498
|
"""
|
|
493
|
-
|
|
494
|
-
|
|
495
|
-
|
|
496
|
-
|
|
497
|
-
|
|
498
|
-
|
|
499
|
-
alias.lastupdated = $azure_update_tag
|
|
500
|
-
WITH alias, dns_alias
|
|
501
|
-
MATCH (s:AzureSQLServer{id: dns_alias.server_id})
|
|
502
|
-
MERGE (s)-[r:USED_BY]->(alias)
|
|
503
|
-
ON CREATE SET r.firstseen = timestamp()
|
|
504
|
-
SET r.lastupdated = $azure_update_tag
|
|
505
|
-
"""
|
|
506
|
-
|
|
507
|
-
neo4j_session.run(
|
|
508
|
-
ingest_dns_aliases,
|
|
509
|
-
dns_aliases_list=dns_aliases,
|
|
510
|
-
azure_update_tag=update_tag,
|
|
499
|
+
load(
|
|
500
|
+
neo4j_session,
|
|
501
|
+
AzureServerDNSAliasSchema(),
|
|
502
|
+
dns_aliases,
|
|
503
|
+
lastupdated=update_tag,
|
|
504
|
+
AZURE_SUBSCRIPTION_ID=subscription_id,
|
|
511
505
|
)
|
|
512
506
|
|
|
513
507
|
|
|
@@ -515,30 +509,18 @@ def _load_server_dns_aliases(
|
|
|
515
509
|
def _load_server_ad_admins(
|
|
516
510
|
neo4j_session: neo4j.Session,
|
|
517
511
|
ad_admins: List[Dict],
|
|
512
|
+
subscription_id: str,
|
|
518
513
|
update_tag: int,
|
|
519
514
|
) -> None:
|
|
520
515
|
"""
|
|
521
516
|
Ingest the Server AD Administrators details into neo4j.
|
|
522
517
|
"""
|
|
523
|
-
|
|
524
|
-
|
|
525
|
-
|
|
526
|
-
|
|
527
|
-
|
|
528
|
-
|
|
529
|
-
a.login = ad_admin.login,
|
|
530
|
-
a.lastupdated = $azure_update_tag
|
|
531
|
-
WITH a, ad_admin
|
|
532
|
-
MATCH (s:AzureSQLServer{id: ad_admin.server_id})
|
|
533
|
-
MERGE (s)-[r:ADMINISTERED_BY]->(a)
|
|
534
|
-
ON CREATE SET r.firstseen = timestamp()
|
|
535
|
-
SET r.lastupdated = $azure_update_tag
|
|
536
|
-
"""
|
|
537
|
-
|
|
538
|
-
neo4j_session.run(
|
|
539
|
-
ingest_ad_admins,
|
|
540
|
-
ad_admins_list=ad_admins,
|
|
541
|
-
azure_update_tag=update_tag,
|
|
518
|
+
load(
|
|
519
|
+
neo4j_session,
|
|
520
|
+
AzureServerADAdministratorSchema(),
|
|
521
|
+
ad_admins,
|
|
522
|
+
lastupdated=update_tag,
|
|
523
|
+
AZURE_SUBSCRIPTION_ID=subscription_id,
|
|
542
524
|
)
|
|
543
525
|
|
|
544
526
|
|
|
@@ -546,31 +528,18 @@ def _load_server_ad_admins(
|
|
|
546
528
|
def _load_recoverable_databases(
|
|
547
529
|
neo4j_session: neo4j.Session,
|
|
548
530
|
recoverable_databases: List[Dict],
|
|
531
|
+
subscription_id: str,
|
|
549
532
|
update_tag: int,
|
|
550
533
|
) -> None:
|
|
551
534
|
"""
|
|
552
535
|
Ingest the recoverable database details into neo4j.
|
|
553
536
|
"""
|
|
554
|
-
|
|
555
|
-
|
|
556
|
-
|
|
557
|
-
|
|
558
|
-
|
|
559
|
-
|
|
560
|
-
rd.servicelevelobjective = rec_db.service_level_objective,
|
|
561
|
-
rd.lastbackupdate = rec_db.last_available_backup_date,
|
|
562
|
-
rd.lastupdated = $azure_update_tag
|
|
563
|
-
WITH rd, rec_db
|
|
564
|
-
MATCH (s:AzureSQLServer{id: rec_db.server_id})
|
|
565
|
-
MERGE (s)-[r:RESOURCE]->(rd)
|
|
566
|
-
ON CREATE SET r.firstseen = timestamp()
|
|
567
|
-
SET r.lastupdated = $azure_update_tag
|
|
568
|
-
"""
|
|
569
|
-
|
|
570
|
-
neo4j_session.run(
|
|
571
|
-
ingest_recoverable_databases,
|
|
572
|
-
recoverable_databases_list=recoverable_databases,
|
|
573
|
-
azure_update_tag=update_tag,
|
|
537
|
+
load(
|
|
538
|
+
neo4j_session,
|
|
539
|
+
AzureRecoverableDatabaseSchema(),
|
|
540
|
+
recoverable_databases,
|
|
541
|
+
lastupdated=update_tag,
|
|
542
|
+
AZURE_SUBSCRIPTION_ID=subscription_id,
|
|
574
543
|
)
|
|
575
544
|
|
|
576
545
|
|
|
@@ -578,35 +547,18 @@ def _load_recoverable_databases(
|
|
|
578
547
|
def _load_restorable_dropped_databases(
|
|
579
548
|
neo4j_session: neo4j.Session,
|
|
580
549
|
restorable_dropped_databases: List[Dict],
|
|
550
|
+
subscription_id: str,
|
|
581
551
|
update_tag: int,
|
|
582
552
|
) -> None:
|
|
583
553
|
"""
|
|
584
554
|
Ingest the restorable dropped database details into neo4j.
|
|
585
555
|
"""
|
|
586
|
-
|
|
587
|
-
|
|
588
|
-
|
|
589
|
-
|
|
590
|
-
|
|
591
|
-
|
|
592
|
-
rdd.creationdate = res_dropped_db.creation_date,
|
|
593
|
-
rdd.deletiondate = res_dropped_db.deletion_date,
|
|
594
|
-
rdd.restoredate = res_dropped_db.earliest_restore_date,
|
|
595
|
-
rdd.edition = res_dropped_db.edition,
|
|
596
|
-
rdd.servicelevelobjective = res_dropped_db.service_level_objective,
|
|
597
|
-
rdd.maxsizebytes = res_dropped_db.max_size_bytes,
|
|
598
|
-
rdd.lastupdated = $azure_update_tag
|
|
599
|
-
WITH rdd, res_dropped_db
|
|
600
|
-
MATCH (s:AzureSQLServer{id: res_dropped_db.server_id})
|
|
601
|
-
MERGE (s)-[r:RESOURCE]->(rdd)
|
|
602
|
-
ON CREATE SET r.firstseen = timestamp()
|
|
603
|
-
SET r.lastupdated = $azure_update_tag
|
|
604
|
-
"""
|
|
605
|
-
|
|
606
|
-
neo4j_session.run(
|
|
607
|
-
ingest_restorable_dropped_databases,
|
|
608
|
-
restorable_dropped_databases_list=restorable_dropped_databases,
|
|
609
|
-
azure_update_tag=update_tag,
|
|
556
|
+
load(
|
|
557
|
+
neo4j_session,
|
|
558
|
+
AzureRestorableDroppedDatabaseSchema(),
|
|
559
|
+
restorable_dropped_databases,
|
|
560
|
+
lastupdated=update_tag,
|
|
561
|
+
AZURE_SUBSCRIPTION_ID=subscription_id,
|
|
610
562
|
)
|
|
611
563
|
|
|
612
564
|
|
|
@@ -614,30 +566,18 @@ def _load_restorable_dropped_databases(
|
|
|
614
566
|
def _load_failover_groups(
|
|
615
567
|
neo4j_session: neo4j.Session,
|
|
616
568
|
failover_groups: List[Dict],
|
|
569
|
+
subscription_id: str,
|
|
617
570
|
update_tag: int,
|
|
618
571
|
) -> None:
|
|
619
572
|
"""
|
|
620
573
|
Ingest the failover groups details into neo4j.
|
|
621
574
|
"""
|
|
622
|
-
|
|
623
|
-
|
|
624
|
-
|
|
625
|
-
|
|
626
|
-
|
|
627
|
-
|
|
628
|
-
f.replicationstate = fg.replication_state,
|
|
629
|
-
f.lastupdated = $azure_update_tag
|
|
630
|
-
WITH f, fg
|
|
631
|
-
MATCH (s:AzureSQLServer{id: fg.server_id})
|
|
632
|
-
MERGE (s)-[r:RESOURCE]->(f)
|
|
633
|
-
ON CREATE SET r.firstseen = timestamp()
|
|
634
|
-
SET r.lastupdated = $azure_update_tag
|
|
635
|
-
"""
|
|
636
|
-
|
|
637
|
-
neo4j_session.run(
|
|
638
|
-
ingest_failover_groups,
|
|
639
|
-
failover_groups_list=failover_groups,
|
|
640
|
-
azure_update_tag=update_tag,
|
|
575
|
+
load(
|
|
576
|
+
neo4j_session,
|
|
577
|
+
AzureFailoverGroupSchema(),
|
|
578
|
+
failover_groups,
|
|
579
|
+
lastupdated=update_tag,
|
|
580
|
+
AZURE_SUBSCRIPTION_ID=subscription_id,
|
|
641
581
|
)
|
|
642
582
|
|
|
643
583
|
|
|
@@ -645,34 +585,18 @@ def _load_failover_groups(
|
|
|
645
585
|
def _load_elastic_pools(
|
|
646
586
|
neo4j_session: neo4j.Session,
|
|
647
587
|
elastic_pools: List[Dict],
|
|
588
|
+
subscription_id: str,
|
|
648
589
|
update_tag: int,
|
|
649
590
|
) -> None:
|
|
650
591
|
"""
|
|
651
592
|
Ingest the elastic pool details into neo4j.
|
|
652
593
|
"""
|
|
653
|
-
|
|
654
|
-
|
|
655
|
-
|
|
656
|
-
|
|
657
|
-
|
|
658
|
-
|
|
659
|
-
e.creationdate = ep.creation_date,
|
|
660
|
-
e.state = ep.state,
|
|
661
|
-
e.maxsizebytes = ep.max_size_bytes,
|
|
662
|
-
e.licensetype = ep.license_type,
|
|
663
|
-
e.zoneredundant = ep.zone_redundant,
|
|
664
|
-
e.lastupdated = $azure_update_tag
|
|
665
|
-
WITH e, ep
|
|
666
|
-
MATCH (s:AzureSQLServer{id: ep.server_id})
|
|
667
|
-
MERGE (s)-[r:RESOURCE]->(e)
|
|
668
|
-
ON CREATE SET r.firstseen = timestamp()
|
|
669
|
-
SET r.lastupdated = $azure_update_tag
|
|
670
|
-
"""
|
|
671
|
-
|
|
672
|
-
neo4j_session.run(
|
|
673
|
-
ingest_elastic_pools,
|
|
674
|
-
elastic_pools_list=elastic_pools,
|
|
675
|
-
azure_update_tag=update_tag,
|
|
594
|
+
load(
|
|
595
|
+
neo4j_session,
|
|
596
|
+
AzureElasticPoolSchema(),
|
|
597
|
+
elastic_pools,
|
|
598
|
+
lastupdated=update_tag,
|
|
599
|
+
AZURE_SUBSCRIPTION_ID=subscription_id,
|
|
676
600
|
)
|
|
677
601
|
|
|
678
602
|
|
|
@@ -680,40 +604,18 @@ def _load_elastic_pools(
|
|
|
680
604
|
def _load_databases(
|
|
681
605
|
neo4j_session: neo4j.Session,
|
|
682
606
|
databases: List[Dict],
|
|
607
|
+
subscription_id: str,
|
|
683
608
|
update_tag: int,
|
|
684
609
|
) -> None:
|
|
685
610
|
"""
|
|
686
611
|
Ingest the database details into neo4j.
|
|
687
612
|
"""
|
|
688
|
-
|
|
689
|
-
|
|
690
|
-
|
|
691
|
-
|
|
692
|
-
|
|
693
|
-
|
|
694
|
-
d.creationdate = az_database.creation_date,
|
|
695
|
-
d.databaseid = az_database.database_id,
|
|
696
|
-
d.maxsizebytes = az_database.max_size_bytes,
|
|
697
|
-
d.licensetype = az_database.license_type,
|
|
698
|
-
d.secondarylocation = az_database.default_secondary_location,
|
|
699
|
-
d.elasticpoolid = az_database.elastic_pool_id,
|
|
700
|
-
d.collation = az_database.collation,
|
|
701
|
-
d.failovergroupid = az_database.failover_group_id,
|
|
702
|
-
d.zoneredundant = az_database.zone_redundant,
|
|
703
|
-
d.restorabledroppeddbid = az_database.restorable_dropped_database_id,
|
|
704
|
-
d.recoverabledbid = az_database.recoverable_database_id,
|
|
705
|
-
d.lastupdated = $azure_update_tag
|
|
706
|
-
WITH d, az_database
|
|
707
|
-
MATCH (s:AzureSQLServer{id: az_database.server_id})
|
|
708
|
-
MERGE (s)-[r:RESOURCE]->(d)
|
|
709
|
-
ON CREATE SET r.firstseen = timestamp()
|
|
710
|
-
SET r.lastupdated = $azure_update_tag
|
|
711
|
-
"""
|
|
712
|
-
|
|
713
|
-
neo4j_session.run(
|
|
714
|
-
ingest_databases,
|
|
715
|
-
databases_list=databases,
|
|
716
|
-
azure_update_tag=update_tag,
|
|
613
|
+
load(
|
|
614
|
+
neo4j_session,
|
|
615
|
+
AzureSQLDatabaseSchema(),
|
|
616
|
+
databases,
|
|
617
|
+
lastupdated=update_tag,
|
|
618
|
+
AZURE_SUBSCRIPTION_ID=subscription_id,
|
|
717
619
|
)
|
|
718
620
|
|
|
719
621
|
|
|
@@ -726,7 +628,7 @@ def sync_database_details(
|
|
|
726
628
|
update_tag: int,
|
|
727
629
|
) -> None:
|
|
728
630
|
db_details = get_database_details(credentials, subscription_id, databases)
|
|
729
|
-
load_database_details(neo4j_session, db_details, update_tag) # type: ignore
|
|
631
|
+
load_database_details(neo4j_session, db_details, subscription_id, update_tag) # type: ignore
|
|
730
632
|
|
|
731
633
|
|
|
732
634
|
@timeit
|
|
@@ -904,6 +806,7 @@ def get_transparent_data_encryptions(
|
|
|
904
806
|
def load_database_details(
|
|
905
807
|
neo4j_session: neo4j.Session,
|
|
906
808
|
details: List[Tuple[Any, Any, Any, Any, Any]],
|
|
809
|
+
subscription_id: str,
|
|
907
810
|
update_tag: int,
|
|
908
811
|
) -> None:
|
|
909
812
|
"""
|
|
@@ -939,53 +842,37 @@ def load_database_details(
|
|
|
939
842
|
transparent_data_encryption["database_id"] = databaseId
|
|
940
843
|
encryptions_list.append(transparent_data_encryption)
|
|
941
844
|
|
|
942
|
-
_load_replication_links(
|
|
845
|
+
_load_replication_links(
|
|
846
|
+
neo4j_session, replication_links, subscription_id, update_tag
|
|
847
|
+
)
|
|
943
848
|
_load_db_threat_detection_policies(
|
|
944
849
|
neo4j_session,
|
|
945
850
|
threat_detection_policies,
|
|
851
|
+
subscription_id,
|
|
946
852
|
update_tag,
|
|
947
853
|
)
|
|
948
|
-
_load_restore_points(neo4j_session, restore_points, update_tag)
|
|
949
|
-
_load_transparent_data_encryptions(
|
|
854
|
+
_load_restore_points(neo4j_session, restore_points, subscription_id, update_tag)
|
|
855
|
+
_load_transparent_data_encryptions(
|
|
856
|
+
neo4j_session, encryptions_list, subscription_id, update_tag
|
|
857
|
+
)
|
|
950
858
|
|
|
951
859
|
|
|
952
860
|
@timeit
|
|
953
861
|
def _load_replication_links(
|
|
954
862
|
neo4j_session: neo4j.Session,
|
|
955
863
|
replication_links: List[Dict],
|
|
864
|
+
subscription_id: str,
|
|
956
865
|
update_tag: int,
|
|
957
866
|
) -> None:
|
|
958
867
|
"""
|
|
959
868
|
Ingest replication links into neo4j.
|
|
960
869
|
"""
|
|
961
|
-
|
|
962
|
-
|
|
963
|
-
|
|
964
|
-
|
|
965
|
-
|
|
966
|
-
|
|
967
|
-
rl.partnerdatabase = replication_link.partner_database,
|
|
968
|
-
rl.partnerlocation = replication_link.partner_location,
|
|
969
|
-
rl.partnerrole = replication_link.partner_role,
|
|
970
|
-
rl.partnerserver = replication_link.partner_server,
|
|
971
|
-
rl.mode = replication_link.replication_mode,
|
|
972
|
-
rl.state = replication_link.replication_state,
|
|
973
|
-
rl.percentcomplete = replication_link.percent_complete,
|
|
974
|
-
rl.role = replication_link.role,
|
|
975
|
-
rl.starttime = replication_link.start_time,
|
|
976
|
-
rl.terminationallowed = replication_link.is_termination_allowed,
|
|
977
|
-
rl.lastupdated = $azure_update_tag
|
|
978
|
-
WITH rl, replication_link
|
|
979
|
-
MATCH (d:AzureSQLDatabase{id: replication_link.database_id})
|
|
980
|
-
MERGE (d)-[r:CONTAINS]->(rl)
|
|
981
|
-
ON CREATE SET r.firstseen = timestamp()
|
|
982
|
-
SET r.lastupdated = $azure_update_tag
|
|
983
|
-
"""
|
|
984
|
-
|
|
985
|
-
neo4j_session.run(
|
|
986
|
-
ingest_replication_links,
|
|
987
|
-
replication_links_list=replication_links,
|
|
988
|
-
azure_update_tag=update_tag,
|
|
870
|
+
load(
|
|
871
|
+
neo4j_session,
|
|
872
|
+
AzureReplicationLinkSchema(),
|
|
873
|
+
replication_links,
|
|
874
|
+
lastupdated=update_tag,
|
|
875
|
+
AZURE_SUBSCRIPTION_ID=subscription_id,
|
|
989
876
|
)
|
|
990
877
|
|
|
991
878
|
|
|
@@ -993,38 +880,18 @@ def _load_replication_links(
|
|
|
993
880
|
def _load_db_threat_detection_policies(
|
|
994
881
|
neo4j_session: neo4j.Session,
|
|
995
882
|
threat_detection_policies: List[Dict],
|
|
883
|
+
subscription_id: str,
|
|
996
884
|
update_tag: int,
|
|
997
885
|
) -> None:
|
|
998
886
|
"""
|
|
999
887
|
Ingest threat detection policy into neo4j.
|
|
1000
888
|
"""
|
|
1001
|
-
|
|
1002
|
-
|
|
1003
|
-
|
|
1004
|
-
|
|
1005
|
-
|
|
1006
|
-
|
|
1007
|
-
policy.location = tdp.location,
|
|
1008
|
-
policy.kind = tdp.kind,
|
|
1009
|
-
policy.emailadmins = tdp.email_account_admins,
|
|
1010
|
-
policy.emailaddresses = tdp.email_addresses,
|
|
1011
|
-
policy.retentiondays = tdp.retention_days,
|
|
1012
|
-
policy.state = tdp.state,
|
|
1013
|
-
policy.storageendpoint = tdp.storage_endpoint,
|
|
1014
|
-
policy.useserverdefault = tdp.use_server_default,
|
|
1015
|
-
policy.disabledalerts = tdp.disabled_alerts,
|
|
1016
|
-
policy.lastupdated = $azure_update_tag
|
|
1017
|
-
WITH policy, tdp
|
|
1018
|
-
MATCH (d:AzureSQLDatabase{id: tdp.database_id})
|
|
1019
|
-
MERGE (d)-[r:CONTAINS]->(policy)
|
|
1020
|
-
ON CREATE SET r.firstseen = timestamp()
|
|
1021
|
-
SET r.lastupdated = $azure_update_tag
|
|
1022
|
-
"""
|
|
1023
|
-
|
|
1024
|
-
neo4j_session.run(
|
|
1025
|
-
ingest_threat_detection_policies,
|
|
1026
|
-
threat_detection_policies_list=threat_detection_policies,
|
|
1027
|
-
azure_update_tag=update_tag,
|
|
889
|
+
load(
|
|
890
|
+
neo4j_session,
|
|
891
|
+
AzureDatabaseThreatDetectionPolicySchema(),
|
|
892
|
+
threat_detection_policies,
|
|
893
|
+
lastupdated=update_tag,
|
|
894
|
+
AZURE_SUBSCRIPTION_ID=subscription_id,
|
|
1028
895
|
)
|
|
1029
896
|
|
|
1030
897
|
|
|
@@ -1032,32 +899,18 @@ def _load_db_threat_detection_policies(
|
|
|
1032
899
|
def _load_restore_points(
|
|
1033
900
|
neo4j_session: neo4j.Session,
|
|
1034
901
|
restore_points: List[Dict],
|
|
902
|
+
subscription_id: str,
|
|
1035
903
|
update_tag: int,
|
|
1036
904
|
) -> None:
|
|
1037
905
|
"""
|
|
1038
906
|
Ingest restore points into neo4j.
|
|
1039
907
|
"""
|
|
1040
|
-
|
|
1041
|
-
|
|
1042
|
-
|
|
1043
|
-
|
|
1044
|
-
|
|
1045
|
-
|
|
1046
|
-
point.restoredate = rp.earliest_restore_date,
|
|
1047
|
-
point.restorepointtype = rp.restore_point_type,
|
|
1048
|
-
point.creationdate = rp.restore_point_creation_date,
|
|
1049
|
-
point.lastupdated = $azure_update_tag
|
|
1050
|
-
WITH point, rp
|
|
1051
|
-
MATCH (d:AzureSQLDatabase{id: rp.database_id})
|
|
1052
|
-
MERGE (d)-[r:CONTAINS]->(point)
|
|
1053
|
-
ON CREATE SET r.firstseen = timestamp()
|
|
1054
|
-
SET r.lastupdated = $azure_update_tag
|
|
1055
|
-
"""
|
|
1056
|
-
|
|
1057
|
-
neo4j_session.run(
|
|
1058
|
-
ingest_restore_points,
|
|
1059
|
-
restore_points_list=restore_points,
|
|
1060
|
-
azure_update_tag=update_tag,
|
|
908
|
+
load(
|
|
909
|
+
neo4j_session,
|
|
910
|
+
AzureRestorePointSchema(),
|
|
911
|
+
restore_points,
|
|
912
|
+
lastupdated=update_tag,
|
|
913
|
+
AZURE_SUBSCRIPTION_ID=subscription_id,
|
|
1061
914
|
)
|
|
1062
915
|
|
|
1063
916
|
|
|
@@ -1065,30 +918,18 @@ def _load_restore_points(
|
|
|
1065
918
|
def _load_transparent_data_encryptions(
|
|
1066
919
|
neo4j_session: neo4j.Session,
|
|
1067
920
|
encryptions_list: List[Dict],
|
|
921
|
+
subscription_id: str,
|
|
1068
922
|
update_tag: int,
|
|
1069
923
|
) -> None:
|
|
1070
924
|
"""
|
|
1071
925
|
Ingest transparent data encryptions into neo4j.
|
|
1072
926
|
"""
|
|
1073
|
-
|
|
1074
|
-
|
|
1075
|
-
|
|
1076
|
-
|
|
1077
|
-
|
|
1078
|
-
|
|
1079
|
-
tae.status = e.status,
|
|
1080
|
-
tae.lastupdated = $azure_update_tag
|
|
1081
|
-
WITH tae, e
|
|
1082
|
-
MATCH (d:AzureSQLDatabase{id: e.database_id})
|
|
1083
|
-
MERGE (d)-[r:CONTAINS]->(tae)
|
|
1084
|
-
ON CREATE SET r.firstseen = timestamp()
|
|
1085
|
-
SET r.lastupdated = $azure_update_tag
|
|
1086
|
-
"""
|
|
1087
|
-
|
|
1088
|
-
neo4j_session.run(
|
|
1089
|
-
ingest_data_encryptions,
|
|
1090
|
-
transparent_data_encryptions_list=encryptions_list,
|
|
1091
|
-
azure_update_tag=update_tag,
|
|
927
|
+
load(
|
|
928
|
+
neo4j_session,
|
|
929
|
+
AzureTransparentDataEncryptionSchema(),
|
|
930
|
+
encryptions_list,
|
|
931
|
+
lastupdated=update_tag,
|
|
932
|
+
AZURE_SUBSCRIPTION_ID=subscription_id,
|
|
1092
933
|
)
|
|
1093
934
|
|
|
1094
935
|
|
|
@@ -1097,11 +938,23 @@ def cleanup_azure_sql_servers(
|
|
|
1097
938
|
neo4j_session: neo4j.Session,
|
|
1098
939
|
common_job_parameters: Dict,
|
|
1099
940
|
) -> None:
|
|
1100
|
-
|
|
1101
|
-
|
|
1102
|
-
|
|
1103
|
-
|
|
1104
|
-
|
|
941
|
+
for node in [
|
|
942
|
+
AzureSQLServerSchema,
|
|
943
|
+
AzureServerDNSAliasSchema,
|
|
944
|
+
AzureServerADAdministratorSchema,
|
|
945
|
+
AzureReplicationLinkSchema,
|
|
946
|
+
AzureRestorePointSchema,
|
|
947
|
+
AzureTransparentDataEncryptionSchema,
|
|
948
|
+
AzureDatabaseThreatDetectionPolicySchema,
|
|
949
|
+
AzureSQLDatabaseSchema,
|
|
950
|
+
AzureElasticPoolSchema,
|
|
951
|
+
AzureFailoverGroupSchema,
|
|
952
|
+
AzureRecoverableDatabaseSchema,
|
|
953
|
+
AzureRestorableDroppedDatabaseSchema,
|
|
954
|
+
]:
|
|
955
|
+
GraphJob.from_node_schema(node(), common_job_parameters).run(
|
|
956
|
+
neo4j_session,
|
|
957
|
+
)
|
|
1105
958
|
|
|
1106
959
|
|
|
1107
960
|
@timeit
|