cartography 0.93.0rc1__py3-none-any.whl → 0.123.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- cartography/__main__.py +1 -2
- cartography/_version.py +34 -0
- cartography/cli.py +903 -225
- cartography/client/aws/__init__.py +19 -0
- cartography/client/aws/ecr.py +51 -0
- cartography/client/core/tx.py +400 -27
- cartography/config.py +215 -10
- cartography/data/azure_permission_relationships.yaml +20 -0
- cartography/data/gcp_permission_relationships.yaml +21 -0
- cartography/data/indexes.cypher +1 -200
- cartography/data/jobs/analysis/aws_ec2_asset_exposure.json +17 -2
- cartography/data/jobs/analysis/aws_ec2_keypair_analysis.json +2 -2
- cartography/data/jobs/analysis/gcp_compute_asset_inet_exposure.json +1 -1
- cartography/data/jobs/analysis/keycloak_inheritance.json +30 -0
- cartography/data/jobs/cleanup/crowdstrike_import_cleanup.json +0 -5
- cartography/data/jobs/cleanup/gcp_compute_vpc_cleanup.json +0 -12
- cartography/data/jobs/cleanup/github_repos_cleanup.json +27 -0
- cartography/data/jobs/scoped_analysis/aws_ec2_iaminstanceprofile.json +15 -0
- cartography/data/jobs/scoped_analysis/semgrep_sca_risk_analysis.json +13 -13
- cartography/driftdetect/__main__.py +1 -2
- cartography/driftdetect/add_shortcut.py +10 -2
- cartography/driftdetect/cli.py +72 -75
- cartography/driftdetect/detect_deviations.py +7 -3
- cartography/driftdetect/get_states.py +20 -8
- cartography/driftdetect/model.py +5 -5
- cartography/driftdetect/serializers.py +8 -6
- cartography/driftdetect/storage.py +2 -2
- cartography/graph/cleanupbuilder.py +255 -35
- cartography/graph/job.py +104 -20
- cartography/graph/querybuilder.py +689 -91
- cartography/graph/statement.py +49 -36
- cartography/intel/airbyte/__init__.py +105 -0
- cartography/intel/airbyte/connections.py +120 -0
- cartography/intel/airbyte/destinations.py +81 -0
- cartography/intel/airbyte/organizations.py +59 -0
- cartography/intel/airbyte/sources.py +78 -0
- cartography/intel/airbyte/tags.py +64 -0
- cartography/intel/airbyte/users.py +106 -0
- cartography/intel/airbyte/util.py +122 -0
- cartography/intel/airbyte/workspaces.py +63 -0
- cartography/intel/analysis.py +4 -1
- cartography/intel/anthropic/__init__.py +62 -0
- cartography/intel/anthropic/apikeys.py +72 -0
- cartography/intel/anthropic/users.py +75 -0
- cartography/intel/anthropic/util.py +51 -0
- cartography/intel/anthropic/workspaces.py +95 -0
- cartography/intel/aws/__init__.py +137 -59
- cartography/intel/aws/acm.py +124 -0
- cartography/intel/aws/apigateway.py +482 -217
- cartography/intel/aws/apigatewayv2.py +116 -0
- cartography/intel/aws/cloudtrail.py +105 -0
- cartography/intel/aws/cloudtrail_management_events.py +962 -0
- cartography/intel/aws/cloudwatch.py +239 -0
- cartography/intel/aws/codebuild.py +132 -0
- cartography/intel/aws/cognito.py +201 -0
- cartography/intel/aws/config.py +63 -23
- cartography/intel/aws/dynamodb.py +108 -40
- cartography/intel/aws/ec2/__init__.py +2 -2
- cartography/intel/aws/ec2/auto_scaling_groups.py +254 -189
- cartography/intel/aws/ec2/elastic_ip_addresses.py +44 -14
- cartography/intel/aws/ec2/images.py +74 -39
- cartography/intel/aws/ec2/instances.py +262 -137
- cartography/intel/aws/ec2/internet_gateways.py +44 -13
- cartography/intel/aws/ec2/key_pairs.py +72 -39
- cartography/intel/aws/ec2/launch_templates.py +143 -66
- cartography/intel/aws/ec2/load_balancer_v2s.py +119 -45
- cartography/intel/aws/ec2/load_balancers.py +165 -147
- cartography/intel/aws/ec2/network_acls.py +233 -0
- cartography/intel/aws/ec2/network_interfaces.py +150 -87
- cartography/intel/aws/ec2/reserved_instances.py +48 -17
- cartography/intel/aws/ec2/route_tables.py +327 -0
- cartography/intel/aws/ec2/security_groups.py +189 -121
- cartography/intel/aws/ec2/snapshots.py +93 -91
- cartography/intel/aws/ec2/subnets.py +70 -58
- cartography/intel/aws/ec2/tgw.py +111 -39
- cartography/intel/aws/ec2/util.py +1 -1
- cartography/intel/aws/ec2/volumes.py +69 -41
- cartography/intel/aws/ec2/vpc.py +157 -116
- cartography/intel/aws/ec2/vpc_peerings.py +317 -121
- cartography/intel/aws/ecr.py +336 -93
- cartography/intel/aws/ecr_image_layers.py +923 -0
- cartography/intel/aws/ecs.py +310 -403
- cartography/intel/aws/efs.py +261 -0
- cartography/intel/aws/eks.py +55 -29
- cartography/intel/aws/elasticache.py +130 -83
- cartography/intel/aws/elasticsearch.py +70 -24
- cartography/intel/aws/emr.py +61 -23
- cartography/intel/aws/eventbridge.py +164 -0
- cartography/intel/aws/glue.py +181 -0
- cartography/intel/aws/guardduty.py +443 -0
- cartography/intel/aws/iam.py +978 -464
- cartography/intel/aws/iam_instance_profiles.py +73 -0
- cartography/intel/aws/identitycenter.py +847 -0
- cartography/intel/aws/inspector.py +330 -133
- cartography/intel/aws/kms.py +235 -209
- cartography/intel/aws/lambda_function.py +328 -176
- cartography/intel/aws/organizations.py +40 -19
- cartography/intel/aws/permission_relationships.py +144 -68
- cartography/intel/aws/rds.py +467 -412
- cartography/intel/aws/redshift.py +116 -50
- cartography/intel/aws/resourcegroupstaggingapi.py +198 -82
- cartography/intel/aws/resources.py +80 -42
- cartography/intel/aws/route53.py +419 -318
- cartography/intel/aws/s3.py +489 -96
- cartography/intel/aws/s3accountpublicaccessblock.py +157 -0
- cartography/intel/aws/secretsmanager.py +217 -40
- cartography/intel/aws/securityhub.py +23 -10
- cartography/intel/aws/sns.py +226 -0
- cartography/intel/aws/sqs.py +74 -96
- cartography/intel/aws/ssm.py +142 -33
- cartography/intel/aws/util/arns.py +7 -7
- cartography/intel/aws/util/common.py +31 -4
- cartography/intel/azure/__init__.py +259 -46
- cartography/intel/azure/aks.py +175 -0
- cartography/intel/azure/app_service.py +105 -0
- cartography/intel/azure/compute.py +141 -120
- cartography/intel/azure/container_instances.py +95 -0
- cartography/intel/azure/cosmosdb.py +706 -519
- cartography/intel/azure/data_factory.py +85 -0
- cartography/intel/azure/data_factory_dataset.py +128 -0
- cartography/intel/azure/data_factory_linked_service.py +119 -0
- cartography/intel/azure/data_factory_pipeline.py +142 -0
- cartography/intel/azure/data_lake.py +124 -0
- cartography/intel/azure/event_grid.py +94 -0
- cartography/intel/azure/functions.py +124 -0
- cartography/intel/azure/load_balancers.py +263 -0
- cartography/intel/azure/logic_apps.py +101 -0
- cartography/intel/azure/monitor.py +105 -0
- cartography/intel/azure/network.py +467 -0
- cartography/intel/azure/permission_relationships.py +466 -0
- cartography/intel/azure/rbac.py +309 -0
- cartography/intel/azure/resource_groups.py +82 -0
- cartography/intel/azure/security_center.py +106 -0
- cartography/intel/azure/sql.py +436 -392
- cartography/intel/azure/storage.py +467 -335
- cartography/intel/azure/subscription.py +49 -55
- cartography/intel/azure/tenant.py +46 -28
- cartography/intel/azure/util/common.py +13 -0
- cartography/intel/azure/util/credentials.py +58 -143
- cartography/intel/azure/util/tag.py +41 -0
- cartography/intel/bigfix/__init__.py +2 -2
- cartography/intel/bigfix/computers.py +93 -65
- cartography/intel/cloudflare/__init__.py +74 -0
- cartography/intel/cloudflare/accounts.py +57 -0
- cartography/intel/cloudflare/dnsrecords.py +64 -0
- cartography/intel/cloudflare/members.py +75 -0
- cartography/intel/cloudflare/roles.py +65 -0
- cartography/intel/cloudflare/zones.py +64 -0
- cartography/intel/create_indexes.py +5 -3
- cartography/intel/crowdstrike/__init__.py +26 -12
- cartography/intel/crowdstrike/endpoints.py +17 -45
- cartography/intel/crowdstrike/spotlight.py +13 -5
- cartography/intel/cve/__init__.py +91 -26
- cartography/intel/cve/feed.py +77 -56
- cartography/intel/digitalocean/__init__.py +22 -13
- cartography/intel/digitalocean/compute.py +75 -108
- cartography/intel/digitalocean/management.py +44 -80
- cartography/intel/digitalocean/platform.py +48 -43
- cartography/intel/dns.py +41 -12
- cartography/intel/duo/__init__.py +21 -16
- cartography/intel/duo/api_host.py +14 -9
- cartography/intel/duo/endpoints.py +50 -45
- cartography/intel/duo/groups.py +18 -14
- cartography/intel/duo/phones.py +37 -34
- cartography/intel/duo/tokens.py +26 -23
- cartography/intel/duo/users.py +54 -50
- cartography/intel/duo/web_authn_credentials.py +30 -25
- cartography/intel/entra/__init__.py +160 -0
- cartography/intel/entra/app_role_assignments.py +284 -0
- cartography/intel/entra/applications.py +182 -0
- cartography/intel/entra/federation/__init__.py +0 -0
- cartography/intel/entra/federation/aws_identity_center.py +77 -0
- cartography/intel/entra/groups.py +198 -0
- cartography/intel/entra/ou.py +136 -0
- cartography/intel/entra/service_principals.py +217 -0
- cartography/intel/entra/users.py +259 -0
- cartography/intel/gcp/__init__.py +381 -175
- cartography/intel/gcp/bigtable_app_profile.py +101 -0
- cartography/intel/gcp/bigtable_backup.py +91 -0
- cartography/intel/gcp/bigtable_cluster.py +93 -0
- cartography/intel/gcp/bigtable_instance.py +86 -0
- cartography/intel/gcp/bigtable_table.py +87 -0
- cartography/intel/gcp/cai.py +292 -0
- cartography/intel/gcp/clients.py +112 -0
- cartography/intel/gcp/compute.py +521 -325
- cartography/intel/gcp/crm/__init__.py +0 -0
- cartography/intel/gcp/crm/folders.py +114 -0
- cartography/intel/gcp/crm/orgs.py +70 -0
- cartography/intel/gcp/crm/projects.py +120 -0
- cartography/intel/gcp/dns.py +134 -179
- cartography/intel/gcp/gke.py +100 -107
- cartography/intel/gcp/iam.py +262 -0
- cartography/intel/gcp/permission_relationships.py +394 -0
- cartography/intel/gcp/policy_bindings.py +225 -0
- cartography/intel/gcp/storage.py +103 -158
- cartography/intel/github/__init__.py +66 -27
- cartography/intel/github/commits.py +423 -0
- cartography/intel/github/repos.py +871 -160
- cartography/intel/github/teams.py +386 -53
- cartography/intel/github/users.py +214 -49
- cartography/intel/github/util.py +50 -35
- cartography/intel/googleworkspace/__init__.py +193 -0
- cartography/intel/googleworkspace/devices.py +254 -0
- cartography/intel/googleworkspace/groups.py +568 -0
- cartography/intel/googleworkspace/oauth_apps.py +259 -0
- cartography/intel/googleworkspace/tenant.py +85 -0
- cartography/intel/googleworkspace/users.py +138 -0
- cartography/intel/gsuite/__init__.py +101 -42
- cartography/intel/gsuite/groups.py +291 -0
- cartography/intel/gsuite/users.py +142 -0
- cartography/intel/jamf/__init__.py +19 -1
- cartography/intel/jamf/computers.py +37 -8
- cartography/intel/jamf/util.py +7 -2
- cartography/intel/kandji/__init__.py +6 -3
- cartography/intel/kandji/devices.py +40 -10
- cartography/intel/keycloak/__init__.py +153 -0
- cartography/intel/keycloak/authenticationexecutions.py +322 -0
- cartography/intel/keycloak/authenticationflows.py +77 -0
- cartography/intel/keycloak/clients.py +187 -0
- cartography/intel/keycloak/groups.py +126 -0
- cartography/intel/keycloak/identityproviders.py +94 -0
- cartography/intel/keycloak/organizations.py +163 -0
- cartography/intel/keycloak/realms.py +61 -0
- cartography/intel/keycloak/roles.py +202 -0
- cartography/intel/keycloak/scopes.py +73 -0
- cartography/intel/keycloak/users.py +70 -0
- cartography/intel/keycloak/util.py +47 -0
- cartography/intel/kubernetes/__init__.py +60 -14
- cartography/intel/kubernetes/clusters.py +86 -0
- cartography/intel/kubernetes/eks.py +402 -0
- cartography/intel/kubernetes/namespaces.py +60 -55
- cartography/intel/kubernetes/pods.py +171 -75
- cartography/intel/kubernetes/rbac.py +597 -0
- cartography/intel/kubernetes/secrets.py +95 -45
- cartography/intel/kubernetes/services.py +131 -63
- cartography/intel/kubernetes/util.py +142 -14
- cartography/intel/lastpass/__init__.py +2 -2
- cartography/intel/lastpass/users.py +23 -12
- cartography/intel/oci/__init__.py +44 -11
- cartography/intel/oci/iam.py +157 -47
- cartography/intel/oci/organizations.py +16 -7
- cartography/intel/oci/utils.py +71 -25
- cartography/intel/okta/__init__.py +66 -15
- cartography/intel/okta/applications.py +57 -25
- cartography/intel/okta/awssaml.py +105 -41
- cartography/intel/okta/factors.py +19 -5
- cartography/intel/okta/groups.py +61 -31
- cartography/intel/okta/organization.py +8 -2
- cartography/intel/okta/origins.py +9 -3
- cartography/intel/okta/roles.py +20 -7
- cartography/intel/okta/users.py +31 -10
- cartography/intel/okta/utils.py +6 -4
- cartography/intel/ontology/__init__.py +44 -0
- cartography/intel/ontology/devices.py +54 -0
- cartography/intel/ontology/users.py +54 -0
- cartography/intel/ontology/utils.py +176 -0
- cartography/intel/openai/__init__.py +86 -0
- cartography/intel/openai/adminapikeys.py +89 -0
- cartography/intel/openai/apikeys.py +96 -0
- cartography/intel/openai/projects.py +97 -0
- cartography/intel/openai/serviceaccounts.py +82 -0
- cartography/intel/openai/users.py +75 -0
- cartography/intel/openai/util.py +45 -0
- cartography/intel/pagerduty/__init__.py +8 -7
- cartography/intel/pagerduty/escalation_policies.py +31 -12
- cartography/intel/pagerduty/schedules.py +21 -8
- cartography/intel/pagerduty/services.py +18 -7
- cartography/intel/pagerduty/teams.py +13 -5
- cartography/intel/pagerduty/users.py +6 -2
- cartography/intel/pagerduty/vendors.py +6 -2
- cartography/intel/scaleway/__init__.py +127 -0
- cartography/intel/scaleway/iam/__init__.py +0 -0
- cartography/intel/scaleway/iam/apikeys.py +71 -0
- cartography/intel/scaleway/iam/applications.py +71 -0
- cartography/intel/scaleway/iam/groups.py +71 -0
- cartography/intel/scaleway/iam/users.py +71 -0
- cartography/intel/scaleway/instances/__init__.py +0 -0
- cartography/intel/scaleway/instances/flexibleips.py +86 -0
- cartography/intel/scaleway/instances/instances.py +92 -0
- cartography/intel/scaleway/projects.py +79 -0
- cartography/intel/scaleway/storage/__init__.py +0 -0
- cartography/intel/scaleway/storage/snapshots.py +86 -0
- cartography/intel/scaleway/storage/volumes.py +84 -0
- cartography/intel/scaleway/utils.py +37 -0
- cartography/intel/semgrep/__init__.py +30 -5
- cartography/intel/semgrep/dependencies.py +255 -0
- cartography/intel/semgrep/deployment.py +69 -0
- cartography/intel/semgrep/findings.py +157 -117
- cartography/intel/sentinelone/__init__.py +75 -0
- cartography/intel/sentinelone/account.py +140 -0
- cartography/intel/sentinelone/agent.py +139 -0
- cartography/intel/sentinelone/api.py +124 -0
- cartography/intel/sentinelone/application.py +248 -0
- cartography/intel/sentinelone/cve.py +119 -0
- cartography/intel/sentinelone/utils.py +28 -0
- cartography/intel/slack/__init__.py +78 -0
- cartography/intel/slack/channels.py +80 -0
- cartography/intel/slack/groups.py +90 -0
- cartography/intel/slack/teams.py +65 -0
- cartography/intel/slack/users.py +57 -0
- cartography/intel/slack/utils.py +29 -0
- cartography/intel/snipeit/__init__.py +44 -0
- cartography/intel/snipeit/asset.py +80 -0
- cartography/intel/snipeit/user.py +78 -0
- cartography/intel/snipeit/util.py +40 -0
- cartography/intel/spacelift/__init__.py +161 -0
- cartography/intel/spacelift/account.py +73 -0
- cartography/intel/spacelift/ec2_ownership.py +280 -0
- cartography/intel/spacelift/runs.py +463 -0
- cartography/intel/spacelift/spaces.py +112 -0
- cartography/intel/spacelift/stacks.py +119 -0
- cartography/intel/spacelift/util.py +122 -0
- cartography/intel/spacelift/workerpools.py +131 -0
- cartography/intel/spacelift/workers.py +128 -0
- cartography/intel/tailscale/__init__.py +77 -0
- cartography/intel/tailscale/acls.py +146 -0
- cartography/intel/tailscale/devices.py +127 -0
- cartography/intel/tailscale/postureintegrations.py +81 -0
- cartography/intel/tailscale/tailnets.py +76 -0
- cartography/intel/tailscale/users.py +80 -0
- cartography/intel/tailscale/utils.py +132 -0
- cartography/intel/trivy/__init__.py +272 -0
- cartography/intel/trivy/scanner.py +386 -0
- cartography/models/airbyte/__init__.py +0 -0
- cartography/models/airbyte/connection.py +138 -0
- cartography/models/airbyte/destination.py +75 -0
- cartography/models/airbyte/organization.py +19 -0
- cartography/models/airbyte/source.py +75 -0
- cartography/models/airbyte/stream.py +74 -0
- cartography/models/airbyte/tag.py +69 -0
- cartography/models/airbyte/user.py +115 -0
- cartography/models/airbyte/workspace.py +46 -0
- cartography/models/anthropic/__init__.py +0 -0
- cartography/models/anthropic/apikey.py +94 -0
- cartography/models/anthropic/organization.py +19 -0
- cartography/models/anthropic/user.py +52 -0
- cartography/models/anthropic/workspace.py +90 -0
- cartography/models/aws/acm/__init__.py +0 -0
- cartography/models/aws/acm/certificate.py +75 -0
- cartography/models/aws/apigateway/__init__.py +0 -0
- cartography/models/aws/apigateway/apigateway.py +51 -0
- cartography/models/aws/apigateway/apigatewaycertificate.py +72 -0
- cartography/models/aws/apigateway/apigatewaydeployment.py +74 -0
- cartography/models/aws/apigateway/apigatewayintegration.py +79 -0
- cartography/models/aws/apigateway/apigatewaymethod.py +74 -0
- cartography/models/aws/apigateway/apigatewayresource.py +70 -0
- cartography/models/aws/apigateway/apigatewaystage.py +75 -0
- cartography/models/aws/apigatewayv2/__init__.py +0 -0
- cartography/models/aws/apigatewayv2/apigatewayv2.py +53 -0
- cartography/models/aws/cloudtrail/__init__.py +0 -0
- cartography/models/aws/cloudtrail/management_events.py +153 -0
- cartography/models/aws/cloudtrail/trail.py +106 -0
- cartography/models/aws/cloudwatch/__init__.py +0 -0
- cartography/models/aws/cloudwatch/log_metric_filter.py +79 -0
- cartography/models/aws/cloudwatch/loggroup.py +52 -0
- cartography/models/aws/cloudwatch/metric_alarm.py +53 -0
- cartography/models/aws/codebuild/__init__.py +0 -0
- cartography/models/aws/codebuild/project.py +49 -0
- cartography/models/aws/cognito/__init__.py +0 -0
- cartography/models/aws/cognito/identity_pool.py +70 -0
- cartography/models/aws/cognito/user_pool.py +47 -0
- cartography/models/aws/dynamodb/gsi.py +30 -22
- cartography/models/aws/dynamodb/tables.py +27 -17
- cartography/models/aws/ec2/auto_scaling_groups.py +224 -0
- cartography/models/aws/ec2/images.py +36 -34
- cartography/models/aws/ec2/instances.py +85 -38
- cartography/models/aws/ec2/keypair.py +59 -0
- cartography/models/aws/ec2/keypair_instance.py +76 -0
- cartography/models/aws/ec2/launch_configurations.py +59 -0
- cartography/models/aws/ec2/launch_template_versions.py +48 -38
- cartography/models/aws/ec2/launch_templates.py +21 -17
- cartography/models/aws/ec2/load_balancer_listeners.py +72 -0
- cartography/models/aws/ec2/load_balancers.py +112 -0
- cartography/models/aws/ec2/network_acl_rules.py +106 -0
- cartography/models/aws/ec2/network_acls.py +95 -0
- cartography/models/aws/ec2/networkinterface_instance.py +52 -39
- cartography/models/aws/ec2/networkinterfaces.py +57 -37
- cartography/models/aws/ec2/privateip_networkinterface.py +32 -22
- cartography/models/aws/ec2/reservations.py +18 -14
- cartography/models/aws/ec2/route_table_associations.py +97 -0
- cartography/models/aws/ec2/route_tables.py +128 -0
- cartography/models/aws/ec2/routes.py +85 -0
- cartography/models/aws/ec2/security_group_rules.py +109 -0
- cartography/models/aws/ec2/security_groups.py +90 -0
- cartography/models/aws/ec2/securitygroup_instance.py +29 -20
- cartography/models/aws/ec2/securitygroup_networkinterface.py +24 -15
- cartography/models/aws/ec2/snapshots.py +58 -0
- cartography/models/aws/ec2/subnet_instance.py +26 -19
- cartography/models/aws/ec2/subnet_networkinterface.py +42 -31
- cartography/models/aws/ec2/subnets.py +65 -0
- cartography/models/aws/ec2/volumes.py +67 -40
- cartography/models/aws/ec2/vpc.py +46 -0
- cartography/models/aws/ec2/vpc_cidr.py +102 -0
- cartography/models/aws/ec2/vpc_peering.py +157 -0
- cartography/models/aws/ecr/__init__.py +0 -0
- cartography/models/aws/ecr/image.py +146 -0
- cartography/models/aws/ecr/image_layer.py +107 -0
- cartography/models/aws/ecr/repository.py +72 -0
- cartography/models/aws/ecr/repository_image.py +95 -0
- cartography/models/aws/ecs/__init__.py +0 -0
- cartography/models/aws/ecs/clusters.py +64 -0
- cartography/models/aws/ecs/container_definitions.py +93 -0
- cartography/models/aws/ecs/container_instances.py +84 -0
- cartography/models/aws/ecs/containers.py +101 -0
- cartography/models/aws/ecs/services.py +134 -0
- cartography/models/aws/ecs/task_definitions.py +135 -0
- cartography/models/aws/ecs/tasks.py +134 -0
- cartography/models/aws/efs/__init__.py +0 -0
- cartography/models/aws/efs/access_point.py +77 -0
- cartography/models/aws/efs/file_system.py +60 -0
- cartography/models/aws/efs/mount_target.py +79 -0
- cartography/models/aws/eks/clusters.py +23 -21
- cartography/models/aws/elasticache/__init__.py +0 -0
- cartography/models/aws/elasticache/cluster.py +65 -0
- cartography/models/aws/elasticache/topic.py +67 -0
- cartography/models/aws/emr.py +32 -30
- cartography/models/aws/eventbridge/__init__.py +0 -0
- cartography/models/aws/eventbridge/rule.py +77 -0
- cartography/models/aws/eventbridge/target.py +71 -0
- cartography/models/aws/glue/__init__.py +0 -0
- cartography/models/aws/glue/connection.py +51 -0
- cartography/models/aws/glue/job.py +69 -0
- cartography/models/aws/guardduty/__init__.py +1 -0
- cartography/models/aws/guardduty/detectors.py +50 -0
- cartography/models/aws/guardduty/findings.py +121 -0
- cartography/models/aws/iam/__init__.py +0 -0
- cartography/models/aws/iam/access_key.py +103 -0
- cartography/models/aws/iam/account_role.py +24 -0
- cartography/models/aws/iam/federated_principal.py +60 -0
- cartography/models/aws/iam/group.py +60 -0
- cartography/models/aws/iam/group_membership.py +27 -0
- cartography/models/aws/iam/inline_policy.py +78 -0
- cartography/models/aws/iam/instanceprofile.py +76 -0
- cartography/models/aws/iam/managed_policy.py +51 -0
- cartography/models/aws/iam/policy_statement.py +57 -0
- cartography/models/aws/iam/role.py +83 -0
- cartography/models/aws/iam/root_principal.py +52 -0
- cartography/models/aws/iam/service_principal.py +30 -0
- cartography/models/aws/iam/sts_assumerole_allow.py +38 -0
- cartography/models/aws/iam/user.py +59 -0
- cartography/models/aws/identitycenter/__init__.py +0 -0
- cartography/models/aws/identitycenter/awsidentitycenter.py +49 -0
- cartography/models/aws/identitycenter/awspermissionset.py +162 -0
- cartography/models/aws/identitycenter/awssogroup.py +70 -0
- cartography/models/aws/identitycenter/awsssouser.py +110 -0
- cartography/models/aws/inspector/findings.py +124 -58
- cartography/models/aws/inspector/packages.py +18 -42
- cartography/models/aws/kms/__init__.py +0 -0
- cartography/models/aws/kms/aliases.py +86 -0
- cartography/models/aws/kms/grants.py +65 -0
- cartography/models/aws/kms/keys.py +88 -0
- cartography/models/aws/lambda_function/__init__.py +0 -0
- cartography/models/aws/lambda_function/alias.py +74 -0
- cartography/models/aws/lambda_function/event_source_mapping.py +88 -0
- cartography/models/aws/lambda_function/lambda_function.py +91 -0
- cartography/models/aws/lambda_function/layer.py +72 -0
- cartography/models/aws/rds/__init__.py +0 -0
- cartography/models/aws/rds/cluster.py +91 -0
- cartography/models/aws/rds/event_subscription.py +146 -0
- cartography/models/aws/rds/instance.py +156 -0
- cartography/models/aws/rds/snapshot.py +108 -0
- cartography/models/aws/rds/subnet_group.py +101 -0
- cartography/models/aws/route53/__init__.py +0 -0
- cartography/models/aws/route53/dnsrecord.py +235 -0
- cartography/models/aws/route53/nameserver.py +63 -0
- cartography/models/aws/route53/subzone.py +40 -0
- cartography/models/aws/route53/zone.py +47 -0
- cartography/models/aws/s3/__init__.py +0 -0
- cartography/models/aws/s3/account_public_access_block.py +51 -0
- cartography/models/aws/s3/notification.py +24 -0
- cartography/models/aws/secretsmanager/__init__.py +0 -0
- cartography/models/aws/secretsmanager/secret.py +106 -0
- cartography/models/aws/secretsmanager/secret_version.py +114 -0
- cartography/models/aws/sns/__init__.py +0 -0
- cartography/models/aws/sns/topic.py +50 -0
- cartography/models/aws/sns/topic_subscription.py +74 -0
- cartography/models/aws/sqs/__init__.py +0 -0
- cartography/models/aws/sqs/queue.py +89 -0
- cartography/models/aws/ssm/instance_information.py +51 -39
- cartography/models/aws/ssm/instance_patch.py +32 -26
- cartography/models/aws/ssm/parameters.py +84 -0
- cartography/models/azure/__init__.py +0 -0
- cartography/models/azure/aks_cluster.py +54 -0
- cartography/models/azure/aks_nodepool.py +54 -0
- cartography/models/azure/app_service.py +59 -0
- cartography/models/azure/container_instance.py +57 -0
- cartography/models/azure/cosmosdb/__init__.py +0 -0
- cartography/models/azure/cosmosdb/account.py +77 -0
- cartography/models/azure/cosmosdb/accountfailoverpolicy.py +77 -0
- cartography/models/azure/cosmosdb/cassandrakeyspace.py +82 -0
- cartography/models/azure/cosmosdb/cassandratable.py +81 -0
- cartography/models/azure/cosmosdb/corspolicy.py +74 -0
- cartography/models/azure/cosmosdb/dblocation.py +120 -0
- cartography/models/azure/cosmosdb/mongodbcollection.py +82 -0
- cartography/models/azure/cosmosdb/mongodbdatabase.py +78 -0
- cartography/models/azure/cosmosdb/privateendpointconnection.py +81 -0
- cartography/models/azure/cosmosdb/sqlcontainer.py +88 -0
- cartography/models/azure/cosmosdb/sqldatabase.py +78 -0
- cartography/models/azure/cosmosdb/tableresource.py +76 -0
- cartography/models/azure/cosmosdb/virtualnetworkrule.py +78 -0
- cartography/models/azure/data_factory/__init__.py +0 -0
- cartography/models/azure/data_factory/data_factory.py +51 -0
- cartography/models/azure/data_factory/data_factory_dataset.py +94 -0
- cartography/models/azure/data_factory/data_factory_linked_service.py +78 -0
- cartography/models/azure/data_factory/data_factory_pipeline.py +93 -0
- cartography/models/azure/data_lake_filesystem.py +51 -0
- cartography/models/azure/event_grid_topic.py +57 -0
- cartography/models/azure/function_app.py +59 -0
- cartography/models/azure/load_balancer/__init__.py +0 -0
- cartography/models/azure/load_balancer/load_balancer.py +49 -0
- cartography/models/azure/load_balancer/load_balancer_backend_pool.py +73 -0
- cartography/models/azure/load_balancer/load_balancer_frontend_ip.py +75 -0
- cartography/models/azure/load_balancer/load_balancer_inbound_nat_rule.py +78 -0
- cartography/models/azure/load_balancer/load_balancer_rule.py +108 -0
- cartography/models/azure/logic_apps.py +56 -0
- cartography/models/azure/monitor.py +54 -0
- cartography/models/azure/network_interface.py +112 -0
- cartography/models/azure/network_security_group.py +50 -0
- cartography/models/azure/permission_relationships.py +60 -0
- cartography/models/azure/principal.py +41 -0
- cartography/models/azure/public_ip_address.py +50 -0
- cartography/models/azure/rbac.py +268 -0
- cartography/models/azure/resource_groups.py +52 -0
- cartography/models/azure/security_center.py +50 -0
- cartography/models/azure/sql/__init__.py +0 -0
- cartography/models/azure/sql/databasethreatdetectionpolicy.py +85 -0
- cartography/models/azure/sql/elasticpool.py +77 -0
- cartography/models/azure/sql/failovergroup.py +73 -0
- cartography/models/azure/sql/recoverabledatabase.py +75 -0
- cartography/models/azure/sql/replicationlink.py +81 -0
- cartography/models/azure/sql/restorabledroppeddatabase.py +82 -0
- cartography/models/azure/sql/restorepoint.py +74 -0
- cartography/models/azure/sql/serveradadministrator.py +74 -0
- cartography/models/azure/sql/serverdnsalias.py +71 -0
- cartography/models/azure/sql/sqldatabase.py +85 -0
- cartography/models/azure/sql/sqlserver.py +50 -0
- cartography/models/azure/sql/transparentdataencryption.py +76 -0
- cartography/models/azure/storage/__init__.py +0 -0
- cartography/models/azure/storage/account.py +59 -0
- cartography/models/azure/storage/blobcontainer.py +85 -0
- cartography/models/azure/storage/blobservice.py +71 -0
- cartography/models/azure/storage/fileservice.py +71 -0
- cartography/models/azure/storage/fileshare.py +82 -0
- cartography/models/azure/storage/queue.py +71 -0
- cartography/models/azure/storage/queueservice.py +73 -0
- cartography/models/azure/storage/table.py +72 -0
- cartography/models/azure/storage/tableservice.py +73 -0
- cartography/models/azure/subnet.py +101 -0
- cartography/models/azure/subscription.py +47 -0
- cartography/models/azure/tags/__init__.py +0 -0
- cartography/models/azure/tags/storage_tag.py +40 -0
- cartography/models/azure/tags/tag.py +37 -0
- cartography/models/azure/tenant.py +17 -0
- cartography/models/azure/virtual_network.py +49 -0
- cartography/models/azure/vm/__init__.py +0 -0
- cartography/models/azure/vm/datadisk.py +80 -0
- cartography/models/azure/vm/disk.py +55 -0
- cartography/models/azure/vm/snapshot.py +56 -0
- cartography/models/azure/vm/virtualmachine.py +59 -0
- cartography/models/bigfix/bigfix_computer.py +42 -38
- cartography/models/bigfix/bigfix_root.py +3 -3
- cartography/models/cloudflare/__init__.py +0 -0
- cartography/models/cloudflare/account.py +25 -0
- cartography/models/cloudflare/dnsrecord.py +55 -0
- cartography/models/cloudflare/member.py +86 -0
- cartography/models/cloudflare/role.py +44 -0
- cartography/models/cloudflare/zone.py +59 -0
- cartography/models/core/common.py +53 -2
- cartography/models/core/nodes.py +20 -4
- cartography/models/core/relationships.py +58 -6
- cartography/models/crowdstrike/__init__.py +0 -0
- cartography/models/crowdstrike/hosts.py +51 -0
- cartography/models/cve/cve.py +34 -32
- cartography/models/cve/cve_feed.py +6 -6
- cartography/models/digitalocean/__init__.py +0 -0
- cartography/models/digitalocean/account.py +21 -0
- cartography/models/digitalocean/droplet.py +58 -0
- cartography/models/digitalocean/project.py +48 -0
- cartography/models/duo/api_host.py +3 -3
- cartography/models/duo/endpoint.py +43 -41
- cartography/models/duo/group.py +14 -14
- cartography/models/duo/phone.py +27 -27
- cartography/models/duo/token.py +16 -16
- cartography/models/duo/user.py +50 -44
- cartography/models/duo/web_authn_credential.py +27 -19
- cartography/models/entra/__init__.py +0 -0
- cartography/models/entra/app_role_assignment.py +115 -0
- cartography/models/entra/application.py +49 -0
- cartography/models/entra/entra_user_to_aws_sso.py +41 -0
- cartography/models/entra/group.py +117 -0
- cartography/models/entra/ou.py +48 -0
- cartography/models/entra/service_principal.py +104 -0
- cartography/models/entra/tenant.py +39 -0
- cartography/models/entra/user.py +90 -0
- cartography/models/gcp/__init__.py +0 -0
- cartography/models/gcp/bigtable/__init__.py +0 -0
- cartography/models/gcp/bigtable/app_profile.py +94 -0
- cartography/models/gcp/bigtable/backup.py +91 -0
- cartography/models/gcp/bigtable/cluster.py +73 -0
- cartography/models/gcp/bigtable/instance.py +52 -0
- cartography/models/gcp/bigtable/table.py +69 -0
- cartography/models/gcp/compute/__init__.py +0 -0
- cartography/models/gcp/compute/subnet.py +74 -0
- cartography/models/gcp/compute/vpc.py +50 -0
- cartography/models/gcp/crm/__init__.py +0 -0
- cartography/models/gcp/crm/folders.py +98 -0
- cartography/models/gcp/crm/organizations.py +21 -0
- cartography/models/gcp/crm/projects.py +100 -0
- cartography/models/gcp/dns.py +109 -0
- cartography/models/gcp/gke.py +69 -0
- cartography/models/gcp/iam.py +73 -0
- cartography/models/gcp/permission_relationships.py +61 -0
- cartography/models/gcp/policy_bindings.py +93 -0
- cartography/models/gcp/storage/__init__.py +0 -0
- cartography/models/gcp/storage/bucket.py +119 -0
- cartography/models/github/commits.py +63 -0
- cartography/models/github/dependencies.py +73 -0
- cartography/models/github/manifests.py +49 -0
- cartography/models/github/orgs.py +27 -0
- cartography/models/github/teams.py +74 -22
- cartography/models/github/users.py +149 -0
- cartography/models/googleworkspace/__init__.py +0 -0
- cartography/models/googleworkspace/device.py +132 -0
- cartography/models/googleworkspace/group.py +382 -0
- cartography/models/googleworkspace/oauth_app.py +124 -0
- cartography/models/googleworkspace/tenant.py +30 -0
- cartography/models/googleworkspace/user.py +113 -0
- cartography/models/gsuite/__init__.py +0 -0
- cartography/models/gsuite/group.py +218 -0
- cartography/models/gsuite/tenant.py +29 -0
- cartography/models/gsuite/user.py +107 -0
- cartography/models/kandji/device.py +22 -17
- cartography/models/kandji/tenant.py +6 -4
- cartography/models/keycloak/__init__.py +0 -0
- cartography/models/keycloak/authenticationexecution.py +160 -0
- cartography/models/keycloak/authenticationflow.py +54 -0
- cartography/models/keycloak/client.py +179 -0
- cartography/models/keycloak/group.py +101 -0
- cartography/models/keycloak/identityprovider.py +89 -0
- cartography/models/keycloak/organization.py +116 -0
- cartography/models/keycloak/organizationdomain.py +73 -0
- cartography/models/keycloak/realm.py +173 -0
- cartography/models/keycloak/role.py +126 -0
- cartography/models/keycloak/scope.py +73 -0
- cartography/models/keycloak/user.py +55 -0
- cartography/models/kubernetes/__init__.py +0 -0
- cartography/models/kubernetes/clusterrolebindings.py +138 -0
- cartography/models/kubernetes/clusterroles.py +52 -0
- cartography/models/kubernetes/clusters.py +26 -0
- cartography/models/kubernetes/containers.py +133 -0
- cartography/models/kubernetes/groups.py +107 -0
- cartography/models/kubernetes/namespaces.py +51 -0
- cartography/models/kubernetes/oidc.py +51 -0
- cartography/models/kubernetes/pods.py +80 -0
- cartography/models/kubernetes/rolebindings.py +159 -0
- cartography/models/kubernetes/roles.py +76 -0
- cartography/models/kubernetes/secrets.py +79 -0
- cartography/models/kubernetes/serviceaccounts.py +77 -0
- cartography/models/kubernetes/services.py +108 -0
- cartography/models/kubernetes/users.py +105 -0
- cartography/models/lastpass/tenant.py +3 -3
- cartography/models/lastpass/user.py +36 -28
- cartography/models/ontology/__init__.py +0 -0
- cartography/models/ontology/device.py +137 -0
- cartography/models/ontology/mapping/__init__.py +76 -0
- cartography/models/ontology/mapping/data/__init__.py +0 -0
- cartography/models/ontology/mapping/data/apikeys.py +93 -0
- cartography/models/ontology/mapping/data/computeinstance.py +95 -0
- cartography/models/ontology/mapping/data/containers.py +88 -0
- cartography/models/ontology/mapping/data/databases.py +182 -0
- cartography/models/ontology/mapping/data/devices.py +194 -0
- cartography/models/ontology/mapping/data/thirdpartyapps.py +140 -0
- cartography/models/ontology/mapping/data/useraccounts.py +416 -0
- cartography/models/ontology/mapping/data/users.py +63 -0
- cartography/models/ontology/mapping/specs.py +85 -0
- cartography/models/ontology/user.py +51 -0
- cartography/models/openai/__init__.py +0 -0
- cartography/models/openai/adminapikey.py +94 -0
- cartography/models/openai/apikey.py +88 -0
- cartography/models/openai/organization.py +17 -0
- cartography/models/openai/project.py +89 -0
- cartography/models/openai/serviceaccount.py +50 -0
- cartography/models/openai/user.py +53 -0
- cartography/models/scaleway/__init__.py +0 -0
- cartography/models/scaleway/iam/__init__.py +0 -0
- cartography/models/scaleway/iam/apikey.py +100 -0
- cartography/models/scaleway/iam/application.py +52 -0
- cartography/models/scaleway/iam/group.py +95 -0
- cartography/models/scaleway/iam/user.py +64 -0
- cartography/models/scaleway/instance/__init__.py +0 -0
- cartography/models/scaleway/instance/flexibleip.py +52 -0
- cartography/models/scaleway/instance/instance.py +120 -0
- cartography/models/scaleway/organization.py +19 -0
- cartography/models/scaleway/project.py +48 -0
- cartography/models/scaleway/storage/__init__.py +0 -0
- cartography/models/scaleway/storage/snapshot.py +78 -0
- cartography/models/scaleway/storage/volume.py +51 -0
- cartography/models/semgrep/dependencies.py +102 -0
- cartography/models/semgrep/deployment.py +5 -5
- cartography/models/semgrep/findings.py +58 -40
- cartography/models/semgrep/locations.py +27 -21
- cartography/models/sentinelone/__init__.py +1 -0
- cartography/models/sentinelone/account.py +40 -0
- cartography/models/sentinelone/agent.py +50 -0
- cartography/models/sentinelone/application.py +44 -0
- cartography/models/sentinelone/application_version.py +96 -0
- cartography/models/sentinelone/cve.py +73 -0
- cartography/models/slack/__init__.py +0 -0
- cartography/models/slack/channels.py +92 -0
- cartography/models/slack/group.py +129 -0
- cartography/models/slack/team.py +22 -0
- cartography/models/slack/user.py +62 -0
- cartography/models/snipeit/__init__.py +0 -0
- cartography/models/snipeit/asset.py +92 -0
- cartography/models/snipeit/tenant.py +19 -0
- cartography/models/snipeit/user.py +60 -0
- cartography/models/spacelift/__init__.py +0 -0
- cartography/models/spacelift/cloudtrailevent.py +120 -0
- cartography/models/spacelift/run.py +162 -0
- cartography/models/spacelift/space.py +131 -0
- cartography/models/spacelift/spaceliftaccount.py +31 -0
- cartography/models/spacelift/spaceliftgitcommit.py +157 -0
- cartography/models/spacelift/stack.py +96 -0
- cartography/models/spacelift/user.py +63 -0
- cartography/models/spacelift/worker.py +97 -0
- cartography/models/spacelift/workerpool.py +90 -0
- cartography/models/tailscale/__init__.py +0 -0
- cartography/models/tailscale/device.py +96 -0
- cartography/models/tailscale/group.py +86 -0
- cartography/models/tailscale/postureintegration.py +58 -0
- cartography/models/tailscale/tag.py +102 -0
- cartography/models/tailscale/tailnet.py +29 -0
- cartography/models/tailscale/user.py +57 -0
- cartography/models/trivy/__init__.py +0 -0
- cartography/models/trivy/findings.py +66 -0
- cartography/models/trivy/fix.py +66 -0
- cartography/models/trivy/package.py +71 -0
- cartography/rules/README.md +1 -0
- cartography/rules/__init__.py +0 -0
- cartography/rules/cli.py +261 -0
- cartography/rules/data/__init__.py +0 -0
- cartography/rules/data/rules/__init__.py +46 -0
- cartography/rules/data/rules/cloud_security_product_deactivated.py +49 -0
- cartography/rules/data/rules/compute_instance_exposed.py +51 -0
- cartography/rules/data/rules/database_instance_exposed.py +53 -0
- cartography/rules/data/rules/delegation_boundary_modifiable.py +90 -0
- cartography/rules/data/rules/identity_administration_privileges.py +100 -0
- cartography/rules/data/rules/inactive_user_active_accounts.py +48 -0
- cartography/rules/data/rules/malicious_npm_dependencies_shai_hulud.py +2222 -0
- cartography/rules/data/rules/mfa_missing.py +46 -0
- cartography/rules/data/rules/object_storage_public.py +100 -0
- cartography/rules/data/rules/policy_administration_privileges.py +104 -0
- cartography/rules/data/rules/unmanaged_accounts.py +43 -0
- cartography/rules/data/rules/workload_identity_admin_capabilities.py +193 -0
- cartography/rules/formatters.py +108 -0
- cartography/rules/runners.py +216 -0
- cartography/rules/spec/__init__.py +0 -0
- cartography/rules/spec/model.py +267 -0
- cartography/rules/spec/result.py +38 -0
- cartography/stats.py +4 -4
- cartography/sync.py +137 -31
- cartography/util.py +187 -77
- cartography-0.123.0.dist-info/METADATA +230 -0
- cartography-0.123.0.dist-info/RECORD +856 -0
- {cartography-0.93.0rc1.dist-info → cartography-0.123.0.dist-info}/WHEEL +1 -1
- {cartography-0.93.0rc1.dist-info → cartography-0.123.0.dist-info}/entry_points.txt +1 -0
- {cartography-0.93.0rc1.dist-info → cartography-0.123.0.dist-info/licenses}/LICENSE +1 -1
- cartography/data/jobs/analysis/aws_ec2_iaminstance.json +0 -10
- cartography/data/jobs/analysis/aws_ec2_iaminstanceprofile.json +0 -10
- cartography/data/jobs/cleanup/aws_apigateway_details.json +0 -10
- cartography/data/jobs/cleanup/aws_dns_cleanup.json +0 -65
- cartography/data/jobs/cleanup/aws_import_account_access_key_cleanup.json +0 -17
- cartography/data/jobs/cleanup/aws_import_apigateway_cleanup.json +0 -45
- cartography/data/jobs/cleanup/aws_import_ec2_security_groupinfo_cleanup.json +0 -24
- cartography/data/jobs/cleanup/aws_import_groups_cleanup.json +0 -13
- cartography/data/jobs/cleanup/aws_import_lambda_cleanup.json +0 -50
- cartography/data/jobs/cleanup/aws_import_principals_cleanup.json +0 -30
- cartography/data/jobs/cleanup/aws_import_rds_clusters_cleanup.json +0 -23
- cartography/data/jobs/cleanup/aws_import_rds_instances_cleanup.json +0 -47
- cartography/data/jobs/cleanup/aws_import_rds_snapshots_cleanup.json +0 -23
- cartography/data/jobs/cleanup/aws_import_roles_cleanup.json +0 -13
- cartography/data/jobs/cleanup/aws_import_secrets_cleanup.json +0 -8
- cartography/data/jobs/cleanup/aws_import_snapshots_cleanup.json +0 -30
- cartography/data/jobs/cleanup/aws_import_users_cleanup.json +0 -8
- cartography/data/jobs/cleanup/aws_import_vpc_cleanup.json +0 -23
- cartography/data/jobs/cleanup/aws_import_vpc_peering_cleanup.json +0 -45
- cartography/data/jobs/cleanup/aws_kms_details.json +0 -10
- cartography/data/jobs/cleanup/azure_cosmosdb_cassandra_keyspace_cleanup.json +0 -25
- cartography/data/jobs/cleanup/azure_cosmosdb_cors_details.json +0 -15
- cartography/data/jobs/cleanup/azure_cosmosdb_mongodb_database_cleanup.json +0 -25
- cartography/data/jobs/cleanup/azure_cosmosdb_sql_database_cleanup.json +0 -25
- cartography/data/jobs/cleanup/azure_cosmosdb_table_resources_cleanup.json +0 -15
- cartography/data/jobs/cleanup/azure_database_account_cleanup.json +0 -85
- cartography/data/jobs/cleanup/azure_import_disks_cleanup.json +0 -15
- cartography/data/jobs/cleanup/azure_import_snapshots_cleanup.json +0 -15
- cartography/data/jobs/cleanup/azure_import_virtual_machines_cleanup.json +0 -25
- cartography/data/jobs/cleanup/azure_sql_server_cleanup.json +0 -125
- cartography/data/jobs/cleanup/azure_storage_account_cleanup.json +0 -95
- cartography/data/jobs/cleanup/azure_subscriptions_cleanup.json +0 -14
- cartography/data/jobs/cleanup/azure_tenant_cleanup.json +0 -9
- cartography/data/jobs/cleanup/crxcavator_import_cleanup.json +0 -18
- cartography/data/jobs/cleanup/gcp_compute_vpc_subnet_cleanup.json +0 -35
- cartography/data/jobs/cleanup/gcp_crm_folder_cleanup.json +0 -23
- cartography/data/jobs/cleanup/gcp_crm_organization_cleanup.json +0 -17
- cartography/data/jobs/cleanup/gcp_crm_project_cleanup.json +0 -23
- cartography/data/jobs/cleanup/gcp_dns_cleanup.json +0 -29
- cartography/data/jobs/cleanup/gcp_gke_cluster_cleanup.json +0 -17
- cartography/data/jobs/cleanup/gcp_storage_bucket_cleanup.json +0 -29
- cartography/data/jobs/cleanup/github_users_cleanup.json +0 -23
- cartography/data/jobs/cleanup/gsuite_ingest_groups_cleanup.json +0 -23
- cartography/data/jobs/cleanup/gsuite_ingest_users_cleanup.json +0 -11
- cartography/data/jobs/cleanup/kubernetes_import_cleanup.json +0 -70
- cartography/intel/crxcavator/__init__.py +0 -44
- cartography/intel/crxcavator/crxcavator.py +0 -329
- cartography/intel/gcp/crm.py +0 -302
- cartography/intel/gsuite/api.py +0 -284
- cartography/models/aws/ec2/keypairs.py +0 -64
- cartography-0.93.0rc1.dist-info/METADATA +0 -55
- cartography-0.93.0rc1.dist-info/NOTICE +0 -4
- cartography-0.93.0rc1.dist-info/RECORD +0 -341
- /cartography/data/jobs/{analysis → scoped_analysis}/aws_s3acl_analysis.json +0 -0
- {cartography-0.93.0rc1.dist-info → cartography-0.123.0.dist-info}/top_level.txt +0 -0
|
@@ -0,0 +1,69 @@
|
|
|
1
|
+
import logging
|
|
2
|
+
from typing import Any
|
|
3
|
+
from typing import Dict
|
|
4
|
+
|
|
5
|
+
import neo4j
|
|
6
|
+
import requests
|
|
7
|
+
|
|
8
|
+
from cartography.client.core.tx import load
|
|
9
|
+
from cartography.models.semgrep.deployment import SemgrepDeploymentSchema
|
|
10
|
+
from cartography.stats import get_stats_client
|
|
11
|
+
from cartography.util import timeit
|
|
12
|
+
|
|
13
|
+
logger = logging.getLogger(__name__)
|
|
14
|
+
stat_handler = get_stats_client(__name__)
|
|
15
|
+
_TIMEOUT = (60, 60)
|
|
16
|
+
|
|
17
|
+
|
|
18
|
+
@timeit
|
|
19
|
+
def get_deployment(semgrep_app_token: str) -> Dict[str, Any]:
|
|
20
|
+
"""
|
|
21
|
+
Gets the deployment associated with the passed Semgrep App token.
|
|
22
|
+
param: semgrep_app_token: The Semgrep App token to use for authentication.
|
|
23
|
+
"""
|
|
24
|
+
deployment = {}
|
|
25
|
+
deployment_url = "https://semgrep.dev/api/v1/deployments"
|
|
26
|
+
headers = {
|
|
27
|
+
"Content-Type": "application/json",
|
|
28
|
+
"Authorization": f"Bearer {semgrep_app_token}",
|
|
29
|
+
}
|
|
30
|
+
response = requests.get(deployment_url, headers=headers, timeout=_TIMEOUT)
|
|
31
|
+
response.raise_for_status()
|
|
32
|
+
|
|
33
|
+
data = response.json()
|
|
34
|
+
deployment["id"] = data["deployments"][0]["id"]
|
|
35
|
+
deployment["name"] = data["deployments"][0]["name"]
|
|
36
|
+
deployment["slug"] = data["deployments"][0]["slug"]
|
|
37
|
+
|
|
38
|
+
return deployment
|
|
39
|
+
|
|
40
|
+
|
|
41
|
+
@timeit
|
|
42
|
+
def load_semgrep_deployment(
|
|
43
|
+
neo4j_session: neo4j.Session,
|
|
44
|
+
deployment: Dict[str, Any],
|
|
45
|
+
update_tag: int,
|
|
46
|
+
) -> None:
|
|
47
|
+
logger.info(f"Loading SemgrepDeployment {deployment} into the graph.")
|
|
48
|
+
load(
|
|
49
|
+
neo4j_session,
|
|
50
|
+
SemgrepDeploymentSchema(),
|
|
51
|
+
[deployment],
|
|
52
|
+
lastupdated=update_tag,
|
|
53
|
+
)
|
|
54
|
+
|
|
55
|
+
|
|
56
|
+
@timeit
|
|
57
|
+
def sync_deployment(
|
|
58
|
+
neo4j_session: neo4j.Session,
|
|
59
|
+
semgrep_app_token: str,
|
|
60
|
+
update_tag: int,
|
|
61
|
+
common_job_parameters: Dict[str, Any],
|
|
62
|
+
) -> None:
|
|
63
|
+
|
|
64
|
+
semgrep_deployment = get_deployment(semgrep_app_token)
|
|
65
|
+
deployment_id = semgrep_deployment["id"]
|
|
66
|
+
deployment_slug = semgrep_deployment["slug"]
|
|
67
|
+
load_semgrep_deployment(neo4j_session, semgrep_deployment, update_tag)
|
|
68
|
+
common_job_parameters["DEPLOYMENT_ID"] = deployment_id
|
|
69
|
+
common_job_parameters["DEPLOYMENT_SLUG"] = deployment_slug
|
|
@@ -3,14 +3,14 @@ from typing import Any
|
|
|
3
3
|
from typing import Dict
|
|
4
4
|
from typing import List
|
|
5
5
|
from typing import Tuple
|
|
6
|
-
from urllib.error import HTTPError
|
|
7
6
|
|
|
8
7
|
import neo4j
|
|
9
8
|
import requests
|
|
9
|
+
from requests.exceptions import HTTPError
|
|
10
|
+
from requests.exceptions import ReadTimeout
|
|
10
11
|
|
|
11
12
|
from cartography.client.core.tx import load
|
|
12
13
|
from cartography.graph.job import GraphJob
|
|
13
|
-
from cartography.models.semgrep.deployment import SemgrepDeploymentSchema
|
|
14
14
|
from cartography.models.semgrep.findings import SemgrepSCAFindingSchema
|
|
15
15
|
from cartography.models.semgrep.locations import SemgrepSCALocationSchema
|
|
16
16
|
from cartography.stats import get_stats_client
|
|
@@ -20,89 +20,107 @@ from cartography.util import timeit
|
|
|
20
20
|
|
|
21
21
|
logger = logging.getLogger(__name__)
|
|
22
22
|
stat_handler = get_stats_client(__name__)
|
|
23
|
+
_PAGE_SIZE = 500
|
|
23
24
|
_TIMEOUT = (60, 60)
|
|
24
25
|
_MAX_RETRIES = 3
|
|
25
26
|
|
|
26
27
|
|
|
27
28
|
@timeit
|
|
28
|
-
def
|
|
29
|
-
"""
|
|
30
|
-
Gets the deployment associated with the passed Semgrep App token.
|
|
31
|
-
param: semgrep_app_token: The Semgrep App token to use for authentication.
|
|
32
|
-
"""
|
|
33
|
-
deployment = {}
|
|
34
|
-
deployment_url = "https://semgrep.dev/api/v1/deployments"
|
|
35
|
-
headers = {
|
|
36
|
-
"Content-Type": "application/json",
|
|
37
|
-
"Authorization": f"Bearer {semgrep_app_token}",
|
|
38
|
-
}
|
|
39
|
-
response = requests.get(deployment_url, headers=headers, timeout=_TIMEOUT)
|
|
40
|
-
response.raise_for_status()
|
|
41
|
-
|
|
42
|
-
data = response.json()
|
|
43
|
-
deployment["id"] = data["deployments"][0]["id"]
|
|
44
|
-
deployment["name"] = data["deployments"][0]["name"]
|
|
45
|
-
deployment["slug"] = data["deployments"][0]["slug"]
|
|
46
|
-
|
|
47
|
-
return deployment
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
@timeit
|
|
51
|
-
def get_sca_vulns(semgrep_app_token: str, deployment_id: str) -> List[Dict[str, Any]]:
|
|
29
|
+
def get_sca_vulns(semgrep_app_token: str, deployment_slug: str) -> List[Dict[str, Any]]:
|
|
52
30
|
"""
|
|
53
31
|
Gets the SCA vulns associated with the passed Semgrep App token and deployment id.
|
|
54
32
|
param: semgrep_app_token: The Semgrep App token to use for authentication.
|
|
55
|
-
param:
|
|
33
|
+
param: deployment_slug: The Semgrep deployment slug to use for retrieving SCA vulns.
|
|
56
34
|
"""
|
|
57
35
|
all_vulns = []
|
|
58
|
-
sca_url = f"https://semgrep.dev/api/v1/deployments/{
|
|
36
|
+
sca_url = f"https://semgrep.dev/api/v1/deployments/{deployment_slug}/findings"
|
|
59
37
|
has_more = True
|
|
60
|
-
|
|
61
|
-
page = 1
|
|
38
|
+
page = 0
|
|
62
39
|
retries = 0
|
|
63
40
|
headers = {
|
|
64
41
|
"Content-Type": "application/json",
|
|
65
42
|
"Authorization": f"Bearer {semgrep_app_token}",
|
|
66
43
|
}
|
|
67
44
|
|
|
68
|
-
request_data = {
|
|
69
|
-
"
|
|
70
|
-
"
|
|
71
|
-
"
|
|
72
|
-
"
|
|
45
|
+
request_data: dict[str, Any] = {
|
|
46
|
+
"page": page,
|
|
47
|
+
"page_size": _PAGE_SIZE,
|
|
48
|
+
"issue_type": "sca",
|
|
49
|
+
"exposures": "reachable,always_reachable,conditionally_reachable,unreachable,unknown",
|
|
50
|
+
"ref": "_default",
|
|
51
|
+
"dedup": "true",
|
|
73
52
|
}
|
|
74
|
-
|
|
53
|
+
logger.info(f"Retrieving Semgrep SCA vulns for deployment '{deployment_slug}'.")
|
|
75
54
|
while has_more:
|
|
76
55
|
|
|
77
|
-
if cursor:
|
|
78
|
-
request_data.update({
|
|
79
|
-
"cursor": {
|
|
80
|
-
"vulnOffset": cursor["vulnOffset"],
|
|
81
|
-
"issueOffset": cursor["issueOffset"],
|
|
82
|
-
},
|
|
83
|
-
})
|
|
84
56
|
try:
|
|
85
|
-
response = requests.
|
|
57
|
+
response = requests.get(
|
|
58
|
+
sca_url,
|
|
59
|
+
params=request_data,
|
|
60
|
+
headers=headers,
|
|
61
|
+
timeout=_TIMEOUT,
|
|
62
|
+
)
|
|
86
63
|
response.raise_for_status()
|
|
87
64
|
data = response.json()
|
|
88
|
-
except HTTPError
|
|
89
|
-
logger.warning(
|
|
65
|
+
except (ReadTimeout, HTTPError):
|
|
66
|
+
logger.warning(
|
|
67
|
+
f"Failed to retrieve Semgrep SCA vulns for page {page}. Retrying...",
|
|
68
|
+
)
|
|
90
69
|
retries += 1
|
|
91
70
|
if retries >= _MAX_RETRIES:
|
|
92
|
-
raise
|
|
71
|
+
raise
|
|
93
72
|
continue
|
|
94
|
-
vulns = data["
|
|
95
|
-
|
|
96
|
-
has_more = data.get("hasMore", False)
|
|
73
|
+
vulns = data["findings"]
|
|
74
|
+
has_more = len(vulns) > 0
|
|
97
75
|
if page % 10 == 0:
|
|
98
|
-
logger.info(f"Processed {page}
|
|
76
|
+
logger.info(f"Processed page {page} of Semgrep SCA vulnerabilities.")
|
|
99
77
|
all_vulns.extend(vulns)
|
|
100
78
|
retries = 0
|
|
79
|
+
page += 1
|
|
80
|
+
request_data["page"] = page
|
|
101
81
|
|
|
82
|
+
logger.info(f"Retrieved {len(all_vulns)} Semgrep SCA vulns in {page} pages.")
|
|
102
83
|
return all_vulns
|
|
103
84
|
|
|
104
85
|
|
|
105
|
-
def
|
|
86
|
+
def _get_vuln_class(vuln: Dict) -> str:
|
|
87
|
+
vulnerability_classes = vuln["rule"].get("vulnerability_classes", [])
|
|
88
|
+
if vulnerability_classes:
|
|
89
|
+
return vulnerability_classes[0]
|
|
90
|
+
return "Other"
|
|
91
|
+
|
|
92
|
+
|
|
93
|
+
def _determine_exposure(vuln: Dict[str, Any]) -> str | None:
|
|
94
|
+
# See Semgrep reachability types:
|
|
95
|
+
# https://semgrep.dev/docs/semgrep-supply-chain/overview#types-of-semgrep-supply-chain-findings
|
|
96
|
+
reachability_types = {
|
|
97
|
+
"NO REACHABILITY ANALYSIS": 2,
|
|
98
|
+
"UNREACHABLE": 2,
|
|
99
|
+
"REACHABLE": 0,
|
|
100
|
+
"ALWAYS REACHABLE": 0,
|
|
101
|
+
"CONDITIONALLY REACHABLE": 1,
|
|
102
|
+
}
|
|
103
|
+
reachable_flag = vuln["reachability"]
|
|
104
|
+
if reachable_flag and reachable_flag.upper() in reachability_types:
|
|
105
|
+
reach_score = reachability_types[reachable_flag.upper()]
|
|
106
|
+
if reach_score < reachability_types["UNREACHABLE"]:
|
|
107
|
+
return "REACHABLE"
|
|
108
|
+
else:
|
|
109
|
+
return "UNREACHABLE"
|
|
110
|
+
return None
|
|
111
|
+
|
|
112
|
+
|
|
113
|
+
def _build_vuln_url(vuln: str) -> str | None:
|
|
114
|
+
if "CVE" in vuln:
|
|
115
|
+
return f"https://nvd.nist.gov/vuln/detail/{vuln}"
|
|
116
|
+
if "GHSA" in vuln:
|
|
117
|
+
return f"https://github.com/advisories/{vuln}"
|
|
118
|
+
return None
|
|
119
|
+
|
|
120
|
+
|
|
121
|
+
def transform_sca_vulns(
|
|
122
|
+
raw_vulns: List[Dict[str, Any]],
|
|
123
|
+
) -> Tuple[List[Dict[str, Any]], List[Dict[str, str]]]:
|
|
106
124
|
"""
|
|
107
125
|
Transforms the raw SCA vulns response from Semgrep API into a list of dicts
|
|
108
126
|
that can be used to create the SemgrepSCAFinding nodes.
|
|
@@ -112,60 +130,68 @@ def transform_sca_vulns(raw_vulns: List[Dict[str, Any]]) -> Tuple[List[Dict[str,
|
|
|
112
130
|
for vuln in raw_vulns:
|
|
113
131
|
sca_vuln: Dict[str, Any] = {}
|
|
114
132
|
# Mandatory fields
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
sca_vuln["
|
|
120
|
-
sca_vuln["
|
|
121
|
-
sca_vuln["
|
|
122
|
-
sca_vuln["
|
|
123
|
-
sca_vuln["
|
|
124
|
-
sca_vuln["
|
|
125
|
-
|
|
133
|
+
repository_name = vuln["repository"]["name"]
|
|
134
|
+
rule_id = vuln["rule"]["name"]
|
|
135
|
+
vulnerability_class = _get_vuln_class(vuln)
|
|
136
|
+
package = vuln["found_dependency"]["package"]
|
|
137
|
+
sca_vuln["id"] = vuln["id"]
|
|
138
|
+
sca_vuln["repositoryName"] = repository_name
|
|
139
|
+
sca_vuln["branch"] = vuln["ref"]
|
|
140
|
+
sca_vuln["ruleId"] = rule_id
|
|
141
|
+
sca_vuln["title"] = package + ":" + vulnerability_class
|
|
142
|
+
sca_vuln["description"] = vuln["rule"]["message"]
|
|
143
|
+
sca_vuln["ecosystem"] = vuln["found_dependency"]["ecosystem"]
|
|
144
|
+
sca_vuln["severity"] = vuln["severity"].upper()
|
|
145
|
+
sca_vuln["reachability"] = vuln[
|
|
146
|
+
"reachability"
|
|
147
|
+
].upper() # Check done to determine rechabilitity
|
|
148
|
+
sca_vuln["reachableIf"] = (
|
|
149
|
+
vuln["reachable_condition"].upper() if vuln["reachable_condition"] else None
|
|
150
|
+
)
|
|
151
|
+
sca_vuln["exposureType"] = _determine_exposure(
|
|
152
|
+
vuln,
|
|
153
|
+
) # Determintes if reachable or unreachable
|
|
154
|
+
dependency = f"{package}|{vuln['found_dependency']['version']}"
|
|
126
155
|
sca_vuln["matchedDependency"] = dependency
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
156
|
+
dep_url = vuln["found_dependency"]["lockfile_line_url"]
|
|
157
|
+
if dep_url: # Lock file can be null, need to set
|
|
158
|
+
dep_file = dep_url.split("/")[-1].split("#")[0]
|
|
159
|
+
sca_vuln["dependencyFileLocation_path"] = dep_file
|
|
160
|
+
sca_vuln["dependencyFileLocation_url"] = dep_url
|
|
161
|
+
else:
|
|
162
|
+
if sca_vuln.get("location"):
|
|
163
|
+
sca_vuln["dependencyFileLocation_path"] = sca_vuln["location"][
|
|
164
|
+
"file_path"
|
|
165
|
+
]
|
|
166
|
+
sca_vuln["transitivity"] = vuln["found_dependency"]["transitivity"].upper()
|
|
167
|
+
if vuln.get("vulnerability_identifier"):
|
|
168
|
+
vuln_id = vuln["vulnerability_identifier"].upper()
|
|
169
|
+
sca_vuln["cveId"] = vuln_id
|
|
170
|
+
sca_vuln["ref_urls"] = [_build_vuln_url(vuln_id)]
|
|
171
|
+
if vuln.get("fix_recommendations") and len(vuln["fix_recommendations"]) > 0:
|
|
172
|
+
fix = vuln["fix_recommendations"][0]
|
|
173
|
+
dep_fix = f"{fix['package']}|{fix['version']}"
|
|
137
174
|
sca_vuln["closestSafeDependency"] = dep_fix
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
sca_vuln["
|
|
141
|
-
sca_vuln["
|
|
142
|
-
|
|
143
|
-
|
|
175
|
+
sca_vuln["openedAt"] = vuln["created_at"]
|
|
176
|
+
sca_vuln["fixStatus"] = vuln["status"]
|
|
177
|
+
sca_vuln["triageStatus"] = vuln["triage_state"]
|
|
178
|
+
sca_vuln["confidence"] = vuln["confidence"]
|
|
179
|
+
usage = vuln.get("usage")
|
|
180
|
+
if usage:
|
|
144
181
|
usage_dict = {}
|
|
182
|
+
url = usage["location"]["url"]
|
|
145
183
|
usage_dict["SCA_ID"] = sca_vuln["id"]
|
|
146
|
-
usage_dict["findingId"] =
|
|
184
|
+
usage_dict["findingId"] = hash(url.split("github.com/")[-1])
|
|
147
185
|
usage_dict["path"] = usage["location"]["path"]
|
|
148
|
-
usage_dict["startLine"] = usage["location"]["
|
|
149
|
-
usage_dict["startCol"] = usage["location"]["
|
|
150
|
-
usage_dict["endLine"] = usage["location"]["
|
|
151
|
-
usage_dict["endCol"] = usage["location"]["
|
|
152
|
-
usage_dict["url"] =
|
|
186
|
+
usage_dict["startLine"] = usage["location"]["start_line"]
|
|
187
|
+
usage_dict["startCol"] = usage["location"]["start_col"]
|
|
188
|
+
usage_dict["endLine"] = usage["location"]["end_line"]
|
|
189
|
+
usage_dict["endCol"] = usage["location"]["end_col"]
|
|
190
|
+
usage_dict["url"] = url
|
|
153
191
|
usages.append(usage_dict)
|
|
154
192
|
vulns.append(sca_vuln)
|
|
155
|
-
return vulns, usages
|
|
156
|
-
|
|
157
193
|
|
|
158
|
-
|
|
159
|
-
def load_semgrep_deployment(
|
|
160
|
-
neo4j_session: neo4j.Session, deployment: Dict[str, Any], update_tag: int,
|
|
161
|
-
) -> None:
|
|
162
|
-
logger.info(f"Loading Semgrep deployment info {deployment} into the graph...")
|
|
163
|
-
load(
|
|
164
|
-
neo4j_session,
|
|
165
|
-
SemgrepDeploymentSchema(),
|
|
166
|
-
[deployment],
|
|
167
|
-
lastupdated=update_tag,
|
|
168
|
-
)
|
|
194
|
+
return vulns, usages
|
|
169
195
|
|
|
170
196
|
|
|
171
197
|
@timeit
|
|
@@ -175,7 +201,7 @@ def load_semgrep_sca_vulns(
|
|
|
175
201
|
deployment_id: str,
|
|
176
202
|
update_tag: int,
|
|
177
203
|
) -> None:
|
|
178
|
-
logger.info(f"Loading {len(vulns)}
|
|
204
|
+
logger.info(f"Loading {len(vulns)} SemgrepSCAFinding objects into the graph.")
|
|
179
205
|
load(
|
|
180
206
|
neo4j_session,
|
|
181
207
|
SemgrepSCAFindingSchema(),
|
|
@@ -192,7 +218,7 @@ def load_semgrep_sca_usages(
|
|
|
192
218
|
deployment_id: str,
|
|
193
219
|
update_tag: int,
|
|
194
220
|
) -> None:
|
|
195
|
-
logger.info(f"Loading {len(usages)}
|
|
221
|
+
logger.info(f"Loading {len(usages)} SemgrepSCALocation objects into the graph.")
|
|
196
222
|
load(
|
|
197
223
|
neo4j_session,
|
|
198
224
|
SemgrepSCALocationSchema(),
|
|
@@ -204,43 +230,57 @@ def load_semgrep_sca_usages(
|
|
|
204
230
|
|
|
205
231
|
@timeit
|
|
206
232
|
def cleanup(
|
|
207
|
-
neo4j_session: neo4j.Session,
|
|
233
|
+
neo4j_session: neo4j.Session,
|
|
234
|
+
common_job_parameters: Dict[str, Any],
|
|
208
235
|
) -> None:
|
|
209
236
|
logger.info("Running Semgrep SCA findings cleanup job.")
|
|
210
237
|
findings_cleanup_job = GraphJob.from_node_schema(
|
|
211
|
-
SemgrepSCAFindingSchema(),
|
|
238
|
+
SemgrepSCAFindingSchema(),
|
|
239
|
+
common_job_parameters,
|
|
212
240
|
)
|
|
213
241
|
findings_cleanup_job.run(neo4j_session)
|
|
214
242
|
logger.info("Running Semgrep SCA Locations cleanup job.")
|
|
215
243
|
locations_cleanup_job = GraphJob.from_node_schema(
|
|
216
|
-
SemgrepSCALocationSchema(),
|
|
244
|
+
SemgrepSCALocationSchema(),
|
|
245
|
+
common_job_parameters,
|
|
217
246
|
)
|
|
218
247
|
locations_cleanup_job.run(neo4j_session)
|
|
219
248
|
|
|
220
249
|
|
|
221
250
|
@timeit
|
|
222
|
-
def
|
|
223
|
-
|
|
251
|
+
def sync_findings(
|
|
252
|
+
neo4j_session: neo4j.Session,
|
|
224
253
|
semgrep_app_token: str,
|
|
225
254
|
update_tag: int,
|
|
226
255
|
common_job_parameters: Dict[str, Any],
|
|
227
256
|
) -> None:
|
|
257
|
+
|
|
258
|
+
deployment_id = common_job_parameters.get("DEPLOYMENT_ID")
|
|
259
|
+
deployment_slug = common_job_parameters.get("DEPLOYMENT_SLUG")
|
|
260
|
+
if not deployment_id or not deployment_slug:
|
|
261
|
+
logger.warning(
|
|
262
|
+
"Missing Semgrep deployment ID or slug, ensure that sync_deployment() has been called."
|
|
263
|
+
"Skipping SCA findings sync job.",
|
|
264
|
+
)
|
|
265
|
+
return
|
|
266
|
+
|
|
228
267
|
logger.info("Running Semgrep SCA findings sync job.")
|
|
229
|
-
|
|
230
|
-
deployment_id = semgrep_deployment["id"]
|
|
231
|
-
load_semgrep_deployment(neo4j_sesion, semgrep_deployment, update_tag)
|
|
232
|
-
common_job_parameters["DEPLOYMENT_ID"] = deployment_id
|
|
233
|
-
raw_vulns = get_sca_vulns(semgrep_app_token, deployment_id)
|
|
268
|
+
raw_vulns = get_sca_vulns(semgrep_app_token, deployment_slug)
|
|
234
269
|
vulns, usages = transform_sca_vulns(raw_vulns)
|
|
235
|
-
load_semgrep_sca_vulns(
|
|
236
|
-
load_semgrep_sca_usages(
|
|
237
|
-
run_scoped_analysis_job(
|
|
238
|
-
|
|
270
|
+
load_semgrep_sca_vulns(neo4j_session, vulns, deployment_id, update_tag)
|
|
271
|
+
load_semgrep_sca_usages(neo4j_session, usages, deployment_id, update_tag)
|
|
272
|
+
run_scoped_analysis_job(
|
|
273
|
+
"semgrep_sca_risk_analysis.json",
|
|
274
|
+
neo4j_session,
|
|
275
|
+
common_job_parameters,
|
|
276
|
+
)
|
|
277
|
+
|
|
278
|
+
cleanup(neo4j_session, common_job_parameters)
|
|
239
279
|
merge_module_sync_metadata(
|
|
240
|
-
neo4j_session=
|
|
241
|
-
group_type=
|
|
280
|
+
neo4j_session=neo4j_session,
|
|
281
|
+
group_type="Semgrep",
|
|
242
282
|
group_id=deployment_id,
|
|
243
|
-
synced_type=
|
|
283
|
+
synced_type="SCA",
|
|
244
284
|
update_tag=update_tag,
|
|
245
285
|
stat_handler=stat_handler,
|
|
246
286
|
)
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
import logging
|
|
2
|
+
|
|
3
|
+
import neo4j
|
|
4
|
+
|
|
5
|
+
import cartography.intel.sentinelone.agent
|
|
6
|
+
import cartography.intel.sentinelone.application
|
|
7
|
+
import cartography.intel.sentinelone.cve
|
|
8
|
+
from cartography.config import Config
|
|
9
|
+
from cartography.intel.sentinelone.account import sync_accounts
|
|
10
|
+
from cartography.stats import get_stats_client
|
|
11
|
+
from cartography.util import merge_module_sync_metadata
|
|
12
|
+
from cartography.util import timeit
|
|
13
|
+
|
|
14
|
+
logger = logging.getLogger(__name__)
|
|
15
|
+
stat_handler = get_stats_client(__name__)
|
|
16
|
+
|
|
17
|
+
|
|
18
|
+
@timeit
|
|
19
|
+
def start_sentinelone_ingestion(neo4j_session: neo4j.Session, config: Config) -> None:
|
|
20
|
+
"""
|
|
21
|
+
Perform ingestion of SentinelOne data.
|
|
22
|
+
:param neo4j_session: Neo4j session for database interface
|
|
23
|
+
:param config: A cartography.config object
|
|
24
|
+
:return: None
|
|
25
|
+
"""
|
|
26
|
+
if not config.sentinelone_api_token or not config.sentinelone_api_url:
|
|
27
|
+
logger.info("SentinelOne API configuration not found - skipping this module.")
|
|
28
|
+
return
|
|
29
|
+
|
|
30
|
+
# Set up common job parameters
|
|
31
|
+
common_job_parameters = {
|
|
32
|
+
"UPDATE_TAG": config.update_tag,
|
|
33
|
+
"API_URL": config.sentinelone_api_url,
|
|
34
|
+
"API_TOKEN": config.sentinelone_api_token,
|
|
35
|
+
}
|
|
36
|
+
|
|
37
|
+
# Sync SentinelOne account data (needs to be done first to establish the account nodes)
|
|
38
|
+
synced_account_ids = sync_accounts(
|
|
39
|
+
neo4j_session,
|
|
40
|
+
common_job_parameters,
|
|
41
|
+
config.sentinelone_account_ids,
|
|
42
|
+
)
|
|
43
|
+
|
|
44
|
+
# Sync agents and applications for each account
|
|
45
|
+
for account_id in synced_account_ids:
|
|
46
|
+
# Add account-specific parameter
|
|
47
|
+
common_job_parameters["S1_ACCOUNT_ID"] = account_id
|
|
48
|
+
|
|
49
|
+
cartography.intel.sentinelone.agent.sync(
|
|
50
|
+
neo4j_session,
|
|
51
|
+
common_job_parameters,
|
|
52
|
+
)
|
|
53
|
+
|
|
54
|
+
cartography.intel.sentinelone.application.sync(
|
|
55
|
+
neo4j_session,
|
|
56
|
+
common_job_parameters,
|
|
57
|
+
)
|
|
58
|
+
|
|
59
|
+
cartography.intel.sentinelone.cve.sync(
|
|
60
|
+
neo4j_session,
|
|
61
|
+
common_job_parameters,
|
|
62
|
+
)
|
|
63
|
+
|
|
64
|
+
# Clean up account-specific parameters
|
|
65
|
+
del common_job_parameters["S1_ACCOUNT_ID"]
|
|
66
|
+
|
|
67
|
+
# Record that the sync is complete
|
|
68
|
+
merge_module_sync_metadata(
|
|
69
|
+
neo4j_session,
|
|
70
|
+
group_type="SentinelOne",
|
|
71
|
+
group_id="sentinelone",
|
|
72
|
+
synced_type="SentinelOneData",
|
|
73
|
+
update_tag=config.update_tag,
|
|
74
|
+
stat_handler=stat_handler,
|
|
75
|
+
)
|
|
@@ -0,0 +1,140 @@
|
|
|
1
|
+
import logging
|
|
2
|
+
from typing import Any
|
|
3
|
+
|
|
4
|
+
import neo4j
|
|
5
|
+
|
|
6
|
+
from cartography.client.core.tx import load
|
|
7
|
+
from cartography.intel.sentinelone.api import call_sentinelone_api
|
|
8
|
+
from cartography.models.sentinelone.account import S1AccountSchema
|
|
9
|
+
from cartography.util import timeit
|
|
10
|
+
|
|
11
|
+
logger = logging.getLogger(__name__)
|
|
12
|
+
|
|
13
|
+
|
|
14
|
+
@timeit
|
|
15
|
+
def get_accounts(
|
|
16
|
+
api_url: str, api_token: str, account_ids: list[str] | None = None
|
|
17
|
+
) -> list[dict[str, Any]]:
|
|
18
|
+
"""
|
|
19
|
+
Get account data from SentinelOne API
|
|
20
|
+
:param api_url: The SentinelOne API URL
|
|
21
|
+
:param api_token: The SentinelOne API token
|
|
22
|
+
:param account_ids: Optional list of account IDs to filter for
|
|
23
|
+
:return: Raw account data from API
|
|
24
|
+
"""
|
|
25
|
+
logger.info("Retrieving SentinelOne account data")
|
|
26
|
+
|
|
27
|
+
# Get accounts info
|
|
28
|
+
response = call_sentinelone_api(
|
|
29
|
+
api_url=api_url,
|
|
30
|
+
endpoint="web/api/v2.1/accounts",
|
|
31
|
+
api_token=api_token,
|
|
32
|
+
)
|
|
33
|
+
|
|
34
|
+
accounts_data = response.get("data", [])
|
|
35
|
+
|
|
36
|
+
# Filter accounts by ID if specified
|
|
37
|
+
if account_ids:
|
|
38
|
+
accounts_data = [
|
|
39
|
+
account for account in accounts_data if account.get("id") in account_ids
|
|
40
|
+
]
|
|
41
|
+
logger.info(f"Filtered accounts data to {len(accounts_data)} matching accounts")
|
|
42
|
+
|
|
43
|
+
if accounts_data:
|
|
44
|
+
logger.info(
|
|
45
|
+
f"Retrieved SentinelOne account data: {len(accounts_data)} accounts"
|
|
46
|
+
)
|
|
47
|
+
else:
|
|
48
|
+
logger.warning("No SentinelOne accounts retrieved")
|
|
49
|
+
|
|
50
|
+
return accounts_data
|
|
51
|
+
|
|
52
|
+
|
|
53
|
+
def transform_accounts(accounts_data: list[dict[str, Any]]) -> list[dict[str, Any]]:
|
|
54
|
+
"""
|
|
55
|
+
Transform raw account data into standardized format for Neo4j ingestion
|
|
56
|
+
:param accounts_data: Raw account data from API
|
|
57
|
+
:return: List of transformed account data
|
|
58
|
+
"""
|
|
59
|
+
result: list[dict[str, Any]] = []
|
|
60
|
+
|
|
61
|
+
for account in accounts_data:
|
|
62
|
+
transformed_account = {
|
|
63
|
+
# Required fields - use direct access (will raise KeyError if missing)
|
|
64
|
+
"id": account["id"],
|
|
65
|
+
# Optional fields - use .get() with None default
|
|
66
|
+
"name": account.get("name"),
|
|
67
|
+
"account_type": account.get("accountType"),
|
|
68
|
+
"active_agents": account.get("activeAgents"),
|
|
69
|
+
"created_at": account.get("createdAt"),
|
|
70
|
+
"expiration": account.get("expiration"),
|
|
71
|
+
"number_of_sites": account.get("numberOfSites"),
|
|
72
|
+
"state": account.get("state"),
|
|
73
|
+
}
|
|
74
|
+
result.append(transformed_account)
|
|
75
|
+
|
|
76
|
+
return result
|
|
77
|
+
|
|
78
|
+
|
|
79
|
+
def load_accounts(
|
|
80
|
+
neo4j_session: neo4j.Session,
|
|
81
|
+
accounts_data: list[dict[str, Any]],
|
|
82
|
+
update_tag: int,
|
|
83
|
+
) -> None:
|
|
84
|
+
"""
|
|
85
|
+
Load SentinelOne account data into Neo4j using the data model
|
|
86
|
+
:param neo4j_session: Neo4j session
|
|
87
|
+
:param accounts_data: List of account data to load
|
|
88
|
+
:param update_tag: Update tag for tracking data freshness
|
|
89
|
+
"""
|
|
90
|
+
if not accounts_data:
|
|
91
|
+
logger.warning("No account data provided to load_accounts")
|
|
92
|
+
return
|
|
93
|
+
|
|
94
|
+
load(
|
|
95
|
+
neo4j_session,
|
|
96
|
+
S1AccountSchema(),
|
|
97
|
+
accounts_data,
|
|
98
|
+
lastupdated=update_tag,
|
|
99
|
+
firstseen=update_tag,
|
|
100
|
+
)
|
|
101
|
+
|
|
102
|
+
logger.info(f"Loaded {len(accounts_data)} SentinelOne account nodes")
|
|
103
|
+
|
|
104
|
+
|
|
105
|
+
@timeit
|
|
106
|
+
def sync_accounts(
|
|
107
|
+
neo4j_session: neo4j.Session,
|
|
108
|
+
common_job_parameters: dict[str, Any],
|
|
109
|
+
account_ids: list[str] | None = None,
|
|
110
|
+
) -> list[str]:
|
|
111
|
+
"""
|
|
112
|
+
Sync SentinelOne account data using the modern sync pattern
|
|
113
|
+
:param neo4j_session: Neo4j session
|
|
114
|
+
:param api_url: SentinelOne API URL
|
|
115
|
+
:param api_token: SentinelOne API token
|
|
116
|
+
:param update_tag: Update tag for tracking data freshness
|
|
117
|
+
:param common_job_parameters: Job parameters for cleanup
|
|
118
|
+
:param account_ids: Optional list of account IDs to filter for
|
|
119
|
+
:return: List of synced account IDs
|
|
120
|
+
"""
|
|
121
|
+
# 1. GET - Fetch data from API
|
|
122
|
+
accounts_raw_data = get_accounts(
|
|
123
|
+
common_job_parameters["API_URL"],
|
|
124
|
+
common_job_parameters["API_TOKEN"],
|
|
125
|
+
account_ids,
|
|
126
|
+
)
|
|
127
|
+
|
|
128
|
+
# 2. TRANSFORM - Shape data for ingestion
|
|
129
|
+
transformed_accounts = transform_accounts(accounts_raw_data)
|
|
130
|
+
|
|
131
|
+
# 3. LOAD - Ingest to Neo4j using data model
|
|
132
|
+
load_accounts(
|
|
133
|
+
neo4j_session,
|
|
134
|
+
transformed_accounts,
|
|
135
|
+
common_job_parameters["UPDATE_TAG"],
|
|
136
|
+
)
|
|
137
|
+
|
|
138
|
+
synced_account_ids = [account["id"] for account in transformed_accounts]
|
|
139
|
+
logger.info(f"Synced {len(synced_account_ids)} SentinelOne accounts")
|
|
140
|
+
return synced_account_ids
|