cartography 0.102.0rc1__py3-none-any.whl → 0.103.0__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of cartography might be problematic. Click here for more details.
- cartography/__main__.py +1 -2
- cartography/_version.py +2 -2
- cartography/cli.py +376 -249
- cartography/client/core/tx.py +39 -18
- cartography/config.py +28 -0
- cartography/driftdetect/__main__.py +1 -2
- cartography/driftdetect/add_shortcut.py +10 -2
- cartography/driftdetect/cli.py +71 -75
- cartography/driftdetect/detect_deviations.py +7 -3
- cartography/driftdetect/get_states.py +20 -8
- cartography/driftdetect/model.py +5 -5
- cartography/driftdetect/serializers.py +8 -6
- cartography/driftdetect/storage.py +2 -2
- cartography/graph/cleanupbuilder.py +35 -15
- cartography/graph/job.py +46 -17
- cartography/graph/querybuilder.py +165 -80
- cartography/graph/statement.py +35 -26
- cartography/intel/analysis.py +4 -1
- cartography/intel/aws/__init__.py +114 -55
- cartography/intel/aws/apigateway.py +134 -63
- cartography/intel/aws/cloudtrail.py +127 -0
- cartography/intel/aws/cloudwatch.py +93 -0
- cartography/intel/aws/config.py +56 -20
- cartography/intel/aws/dynamodb.py +108 -40
- cartography/intel/aws/ec2/__init__.py +2 -2
- cartography/intel/aws/ec2/auto_scaling_groups.py +181 -78
- cartography/intel/aws/ec2/elastic_ip_addresses.py +41 -13
- cartography/intel/aws/ec2/images.py +49 -20
- cartography/intel/aws/ec2/instances.py +234 -136
- cartography/intel/aws/ec2/internet_gateways.py +40 -11
- cartography/intel/aws/ec2/key_pairs.py +44 -20
- cartography/intel/aws/ec2/launch_templates.py +101 -59
- cartography/intel/aws/ec2/load_balancer_v2s.py +104 -39
- cartography/intel/aws/ec2/load_balancers.py +82 -42
- cartography/intel/aws/ec2/network_acls.py +89 -65
- cartography/intel/aws/ec2/network_interfaces.py +146 -87
- cartography/intel/aws/ec2/reserved_instances.py +45 -16
- cartography/intel/aws/ec2/route_tables.py +327 -0
- cartography/intel/aws/ec2/security_groups.py +71 -21
- cartography/intel/aws/ec2/snapshots.py +61 -22
- cartography/intel/aws/ec2/subnets.py +54 -18
- cartography/intel/aws/ec2/tgw.py +100 -34
- cartography/intel/aws/ec2/util.py +1 -1
- cartography/intel/aws/ec2/volumes.py +69 -41
- cartography/intel/aws/ec2/vpc.py +37 -12
- cartography/intel/aws/ec2/vpc_peerings.py +83 -24
- cartography/intel/aws/ecr.py +88 -32
- cartography/intel/aws/ecs.py +83 -47
- cartography/intel/aws/efs.py +93 -0
- cartography/intel/aws/eks.py +55 -29
- cartography/intel/aws/elasticache.py +42 -18
- cartography/intel/aws/elasticsearch.py +57 -20
- cartography/intel/aws/emr.py +61 -23
- cartography/intel/aws/iam.py +401 -145
- cartography/intel/aws/iam_instance_profiles.py +22 -22
- cartography/intel/aws/identitycenter.py +71 -37
- cartography/intel/aws/inspector.py +159 -89
- cartography/intel/aws/kms.py +92 -38
- cartography/intel/aws/lambda_function.py +103 -34
- cartography/intel/aws/organizations.py +30 -10
- cartography/intel/aws/permission_relationships.py +133 -51
- cartography/intel/aws/rds.py +249 -85
- cartography/intel/aws/redshift.py +107 -46
- cartography/intel/aws/resourcegroupstaggingapi.py +120 -66
- cartography/intel/aws/resources.py +57 -44
- cartography/intel/aws/route53.py +108 -61
- cartography/intel/aws/s3.py +168 -83
- cartography/intel/aws/s3accountpublicaccessblock.py +157 -0
- cartography/intel/aws/secretsmanager.py +24 -12
- cartography/intel/aws/securityhub.py +20 -9
- cartography/intel/aws/sns.py +166 -0
- cartography/intel/aws/sqs.py +60 -28
- cartography/intel/aws/ssm.py +70 -30
- cartography/intel/aws/util/arns.py +7 -7
- cartography/intel/aws/util/common.py +31 -4
- cartography/intel/azure/__init__.py +78 -19
- cartography/intel/azure/compute.py +101 -27
- cartography/intel/azure/cosmosdb.py +496 -170
- cartography/intel/azure/sql.py +296 -105
- cartography/intel/azure/storage.py +322 -113
- cartography/intel/azure/subscription.py +39 -23
- cartography/intel/azure/tenant.py +13 -4
- cartography/intel/azure/util/credentials.py +95 -55
- cartography/intel/bigfix/__init__.py +2 -2
- cartography/intel/bigfix/computers.py +93 -65
- cartography/intel/cloudflare/__init__.py +74 -0
- cartography/intel/cloudflare/accounts.py +57 -0
- cartography/intel/cloudflare/dnsrecords.py +64 -0
- cartography/intel/cloudflare/members.py +75 -0
- cartography/intel/cloudflare/roles.py +65 -0
- cartography/intel/cloudflare/zones.py +64 -0
- cartography/intel/create_indexes.py +3 -2
- cartography/intel/crowdstrike/__init__.py +11 -9
- cartography/intel/crowdstrike/endpoints.py +5 -1
- cartography/intel/crowdstrike/spotlight.py +8 -3
- cartography/intel/cve/__init__.py +46 -13
- cartography/intel/cve/feed.py +48 -12
- cartography/intel/digitalocean/__init__.py +22 -13
- cartography/intel/digitalocean/compute.py +75 -108
- cartography/intel/digitalocean/management.py +44 -80
- cartography/intel/digitalocean/platform.py +48 -43
- cartography/intel/dns.py +36 -10
- cartography/intel/duo/__init__.py +21 -16
- cartography/intel/duo/api_host.py +14 -9
- cartography/intel/duo/endpoints.py +50 -45
- cartography/intel/duo/groups.py +18 -14
- cartography/intel/duo/phones.py +37 -34
- cartography/intel/duo/tokens.py +26 -23
- cartography/intel/duo/users.py +54 -50
- cartography/intel/duo/web_authn_credentials.py +30 -25
- cartography/intel/entra/__init__.py +25 -7
- cartography/intel/entra/ou.py +112 -0
- cartography/intel/entra/users.py +69 -63
- cartography/intel/gcp/__init__.py +185 -49
- cartography/intel/gcp/compute.py +418 -231
- cartography/intel/gcp/crm.py +96 -43
- cartography/intel/gcp/dns.py +60 -19
- cartography/intel/gcp/gke.py +72 -38
- cartography/intel/gcp/iam.py +61 -41
- cartography/intel/gcp/storage.py +84 -55
- cartography/intel/github/__init__.py +13 -11
- cartography/intel/github/repos.py +270 -137
- cartography/intel/github/teams.py +170 -88
- cartography/intel/github/users.py +70 -39
- cartography/intel/github/util.py +36 -34
- cartography/intel/gsuite/__init__.py +47 -26
- cartography/intel/gsuite/api.py +73 -30
- cartography/intel/jamf/__init__.py +19 -1
- cartography/intel/jamf/computers.py +30 -7
- cartography/intel/jamf/util.py +7 -2
- cartography/intel/kandji/__init__.py +6 -3
- cartography/intel/kandji/devices.py +14 -8
- cartography/intel/kubernetes/namespaces.py +7 -4
- cartography/intel/kubernetes/pods.py +7 -4
- cartography/intel/kubernetes/services.py +8 -4
- cartography/intel/lastpass/__init__.py +2 -2
- cartography/intel/lastpass/users.py +23 -12
- cartography/intel/oci/__init__.py +44 -11
- cartography/intel/oci/iam.py +134 -38
- cartography/intel/oci/organizations.py +13 -6
- cartography/intel/oci/utils.py +43 -20
- cartography/intel/okta/__init__.py +66 -15
- cartography/intel/okta/applications.py +42 -20
- cartography/intel/okta/awssaml.py +93 -33
- cartography/intel/okta/factors.py +16 -4
- cartography/intel/okta/groups.py +56 -29
- cartography/intel/okta/organization.py +5 -1
- cartography/intel/okta/origins.py +6 -2
- cartography/intel/okta/roles.py +15 -5
- cartography/intel/okta/users.py +20 -8
- cartography/intel/okta/utils.py +6 -4
- cartography/intel/openai/__init__.py +86 -0
- cartography/intel/openai/adminapikeys.py +90 -0
- cartography/intel/openai/apikeys.py +96 -0
- cartography/intel/openai/projects.py +94 -0
- cartography/intel/openai/serviceaccounts.py +82 -0
- cartography/intel/openai/users.py +78 -0
- cartography/intel/openai/util.py +29 -0
- cartography/intel/pagerduty/__init__.py +8 -7
- cartography/intel/pagerduty/escalation_policies.py +18 -6
- cartography/intel/pagerduty/schedules.py +12 -4
- cartography/intel/pagerduty/services.py +11 -4
- cartography/intel/pagerduty/teams.py +8 -3
- cartography/intel/pagerduty/users.py +3 -1
- cartography/intel/pagerduty/vendors.py +3 -1
- cartography/intel/semgrep/__init__.py +24 -6
- cartography/intel/semgrep/dependencies.py +50 -28
- cartography/intel/semgrep/deployment.py +3 -1
- cartography/intel/semgrep/findings.py +42 -18
- cartography/intel/snipeit/__init__.py +17 -3
- cartography/intel/snipeit/asset.py +12 -6
- cartography/intel/snipeit/user.py +8 -5
- cartography/intel/snipeit/util.py +9 -4
- cartography/intel/tailscale/__init__.py +77 -0
- cartography/intel/tailscale/acls.py +146 -0
- cartography/intel/tailscale/devices.py +127 -0
- cartography/intel/tailscale/postureintegrations.py +81 -0
- cartography/intel/tailscale/tailnets.py +76 -0
- cartography/intel/tailscale/users.py +80 -0
- cartography/intel/tailscale/utils.py +132 -0
- cartography/models/aws/apigateway.py +21 -17
- cartography/models/aws/apigatewaycertificate.py +28 -22
- cartography/models/aws/apigatewayresource.py +28 -20
- cartography/models/aws/apigatewaystage.py +33 -25
- cartography/models/aws/cloudtrail/__init__.py +0 -0
- cartography/models/aws/cloudtrail/trail.py +61 -0
- cartography/models/aws/cloudwatch/__init__.py +0 -0
- cartography/models/aws/cloudwatch/loggroup.py +52 -0
- cartography/models/aws/dynamodb/gsi.py +30 -22
- cartography/models/aws/dynamodb/tables.py +25 -17
- cartography/models/aws/ec2/auto_scaling_groups.py +102 -82
- cartography/models/aws/ec2/images.py +36 -34
- cartography/models/aws/ec2/instances.py +51 -45
- cartography/models/aws/ec2/keypair.py +21 -16
- cartography/models/aws/ec2/keypair_instance.py +28 -21
- cartography/models/aws/ec2/launch_configurations.py +30 -26
- cartography/models/aws/ec2/launch_template_versions.py +48 -38
- cartography/models/aws/ec2/launch_templates.py +21 -17
- cartography/models/aws/ec2/load_balancer_listeners.py +27 -23
- cartography/models/aws/ec2/load_balancers.py +47 -37
- cartography/models/aws/ec2/network_acl_rules.py +38 -30
- cartography/models/aws/ec2/network_acls.py +38 -29
- cartography/models/aws/ec2/networkinterface_instance.py +52 -39
- cartography/models/aws/ec2/networkinterfaces.py +53 -37
- cartography/models/aws/ec2/privateip_networkinterface.py +32 -22
- cartography/models/aws/ec2/reservations.py +18 -14
- cartography/models/aws/ec2/route_table_associations.py +97 -0
- cartography/models/aws/ec2/route_tables.py +128 -0
- cartography/models/aws/ec2/routes.py +85 -0
- cartography/models/aws/ec2/securitygroup_instance.py +29 -20
- cartography/models/aws/ec2/securitygroup_networkinterface.py +24 -15
- cartography/models/aws/ec2/subnet_instance.py +24 -19
- cartography/models/aws/ec2/subnet_networkinterface.py +40 -31
- cartography/models/aws/ec2/volumes.py +47 -40
- cartography/models/aws/efs/__init__.py +0 -0
- cartography/models/aws/efs/mount_target.py +52 -0
- cartography/models/aws/eks/clusters.py +23 -21
- cartography/models/aws/emr.py +32 -30
- cartography/models/aws/iam/instanceprofile.py +33 -24
- cartography/models/aws/identitycenter/awsidentitycenter.py +18 -14
- cartography/models/aws/identitycenter/awspermissionset.py +37 -29
- cartography/models/aws/identitycenter/awsssouser.py +23 -21
- cartography/models/aws/inspector/findings.py +77 -65
- cartography/models/aws/inspector/packages.py +35 -29
- cartography/models/aws/s3/__init__.py +0 -0
- cartography/models/aws/s3/account_public_access_block.py +51 -0
- cartography/models/aws/sns/__init__.py +0 -0
- cartography/models/aws/sns/topic.py +50 -0
- cartography/models/aws/ssm/instance_information.py +51 -39
- cartography/models/aws/ssm/instance_patch.py +32 -26
- cartography/models/bigfix/bigfix_computer.py +42 -38
- cartography/models/bigfix/bigfix_root.py +3 -3
- cartography/models/cloudflare/__init__.py +0 -0
- cartography/models/cloudflare/account.py +25 -0
- cartography/models/cloudflare/dnsrecord.py +55 -0
- cartography/models/cloudflare/member.py +82 -0
- cartography/models/cloudflare/role.py +44 -0
- cartography/models/cloudflare/zone.py +59 -0
- cartography/models/core/common.py +12 -10
- cartography/models/core/nodes.py +5 -2
- cartography/models/core/relationships.py +14 -6
- cartography/models/crowdstrike/hosts.py +37 -35
- cartography/models/cve/cve.py +34 -32
- cartography/models/cve/cve_feed.py +6 -6
- cartography/models/digitalocean/__init__.py +0 -0
- cartography/models/digitalocean/account.py +21 -0
- cartography/models/digitalocean/droplet.py +56 -0
- cartography/models/digitalocean/project.py +48 -0
- cartography/models/duo/api_host.py +3 -3
- cartography/models/duo/endpoint.py +43 -41
- cartography/models/duo/group.py +14 -14
- cartography/models/duo/phone.py +27 -27
- cartography/models/duo/token.py +16 -16
- cartography/models/duo/user.py +46 -44
- cartography/models/duo/web_authn_credential.py +27 -19
- cartography/models/entra/ou.py +48 -0
- cartography/models/entra/tenant.py +24 -18
- cartography/models/entra/user.py +64 -48
- cartography/models/gcp/iam.py +23 -23
- cartography/models/github/orgs.py +5 -4
- cartography/models/github/teams.py +37 -31
- cartography/models/github/users.py +34 -23
- cartography/models/kandji/device.py +22 -16
- cartography/models/kandji/tenant.py +6 -4
- cartography/models/lastpass/tenant.py +3 -3
- cartography/models/lastpass/user.py +32 -28
- cartography/models/openai/__init__.py +0 -0
- cartography/models/openai/adminapikey.py +90 -0
- cartography/models/openai/apikey.py +84 -0
- cartography/models/openai/organization.py +17 -0
- cartography/models/openai/project.py +70 -0
- cartography/models/openai/serviceaccount.py +50 -0
- cartography/models/openai/user.py +49 -0
- cartography/models/semgrep/dependencies.py +36 -24
- cartography/models/semgrep/deployment.py +5 -5
- cartography/models/semgrep/findings.py +58 -42
- cartography/models/semgrep/locations.py +27 -21
- cartography/models/snipeit/asset.py +30 -21
- cartography/models/snipeit/tenant.py +6 -4
- cartography/models/snipeit/user.py +19 -12
- cartography/models/tailscale/__init__.py +0 -0
- cartography/models/tailscale/device.py +95 -0
- cartography/models/tailscale/group.py +86 -0
- cartography/models/tailscale/postureintegration.py +58 -0
- cartography/models/tailscale/tag.py +102 -0
- cartography/models/tailscale/tailnet.py +29 -0
- cartography/models/tailscale/user.py +52 -0
- cartography/stats.py +3 -3
- cartography/sync.py +113 -31
- cartography/util.py +84 -62
- {cartography-0.102.0rc1.dist-info → cartography-0.103.0.dist-info}/METADATA +8 -15
- cartography-0.103.0.dist-info/RECORD +442 -0
- {cartography-0.102.0rc1.dist-info → cartography-0.103.0.dist-info}/WHEEL +1 -1
- cartography-0.102.0rc1.dist-info/RECORD +0 -377
- {cartography-0.102.0rc1.dist-info → cartography-0.103.0.dist-info}/entry_points.txt +0 -0
- {cartography-0.102.0rc1.dist-info → cartography-0.103.0.dist-info}/licenses/LICENSE +0 -0
- {cartography-0.102.0rc1.dist-info → cartography-0.103.0.dist-info}/top_level.txt +0 -0
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
from dataclasses import dataclass
|
|
2
|
+
|
|
3
|
+
from cartography.models.core.common import PropertyRef
|
|
4
|
+
from cartography.models.core.nodes import CartographyNodeProperties
|
|
5
|
+
from cartography.models.core.nodes import CartographyNodeSchema
|
|
6
|
+
from cartography.models.core.relationships import CartographyRelProperties
|
|
7
|
+
from cartography.models.core.relationships import CartographyRelSchema
|
|
8
|
+
from cartography.models.core.relationships import LinkDirection
|
|
9
|
+
from cartography.models.core.relationships import make_target_node_matcher
|
|
10
|
+
from cartography.models.core.relationships import OtherRelationships
|
|
11
|
+
from cartography.models.core.relationships import TargetNodeMatcher
|
|
12
|
+
|
|
13
|
+
|
|
14
|
+
@dataclass(frozen=True)
|
|
15
|
+
class TailscaleDeviceNodeProperties(CartographyNodeProperties):
|
|
16
|
+
# We use nodeId because the old property `id` is deprecated
|
|
17
|
+
id: PropertyRef = PropertyRef("nodeId")
|
|
18
|
+
lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
|
|
19
|
+
name: PropertyRef = PropertyRef("name")
|
|
20
|
+
hostname: PropertyRef = PropertyRef("hostname")
|
|
21
|
+
client_version: PropertyRef = PropertyRef("clientVersion")
|
|
22
|
+
update_available: PropertyRef = PropertyRef("updateAvailable")
|
|
23
|
+
os: PropertyRef = PropertyRef("os")
|
|
24
|
+
created: PropertyRef = PropertyRef("created")
|
|
25
|
+
last_seen: PropertyRef = PropertyRef("lastSeen")
|
|
26
|
+
key_expiry_disabled: PropertyRef = PropertyRef("keyExpiryDisabled")
|
|
27
|
+
expires: PropertyRef = PropertyRef("expires")
|
|
28
|
+
authorized: PropertyRef = PropertyRef("authorized")
|
|
29
|
+
is_external: PropertyRef = PropertyRef("isExternal")
|
|
30
|
+
node_key: PropertyRef = PropertyRef("nodeKey")
|
|
31
|
+
blocks_incoming_connections: PropertyRef = PropertyRef("blocksIncomingConnections")
|
|
32
|
+
client_connectivity_endpoints: PropertyRef = PropertyRef(
|
|
33
|
+
"clientConnectivity.endpoints"
|
|
34
|
+
)
|
|
35
|
+
client_connectivity_mapping_varies_by_dest_ip: PropertyRef = PropertyRef(
|
|
36
|
+
"clientConnectivity.mappingVariesByDestIP"
|
|
37
|
+
)
|
|
38
|
+
tailnet_lock_error: PropertyRef = PropertyRef("tailnetLockError")
|
|
39
|
+
tailnet_lock_key: PropertyRef = PropertyRef("tailnetLockKey")
|
|
40
|
+
posture_identity_serial_numbers: PropertyRef = PropertyRef(
|
|
41
|
+
"postureIdentity.serialNumbers"
|
|
42
|
+
)
|
|
43
|
+
posture_identity_disabled: PropertyRef = PropertyRef("postureIdentity.disabled")
|
|
44
|
+
|
|
45
|
+
|
|
46
|
+
@dataclass(frozen=True)
|
|
47
|
+
class TailscaleDeviceToTailnetRelProperties(CartographyRelProperties):
|
|
48
|
+
lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
|
|
49
|
+
|
|
50
|
+
|
|
51
|
+
@dataclass(frozen=True)
|
|
52
|
+
# (:TailscaleTailnet)-[:RESOURCE]->(:TailscaleDevice)
|
|
53
|
+
class TailscaleDeviceToTailnetRel(CartographyRelSchema):
|
|
54
|
+
target_node_label: str = "TailscaleTailnet"
|
|
55
|
+
target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
|
|
56
|
+
{"id": PropertyRef("org", set_in_kwargs=True)},
|
|
57
|
+
)
|
|
58
|
+
direction: LinkDirection = LinkDirection.INWARD
|
|
59
|
+
rel_label: str = "RESOURCE"
|
|
60
|
+
properties: TailscaleDeviceToTailnetRelProperties = (
|
|
61
|
+
TailscaleDeviceToTailnetRelProperties()
|
|
62
|
+
)
|
|
63
|
+
|
|
64
|
+
|
|
65
|
+
@dataclass(frozen=True)
|
|
66
|
+
class TailscaleDeviceToUserRelProperties(CartographyRelProperties):
|
|
67
|
+
lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
|
|
68
|
+
|
|
69
|
+
|
|
70
|
+
@dataclass(frozen=True)
|
|
71
|
+
# (:TailscaleUser)-[:OWNS]->(:TailscaleDevice)
|
|
72
|
+
class TailscaleDeviceToUserRel(CartographyRelSchema):
|
|
73
|
+
target_node_label: str = "TailscaleUser"
|
|
74
|
+
target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
|
|
75
|
+
{"login_name": PropertyRef("user")},
|
|
76
|
+
)
|
|
77
|
+
direction: LinkDirection = LinkDirection.INWARD
|
|
78
|
+
rel_label: str = "OWNS"
|
|
79
|
+
properties: TailscaleDeviceToUserRelProperties = (
|
|
80
|
+
TailscaleDeviceToUserRelProperties()
|
|
81
|
+
)
|
|
82
|
+
|
|
83
|
+
|
|
84
|
+
@dataclass(frozen=True)
|
|
85
|
+
class TailscaleDeviceSchema(CartographyNodeSchema):
|
|
86
|
+
label: str = "TailscaleDevice"
|
|
87
|
+
properties: TailscaleDeviceNodeProperties = TailscaleDeviceNodeProperties()
|
|
88
|
+
sub_resource_relationship: TailscaleDeviceToTailnetRel = (
|
|
89
|
+
TailscaleDeviceToTailnetRel()
|
|
90
|
+
)
|
|
91
|
+
other_relationships = OtherRelationships(
|
|
92
|
+
[
|
|
93
|
+
TailscaleDeviceToUserRel(),
|
|
94
|
+
]
|
|
95
|
+
)
|
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
from dataclasses import dataclass
|
|
2
|
+
|
|
3
|
+
from cartography.models.core.common import PropertyRef
|
|
4
|
+
from cartography.models.core.nodes import CartographyNodeProperties
|
|
5
|
+
from cartography.models.core.nodes import CartographyNodeSchema
|
|
6
|
+
from cartography.models.core.relationships import CartographyRelProperties
|
|
7
|
+
from cartography.models.core.relationships import CartographyRelSchema
|
|
8
|
+
from cartography.models.core.relationships import LinkDirection
|
|
9
|
+
from cartography.models.core.relationships import make_target_node_matcher
|
|
10
|
+
from cartography.models.core.relationships import OtherRelationships
|
|
11
|
+
from cartography.models.core.relationships import TargetNodeMatcher
|
|
12
|
+
|
|
13
|
+
|
|
14
|
+
@dataclass(frozen=True)
|
|
15
|
+
class TailscaleGroupNodeProperties(CartographyNodeProperties):
|
|
16
|
+
id: PropertyRef = PropertyRef("id")
|
|
17
|
+
lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
|
|
18
|
+
name: PropertyRef = PropertyRef("name")
|
|
19
|
+
|
|
20
|
+
|
|
21
|
+
@dataclass(frozen=True)
|
|
22
|
+
class TailscaleGroupToTailnetRelProperties(CartographyRelProperties):
|
|
23
|
+
lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
|
|
24
|
+
|
|
25
|
+
|
|
26
|
+
@dataclass(frozen=True)
|
|
27
|
+
# (:TailscaleTailnet)-[:RESOURCE]->(:TailscaleGroup)
|
|
28
|
+
class TailscaleGroupToTailnetRel(CartographyRelSchema):
|
|
29
|
+
target_node_label: str = "TailscaleTailnet"
|
|
30
|
+
target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
|
|
31
|
+
{"id": PropertyRef("org", set_in_kwargs=True)},
|
|
32
|
+
)
|
|
33
|
+
direction: LinkDirection = LinkDirection.INWARD
|
|
34
|
+
rel_label: str = "RESOURCE"
|
|
35
|
+
properties: TailscaleGroupToTailnetRelProperties = (
|
|
36
|
+
TailscaleGroupToTailnetRelProperties()
|
|
37
|
+
)
|
|
38
|
+
|
|
39
|
+
|
|
40
|
+
@dataclass(frozen=True)
|
|
41
|
+
class TailscaleGroupToUserRelProperties(CartographyRelProperties):
|
|
42
|
+
lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
|
|
43
|
+
|
|
44
|
+
|
|
45
|
+
@dataclass(frozen=True)
|
|
46
|
+
# (:TailscaleUser)-[:MEMBER_OF]->(:TailscaleGroup)
|
|
47
|
+
class TailscaleGroupToUserRel(CartographyRelSchema):
|
|
48
|
+
target_node_label: str = "TailscaleUser"
|
|
49
|
+
target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
|
|
50
|
+
{"login_name": PropertyRef("members", one_to_many=True)},
|
|
51
|
+
)
|
|
52
|
+
direction: LinkDirection = LinkDirection.INWARD
|
|
53
|
+
rel_label: str = "MEMBER_OF"
|
|
54
|
+
properties: TailscaleGroupToUserRelProperties = TailscaleGroupToUserRelProperties()
|
|
55
|
+
|
|
56
|
+
|
|
57
|
+
@dataclass(frozen=True)
|
|
58
|
+
class TailscaleGroupToGroupRelProperties(CartographyRelProperties):
|
|
59
|
+
lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
|
|
60
|
+
|
|
61
|
+
|
|
62
|
+
@dataclass(frozen=True)
|
|
63
|
+
# (:TailscaleGroup)-[:MEMBER_OF]->(:TailscaleGroup)
|
|
64
|
+
class TailscaleGroupToGroupRel(CartographyRelSchema):
|
|
65
|
+
target_node_label: str = "TailscaleGroup"
|
|
66
|
+
target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
|
|
67
|
+
{"id": PropertyRef("sub_groups", one_to_many=True)},
|
|
68
|
+
)
|
|
69
|
+
direction: LinkDirection = LinkDirection.INWARD
|
|
70
|
+
rel_label: str = "MEMBER_OF"
|
|
71
|
+
properties: TailscaleGroupToGroupRelProperties = (
|
|
72
|
+
TailscaleGroupToGroupRelProperties()
|
|
73
|
+
)
|
|
74
|
+
|
|
75
|
+
|
|
76
|
+
@dataclass(frozen=True)
|
|
77
|
+
class TailscaleGroupSchema(CartographyNodeSchema):
|
|
78
|
+
label: str = "TailscaleGroup"
|
|
79
|
+
properties: TailscaleGroupNodeProperties = TailscaleGroupNodeProperties()
|
|
80
|
+
sub_resource_relationship: TailscaleGroupToTailnetRel = TailscaleGroupToTailnetRel()
|
|
81
|
+
other_relationships = OtherRelationships(
|
|
82
|
+
[
|
|
83
|
+
TailscaleGroupToGroupRel(),
|
|
84
|
+
TailscaleGroupToUserRel(),
|
|
85
|
+
]
|
|
86
|
+
)
|
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
from dataclasses import dataclass
|
|
2
|
+
|
|
3
|
+
from cartography.models.core.common import PropertyRef
|
|
4
|
+
from cartography.models.core.nodes import CartographyNodeProperties
|
|
5
|
+
from cartography.models.core.nodes import CartographyNodeSchema
|
|
6
|
+
from cartography.models.core.relationships import CartographyRelProperties
|
|
7
|
+
from cartography.models.core.relationships import CartographyRelSchema
|
|
8
|
+
from cartography.models.core.relationships import LinkDirection
|
|
9
|
+
from cartography.models.core.relationships import make_target_node_matcher
|
|
10
|
+
from cartography.models.core.relationships import TargetNodeMatcher
|
|
11
|
+
|
|
12
|
+
|
|
13
|
+
@dataclass(frozen=True)
|
|
14
|
+
class TailscalePostureIntegrationNodeProperties(CartographyNodeProperties):
|
|
15
|
+
id: PropertyRef = PropertyRef("id")
|
|
16
|
+
lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
|
|
17
|
+
provider: PropertyRef = PropertyRef("provider")
|
|
18
|
+
cloud_id: PropertyRef = PropertyRef("cloudId")
|
|
19
|
+
client_id: PropertyRef = PropertyRef("clientId")
|
|
20
|
+
tenant_id: PropertyRef = PropertyRef("tenantId")
|
|
21
|
+
config_updated: PropertyRef = PropertyRef("configUpdated")
|
|
22
|
+
status_last_sync: PropertyRef = PropertyRef("status.lastSync")
|
|
23
|
+
status_error: PropertyRef = PropertyRef("status.error")
|
|
24
|
+
status_provider_host_count: PropertyRef = PropertyRef("status.providerHostCount")
|
|
25
|
+
status_matched_count: PropertyRef = PropertyRef("status.matchedCount")
|
|
26
|
+
status_possible_matched_count: PropertyRef = PropertyRef(
|
|
27
|
+
"status.possibleMatchedCount"
|
|
28
|
+
)
|
|
29
|
+
|
|
30
|
+
|
|
31
|
+
@dataclass(frozen=True)
|
|
32
|
+
class TailscalePostureIntegrationToTailnetRelProperties(CartographyRelProperties):
|
|
33
|
+
lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
|
|
34
|
+
|
|
35
|
+
|
|
36
|
+
@dataclass(frozen=True)
|
|
37
|
+
# (:TailscaleTailnet)-[:RESOURCE]->(:TailscalePostureIntegration)
|
|
38
|
+
class TailscalePostureIntegrationToTailnetRel(CartographyRelSchema):
|
|
39
|
+
target_node_label: str = "TailscaleTailnet"
|
|
40
|
+
target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
|
|
41
|
+
{"id": PropertyRef("org", set_in_kwargs=True)},
|
|
42
|
+
)
|
|
43
|
+
direction: LinkDirection = LinkDirection.INWARD
|
|
44
|
+
rel_label: str = "RESOURCE"
|
|
45
|
+
properties: TailscalePostureIntegrationToTailnetRelProperties = (
|
|
46
|
+
TailscalePostureIntegrationToTailnetRelProperties()
|
|
47
|
+
)
|
|
48
|
+
|
|
49
|
+
|
|
50
|
+
@dataclass(frozen=True)
|
|
51
|
+
class TailscalePostureIntegrationSchema(CartographyNodeSchema):
|
|
52
|
+
label: str = "TailscalePostureIntegration"
|
|
53
|
+
properties: TailscalePostureIntegrationNodeProperties = (
|
|
54
|
+
TailscalePostureIntegrationNodeProperties()
|
|
55
|
+
)
|
|
56
|
+
sub_resource_relationship: TailscalePostureIntegrationToTailnetRel = (
|
|
57
|
+
TailscalePostureIntegrationToTailnetRel()
|
|
58
|
+
)
|
|
@@ -0,0 +1,102 @@
|
|
|
1
|
+
from dataclasses import dataclass
|
|
2
|
+
|
|
3
|
+
from cartography.models.core.common import PropertyRef
|
|
4
|
+
from cartography.models.core.nodes import CartographyNodeProperties
|
|
5
|
+
from cartography.models.core.nodes import CartographyNodeSchema
|
|
6
|
+
from cartography.models.core.relationships import CartographyRelProperties
|
|
7
|
+
from cartography.models.core.relationships import CartographyRelSchema
|
|
8
|
+
from cartography.models.core.relationships import LinkDirection
|
|
9
|
+
from cartography.models.core.relationships import make_target_node_matcher
|
|
10
|
+
from cartography.models.core.relationships import OtherRelationships
|
|
11
|
+
from cartography.models.core.relationships import TargetNodeMatcher
|
|
12
|
+
|
|
13
|
+
|
|
14
|
+
@dataclass(frozen=True)
|
|
15
|
+
class TailscaleTagNodeProperties(CartographyNodeProperties):
|
|
16
|
+
id: PropertyRef = PropertyRef("id")
|
|
17
|
+
lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
|
|
18
|
+
name: PropertyRef = PropertyRef("name")
|
|
19
|
+
|
|
20
|
+
|
|
21
|
+
@dataclass(frozen=True)
|
|
22
|
+
class TailscaleTagToTailnetRelProperties(CartographyRelProperties):
|
|
23
|
+
lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
|
|
24
|
+
|
|
25
|
+
|
|
26
|
+
@dataclass(frozen=True)
|
|
27
|
+
# (:TailscaleTailnet)-[:RESOURCE]->(:TailscaleTag)
|
|
28
|
+
class TailscaleTagToTailnetRel(CartographyRelSchema):
|
|
29
|
+
target_node_label: str = "TailscaleTailnet"
|
|
30
|
+
target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
|
|
31
|
+
{"id": PropertyRef("org", set_in_kwargs=True)},
|
|
32
|
+
)
|
|
33
|
+
direction: LinkDirection = LinkDirection.INWARD
|
|
34
|
+
rel_label: str = "RESOURCE"
|
|
35
|
+
properties: TailscaleTagToTailnetRelProperties = (
|
|
36
|
+
TailscaleTagToTailnetRelProperties()
|
|
37
|
+
)
|
|
38
|
+
|
|
39
|
+
|
|
40
|
+
@dataclass(frozen=True)
|
|
41
|
+
class TailscaleTagToUserRelProperties(CartographyRelProperties):
|
|
42
|
+
lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
|
|
43
|
+
|
|
44
|
+
|
|
45
|
+
@dataclass(frozen=True)
|
|
46
|
+
# (:TailscaleUser)-[:OWNS]->(:TailscaleTag)
|
|
47
|
+
class TailscaleTagToUserRel(CartographyRelSchema):
|
|
48
|
+
target_node_label: str = "TailscaleUser"
|
|
49
|
+
target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
|
|
50
|
+
{"login_name": PropertyRef("owners", one_to_many=True)},
|
|
51
|
+
)
|
|
52
|
+
direction: LinkDirection = LinkDirection.INWARD
|
|
53
|
+
rel_label: str = "OWNS"
|
|
54
|
+
properties: TailscaleTagToUserRelProperties = TailscaleTagToUserRelProperties()
|
|
55
|
+
|
|
56
|
+
|
|
57
|
+
@dataclass(frozen=True)
|
|
58
|
+
class TailscaleTagToGroupRelProperties(CartographyRelProperties):
|
|
59
|
+
lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
|
|
60
|
+
|
|
61
|
+
|
|
62
|
+
@dataclass(frozen=True)
|
|
63
|
+
# (:TailscaleGroup)-[:OWNS]->(:TailscaleTag)
|
|
64
|
+
class TailscaleTagToGroupRel(CartographyRelSchema):
|
|
65
|
+
target_node_label: str = "TailscaleGroup"
|
|
66
|
+
target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
|
|
67
|
+
{"id": PropertyRef("group_owners", one_to_many=True)},
|
|
68
|
+
)
|
|
69
|
+
direction: LinkDirection = LinkDirection.INWARD
|
|
70
|
+
rel_label: str = "OWNS"
|
|
71
|
+
properties: TailscaleTagToGroupRelProperties = TailscaleTagToGroupRelProperties()
|
|
72
|
+
|
|
73
|
+
|
|
74
|
+
@dataclass(frozen=True)
|
|
75
|
+
class TailscaleTagToDeviceRelProperties(CartographyRelProperties):
|
|
76
|
+
lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
|
|
77
|
+
|
|
78
|
+
|
|
79
|
+
@dataclass(frozen=True)
|
|
80
|
+
# (:TailscaleDevice)-[:TAGGED]->(:TailscaleTag)
|
|
81
|
+
class TailscaleTagToDeviceRel(CartographyRelSchema):
|
|
82
|
+
target_node_label: str = "TailscaleDevice"
|
|
83
|
+
target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
|
|
84
|
+
{"id": PropertyRef("devices", one_to_many=True)},
|
|
85
|
+
)
|
|
86
|
+
direction: LinkDirection = LinkDirection.INWARD
|
|
87
|
+
rel_label: str = "TAGGED"
|
|
88
|
+
properties: TailscaleTagToDeviceRelProperties = TailscaleTagToDeviceRelProperties()
|
|
89
|
+
|
|
90
|
+
|
|
91
|
+
@dataclass(frozen=True)
|
|
92
|
+
class TailscaleTagSchema(CartographyNodeSchema):
|
|
93
|
+
label: str = "TailscaleTag"
|
|
94
|
+
properties: TailscaleTagNodeProperties = TailscaleTagNodeProperties()
|
|
95
|
+
sub_resource_relationship: TailscaleTagToTailnetRel = TailscaleTagToTailnetRel()
|
|
96
|
+
other_relationships = OtherRelationships(
|
|
97
|
+
[
|
|
98
|
+
TailscaleTagToGroupRel(),
|
|
99
|
+
TailscaleTagToUserRel(),
|
|
100
|
+
TailscaleTagToDeviceRel(),
|
|
101
|
+
]
|
|
102
|
+
)
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
from dataclasses import dataclass
|
|
2
|
+
|
|
3
|
+
from cartography.models.core.common import PropertyRef
|
|
4
|
+
from cartography.models.core.nodes import CartographyNodeProperties
|
|
5
|
+
from cartography.models.core.nodes import CartographyNodeSchema
|
|
6
|
+
|
|
7
|
+
|
|
8
|
+
@dataclass(frozen=True)
|
|
9
|
+
class TailscaleTailnetNodeProperties(CartographyNodeProperties):
|
|
10
|
+
id: PropertyRef = PropertyRef("org", set_in_kwargs=True)
|
|
11
|
+
lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
|
|
12
|
+
devices_approval_on: PropertyRef = PropertyRef("devicesApprovalOn")
|
|
13
|
+
devices_auto_updates_on: PropertyRef = PropertyRef("devicesAutoUpdatesOn")
|
|
14
|
+
devices_key_duration_days: PropertyRef = PropertyRef("devicesKeyDurationDays")
|
|
15
|
+
users_approval_on: PropertyRef = PropertyRef("usersApprovalOn")
|
|
16
|
+
users_role_allowed_to_join_external_tailnets: PropertyRef = PropertyRef(
|
|
17
|
+
"usersRoleAllowedToJoinExternalTailnets"
|
|
18
|
+
)
|
|
19
|
+
network_flow_logging_on: PropertyRef = PropertyRef("networkFlowLoggingOn")
|
|
20
|
+
regional_routing_on: PropertyRef = PropertyRef("regionalRoutingOn")
|
|
21
|
+
posture_identity_collection_on: PropertyRef = PropertyRef(
|
|
22
|
+
"postureIdentityCollectionOn"
|
|
23
|
+
)
|
|
24
|
+
|
|
25
|
+
|
|
26
|
+
@dataclass(frozen=True)
|
|
27
|
+
class TailscaleTailnetSchema(CartographyNodeSchema):
|
|
28
|
+
label: str = "TailscaleTailnet"
|
|
29
|
+
properties: TailscaleTailnetNodeProperties = TailscaleTailnetNodeProperties()
|
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
from dataclasses import dataclass
|
|
2
|
+
|
|
3
|
+
from cartography.models.core.common import PropertyRef
|
|
4
|
+
from cartography.models.core.nodes import CartographyNodeProperties
|
|
5
|
+
from cartography.models.core.nodes import CartographyNodeSchema
|
|
6
|
+
from cartography.models.core.relationships import CartographyRelProperties
|
|
7
|
+
from cartography.models.core.relationships import CartographyRelSchema
|
|
8
|
+
from cartography.models.core.relationships import LinkDirection
|
|
9
|
+
from cartography.models.core.relationships import make_target_node_matcher
|
|
10
|
+
from cartography.models.core.relationships import TargetNodeMatcher
|
|
11
|
+
|
|
12
|
+
|
|
13
|
+
@dataclass(frozen=True)
|
|
14
|
+
class TailscaleUserNodeProperties(CartographyNodeProperties):
|
|
15
|
+
id: PropertyRef = PropertyRef("id")
|
|
16
|
+
lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
|
|
17
|
+
display_name: PropertyRef = PropertyRef("displayName")
|
|
18
|
+
login_name: PropertyRef = PropertyRef("loginName", extra_index=True)
|
|
19
|
+
profile_pic_url: PropertyRef = PropertyRef("profilePicUrl")
|
|
20
|
+
created: PropertyRef = PropertyRef("created")
|
|
21
|
+
type: PropertyRef = PropertyRef("type")
|
|
22
|
+
role: PropertyRef = PropertyRef("role")
|
|
23
|
+
status: PropertyRef = PropertyRef("status")
|
|
24
|
+
device_count: PropertyRef = PropertyRef("deviceCount")
|
|
25
|
+
last_seen: PropertyRef = PropertyRef("lastSeen")
|
|
26
|
+
currently_connected: PropertyRef = PropertyRef("currentlyConnected")
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
@dataclass(frozen=True)
|
|
30
|
+
class TailscaleUserToTailnetRelProperties(CartographyRelProperties):
|
|
31
|
+
lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
|
|
32
|
+
|
|
33
|
+
|
|
34
|
+
@dataclass(frozen=True)
|
|
35
|
+
# (:TailscaleTailnet)-[:RESOURCE]->(:TailscaleUser)
|
|
36
|
+
class TailscaleUserToTailnetRel(CartographyRelSchema):
|
|
37
|
+
target_node_label: str = "TailscaleTailnet"
|
|
38
|
+
target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
|
|
39
|
+
{"id": PropertyRef("org", set_in_kwargs=True)},
|
|
40
|
+
)
|
|
41
|
+
direction: LinkDirection = LinkDirection.INWARD
|
|
42
|
+
rel_label: str = "RESOURCE"
|
|
43
|
+
properties: TailscaleUserToTailnetRelProperties = (
|
|
44
|
+
TailscaleUserToTailnetRelProperties()
|
|
45
|
+
)
|
|
46
|
+
|
|
47
|
+
|
|
48
|
+
@dataclass(frozen=True)
|
|
49
|
+
class TailscaleUserSchema(CartographyNodeSchema):
|
|
50
|
+
label: str = "TailscaleUser"
|
|
51
|
+
properties: TailscaleUserNodeProperties = TailscaleUserNodeProperties()
|
|
52
|
+
sub_resource_relationship: TailscaleUserToTailnetRel = TailscaleUserToTailnetRel()
|
cartography/stats.py
CHANGED
|
@@ -17,11 +17,11 @@ class ScopedStatsClient:
|
|
|
17
17
|
|
|
18
18
|
_client: StatsClient = None
|
|
19
19
|
|
|
20
|
-
def __init__(self, prefix: Optional[str], root:
|
|
20
|
+
def __init__(self, prefix: Optional[str], root: "ScopedStatsClient"):
|
|
21
21
|
self._scope_prefix = prefix
|
|
22
22
|
self._root = root
|
|
23
23
|
|
|
24
|
-
def get_stats_client(self, scope: str) ->
|
|
24
|
+
def get_stats_client(self, scope: str) -> "ScopedStatsClient":
|
|
25
25
|
"""
|
|
26
26
|
This method returns a new proxy to the same client
|
|
27
27
|
which will prefix all calls to underlying methods with the scoped prefix
|
|
@@ -35,7 +35,7 @@ class ScopedStatsClient:
|
|
|
35
35
|
return scoped_stats_client
|
|
36
36
|
|
|
37
37
|
@staticmethod
|
|
38
|
-
def get_root_client() ->
|
|
38
|
+
def get_root_client() -> "ScopedStatsClient":
|
|
39
39
|
client = ScopedStatsClient(prefix=None, root=None) # type: ignore
|
|
40
40
|
client._root = client
|
|
41
41
|
return client
|
cartography/sync.py
CHANGED
|
@@ -1,7 +1,9 @@
|
|
|
1
1
|
import argparse
|
|
2
2
|
import logging
|
|
3
|
+
import re
|
|
3
4
|
import time
|
|
4
5
|
from collections import OrderedDict
|
|
6
|
+
from pkgutil import iter_modules
|
|
5
7
|
from typing import Callable
|
|
6
8
|
from typing import List
|
|
7
9
|
from typing import Tuple
|
|
@@ -15,6 +17,7 @@ import cartography.intel.analysis
|
|
|
15
17
|
import cartography.intel.aws
|
|
16
18
|
import cartography.intel.azure
|
|
17
19
|
import cartography.intel.bigfix
|
|
20
|
+
import cartography.intel.cloudflare
|
|
18
21
|
import cartography.intel.create_indexes
|
|
19
22
|
import cartography.intel.crowdstrike
|
|
20
23
|
import cartography.intel.cve
|
|
@@ -29,8 +32,10 @@ import cartography.intel.kubernetes
|
|
|
29
32
|
import cartography.intel.lastpass
|
|
30
33
|
import cartography.intel.oci
|
|
31
34
|
import cartography.intel.okta
|
|
35
|
+
import cartography.intel.openai
|
|
32
36
|
import cartography.intel.semgrep
|
|
33
37
|
import cartography.intel.snipeit
|
|
38
|
+
import cartography.intel.tailscale
|
|
34
39
|
from cartography.config import Config
|
|
35
40
|
from cartography.stats import set_stats_client
|
|
36
41
|
from cartography.util import STATUS_FAILURE
|
|
@@ -39,28 +44,33 @@ from cartography.util import STATUS_SUCCESS
|
|
|
39
44
|
logger = logging.getLogger(__name__)
|
|
40
45
|
|
|
41
46
|
|
|
42
|
-
TOP_LEVEL_MODULES = OrderedDict(
|
|
43
|
-
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
|
|
47
|
-
|
|
48
|
-
|
|
49
|
-
|
|
50
|
-
|
|
51
|
-
|
|
52
|
-
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
|
|
62
|
-
|
|
63
|
-
|
|
47
|
+
TOP_LEVEL_MODULES = OrderedDict(
|
|
48
|
+
{ # preserve order so that the default sync always runs `analysis` at the very end
|
|
49
|
+
"create-indexes": cartography.intel.create_indexes.run,
|
|
50
|
+
"aws": cartography.intel.aws.start_aws_ingestion,
|
|
51
|
+
"azure": cartography.intel.azure.start_azure_ingestion,
|
|
52
|
+
"entra": cartography.intel.entra.start_entra_ingestion,
|
|
53
|
+
"cloudflare": cartography.intel.cloudflare.start_cloudflare_ingestion,
|
|
54
|
+
"crowdstrike": cartography.intel.crowdstrike.start_crowdstrike_ingestion,
|
|
55
|
+
"gcp": cartography.intel.gcp.start_gcp_ingestion,
|
|
56
|
+
"gsuite": cartography.intel.gsuite.start_gsuite_ingestion,
|
|
57
|
+
"cve": cartography.intel.cve.start_cve_ingestion,
|
|
58
|
+
"oci": cartography.intel.oci.start_oci_ingestion,
|
|
59
|
+
"okta": cartography.intel.okta.start_okta_ingestion,
|
|
60
|
+
"openai": cartography.intel.openai.start_openai_ingestion,
|
|
61
|
+
"github": cartography.intel.github.start_github_ingestion,
|
|
62
|
+
"digitalocean": cartography.intel.digitalocean.start_digitalocean_ingestion,
|
|
63
|
+
"kandji": cartography.intel.kandji.start_kandji_ingestion,
|
|
64
|
+
"kubernetes": cartography.intel.kubernetes.start_k8s_ingestion,
|
|
65
|
+
"lastpass": cartography.intel.lastpass.start_lastpass_ingestion,
|
|
66
|
+
"bigfix": cartography.intel.bigfix.start_bigfix_ingestion,
|
|
67
|
+
"duo": cartography.intel.duo.start_duo_ingestion,
|
|
68
|
+
"semgrep": cartography.intel.semgrep.start_semgrep_ingestion,
|
|
69
|
+
"snipeit": cartography.intel.snipeit.start_snipeit_ingestion,
|
|
70
|
+
"tailscale": cartography.intel.tailscale.start_tailscale_ingestion,
|
|
71
|
+
"analysis": cartography.intel.analysis.run,
|
|
72
|
+
}
|
|
73
|
+
)
|
|
64
74
|
|
|
65
75
|
|
|
66
76
|
class Sync:
|
|
@@ -98,7 +108,11 @@ class Sync:
|
|
|
98
108
|
for name, func in stages:
|
|
99
109
|
self.add_stage(name, func)
|
|
100
110
|
|
|
101
|
-
def run(
|
|
111
|
+
def run(
|
|
112
|
+
self,
|
|
113
|
+
neo4j_driver: neo4j.Driver,
|
|
114
|
+
config: Union[Config, argparse.Namespace],
|
|
115
|
+
) -> int:
|
|
102
116
|
"""
|
|
103
117
|
Execute all stages in the sync task in sequence.
|
|
104
118
|
|
|
@@ -117,12 +131,77 @@ class Sync:
|
|
|
117
131
|
logger.warning("Sync interrupted during stage '%s'.", stage_name)
|
|
118
132
|
raise
|
|
119
133
|
except Exception:
|
|
120
|
-
logger.exception(
|
|
134
|
+
logger.exception(
|
|
135
|
+
"Unhandled exception during sync stage '%s'",
|
|
136
|
+
stage_name,
|
|
137
|
+
)
|
|
121
138
|
raise # TODO this should be configurable
|
|
122
139
|
logger.info("Finishing sync stage '%s'", stage_name)
|
|
123
140
|
logger.info("Finishing sync with update tag '%d'", config.update_tag)
|
|
124
141
|
return STATUS_SUCCESS
|
|
125
142
|
|
|
143
|
+
@classmethod
|
|
144
|
+
def list_intel_modules(cls) -> OrderedDict:
|
|
145
|
+
"""
|
|
146
|
+
List all available intel modules.
|
|
147
|
+
|
|
148
|
+
This method will load all modules in the cartography.intel package and return a dictionary of their names and
|
|
149
|
+
their callable functions. The keys of the dictionary are the module names, and the values are the callable
|
|
150
|
+
functions (with `start_{module}_ingestion` pattern) that should be executed during the sync process.
|
|
151
|
+
analysis and create_indexes are loaded separately to ensure they are always available and run first
|
|
152
|
+
(for create-index) and last (for analysis).
|
|
153
|
+
|
|
154
|
+
:rtype: OrderedDict
|
|
155
|
+
:return: A dictionary of available intel modules.
|
|
156
|
+
"""
|
|
157
|
+
available_modules = OrderedDict({})
|
|
158
|
+
available_modules["create-indexes"] = cartography.intel.create_indexes.run
|
|
159
|
+
callable_regex = re.compile(r"^start_(.+)_ingestion$")
|
|
160
|
+
# Load built-in modules
|
|
161
|
+
for intel_module_info in iter_modules(cartography.intel.__path__):
|
|
162
|
+
if intel_module_info.name in ("analysis", "create_indexes"):
|
|
163
|
+
continue
|
|
164
|
+
try:
|
|
165
|
+
logger.debug("Loading module: %s", intel_module_info.name)
|
|
166
|
+
intel_module = __import__(
|
|
167
|
+
f"cartography.intel.{intel_module_info.name}",
|
|
168
|
+
fromlist=[""],
|
|
169
|
+
)
|
|
170
|
+
except ImportError as e:
|
|
171
|
+
logger.error(
|
|
172
|
+
"Failed to import module '%s'. Error: %s",
|
|
173
|
+
intel_module_info.name,
|
|
174
|
+
e,
|
|
175
|
+
)
|
|
176
|
+
continue
|
|
177
|
+
logger.debug("Loading module: %s", intel_module_info.name)
|
|
178
|
+
intel_module = __import__(
|
|
179
|
+
f"cartography.intel.{intel_module_info.name}",
|
|
180
|
+
fromlist=[""],
|
|
181
|
+
)
|
|
182
|
+
for k, v in intel_module.__dict__.items():
|
|
183
|
+
if not callable(v):
|
|
184
|
+
continue
|
|
185
|
+
match_callable_name = callable_regex.match(k)
|
|
186
|
+
if not match_callable_name:
|
|
187
|
+
continue
|
|
188
|
+
callable_module_name = (
|
|
189
|
+
match_callable_name.group(1) if match_callable_name else None
|
|
190
|
+
)
|
|
191
|
+
if callable_module_name != intel_module_info.name:
|
|
192
|
+
logger.debug(
|
|
193
|
+
"Module name '%s' does not match intel module name '%s'.",
|
|
194
|
+
callable_module_name,
|
|
195
|
+
intel_module_info.name,
|
|
196
|
+
)
|
|
197
|
+
available_modules[intel_module_info.name] = v
|
|
198
|
+
available_modules["analysis"] = cartography.intel.analysis.run
|
|
199
|
+
return available_modules
|
|
200
|
+
|
|
201
|
+
|
|
202
|
+
# Used to avoid repeatedly calling Sync.list_intel_modules()
|
|
203
|
+
TOP_LEVEL_MODULES = Sync.list_intel_modules()
|
|
204
|
+
|
|
126
205
|
|
|
127
206
|
def run_with_config(sync: Sync, config: Union[Config, argparse.Namespace]) -> int:
|
|
128
207
|
"""
|
|
@@ -201,9 +280,12 @@ def build_default_sync() -> Sync:
|
|
|
201
280
|
:return: The default cartography sync object.
|
|
202
281
|
"""
|
|
203
282
|
sync = Sync()
|
|
204
|
-
sync.add_stages(
|
|
205
|
-
|
|
206
|
-
|
|
283
|
+
sync.add_stages(
|
|
284
|
+
[
|
|
285
|
+
(stage_name, stage_func)
|
|
286
|
+
for stage_name, stage_func in TOP_LEVEL_MODULES.items()
|
|
287
|
+
],
|
|
288
|
+
)
|
|
207
289
|
return sync
|
|
208
290
|
|
|
209
291
|
|
|
@@ -214,18 +296,18 @@ def parse_and_validate_selected_modules(selected_modules: str) -> List[str]:
|
|
|
214
296
|
:return: A validated list of module names that we will run
|
|
215
297
|
"""
|
|
216
298
|
validated_modules: List[str] = []
|
|
217
|
-
for module in selected_modules.split(
|
|
299
|
+
for module in selected_modules.split(","):
|
|
218
300
|
module = module.strip()
|
|
219
301
|
|
|
220
302
|
if module in TOP_LEVEL_MODULES.keys():
|
|
221
303
|
validated_modules.append(module)
|
|
222
304
|
else:
|
|
223
|
-
valid_modules =
|
|
305
|
+
valid_modules = ", ".join(TOP_LEVEL_MODULES.keys())
|
|
224
306
|
raise ValueError(
|
|
225
307
|
f'Error parsing `selected_modules`. You specified "{selected_modules}". '
|
|
226
|
-
f
|
|
308
|
+
f"Please check that your string is formatted properly. "
|
|
227
309
|
f'Example valid input looks like "aws,gcp,analysis" or "azure, oci, crowdstrike". '
|
|
228
|
-
f
|
|
310
|
+
f"Our full list of valid values is: {valid_modules}.",
|
|
229
311
|
)
|
|
230
312
|
return validated_modules
|
|
231
313
|
|