cartography 0.102.0rc1__py3-none-any.whl → 0.103.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of cartography might be problematic. Click here for more details.

Files changed (297) hide show
  1. cartography/__main__.py +1 -2
  2. cartography/_version.py +2 -2
  3. cartography/cli.py +376 -249
  4. cartography/client/core/tx.py +39 -18
  5. cartography/config.py +28 -0
  6. cartography/driftdetect/__main__.py +1 -2
  7. cartography/driftdetect/add_shortcut.py +10 -2
  8. cartography/driftdetect/cli.py +71 -75
  9. cartography/driftdetect/detect_deviations.py +7 -3
  10. cartography/driftdetect/get_states.py +20 -8
  11. cartography/driftdetect/model.py +5 -5
  12. cartography/driftdetect/serializers.py +8 -6
  13. cartography/driftdetect/storage.py +2 -2
  14. cartography/graph/cleanupbuilder.py +35 -15
  15. cartography/graph/job.py +46 -17
  16. cartography/graph/querybuilder.py +165 -80
  17. cartography/graph/statement.py +35 -26
  18. cartography/intel/analysis.py +4 -1
  19. cartography/intel/aws/__init__.py +114 -55
  20. cartography/intel/aws/apigateway.py +134 -63
  21. cartography/intel/aws/cloudtrail.py +127 -0
  22. cartography/intel/aws/cloudwatch.py +93 -0
  23. cartography/intel/aws/config.py +56 -20
  24. cartography/intel/aws/dynamodb.py +108 -40
  25. cartography/intel/aws/ec2/__init__.py +2 -2
  26. cartography/intel/aws/ec2/auto_scaling_groups.py +181 -78
  27. cartography/intel/aws/ec2/elastic_ip_addresses.py +41 -13
  28. cartography/intel/aws/ec2/images.py +49 -20
  29. cartography/intel/aws/ec2/instances.py +234 -136
  30. cartography/intel/aws/ec2/internet_gateways.py +40 -11
  31. cartography/intel/aws/ec2/key_pairs.py +44 -20
  32. cartography/intel/aws/ec2/launch_templates.py +101 -59
  33. cartography/intel/aws/ec2/load_balancer_v2s.py +104 -39
  34. cartography/intel/aws/ec2/load_balancers.py +82 -42
  35. cartography/intel/aws/ec2/network_acls.py +89 -65
  36. cartography/intel/aws/ec2/network_interfaces.py +146 -87
  37. cartography/intel/aws/ec2/reserved_instances.py +45 -16
  38. cartography/intel/aws/ec2/route_tables.py +327 -0
  39. cartography/intel/aws/ec2/security_groups.py +71 -21
  40. cartography/intel/aws/ec2/snapshots.py +61 -22
  41. cartography/intel/aws/ec2/subnets.py +54 -18
  42. cartography/intel/aws/ec2/tgw.py +100 -34
  43. cartography/intel/aws/ec2/util.py +1 -1
  44. cartography/intel/aws/ec2/volumes.py +69 -41
  45. cartography/intel/aws/ec2/vpc.py +37 -12
  46. cartography/intel/aws/ec2/vpc_peerings.py +83 -24
  47. cartography/intel/aws/ecr.py +88 -32
  48. cartography/intel/aws/ecs.py +83 -47
  49. cartography/intel/aws/efs.py +93 -0
  50. cartography/intel/aws/eks.py +55 -29
  51. cartography/intel/aws/elasticache.py +42 -18
  52. cartography/intel/aws/elasticsearch.py +57 -20
  53. cartography/intel/aws/emr.py +61 -23
  54. cartography/intel/aws/iam.py +401 -145
  55. cartography/intel/aws/iam_instance_profiles.py +22 -22
  56. cartography/intel/aws/identitycenter.py +71 -37
  57. cartography/intel/aws/inspector.py +159 -89
  58. cartography/intel/aws/kms.py +92 -38
  59. cartography/intel/aws/lambda_function.py +103 -34
  60. cartography/intel/aws/organizations.py +30 -10
  61. cartography/intel/aws/permission_relationships.py +133 -51
  62. cartography/intel/aws/rds.py +249 -85
  63. cartography/intel/aws/redshift.py +107 -46
  64. cartography/intel/aws/resourcegroupstaggingapi.py +120 -66
  65. cartography/intel/aws/resources.py +57 -44
  66. cartography/intel/aws/route53.py +108 -61
  67. cartography/intel/aws/s3.py +168 -83
  68. cartography/intel/aws/s3accountpublicaccessblock.py +157 -0
  69. cartography/intel/aws/secretsmanager.py +24 -12
  70. cartography/intel/aws/securityhub.py +20 -9
  71. cartography/intel/aws/sns.py +166 -0
  72. cartography/intel/aws/sqs.py +60 -28
  73. cartography/intel/aws/ssm.py +70 -30
  74. cartography/intel/aws/util/arns.py +7 -7
  75. cartography/intel/aws/util/common.py +31 -4
  76. cartography/intel/azure/__init__.py +78 -19
  77. cartography/intel/azure/compute.py +101 -27
  78. cartography/intel/azure/cosmosdb.py +496 -170
  79. cartography/intel/azure/sql.py +296 -105
  80. cartography/intel/azure/storage.py +322 -113
  81. cartography/intel/azure/subscription.py +39 -23
  82. cartography/intel/azure/tenant.py +13 -4
  83. cartography/intel/azure/util/credentials.py +95 -55
  84. cartography/intel/bigfix/__init__.py +2 -2
  85. cartography/intel/bigfix/computers.py +93 -65
  86. cartography/intel/cloudflare/__init__.py +74 -0
  87. cartography/intel/cloudflare/accounts.py +57 -0
  88. cartography/intel/cloudflare/dnsrecords.py +64 -0
  89. cartography/intel/cloudflare/members.py +75 -0
  90. cartography/intel/cloudflare/roles.py +65 -0
  91. cartography/intel/cloudflare/zones.py +64 -0
  92. cartography/intel/create_indexes.py +3 -2
  93. cartography/intel/crowdstrike/__init__.py +11 -9
  94. cartography/intel/crowdstrike/endpoints.py +5 -1
  95. cartography/intel/crowdstrike/spotlight.py +8 -3
  96. cartography/intel/cve/__init__.py +46 -13
  97. cartography/intel/cve/feed.py +48 -12
  98. cartography/intel/digitalocean/__init__.py +22 -13
  99. cartography/intel/digitalocean/compute.py +75 -108
  100. cartography/intel/digitalocean/management.py +44 -80
  101. cartography/intel/digitalocean/platform.py +48 -43
  102. cartography/intel/dns.py +36 -10
  103. cartography/intel/duo/__init__.py +21 -16
  104. cartography/intel/duo/api_host.py +14 -9
  105. cartography/intel/duo/endpoints.py +50 -45
  106. cartography/intel/duo/groups.py +18 -14
  107. cartography/intel/duo/phones.py +37 -34
  108. cartography/intel/duo/tokens.py +26 -23
  109. cartography/intel/duo/users.py +54 -50
  110. cartography/intel/duo/web_authn_credentials.py +30 -25
  111. cartography/intel/entra/__init__.py +25 -7
  112. cartography/intel/entra/ou.py +112 -0
  113. cartography/intel/entra/users.py +69 -63
  114. cartography/intel/gcp/__init__.py +185 -49
  115. cartography/intel/gcp/compute.py +418 -231
  116. cartography/intel/gcp/crm.py +96 -43
  117. cartography/intel/gcp/dns.py +60 -19
  118. cartography/intel/gcp/gke.py +72 -38
  119. cartography/intel/gcp/iam.py +61 -41
  120. cartography/intel/gcp/storage.py +84 -55
  121. cartography/intel/github/__init__.py +13 -11
  122. cartography/intel/github/repos.py +270 -137
  123. cartography/intel/github/teams.py +170 -88
  124. cartography/intel/github/users.py +70 -39
  125. cartography/intel/github/util.py +36 -34
  126. cartography/intel/gsuite/__init__.py +47 -26
  127. cartography/intel/gsuite/api.py +73 -30
  128. cartography/intel/jamf/__init__.py +19 -1
  129. cartography/intel/jamf/computers.py +30 -7
  130. cartography/intel/jamf/util.py +7 -2
  131. cartography/intel/kandji/__init__.py +6 -3
  132. cartography/intel/kandji/devices.py +14 -8
  133. cartography/intel/kubernetes/namespaces.py +7 -4
  134. cartography/intel/kubernetes/pods.py +7 -4
  135. cartography/intel/kubernetes/services.py +8 -4
  136. cartography/intel/lastpass/__init__.py +2 -2
  137. cartography/intel/lastpass/users.py +23 -12
  138. cartography/intel/oci/__init__.py +44 -11
  139. cartography/intel/oci/iam.py +134 -38
  140. cartography/intel/oci/organizations.py +13 -6
  141. cartography/intel/oci/utils.py +43 -20
  142. cartography/intel/okta/__init__.py +66 -15
  143. cartography/intel/okta/applications.py +42 -20
  144. cartography/intel/okta/awssaml.py +93 -33
  145. cartography/intel/okta/factors.py +16 -4
  146. cartography/intel/okta/groups.py +56 -29
  147. cartography/intel/okta/organization.py +5 -1
  148. cartography/intel/okta/origins.py +6 -2
  149. cartography/intel/okta/roles.py +15 -5
  150. cartography/intel/okta/users.py +20 -8
  151. cartography/intel/okta/utils.py +6 -4
  152. cartography/intel/openai/__init__.py +86 -0
  153. cartography/intel/openai/adminapikeys.py +90 -0
  154. cartography/intel/openai/apikeys.py +96 -0
  155. cartography/intel/openai/projects.py +94 -0
  156. cartography/intel/openai/serviceaccounts.py +82 -0
  157. cartography/intel/openai/users.py +78 -0
  158. cartography/intel/openai/util.py +29 -0
  159. cartography/intel/pagerduty/__init__.py +8 -7
  160. cartography/intel/pagerduty/escalation_policies.py +18 -6
  161. cartography/intel/pagerduty/schedules.py +12 -4
  162. cartography/intel/pagerduty/services.py +11 -4
  163. cartography/intel/pagerduty/teams.py +8 -3
  164. cartography/intel/pagerduty/users.py +3 -1
  165. cartography/intel/pagerduty/vendors.py +3 -1
  166. cartography/intel/semgrep/__init__.py +24 -6
  167. cartography/intel/semgrep/dependencies.py +50 -28
  168. cartography/intel/semgrep/deployment.py +3 -1
  169. cartography/intel/semgrep/findings.py +42 -18
  170. cartography/intel/snipeit/__init__.py +17 -3
  171. cartography/intel/snipeit/asset.py +12 -6
  172. cartography/intel/snipeit/user.py +8 -5
  173. cartography/intel/snipeit/util.py +9 -4
  174. cartography/intel/tailscale/__init__.py +77 -0
  175. cartography/intel/tailscale/acls.py +146 -0
  176. cartography/intel/tailscale/devices.py +127 -0
  177. cartography/intel/tailscale/postureintegrations.py +81 -0
  178. cartography/intel/tailscale/tailnets.py +76 -0
  179. cartography/intel/tailscale/users.py +80 -0
  180. cartography/intel/tailscale/utils.py +132 -0
  181. cartography/models/aws/apigateway.py +21 -17
  182. cartography/models/aws/apigatewaycertificate.py +28 -22
  183. cartography/models/aws/apigatewayresource.py +28 -20
  184. cartography/models/aws/apigatewaystage.py +33 -25
  185. cartography/models/aws/cloudtrail/__init__.py +0 -0
  186. cartography/models/aws/cloudtrail/trail.py +61 -0
  187. cartography/models/aws/cloudwatch/__init__.py +0 -0
  188. cartography/models/aws/cloudwatch/loggroup.py +52 -0
  189. cartography/models/aws/dynamodb/gsi.py +30 -22
  190. cartography/models/aws/dynamodb/tables.py +25 -17
  191. cartography/models/aws/ec2/auto_scaling_groups.py +102 -82
  192. cartography/models/aws/ec2/images.py +36 -34
  193. cartography/models/aws/ec2/instances.py +51 -45
  194. cartography/models/aws/ec2/keypair.py +21 -16
  195. cartography/models/aws/ec2/keypair_instance.py +28 -21
  196. cartography/models/aws/ec2/launch_configurations.py +30 -26
  197. cartography/models/aws/ec2/launch_template_versions.py +48 -38
  198. cartography/models/aws/ec2/launch_templates.py +21 -17
  199. cartography/models/aws/ec2/load_balancer_listeners.py +27 -23
  200. cartography/models/aws/ec2/load_balancers.py +47 -37
  201. cartography/models/aws/ec2/network_acl_rules.py +38 -30
  202. cartography/models/aws/ec2/network_acls.py +38 -29
  203. cartography/models/aws/ec2/networkinterface_instance.py +52 -39
  204. cartography/models/aws/ec2/networkinterfaces.py +53 -37
  205. cartography/models/aws/ec2/privateip_networkinterface.py +32 -22
  206. cartography/models/aws/ec2/reservations.py +18 -14
  207. cartography/models/aws/ec2/route_table_associations.py +97 -0
  208. cartography/models/aws/ec2/route_tables.py +128 -0
  209. cartography/models/aws/ec2/routes.py +85 -0
  210. cartography/models/aws/ec2/securitygroup_instance.py +29 -20
  211. cartography/models/aws/ec2/securitygroup_networkinterface.py +24 -15
  212. cartography/models/aws/ec2/subnet_instance.py +24 -19
  213. cartography/models/aws/ec2/subnet_networkinterface.py +40 -31
  214. cartography/models/aws/ec2/volumes.py +47 -40
  215. cartography/models/aws/efs/__init__.py +0 -0
  216. cartography/models/aws/efs/mount_target.py +52 -0
  217. cartography/models/aws/eks/clusters.py +23 -21
  218. cartography/models/aws/emr.py +32 -30
  219. cartography/models/aws/iam/instanceprofile.py +33 -24
  220. cartography/models/aws/identitycenter/awsidentitycenter.py +18 -14
  221. cartography/models/aws/identitycenter/awspermissionset.py +37 -29
  222. cartography/models/aws/identitycenter/awsssouser.py +23 -21
  223. cartography/models/aws/inspector/findings.py +77 -65
  224. cartography/models/aws/inspector/packages.py +35 -29
  225. cartography/models/aws/s3/__init__.py +0 -0
  226. cartography/models/aws/s3/account_public_access_block.py +51 -0
  227. cartography/models/aws/sns/__init__.py +0 -0
  228. cartography/models/aws/sns/topic.py +50 -0
  229. cartography/models/aws/ssm/instance_information.py +51 -39
  230. cartography/models/aws/ssm/instance_patch.py +32 -26
  231. cartography/models/bigfix/bigfix_computer.py +42 -38
  232. cartography/models/bigfix/bigfix_root.py +3 -3
  233. cartography/models/cloudflare/__init__.py +0 -0
  234. cartography/models/cloudflare/account.py +25 -0
  235. cartography/models/cloudflare/dnsrecord.py +55 -0
  236. cartography/models/cloudflare/member.py +82 -0
  237. cartography/models/cloudflare/role.py +44 -0
  238. cartography/models/cloudflare/zone.py +59 -0
  239. cartography/models/core/common.py +12 -10
  240. cartography/models/core/nodes.py +5 -2
  241. cartography/models/core/relationships.py +14 -6
  242. cartography/models/crowdstrike/hosts.py +37 -35
  243. cartography/models/cve/cve.py +34 -32
  244. cartography/models/cve/cve_feed.py +6 -6
  245. cartography/models/digitalocean/__init__.py +0 -0
  246. cartography/models/digitalocean/account.py +21 -0
  247. cartography/models/digitalocean/droplet.py +56 -0
  248. cartography/models/digitalocean/project.py +48 -0
  249. cartography/models/duo/api_host.py +3 -3
  250. cartography/models/duo/endpoint.py +43 -41
  251. cartography/models/duo/group.py +14 -14
  252. cartography/models/duo/phone.py +27 -27
  253. cartography/models/duo/token.py +16 -16
  254. cartography/models/duo/user.py +46 -44
  255. cartography/models/duo/web_authn_credential.py +27 -19
  256. cartography/models/entra/ou.py +48 -0
  257. cartography/models/entra/tenant.py +24 -18
  258. cartography/models/entra/user.py +64 -48
  259. cartography/models/gcp/iam.py +23 -23
  260. cartography/models/github/orgs.py +5 -4
  261. cartography/models/github/teams.py +37 -31
  262. cartography/models/github/users.py +34 -23
  263. cartography/models/kandji/device.py +22 -16
  264. cartography/models/kandji/tenant.py +6 -4
  265. cartography/models/lastpass/tenant.py +3 -3
  266. cartography/models/lastpass/user.py +32 -28
  267. cartography/models/openai/__init__.py +0 -0
  268. cartography/models/openai/adminapikey.py +90 -0
  269. cartography/models/openai/apikey.py +84 -0
  270. cartography/models/openai/organization.py +17 -0
  271. cartography/models/openai/project.py +70 -0
  272. cartography/models/openai/serviceaccount.py +50 -0
  273. cartography/models/openai/user.py +49 -0
  274. cartography/models/semgrep/dependencies.py +36 -24
  275. cartography/models/semgrep/deployment.py +5 -5
  276. cartography/models/semgrep/findings.py +58 -42
  277. cartography/models/semgrep/locations.py +27 -21
  278. cartography/models/snipeit/asset.py +30 -21
  279. cartography/models/snipeit/tenant.py +6 -4
  280. cartography/models/snipeit/user.py +19 -12
  281. cartography/models/tailscale/__init__.py +0 -0
  282. cartography/models/tailscale/device.py +95 -0
  283. cartography/models/tailscale/group.py +86 -0
  284. cartography/models/tailscale/postureintegration.py +58 -0
  285. cartography/models/tailscale/tag.py +102 -0
  286. cartography/models/tailscale/tailnet.py +29 -0
  287. cartography/models/tailscale/user.py +52 -0
  288. cartography/stats.py +3 -3
  289. cartography/sync.py +113 -31
  290. cartography/util.py +84 -62
  291. {cartography-0.102.0rc1.dist-info → cartography-0.103.0.dist-info}/METADATA +8 -15
  292. cartography-0.103.0.dist-info/RECORD +442 -0
  293. {cartography-0.102.0rc1.dist-info → cartography-0.103.0.dist-info}/WHEEL +1 -1
  294. cartography-0.102.0rc1.dist-info/RECORD +0 -377
  295. {cartography-0.102.0rc1.dist-info → cartography-0.103.0.dist-info}/entry_points.txt +0 -0
  296. {cartography-0.102.0rc1.dist-info → cartography-0.103.0.dist-info}/licenses/LICENSE +0 -0
  297. {cartography-0.102.0rc1.dist-info → cartography-0.103.0.dist-info}/top_level.txt +0 -0
@@ -0,0 +1,95 @@
1
+ from dataclasses import dataclass
2
+
3
+ from cartography.models.core.common import PropertyRef
4
+ from cartography.models.core.nodes import CartographyNodeProperties
5
+ from cartography.models.core.nodes import CartographyNodeSchema
6
+ from cartography.models.core.relationships import CartographyRelProperties
7
+ from cartography.models.core.relationships import CartographyRelSchema
8
+ from cartography.models.core.relationships import LinkDirection
9
+ from cartography.models.core.relationships import make_target_node_matcher
10
+ from cartography.models.core.relationships import OtherRelationships
11
+ from cartography.models.core.relationships import TargetNodeMatcher
12
+
13
+
14
+ @dataclass(frozen=True)
15
+ class TailscaleDeviceNodeProperties(CartographyNodeProperties):
16
+ # We use nodeId because the old property `id` is deprecated
17
+ id: PropertyRef = PropertyRef("nodeId")
18
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
19
+ name: PropertyRef = PropertyRef("name")
20
+ hostname: PropertyRef = PropertyRef("hostname")
21
+ client_version: PropertyRef = PropertyRef("clientVersion")
22
+ update_available: PropertyRef = PropertyRef("updateAvailable")
23
+ os: PropertyRef = PropertyRef("os")
24
+ created: PropertyRef = PropertyRef("created")
25
+ last_seen: PropertyRef = PropertyRef("lastSeen")
26
+ key_expiry_disabled: PropertyRef = PropertyRef("keyExpiryDisabled")
27
+ expires: PropertyRef = PropertyRef("expires")
28
+ authorized: PropertyRef = PropertyRef("authorized")
29
+ is_external: PropertyRef = PropertyRef("isExternal")
30
+ node_key: PropertyRef = PropertyRef("nodeKey")
31
+ blocks_incoming_connections: PropertyRef = PropertyRef("blocksIncomingConnections")
32
+ client_connectivity_endpoints: PropertyRef = PropertyRef(
33
+ "clientConnectivity.endpoints"
34
+ )
35
+ client_connectivity_mapping_varies_by_dest_ip: PropertyRef = PropertyRef(
36
+ "clientConnectivity.mappingVariesByDestIP"
37
+ )
38
+ tailnet_lock_error: PropertyRef = PropertyRef("tailnetLockError")
39
+ tailnet_lock_key: PropertyRef = PropertyRef("tailnetLockKey")
40
+ posture_identity_serial_numbers: PropertyRef = PropertyRef(
41
+ "postureIdentity.serialNumbers"
42
+ )
43
+ posture_identity_disabled: PropertyRef = PropertyRef("postureIdentity.disabled")
44
+
45
+
46
+ @dataclass(frozen=True)
47
+ class TailscaleDeviceToTailnetRelProperties(CartographyRelProperties):
48
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
49
+
50
+
51
+ @dataclass(frozen=True)
52
+ # (:TailscaleTailnet)-[:RESOURCE]->(:TailscaleDevice)
53
+ class TailscaleDeviceToTailnetRel(CartographyRelSchema):
54
+ target_node_label: str = "TailscaleTailnet"
55
+ target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
56
+ {"id": PropertyRef("org", set_in_kwargs=True)},
57
+ )
58
+ direction: LinkDirection = LinkDirection.INWARD
59
+ rel_label: str = "RESOURCE"
60
+ properties: TailscaleDeviceToTailnetRelProperties = (
61
+ TailscaleDeviceToTailnetRelProperties()
62
+ )
63
+
64
+
65
+ @dataclass(frozen=True)
66
+ class TailscaleDeviceToUserRelProperties(CartographyRelProperties):
67
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
68
+
69
+
70
+ @dataclass(frozen=True)
71
+ # (:TailscaleUser)-[:OWNS]->(:TailscaleDevice)
72
+ class TailscaleDeviceToUserRel(CartographyRelSchema):
73
+ target_node_label: str = "TailscaleUser"
74
+ target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
75
+ {"login_name": PropertyRef("user")},
76
+ )
77
+ direction: LinkDirection = LinkDirection.INWARD
78
+ rel_label: str = "OWNS"
79
+ properties: TailscaleDeviceToUserRelProperties = (
80
+ TailscaleDeviceToUserRelProperties()
81
+ )
82
+
83
+
84
+ @dataclass(frozen=True)
85
+ class TailscaleDeviceSchema(CartographyNodeSchema):
86
+ label: str = "TailscaleDevice"
87
+ properties: TailscaleDeviceNodeProperties = TailscaleDeviceNodeProperties()
88
+ sub_resource_relationship: TailscaleDeviceToTailnetRel = (
89
+ TailscaleDeviceToTailnetRel()
90
+ )
91
+ other_relationships = OtherRelationships(
92
+ [
93
+ TailscaleDeviceToUserRel(),
94
+ ]
95
+ )
@@ -0,0 +1,86 @@
1
+ from dataclasses import dataclass
2
+
3
+ from cartography.models.core.common import PropertyRef
4
+ from cartography.models.core.nodes import CartographyNodeProperties
5
+ from cartography.models.core.nodes import CartographyNodeSchema
6
+ from cartography.models.core.relationships import CartographyRelProperties
7
+ from cartography.models.core.relationships import CartographyRelSchema
8
+ from cartography.models.core.relationships import LinkDirection
9
+ from cartography.models.core.relationships import make_target_node_matcher
10
+ from cartography.models.core.relationships import OtherRelationships
11
+ from cartography.models.core.relationships import TargetNodeMatcher
12
+
13
+
14
+ @dataclass(frozen=True)
15
+ class TailscaleGroupNodeProperties(CartographyNodeProperties):
16
+ id: PropertyRef = PropertyRef("id")
17
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
18
+ name: PropertyRef = PropertyRef("name")
19
+
20
+
21
+ @dataclass(frozen=True)
22
+ class TailscaleGroupToTailnetRelProperties(CartographyRelProperties):
23
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
24
+
25
+
26
+ @dataclass(frozen=True)
27
+ # (:TailscaleTailnet)-[:RESOURCE]->(:TailscaleGroup)
28
+ class TailscaleGroupToTailnetRel(CartographyRelSchema):
29
+ target_node_label: str = "TailscaleTailnet"
30
+ target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
31
+ {"id": PropertyRef("org", set_in_kwargs=True)},
32
+ )
33
+ direction: LinkDirection = LinkDirection.INWARD
34
+ rel_label: str = "RESOURCE"
35
+ properties: TailscaleGroupToTailnetRelProperties = (
36
+ TailscaleGroupToTailnetRelProperties()
37
+ )
38
+
39
+
40
+ @dataclass(frozen=True)
41
+ class TailscaleGroupToUserRelProperties(CartographyRelProperties):
42
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
43
+
44
+
45
+ @dataclass(frozen=True)
46
+ # (:TailscaleUser)-[:MEMBER_OF]->(:TailscaleGroup)
47
+ class TailscaleGroupToUserRel(CartographyRelSchema):
48
+ target_node_label: str = "TailscaleUser"
49
+ target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
50
+ {"login_name": PropertyRef("members", one_to_many=True)},
51
+ )
52
+ direction: LinkDirection = LinkDirection.INWARD
53
+ rel_label: str = "MEMBER_OF"
54
+ properties: TailscaleGroupToUserRelProperties = TailscaleGroupToUserRelProperties()
55
+
56
+
57
+ @dataclass(frozen=True)
58
+ class TailscaleGroupToGroupRelProperties(CartographyRelProperties):
59
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
60
+
61
+
62
+ @dataclass(frozen=True)
63
+ # (:TailscaleGroup)-[:MEMBER_OF]->(:TailscaleGroup)
64
+ class TailscaleGroupToGroupRel(CartographyRelSchema):
65
+ target_node_label: str = "TailscaleGroup"
66
+ target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
67
+ {"id": PropertyRef("sub_groups", one_to_many=True)},
68
+ )
69
+ direction: LinkDirection = LinkDirection.INWARD
70
+ rel_label: str = "MEMBER_OF"
71
+ properties: TailscaleGroupToGroupRelProperties = (
72
+ TailscaleGroupToGroupRelProperties()
73
+ )
74
+
75
+
76
+ @dataclass(frozen=True)
77
+ class TailscaleGroupSchema(CartographyNodeSchema):
78
+ label: str = "TailscaleGroup"
79
+ properties: TailscaleGroupNodeProperties = TailscaleGroupNodeProperties()
80
+ sub_resource_relationship: TailscaleGroupToTailnetRel = TailscaleGroupToTailnetRel()
81
+ other_relationships = OtherRelationships(
82
+ [
83
+ TailscaleGroupToGroupRel(),
84
+ TailscaleGroupToUserRel(),
85
+ ]
86
+ )
@@ -0,0 +1,58 @@
1
+ from dataclasses import dataclass
2
+
3
+ from cartography.models.core.common import PropertyRef
4
+ from cartography.models.core.nodes import CartographyNodeProperties
5
+ from cartography.models.core.nodes import CartographyNodeSchema
6
+ from cartography.models.core.relationships import CartographyRelProperties
7
+ from cartography.models.core.relationships import CartographyRelSchema
8
+ from cartography.models.core.relationships import LinkDirection
9
+ from cartography.models.core.relationships import make_target_node_matcher
10
+ from cartography.models.core.relationships import TargetNodeMatcher
11
+
12
+
13
+ @dataclass(frozen=True)
14
+ class TailscalePostureIntegrationNodeProperties(CartographyNodeProperties):
15
+ id: PropertyRef = PropertyRef("id")
16
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
17
+ provider: PropertyRef = PropertyRef("provider")
18
+ cloud_id: PropertyRef = PropertyRef("cloudId")
19
+ client_id: PropertyRef = PropertyRef("clientId")
20
+ tenant_id: PropertyRef = PropertyRef("tenantId")
21
+ config_updated: PropertyRef = PropertyRef("configUpdated")
22
+ status_last_sync: PropertyRef = PropertyRef("status.lastSync")
23
+ status_error: PropertyRef = PropertyRef("status.error")
24
+ status_provider_host_count: PropertyRef = PropertyRef("status.providerHostCount")
25
+ status_matched_count: PropertyRef = PropertyRef("status.matchedCount")
26
+ status_possible_matched_count: PropertyRef = PropertyRef(
27
+ "status.possibleMatchedCount"
28
+ )
29
+
30
+
31
+ @dataclass(frozen=True)
32
+ class TailscalePostureIntegrationToTailnetRelProperties(CartographyRelProperties):
33
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
34
+
35
+
36
+ @dataclass(frozen=True)
37
+ # (:TailscaleTailnet)-[:RESOURCE]->(:TailscalePostureIntegration)
38
+ class TailscalePostureIntegrationToTailnetRel(CartographyRelSchema):
39
+ target_node_label: str = "TailscaleTailnet"
40
+ target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
41
+ {"id": PropertyRef("org", set_in_kwargs=True)},
42
+ )
43
+ direction: LinkDirection = LinkDirection.INWARD
44
+ rel_label: str = "RESOURCE"
45
+ properties: TailscalePostureIntegrationToTailnetRelProperties = (
46
+ TailscalePostureIntegrationToTailnetRelProperties()
47
+ )
48
+
49
+
50
+ @dataclass(frozen=True)
51
+ class TailscalePostureIntegrationSchema(CartographyNodeSchema):
52
+ label: str = "TailscalePostureIntegration"
53
+ properties: TailscalePostureIntegrationNodeProperties = (
54
+ TailscalePostureIntegrationNodeProperties()
55
+ )
56
+ sub_resource_relationship: TailscalePostureIntegrationToTailnetRel = (
57
+ TailscalePostureIntegrationToTailnetRel()
58
+ )
@@ -0,0 +1,102 @@
1
+ from dataclasses import dataclass
2
+
3
+ from cartography.models.core.common import PropertyRef
4
+ from cartography.models.core.nodes import CartographyNodeProperties
5
+ from cartography.models.core.nodes import CartographyNodeSchema
6
+ from cartography.models.core.relationships import CartographyRelProperties
7
+ from cartography.models.core.relationships import CartographyRelSchema
8
+ from cartography.models.core.relationships import LinkDirection
9
+ from cartography.models.core.relationships import make_target_node_matcher
10
+ from cartography.models.core.relationships import OtherRelationships
11
+ from cartography.models.core.relationships import TargetNodeMatcher
12
+
13
+
14
+ @dataclass(frozen=True)
15
+ class TailscaleTagNodeProperties(CartographyNodeProperties):
16
+ id: PropertyRef = PropertyRef("id")
17
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
18
+ name: PropertyRef = PropertyRef("name")
19
+
20
+
21
+ @dataclass(frozen=True)
22
+ class TailscaleTagToTailnetRelProperties(CartographyRelProperties):
23
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
24
+
25
+
26
+ @dataclass(frozen=True)
27
+ # (:TailscaleTailnet)-[:RESOURCE]->(:TailscaleTag)
28
+ class TailscaleTagToTailnetRel(CartographyRelSchema):
29
+ target_node_label: str = "TailscaleTailnet"
30
+ target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
31
+ {"id": PropertyRef("org", set_in_kwargs=True)},
32
+ )
33
+ direction: LinkDirection = LinkDirection.INWARD
34
+ rel_label: str = "RESOURCE"
35
+ properties: TailscaleTagToTailnetRelProperties = (
36
+ TailscaleTagToTailnetRelProperties()
37
+ )
38
+
39
+
40
+ @dataclass(frozen=True)
41
+ class TailscaleTagToUserRelProperties(CartographyRelProperties):
42
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
43
+
44
+
45
+ @dataclass(frozen=True)
46
+ # (:TailscaleUser)-[:OWNS]->(:TailscaleTag)
47
+ class TailscaleTagToUserRel(CartographyRelSchema):
48
+ target_node_label: str = "TailscaleUser"
49
+ target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
50
+ {"login_name": PropertyRef("owners", one_to_many=True)},
51
+ )
52
+ direction: LinkDirection = LinkDirection.INWARD
53
+ rel_label: str = "OWNS"
54
+ properties: TailscaleTagToUserRelProperties = TailscaleTagToUserRelProperties()
55
+
56
+
57
+ @dataclass(frozen=True)
58
+ class TailscaleTagToGroupRelProperties(CartographyRelProperties):
59
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
60
+
61
+
62
+ @dataclass(frozen=True)
63
+ # (:TailscaleGroup)-[:OWNS]->(:TailscaleTag)
64
+ class TailscaleTagToGroupRel(CartographyRelSchema):
65
+ target_node_label: str = "TailscaleGroup"
66
+ target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
67
+ {"id": PropertyRef("group_owners", one_to_many=True)},
68
+ )
69
+ direction: LinkDirection = LinkDirection.INWARD
70
+ rel_label: str = "OWNS"
71
+ properties: TailscaleTagToGroupRelProperties = TailscaleTagToGroupRelProperties()
72
+
73
+
74
+ @dataclass(frozen=True)
75
+ class TailscaleTagToDeviceRelProperties(CartographyRelProperties):
76
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
77
+
78
+
79
+ @dataclass(frozen=True)
80
+ # (:TailscaleDevice)-[:TAGGED]->(:TailscaleTag)
81
+ class TailscaleTagToDeviceRel(CartographyRelSchema):
82
+ target_node_label: str = "TailscaleDevice"
83
+ target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
84
+ {"id": PropertyRef("devices", one_to_many=True)},
85
+ )
86
+ direction: LinkDirection = LinkDirection.INWARD
87
+ rel_label: str = "TAGGED"
88
+ properties: TailscaleTagToDeviceRelProperties = TailscaleTagToDeviceRelProperties()
89
+
90
+
91
+ @dataclass(frozen=True)
92
+ class TailscaleTagSchema(CartographyNodeSchema):
93
+ label: str = "TailscaleTag"
94
+ properties: TailscaleTagNodeProperties = TailscaleTagNodeProperties()
95
+ sub_resource_relationship: TailscaleTagToTailnetRel = TailscaleTagToTailnetRel()
96
+ other_relationships = OtherRelationships(
97
+ [
98
+ TailscaleTagToGroupRel(),
99
+ TailscaleTagToUserRel(),
100
+ TailscaleTagToDeviceRel(),
101
+ ]
102
+ )
@@ -0,0 +1,29 @@
1
+ from dataclasses import dataclass
2
+
3
+ from cartography.models.core.common import PropertyRef
4
+ from cartography.models.core.nodes import CartographyNodeProperties
5
+ from cartography.models.core.nodes import CartographyNodeSchema
6
+
7
+
8
+ @dataclass(frozen=True)
9
+ class TailscaleTailnetNodeProperties(CartographyNodeProperties):
10
+ id: PropertyRef = PropertyRef("org", set_in_kwargs=True)
11
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
12
+ devices_approval_on: PropertyRef = PropertyRef("devicesApprovalOn")
13
+ devices_auto_updates_on: PropertyRef = PropertyRef("devicesAutoUpdatesOn")
14
+ devices_key_duration_days: PropertyRef = PropertyRef("devicesKeyDurationDays")
15
+ users_approval_on: PropertyRef = PropertyRef("usersApprovalOn")
16
+ users_role_allowed_to_join_external_tailnets: PropertyRef = PropertyRef(
17
+ "usersRoleAllowedToJoinExternalTailnets"
18
+ )
19
+ network_flow_logging_on: PropertyRef = PropertyRef("networkFlowLoggingOn")
20
+ regional_routing_on: PropertyRef = PropertyRef("regionalRoutingOn")
21
+ posture_identity_collection_on: PropertyRef = PropertyRef(
22
+ "postureIdentityCollectionOn"
23
+ )
24
+
25
+
26
+ @dataclass(frozen=True)
27
+ class TailscaleTailnetSchema(CartographyNodeSchema):
28
+ label: str = "TailscaleTailnet"
29
+ properties: TailscaleTailnetNodeProperties = TailscaleTailnetNodeProperties()
@@ -0,0 +1,52 @@
1
+ from dataclasses import dataclass
2
+
3
+ from cartography.models.core.common import PropertyRef
4
+ from cartography.models.core.nodes import CartographyNodeProperties
5
+ from cartography.models.core.nodes import CartographyNodeSchema
6
+ from cartography.models.core.relationships import CartographyRelProperties
7
+ from cartography.models.core.relationships import CartographyRelSchema
8
+ from cartography.models.core.relationships import LinkDirection
9
+ from cartography.models.core.relationships import make_target_node_matcher
10
+ from cartography.models.core.relationships import TargetNodeMatcher
11
+
12
+
13
+ @dataclass(frozen=True)
14
+ class TailscaleUserNodeProperties(CartographyNodeProperties):
15
+ id: PropertyRef = PropertyRef("id")
16
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
17
+ display_name: PropertyRef = PropertyRef("displayName")
18
+ login_name: PropertyRef = PropertyRef("loginName", extra_index=True)
19
+ profile_pic_url: PropertyRef = PropertyRef("profilePicUrl")
20
+ created: PropertyRef = PropertyRef("created")
21
+ type: PropertyRef = PropertyRef("type")
22
+ role: PropertyRef = PropertyRef("role")
23
+ status: PropertyRef = PropertyRef("status")
24
+ device_count: PropertyRef = PropertyRef("deviceCount")
25
+ last_seen: PropertyRef = PropertyRef("lastSeen")
26
+ currently_connected: PropertyRef = PropertyRef("currentlyConnected")
27
+
28
+
29
+ @dataclass(frozen=True)
30
+ class TailscaleUserToTailnetRelProperties(CartographyRelProperties):
31
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
32
+
33
+
34
+ @dataclass(frozen=True)
35
+ # (:TailscaleTailnet)-[:RESOURCE]->(:TailscaleUser)
36
+ class TailscaleUserToTailnetRel(CartographyRelSchema):
37
+ target_node_label: str = "TailscaleTailnet"
38
+ target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
39
+ {"id": PropertyRef("org", set_in_kwargs=True)},
40
+ )
41
+ direction: LinkDirection = LinkDirection.INWARD
42
+ rel_label: str = "RESOURCE"
43
+ properties: TailscaleUserToTailnetRelProperties = (
44
+ TailscaleUserToTailnetRelProperties()
45
+ )
46
+
47
+
48
+ @dataclass(frozen=True)
49
+ class TailscaleUserSchema(CartographyNodeSchema):
50
+ label: str = "TailscaleUser"
51
+ properties: TailscaleUserNodeProperties = TailscaleUserNodeProperties()
52
+ sub_resource_relationship: TailscaleUserToTailnetRel = TailscaleUserToTailnetRel()
cartography/stats.py CHANGED
@@ -17,11 +17,11 @@ class ScopedStatsClient:
17
17
 
18
18
  _client: StatsClient = None
19
19
 
20
- def __init__(self, prefix: Optional[str], root: 'ScopedStatsClient'):
20
+ def __init__(self, prefix: Optional[str], root: "ScopedStatsClient"):
21
21
  self._scope_prefix = prefix
22
22
  self._root = root
23
23
 
24
- def get_stats_client(self, scope: str) -> 'ScopedStatsClient':
24
+ def get_stats_client(self, scope: str) -> "ScopedStatsClient":
25
25
  """
26
26
  This method returns a new proxy to the same client
27
27
  which will prefix all calls to underlying methods with the scoped prefix
@@ -35,7 +35,7 @@ class ScopedStatsClient:
35
35
  return scoped_stats_client
36
36
 
37
37
  @staticmethod
38
- def get_root_client() -> 'ScopedStatsClient':
38
+ def get_root_client() -> "ScopedStatsClient":
39
39
  client = ScopedStatsClient(prefix=None, root=None) # type: ignore
40
40
  client._root = client
41
41
  return client
cartography/sync.py CHANGED
@@ -1,7 +1,9 @@
1
1
  import argparse
2
2
  import logging
3
+ import re
3
4
  import time
4
5
  from collections import OrderedDict
6
+ from pkgutil import iter_modules
5
7
  from typing import Callable
6
8
  from typing import List
7
9
  from typing import Tuple
@@ -15,6 +17,7 @@ import cartography.intel.analysis
15
17
  import cartography.intel.aws
16
18
  import cartography.intel.azure
17
19
  import cartography.intel.bigfix
20
+ import cartography.intel.cloudflare
18
21
  import cartography.intel.create_indexes
19
22
  import cartography.intel.crowdstrike
20
23
  import cartography.intel.cve
@@ -29,8 +32,10 @@ import cartography.intel.kubernetes
29
32
  import cartography.intel.lastpass
30
33
  import cartography.intel.oci
31
34
  import cartography.intel.okta
35
+ import cartography.intel.openai
32
36
  import cartography.intel.semgrep
33
37
  import cartography.intel.snipeit
38
+ import cartography.intel.tailscale
34
39
  from cartography.config import Config
35
40
  from cartography.stats import set_stats_client
36
41
  from cartography.util import STATUS_FAILURE
@@ -39,28 +44,33 @@ from cartography.util import STATUS_SUCCESS
39
44
  logger = logging.getLogger(__name__)
40
45
 
41
46
 
42
- TOP_LEVEL_MODULES = OrderedDict({ # preserve order so that the default sync always runs `analysis` at the very end
43
- 'create-indexes': cartography.intel.create_indexes.run,
44
- 'aws': cartography.intel.aws.start_aws_ingestion,
45
- 'azure': cartography.intel.azure.start_azure_ingestion,
46
- 'entra': cartography.intel.entra.start_entra_ingestion,
47
- 'crowdstrike': cartography.intel.crowdstrike.start_crowdstrike_ingestion,
48
- 'gcp': cartography.intel.gcp.start_gcp_ingestion,
49
- 'gsuite': cartography.intel.gsuite.start_gsuite_ingestion,
50
- 'cve': cartography.intel.cve.start_cve_ingestion,
51
- 'oci': cartography.intel.oci.start_oci_ingestion,
52
- 'okta': cartography.intel.okta.start_okta_ingestion,
53
- 'github': cartography.intel.github.start_github_ingestion,
54
- 'digitalocean': cartography.intel.digitalocean.start_digitalocean_ingestion,
55
- 'kandji': cartography.intel.kandji.start_kandji_ingestion,
56
- 'kubernetes': cartography.intel.kubernetes.start_k8s_ingestion,
57
- 'lastpass': cartography.intel.lastpass.start_lastpass_ingestion,
58
- 'bigfix': cartography.intel.bigfix.start_bigfix_ingestion,
59
- 'duo': cartography.intel.duo.start_duo_ingestion,
60
- 'semgrep': cartography.intel.semgrep.start_semgrep_ingestion,
61
- 'snipeit': cartography.intel.snipeit.start_snipeit_ingestion,
62
- 'analysis': cartography.intel.analysis.run,
63
- })
47
+ TOP_LEVEL_MODULES = OrderedDict(
48
+ { # preserve order so that the default sync always runs `analysis` at the very end
49
+ "create-indexes": cartography.intel.create_indexes.run,
50
+ "aws": cartography.intel.aws.start_aws_ingestion,
51
+ "azure": cartography.intel.azure.start_azure_ingestion,
52
+ "entra": cartography.intel.entra.start_entra_ingestion,
53
+ "cloudflare": cartography.intel.cloudflare.start_cloudflare_ingestion,
54
+ "crowdstrike": cartography.intel.crowdstrike.start_crowdstrike_ingestion,
55
+ "gcp": cartography.intel.gcp.start_gcp_ingestion,
56
+ "gsuite": cartography.intel.gsuite.start_gsuite_ingestion,
57
+ "cve": cartography.intel.cve.start_cve_ingestion,
58
+ "oci": cartography.intel.oci.start_oci_ingestion,
59
+ "okta": cartography.intel.okta.start_okta_ingestion,
60
+ "openai": cartography.intel.openai.start_openai_ingestion,
61
+ "github": cartography.intel.github.start_github_ingestion,
62
+ "digitalocean": cartography.intel.digitalocean.start_digitalocean_ingestion,
63
+ "kandji": cartography.intel.kandji.start_kandji_ingestion,
64
+ "kubernetes": cartography.intel.kubernetes.start_k8s_ingestion,
65
+ "lastpass": cartography.intel.lastpass.start_lastpass_ingestion,
66
+ "bigfix": cartography.intel.bigfix.start_bigfix_ingestion,
67
+ "duo": cartography.intel.duo.start_duo_ingestion,
68
+ "semgrep": cartography.intel.semgrep.start_semgrep_ingestion,
69
+ "snipeit": cartography.intel.snipeit.start_snipeit_ingestion,
70
+ "tailscale": cartography.intel.tailscale.start_tailscale_ingestion,
71
+ "analysis": cartography.intel.analysis.run,
72
+ }
73
+ )
64
74
 
65
75
 
66
76
  class Sync:
@@ -98,7 +108,11 @@ class Sync:
98
108
  for name, func in stages:
99
109
  self.add_stage(name, func)
100
110
 
101
- def run(self, neo4j_driver: neo4j.Driver, config: Union[Config, argparse.Namespace]) -> int:
111
+ def run(
112
+ self,
113
+ neo4j_driver: neo4j.Driver,
114
+ config: Union[Config, argparse.Namespace],
115
+ ) -> int:
102
116
  """
103
117
  Execute all stages in the sync task in sequence.
104
118
 
@@ -117,12 +131,77 @@ class Sync:
117
131
  logger.warning("Sync interrupted during stage '%s'.", stage_name)
118
132
  raise
119
133
  except Exception:
120
- logger.exception("Unhandled exception during sync stage '%s'", stage_name)
134
+ logger.exception(
135
+ "Unhandled exception during sync stage '%s'",
136
+ stage_name,
137
+ )
121
138
  raise # TODO this should be configurable
122
139
  logger.info("Finishing sync stage '%s'", stage_name)
123
140
  logger.info("Finishing sync with update tag '%d'", config.update_tag)
124
141
  return STATUS_SUCCESS
125
142
 
143
+ @classmethod
144
+ def list_intel_modules(cls) -> OrderedDict:
145
+ """
146
+ List all available intel modules.
147
+
148
+ This method will load all modules in the cartography.intel package and return a dictionary of their names and
149
+ their callable functions. The keys of the dictionary are the module names, and the values are the callable
150
+ functions (with `start_{module}_ingestion` pattern) that should be executed during the sync process.
151
+ analysis and create_indexes are loaded separately to ensure they are always available and run first
152
+ (for create-index) and last (for analysis).
153
+
154
+ :rtype: OrderedDict
155
+ :return: A dictionary of available intel modules.
156
+ """
157
+ available_modules = OrderedDict({})
158
+ available_modules["create-indexes"] = cartography.intel.create_indexes.run
159
+ callable_regex = re.compile(r"^start_(.+)_ingestion$")
160
+ # Load built-in modules
161
+ for intel_module_info in iter_modules(cartography.intel.__path__):
162
+ if intel_module_info.name in ("analysis", "create_indexes"):
163
+ continue
164
+ try:
165
+ logger.debug("Loading module: %s", intel_module_info.name)
166
+ intel_module = __import__(
167
+ f"cartography.intel.{intel_module_info.name}",
168
+ fromlist=[""],
169
+ )
170
+ except ImportError as e:
171
+ logger.error(
172
+ "Failed to import module '%s'. Error: %s",
173
+ intel_module_info.name,
174
+ e,
175
+ )
176
+ continue
177
+ logger.debug("Loading module: %s", intel_module_info.name)
178
+ intel_module = __import__(
179
+ f"cartography.intel.{intel_module_info.name}",
180
+ fromlist=[""],
181
+ )
182
+ for k, v in intel_module.__dict__.items():
183
+ if not callable(v):
184
+ continue
185
+ match_callable_name = callable_regex.match(k)
186
+ if not match_callable_name:
187
+ continue
188
+ callable_module_name = (
189
+ match_callable_name.group(1) if match_callable_name else None
190
+ )
191
+ if callable_module_name != intel_module_info.name:
192
+ logger.debug(
193
+ "Module name '%s' does not match intel module name '%s'.",
194
+ callable_module_name,
195
+ intel_module_info.name,
196
+ )
197
+ available_modules[intel_module_info.name] = v
198
+ available_modules["analysis"] = cartography.intel.analysis.run
199
+ return available_modules
200
+
201
+
202
+ # Used to avoid repeatedly calling Sync.list_intel_modules()
203
+ TOP_LEVEL_MODULES = Sync.list_intel_modules()
204
+
126
205
 
127
206
  def run_with_config(sync: Sync, config: Union[Config, argparse.Namespace]) -> int:
128
207
  """
@@ -201,9 +280,12 @@ def build_default_sync() -> Sync:
201
280
  :return: The default cartography sync object.
202
281
  """
203
282
  sync = Sync()
204
- sync.add_stages([
205
- (stage_name, stage_func) for stage_name, stage_func in TOP_LEVEL_MODULES.items()
206
- ])
283
+ sync.add_stages(
284
+ [
285
+ (stage_name, stage_func)
286
+ for stage_name, stage_func in TOP_LEVEL_MODULES.items()
287
+ ],
288
+ )
207
289
  return sync
208
290
 
209
291
 
@@ -214,18 +296,18 @@ def parse_and_validate_selected_modules(selected_modules: str) -> List[str]:
214
296
  :return: A validated list of module names that we will run
215
297
  """
216
298
  validated_modules: List[str] = []
217
- for module in selected_modules.split(','):
299
+ for module in selected_modules.split(","):
218
300
  module = module.strip()
219
301
 
220
302
  if module in TOP_LEVEL_MODULES.keys():
221
303
  validated_modules.append(module)
222
304
  else:
223
- valid_modules = ', '.join(TOP_LEVEL_MODULES.keys())
305
+ valid_modules = ", ".join(TOP_LEVEL_MODULES.keys())
224
306
  raise ValueError(
225
307
  f'Error parsing `selected_modules`. You specified "{selected_modules}". '
226
- f'Please check that your string is formatted properly. '
308
+ f"Please check that your string is formatted properly. "
227
309
  f'Example valid input looks like "aws,gcp,analysis" or "azure, oci, crowdstrike". '
228
- f'Our full list of valid values is: {valid_modules}.',
310
+ f"Our full list of valid values is: {valid_modules}.",
229
311
  )
230
312
  return validated_modules
231
313