cartography 0.104.0rc3__py3-none-any.whl → 0.106.0rc1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of cartography might be problematic. Click here for more details.

Files changed (75) hide show
  1. cartography/_version.py +2 -2
  2. cartography/cli.py +26 -1
  3. cartography/client/aws/__init__.py +19 -0
  4. cartography/client/aws/ecr.py +51 -0
  5. cartography/config.py +8 -0
  6. cartography/data/indexes.cypher +0 -37
  7. cartography/data/jobs/cleanup/aws_import_lambda_cleanup.json +1 -1
  8. cartography/graph/cleanupbuilder.py +151 -41
  9. cartography/intel/aws/acm.py +124 -0
  10. cartography/intel/aws/cloudtrail.py +3 -38
  11. cartography/intel/aws/ecr.py +8 -2
  12. cartography/intel/aws/ecs.py +228 -380
  13. cartography/intel/aws/efs.py +99 -11
  14. cartography/intel/aws/iam.py +1 -1
  15. cartography/intel/aws/identitycenter.py +14 -3
  16. cartography/intel/aws/inspector.py +106 -53
  17. cartography/intel/aws/lambda_function.py +1 -1
  18. cartography/intel/aws/rds.py +2 -1
  19. cartography/intel/aws/resources.py +2 -0
  20. cartography/intel/aws/s3.py +195 -4
  21. cartography/intel/aws/sqs.py +36 -90
  22. cartography/intel/entra/__init__.py +22 -0
  23. cartography/intel/entra/applications.py +366 -0
  24. cartography/intel/entra/groups.py +151 -0
  25. cartography/intel/entra/ou.py +21 -5
  26. cartography/intel/kubernetes/__init__.py +30 -14
  27. cartography/intel/kubernetes/clusters.py +86 -0
  28. cartography/intel/kubernetes/namespaces.py +59 -57
  29. cartography/intel/kubernetes/pods.py +140 -77
  30. cartography/intel/kubernetes/secrets.py +95 -45
  31. cartography/intel/kubernetes/services.py +131 -67
  32. cartography/intel/kubernetes/util.py +125 -14
  33. cartography/intel/trivy/__init__.py +161 -0
  34. cartography/intel/trivy/scanner.py +363 -0
  35. cartography/models/aws/acm/__init__.py +0 -0
  36. cartography/models/aws/acm/certificate.py +75 -0
  37. cartography/models/aws/cloudtrail/trail.py +24 -0
  38. cartography/models/aws/ecs/__init__.py +0 -0
  39. cartography/models/aws/ecs/clusters.py +64 -0
  40. cartography/models/aws/ecs/container_definitions.py +93 -0
  41. cartography/models/aws/ecs/container_instances.py +84 -0
  42. cartography/models/aws/ecs/containers.py +80 -0
  43. cartography/models/aws/ecs/services.py +117 -0
  44. cartography/models/aws/ecs/task_definitions.py +97 -0
  45. cartography/models/aws/ecs/tasks.py +110 -0
  46. cartography/models/aws/efs/file_system.py +60 -0
  47. cartography/models/aws/efs/mount_target.py +29 -2
  48. cartography/models/aws/s3/notification.py +24 -0
  49. cartography/models/aws/secretsmanager/secret_version.py +0 -2
  50. cartography/models/aws/sqs/__init__.py +0 -0
  51. cartography/models/aws/sqs/queue.py +89 -0
  52. cartography/models/core/nodes.py +15 -2
  53. cartography/models/entra/app_role_assignment.py +115 -0
  54. cartography/models/entra/application.py +47 -0
  55. cartography/models/entra/group.py +91 -0
  56. cartography/models/kubernetes/__init__.py +0 -0
  57. cartography/models/kubernetes/clusters.py +26 -0
  58. cartography/models/kubernetes/containers.py +108 -0
  59. cartography/models/kubernetes/namespaces.py +51 -0
  60. cartography/models/kubernetes/pods.py +80 -0
  61. cartography/models/kubernetes/secrets.py +79 -0
  62. cartography/models/kubernetes/services.py +108 -0
  63. cartography/models/trivy/__init__.py +0 -0
  64. cartography/models/trivy/findings.py +66 -0
  65. cartography/models/trivy/fix.py +66 -0
  66. cartography/models/trivy/package.py +71 -0
  67. cartography/sync.py +2 -0
  68. cartography/util.py +15 -10
  69. {cartography-0.104.0rc3.dist-info → cartography-0.106.0rc1.dist-info}/METADATA +3 -2
  70. {cartography-0.104.0rc3.dist-info → cartography-0.106.0rc1.dist-info}/RECORD +74 -40
  71. cartography/data/jobs/cleanup/kubernetes_import_cleanup.json +0 -70
  72. {cartography-0.104.0rc3.dist-info → cartography-0.106.0rc1.dist-info}/WHEEL +0 -0
  73. {cartography-0.104.0rc3.dist-info → cartography-0.106.0rc1.dist-info}/entry_points.txt +0 -0
  74. {cartography-0.104.0rc3.dist-info → cartography-0.106.0rc1.dist-info}/licenses/LICENSE +0 -0
  75. {cartography-0.104.0rc3.dist-info → cartography-0.106.0rc1.dist-info}/top_level.txt +0 -0
@@ -0,0 +1,79 @@
1
+ from dataclasses import dataclass
2
+
3
+ from cartography.models.core.common import PropertyRef
4
+ from cartography.models.core.nodes import CartographyNodeProperties
5
+ from cartography.models.core.nodes import CartographyNodeSchema
6
+ from cartography.models.core.relationships import CartographyRelProperties
7
+ from cartography.models.core.relationships import CartographyRelSchema
8
+ from cartography.models.core.relationships import LinkDirection
9
+ from cartography.models.core.relationships import make_target_node_matcher
10
+ from cartography.models.core.relationships import OtherRelationships
11
+ from cartography.models.core.relationships import TargetNodeMatcher
12
+
13
+
14
+ @dataclass(frozen=True)
15
+ class KubernetesSecretNodeProperties(CartographyNodeProperties):
16
+ id: PropertyRef = PropertyRef("uid")
17
+ name: PropertyRef = PropertyRef("name", extra_index=True)
18
+ creation_timestamp: PropertyRef = PropertyRef("creation_timestamp")
19
+ deletion_timestamp: PropertyRef = PropertyRef("deletion_timestamp")
20
+ namespace: PropertyRef = PropertyRef("namespace", extra_index=True)
21
+ owner_references: PropertyRef = PropertyRef("owner_references")
22
+ type: PropertyRef = PropertyRef("type")
23
+ cluster_name: PropertyRef = PropertyRef(
24
+ "CLUSTER_NAME", set_in_kwargs=True, extra_index=True
25
+ )
26
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
27
+
28
+
29
+ @dataclass(frozen=True)
30
+ class KubernetesSecretToKubernetesNamespaceRelProperties(CartographyRelProperties):
31
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
32
+
33
+
34
+ @dataclass(frozen=True)
35
+ # (:KubernetesSecret)<-[:CONTAINS]-(:KubernetesNamespace)
36
+ class KubernetesSecretToKubernetesNamespaceRel(CartographyRelSchema):
37
+ target_node_label: str = "KubernetesNamespace"
38
+ target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
39
+ {
40
+ "cluster_name": PropertyRef("CLUSTER_NAME", set_in_kwargs=True),
41
+ "name": PropertyRef("namespace"),
42
+ }
43
+ )
44
+ direction: LinkDirection = LinkDirection.INWARD
45
+ rel_label: str = "CONTAINS"
46
+ properties: KubernetesSecretToKubernetesNamespaceRelProperties = (
47
+ KubernetesSecretToKubernetesNamespaceRelProperties()
48
+ )
49
+
50
+
51
+ @dataclass(frozen=True)
52
+ class KubernetesSecretToKubernetesClusterRelProperties(CartographyRelProperties):
53
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
54
+
55
+
56
+ @dataclass(frozen=True)
57
+ # (:KubernetesSecret)<-[:RESOURCE]-(:KubernetesCluster)
58
+ class KubernetesSecretToKubernetesClusterRel(CartographyRelSchema):
59
+ target_node_label: str = "KubernetesCluster"
60
+ target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
61
+ {"id": PropertyRef("CLUSTER_ID", set_in_kwargs=True)}
62
+ )
63
+ direction: LinkDirection = LinkDirection.INWARD
64
+ rel_label: str = "RESOURCE"
65
+ properties: KubernetesSecretToKubernetesClusterRelProperties = (
66
+ KubernetesSecretToKubernetesClusterRelProperties()
67
+ )
68
+
69
+
70
+ @dataclass(frozen=True)
71
+ class KubernetesSecretSchema(CartographyNodeSchema):
72
+ label: str = "KubernetesSecret"
73
+ properties: KubernetesSecretNodeProperties = KubernetesSecretNodeProperties()
74
+ sub_resource_relationship: KubernetesSecretToKubernetesClusterRel = (
75
+ KubernetesSecretToKubernetesClusterRel()
76
+ )
77
+ other_relationships: OtherRelationships = OtherRelationships(
78
+ [KubernetesSecretToKubernetesNamespaceRel()]
79
+ )
@@ -0,0 +1,108 @@
1
+ from dataclasses import dataclass
2
+
3
+ from cartography.models.core.common import PropertyRef
4
+ from cartography.models.core.nodes import CartographyNodeProperties
5
+ from cartography.models.core.nodes import CartographyNodeSchema
6
+ from cartography.models.core.relationships import CartographyRelProperties
7
+ from cartography.models.core.relationships import CartographyRelSchema
8
+ from cartography.models.core.relationships import LinkDirection
9
+ from cartography.models.core.relationships import make_target_node_matcher
10
+ from cartography.models.core.relationships import OtherRelationships
11
+ from cartography.models.core.relationships import TargetNodeMatcher
12
+
13
+
14
+ @dataclass(frozen=True)
15
+ class KubernetesServiceNodeProperties(CartographyNodeProperties):
16
+ id: PropertyRef = PropertyRef("uid")
17
+ name: PropertyRef = PropertyRef("name", extra_index=True)
18
+ creation_timestamp: PropertyRef = PropertyRef("creation_timestamp")
19
+ deletion_timestamp: PropertyRef = PropertyRef("deletion_timestamp")
20
+ namespace: PropertyRef = PropertyRef("namespace", extra_index=True)
21
+ selector: PropertyRef = PropertyRef("selector")
22
+ type: PropertyRef = PropertyRef("type")
23
+ cluster_ip: PropertyRef = PropertyRef("cluster_ip")
24
+ load_balancer_ip: PropertyRef = PropertyRef("load_balancer_ip")
25
+ load_balancer_ingress: PropertyRef = PropertyRef("load_balancer_ingress")
26
+ cluster_name: PropertyRef = PropertyRef(
27
+ "CLUSTER_NAME", set_in_kwargs=True, extra_index=True
28
+ )
29
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
30
+
31
+
32
+ @dataclass(frozen=True)
33
+ class KubernetesServiceToKubernetesClusterRelProperties(CartographyRelProperties):
34
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
35
+
36
+
37
+ @dataclass(frozen=True)
38
+ # (:KubernetesService)<-[:RESOURCE]-(:KubernetesCluster)
39
+ class KubernetesServiceToKubernetesClusterRel(CartographyRelSchema):
40
+ target_node_label: str = "KubernetesCluster"
41
+ target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
42
+ {"id": PropertyRef("CLUSTER_ID", set_in_kwargs=True)}
43
+ )
44
+ direction: LinkDirection = LinkDirection.INWARD
45
+ rel_label: str = "RESOURCE"
46
+ properties: KubernetesServiceToKubernetesClusterRelProperties = (
47
+ KubernetesServiceToKubernetesClusterRelProperties()
48
+ )
49
+
50
+
51
+ @dataclass(frozen=True)
52
+ class KubernetesServiceToKubernetesNamespaceRelProperties(CartographyRelProperties):
53
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
54
+
55
+
56
+ @dataclass(frozen=True)
57
+ # (:KubernetesService)<-[:CONTAINS]-(:KubernetesNamespace)
58
+ class KubernetesServiceToKubernetesNamespaceRel(CartographyRelSchema):
59
+ target_node_label: str = "KubernetesNamespace"
60
+ target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
61
+ {
62
+ "cluster_name": PropertyRef("CLUSTER_NAME", set_in_kwargs=True),
63
+ "name": PropertyRef("namespace"),
64
+ }
65
+ )
66
+ direction: LinkDirection = LinkDirection.INWARD
67
+ rel_label: str = "CONTAINS"
68
+ properties: KubernetesServiceToKubernetesNamespaceRelProperties = (
69
+ KubernetesServiceToKubernetesNamespaceRelProperties()
70
+ )
71
+
72
+
73
+ @dataclass(frozen=True)
74
+ class KubernetesServiceToKubernetesPodRelProperties(CartographyRelProperties):
75
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
76
+
77
+
78
+ @dataclass(frozen=True)
79
+ # (:KubernetesService)-[:TARGET]->(:KubernetesPod)
80
+ class KubernetesServiceToKubernetesPodRel(CartographyRelSchema):
81
+ target_node_label: str = "KubernetesPod"
82
+ target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
83
+ {
84
+ "cluster_name": PropertyRef("CLUSTER_NAME", set_in_kwargs=True),
85
+ "namespace": PropertyRef("namespace"),
86
+ "id": PropertyRef("pod_ids", one_to_many=True),
87
+ }
88
+ )
89
+ direction: LinkDirection = LinkDirection.OUTWARD
90
+ rel_label: str = "TARGETS"
91
+ properties: KubernetesServiceToKubernetesPodRelProperties = (
92
+ KubernetesServiceToKubernetesPodRelProperties()
93
+ )
94
+
95
+
96
+ @dataclass(frozen=True)
97
+ class KubernetesServiceSchema(CartographyNodeSchema):
98
+ label: str = "KubernetesService"
99
+ properties: KubernetesServiceNodeProperties = KubernetesServiceNodeProperties()
100
+ sub_resource_relationship: KubernetesServiceToKubernetesClusterRel = (
101
+ KubernetesServiceToKubernetesClusterRel()
102
+ )
103
+ other_relationships: OtherRelationships = OtherRelationships(
104
+ [
105
+ KubernetesServiceToKubernetesNamespaceRel(),
106
+ KubernetesServiceToKubernetesPodRel(),
107
+ ]
108
+ )
File without changes
@@ -0,0 +1,66 @@
1
+ from dataclasses import dataclass
2
+
3
+ from cartography.models.core.common import PropertyRef
4
+ from cartography.models.core.nodes import CartographyNodeProperties
5
+ from cartography.models.core.nodes import CartographyNodeSchema
6
+ from cartography.models.core.nodes import ExtraNodeLabels
7
+ from cartography.models.core.relationships import CartographyRelProperties
8
+ from cartography.models.core.relationships import CartographyRelSchema
9
+ from cartography.models.core.relationships import LinkDirection
10
+ from cartography.models.core.relationships import make_target_node_matcher
11
+ from cartography.models.core.relationships import OtherRelationships
12
+ from cartography.models.core.relationships import TargetNodeMatcher
13
+
14
+
15
+ @dataclass(frozen=True)
16
+ class TrivyImageFindingNodeProperties(CartographyNodeProperties):
17
+ id: PropertyRef = PropertyRef("id")
18
+ name: PropertyRef = PropertyRef("VulnerabilityID")
19
+ cve_id: PropertyRef = PropertyRef("cve_id")
20
+ description: PropertyRef = PropertyRef("Description")
21
+ last_modified_date: PropertyRef = PropertyRef("LastModifiedDate")
22
+ primary_url: PropertyRef = PropertyRef("PrimaryURL")
23
+ published_date: PropertyRef = PropertyRef("PublishedDate")
24
+ severity: PropertyRef = PropertyRef("Severity")
25
+ severity_source: PropertyRef = PropertyRef("SeveritySource")
26
+ title: PropertyRef = PropertyRef("Title")
27
+ cvss_nvd_v2_score: PropertyRef = PropertyRef("nvd_v2_score")
28
+ cvss_nvd_v2_vector: PropertyRef = PropertyRef("nvd_v2_vector")
29
+ cvss_nvd_v3_score: PropertyRef = PropertyRef("nvd_v3_score")
30
+ cvss_nvd_v3_vector: PropertyRef = PropertyRef("nvd_v3_vector")
31
+ cvss_redhat_v3_score: PropertyRef = PropertyRef("redhat_v3_score")
32
+ cvss_redhat_v3_vector: PropertyRef = PropertyRef("redhat_v3_vector")
33
+ cvss_ubuntu_v3_score: PropertyRef = PropertyRef("ubuntu_v3_score")
34
+ cvss_ubuntu_v3_vector: PropertyRef = PropertyRef("ubuntu_v3_vector")
35
+ class_name: PropertyRef = PropertyRef("Class")
36
+ type: PropertyRef = PropertyRef("Type")
37
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
38
+
39
+
40
+ @dataclass(frozen=True)
41
+ class TrivyFindingToImageRelProperties(CartographyRelProperties):
42
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
43
+
44
+
45
+ @dataclass(frozen=True)
46
+ class TrivyFindingToImage(CartographyRelSchema):
47
+ target_node_label: str = "ECRImage"
48
+ target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
49
+ {"id": PropertyRef("ImageDigest")},
50
+ )
51
+ direction: LinkDirection = LinkDirection.OUTWARD
52
+ rel_label: str = "AFFECTS"
53
+ properties: TrivyFindingToImageRelProperties = TrivyFindingToImageRelProperties()
54
+
55
+
56
+ @dataclass(frozen=True)
57
+ class TrivyImageFindingSchema(CartographyNodeSchema):
58
+ label: str = "TrivyImageFinding"
59
+ scoped_cleanup: bool = False
60
+ extra_node_labels: ExtraNodeLabels = ExtraNodeLabels(["Risk", "CVE"])
61
+ properties: TrivyImageFindingNodeProperties = TrivyImageFindingNodeProperties()
62
+ other_relationships: OtherRelationships = OtherRelationships(
63
+ [
64
+ TrivyFindingToImage(),
65
+ ],
66
+ )
@@ -0,0 +1,66 @@
1
+ from dataclasses import dataclass
2
+
3
+ from cartography.models.core.common import PropertyRef
4
+ from cartography.models.core.nodes import CartographyNodeProperties
5
+ from cartography.models.core.nodes import CartographyNodeSchema
6
+ from cartography.models.core.nodes import ExtraNodeLabels
7
+ from cartography.models.core.relationships import CartographyRelProperties
8
+ from cartography.models.core.relationships import CartographyRelSchema
9
+ from cartography.models.core.relationships import LinkDirection
10
+ from cartography.models.core.relationships import make_target_node_matcher
11
+ from cartography.models.core.relationships import OtherRelationships
12
+ from cartography.models.core.relationships import TargetNodeMatcher
13
+
14
+
15
+ @dataclass(frozen=True)
16
+ class TrivyFixNodeProperties(CartographyNodeProperties):
17
+ id: PropertyRef = PropertyRef("id")
18
+ version: PropertyRef = PropertyRef("FixedVersion")
19
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
20
+
21
+
22
+ @dataclass(frozen=True)
23
+ class TrivyFixToPackageRelProperties(CartographyRelProperties):
24
+ version: PropertyRef = PropertyRef("FixedVersion")
25
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
26
+
27
+
28
+ @dataclass(frozen=True)
29
+ class TrivyFixToPackage(CartographyRelSchema):
30
+ target_node_label: str = "Package"
31
+ target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
32
+ {"id": PropertyRef("PackageId")},
33
+ )
34
+ direction: LinkDirection = LinkDirection.INWARD
35
+ rel_label: str = "SHOULD_UPDATE_TO"
36
+ properties: TrivyFixToPackageRelProperties = TrivyFixToPackageRelProperties()
37
+
38
+
39
+ @dataclass(frozen=True)
40
+ class TrivyFixToFindingRelProperties(CartographyRelProperties):
41
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
42
+
43
+
44
+ @dataclass(frozen=True)
45
+ class TrivyFixToFinding(CartographyRelSchema):
46
+ target_node_label: str = "TrivyImageFinding"
47
+ target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
48
+ {"id": PropertyRef("FindingId")},
49
+ )
50
+ direction: LinkDirection = LinkDirection.OUTWARD
51
+ rel_label: str = "APPLIES_TO"
52
+ properties: TrivyFixToFindingRelProperties = TrivyFixToFindingRelProperties()
53
+
54
+
55
+ @dataclass(frozen=True)
56
+ class TrivyFixSchema(CartographyNodeSchema):
57
+ label: str = "TrivyFix"
58
+ scoped_cleanup: bool = False
59
+ extra_node_labels: ExtraNodeLabels = ExtraNodeLabels(["Fix"])
60
+ properties: TrivyFixNodeProperties = TrivyFixNodeProperties()
61
+ other_relationships: OtherRelationships = OtherRelationships(
62
+ [
63
+ TrivyFixToPackage(),
64
+ TrivyFixToFinding(),
65
+ ],
66
+ )
@@ -0,0 +1,71 @@
1
+ from dataclasses import dataclass
2
+
3
+ from cartography.models.core.common import PropertyRef
4
+ from cartography.models.core.nodes import CartographyNodeProperties
5
+ from cartography.models.core.nodes import CartographyNodeSchema
6
+ from cartography.models.core.nodes import ExtraNodeLabels
7
+ from cartography.models.core.relationships import CartographyRelProperties
8
+ from cartography.models.core.relationships import CartographyRelSchema
9
+ from cartography.models.core.relationships import LinkDirection
10
+ from cartography.models.core.relationships import make_target_node_matcher
11
+ from cartography.models.core.relationships import OtherRelationships
12
+ from cartography.models.core.relationships import TargetNodeMatcher
13
+
14
+
15
+ @dataclass(frozen=True)
16
+ class TrivyPackageNodeProperties(CartographyNodeProperties):
17
+ id: PropertyRef = PropertyRef("id")
18
+ installed_version: PropertyRef = PropertyRef("InstalledVersion")
19
+ name: PropertyRef = PropertyRef("PkgName")
20
+ version: PropertyRef = PropertyRef("InstalledVersion")
21
+ class_name: PropertyRef = PropertyRef("Class")
22
+ type: PropertyRef = PropertyRef("Type")
23
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
24
+
25
+
26
+ @dataclass(frozen=True)
27
+ class TrivyPackageToImageRelProperties(CartographyRelProperties):
28
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
29
+
30
+
31
+ @dataclass(frozen=True)
32
+ class TrivyPackageToImage(CartographyRelSchema):
33
+ target_node_label: str = "ECRImage"
34
+ target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
35
+ {"id": PropertyRef("ImageDigest")},
36
+ )
37
+ direction: LinkDirection = LinkDirection.OUTWARD
38
+ rel_label: str = "DEPLOYED"
39
+ properties: TrivyPackageToImageRelProperties = TrivyPackageToImageRelProperties()
40
+
41
+
42
+ @dataclass(frozen=True)
43
+ class TrivyPackageToFindingRelProperties(CartographyRelProperties):
44
+ lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
45
+
46
+
47
+ @dataclass(frozen=True)
48
+ class TrivyPackageToFinding(CartographyRelSchema):
49
+ target_node_label: str = "TrivyImageFinding"
50
+ target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
51
+ {"id": PropertyRef("FindingId")},
52
+ )
53
+ direction: LinkDirection = LinkDirection.INWARD
54
+ rel_label: str = "AFFECTS"
55
+ properties: TrivyPackageToFindingRelProperties = (
56
+ TrivyPackageToFindingRelProperties()
57
+ )
58
+
59
+
60
+ @dataclass(frozen=True)
61
+ class TrivyPackageSchema(CartographyNodeSchema):
62
+ label: str = "Package"
63
+ scoped_cleanup: bool = False
64
+ extra_node_labels: ExtraNodeLabels = ExtraNodeLabels(["TrivyPackage"])
65
+ properties: TrivyPackageNodeProperties = TrivyPackageNodeProperties()
66
+ other_relationships: OtherRelationships = OtherRelationships(
67
+ [
68
+ TrivyPackageToImage(),
69
+ TrivyPackageToFinding(),
70
+ ],
71
+ )
cartography/sync.py CHANGED
@@ -37,6 +37,7 @@ import cartography.intel.openai
37
37
  import cartography.intel.semgrep
38
38
  import cartography.intel.snipeit
39
39
  import cartography.intel.tailscale
40
+ import cartography.intel.trivy
40
41
  from cartography.config import Config
41
42
  from cartography.stats import set_stats_client
42
43
  from cartography.util import STATUS_FAILURE
@@ -70,6 +71,7 @@ TOP_LEVEL_MODULES = OrderedDict(
70
71
  "semgrep": cartography.intel.semgrep.start_semgrep_ingestion,
71
72
  "snipeit": cartography.intel.snipeit.start_snipeit_ingestion,
72
73
  "tailscale": cartography.intel.tailscale.start_tailscale_ingestion,
74
+ "trivy": cartography.intel.trivy.start_trivy_ingestion,
73
75
  "analysis": cartography.intel.analysis.run,
74
76
  }
75
77
  )
cartography/util.py CHANGED
@@ -5,6 +5,7 @@ from functools import partial
5
5
  from functools import wraps
6
6
  from importlib.resources import open_binary
7
7
  from importlib.resources import read_text
8
+ from itertools import islice
8
9
  from string import Template
9
10
  from typing import Any
10
11
  from typing import Awaitable
@@ -37,6 +38,7 @@ STATUS_SUCCESS = 0
37
38
  STATUS_FAILURE = 1
38
39
  STATUS_KEYBOARD_INTERRUPT = 130
39
40
  DEFAULT_BATCH_SIZE = 1000
41
+ DEFAULT_MAX_PAGES = 10000
40
42
 
41
43
 
42
44
  def run_analysis_job(
@@ -208,26 +210,28 @@ def aws_paginate(
208
210
  client: boto3.client,
209
211
  method_name: str,
210
212
  object_name: str,
213
+ max_pages: int | None = DEFAULT_MAX_PAGES,
211
214
  **kwargs: Any,
212
- ) -> List[Dict]:
215
+ ) -> Iterable[Dict]:
213
216
  """
214
217
  Helper method for boilerplate boto3 pagination
215
218
  The **kwargs will be forwarded to the paginator
216
219
  """
217
220
  paginator = client.get_paginator(method_name)
218
- items = []
219
- i = 0
220
221
  for i, page in enumerate(paginator.paginate(**kwargs), start=1):
221
222
  if i % 100 == 0:
222
223
  logger.info(f"fetching page number {i}")
223
224
  if object_name in page:
224
- items.extend(page[object_name])
225
+ items = page[object_name]
226
+ yield from items
225
227
  else:
226
228
  logger.warning(
227
229
  f"""aws_paginate: Key "{object_name}" is not present, check if this is a typo.
228
230
  If not, then the AWS datatype somehow does not have this key.""",
229
231
  )
230
- return items
232
+ if max_pages is not None and i >= max_pages:
233
+ logger.warning(f"Reached max batch size of {max_pages} pages")
234
+ break
231
235
 
232
236
 
233
237
  AWSGetFunc = TypeVar("AWSGetFunc", bound=Callable[..., Iterable])
@@ -353,17 +357,18 @@ def camel_to_snake(name: str) -> str:
353
357
  return re.sub(r"(?<!^)(?=[A-Z])", "_", name).lower()
354
358
 
355
359
 
356
- def batch(items: Iterable, size: int = DEFAULT_BATCH_SIZE) -> List[List]:
360
+ def batch(items: Iterable, size: int = DEFAULT_BATCH_SIZE) -> Iterable[List[Any]]:
357
361
  """
358
- Takes an Iterable of items and returns a list of lists of the same items,
362
+ Takes an Iterable of items and returns a Generator of lists of the same items,
359
363
  batched into chunks of the provided `size`.
360
364
 
361
365
  Use:
362
366
  x = [1,2,3,4,5,6,7,8]
363
- batch(x, size=3) -> [[1, 2, 3], [4, 5, 6], [7, 8]]
367
+ batch(x, size=3) -> Iterator yielding [1, 2, 3], [4, 5, 6], [7, 8]
364
368
  """
365
- items = list(items)
366
- return [items[i : i + size] for i in range(0, len(items), size)]
369
+ it = iter(items)
370
+ while chunk := list(islice(it, size)):
371
+ yield chunk
367
372
 
368
373
 
369
374
  def is_throttling_exception(exc: Exception) -> bool:
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: cartography
3
- Version: 0.104.0rc3
3
+ Version: 0.106.0rc1
4
4
  Summary: Explore assets and their relationships across your technical infrastructure.
5
5
  Maintainer: Cartography Contributors
6
6
  License: apache2
@@ -80,7 +80,7 @@ You can learn more about the story behind Cartography in our [presentation at BS
80
80
 
81
81
 
82
82
  ## Supported platforms
83
- - [Amazon Web Services](https://cartography-cncf.github.io/cartography/modules/aws/index.html) - API Gateway, CloudWatch, Config, EC2, ECS, ECR, Elasticsearch, Elastic Kubernetes Service (EKS), DynamoDB, IAM, Inspector, KMS, Lambda, RDS, Redshift, Route53, S3, Secrets Manager(Secret Versions), Security Hub, SQS, SSM, STS, Tags
83
+ - [Amazon Web Services](https://cartography-cncf.github.io/cartography/modules/aws/index.html) - ACM, API Gateway, CloudWatch, Config, EC2, ECS, ECR, Elasticsearch, Elastic Kubernetes Service (EKS), DynamoDB, IAM, Inspector, KMS, Lambda, RDS, Redshift, Route53, S3, Secrets Manager(Secret Versions), Security Hub, SQS, SSM, STS, Tags
84
84
  - [Google Cloud Platform](https://cartography-cncf.github.io/cartography/modules/gcp/index.html) - Cloud Resource Manager, Compute, DNS, Storage, Google Kubernetes Engine
85
85
  - [Google GSuite](https://cartography-cncf.github.io/cartography/modules/gsuite/index.html) - users, groups
86
86
  - [Oracle Cloud Infrastructure](https://cartography-cncf.github.io/cartography/modules/oci/index.html) - IAM
@@ -102,6 +102,7 @@ You can learn more about the story behind Cartography in our [presentation at BS
102
102
  - [Cloudflare](https://cartography-cncf.github.io/cartography/modules/cloudflare/index.html) - Account, Role, Member, Zone, DNSRecord
103
103
  - [OpenAI](https://cartography-cncf.github.io/cartography/modules/openai/index.html) - Organization, AdminApiKey, User, Project, ServiceAccount, ApiKey
104
104
  - [Anthropic](https://cartography-cncf.github.io/cartography/modules/anthropic/index.html) - Organization, ApiKey, User, Workspace
105
+ - [Trivy Scanner](https://cartography-cncf.github.io/cartography/modules/trivy/index.html) - AWS ECR Images
105
106
 
106
107
 
107
108
  ## Philosophy