cartography 0.105.0__py3-none-any.whl → 0.106.0__py3-none-any.whl

cartography/models/scaleway/iam/group.py

@@ -0,0 +1,95 @@
+from dataclasses import dataclass
+
+from cartography.models.core.common import PropertyRef
+from cartography.models.core.nodes import CartographyNodeProperties
+from cartography.models.core.nodes import CartographyNodeSchema
+from cartography.models.core.relationships import CartographyRelProperties
+from cartography.models.core.relationships import CartographyRelSchema
+from cartography.models.core.relationships import LinkDirection
+from cartography.models.core.relationships import make_target_node_matcher
+from cartography.models.core.relationships import OtherRelationships
+from cartography.models.core.relationships import TargetNodeMatcher
+
+
+@dataclass(frozen=True)
+class ScalewayGroupProperties(CartographyNodeProperties):
+    id: PropertyRef = PropertyRef("id")
+    created_at: PropertyRef = PropertyRef("created_at")
+    updated_at: PropertyRef = PropertyRef("updated_at")
+    name: PropertyRef = PropertyRef("name")
+    description: PropertyRef = PropertyRef("description")
+    tags: PropertyRef = PropertyRef("tags", extra_index=True)
+    editable: PropertyRef = PropertyRef("editable")
+    deletable: PropertyRef = PropertyRef("deletable")
+    managed: PropertyRef = PropertyRef("managed")
+    lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
+
+
+@dataclass(frozen=True)
+class ScalewayGroupToUserProperties(CartographyRelProperties):
+    lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
+
+
+@dataclass(frozen=True)
+# (:ScalewayUser)-[:MEMBER_OF]->(:ScalewayGroup)
+class ScalewayGroupToUserRel(CartographyRelSchema):
+    target_node_label: str = "ScalewayUser"
+    target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
+        {"id": PropertyRef("user_ids", one_to_many=True)},
+    )
+    direction: LinkDirection = LinkDirection.INWARD
+    rel_label: str = "MEMBER_OF"
+    properties: ScalewayGroupToUserProperties = ScalewayGroupToUserProperties()
+
+
+@dataclass(frozen=True)
+class ScalewayGroupToApplicationProperties(CartographyRelProperties):
+    lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
+
+
+@dataclass(frozen=True)
+# (:ScalewayApplication)-[:MEMBER_OF]->(:ScalewayGroup)
+class ScalewayGroupToApplicationRel(CartographyRelSchema):
+    target_node_label: str = "ScalewayApplication"
+    target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
+        {"id": PropertyRef("application_ids", one_to_many=True)},
+    )
+    direction: LinkDirection = LinkDirection.INWARD
+    rel_label: str = "MEMBER_OF"
+    properties: ScalewayGroupToApplicationProperties = (
+        ScalewayGroupToApplicationProperties()
+    )
+
+
+@dataclass(frozen=True)
+class ScalewayGroupToOrganizationRelProperties(CartographyRelProperties):
+    lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
+
+
+@dataclass(frozen=True)
+# (:ScalewayOrganization)-[:RESOURCE]->(:ScalewayGroup)
+class ScalewayGroupToOrganizationRel(CartographyRelSchema):
+    target_node_label: str = "ScalewayOrganization"
+    target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
+        {"id": PropertyRef("ORG_ID", set_in_kwargs=True)},
+    )
+    direction: LinkDirection = LinkDirection.INWARD
+    rel_label: str = "RESOURCE"
+    properties: ScalewayGroupToOrganizationRelProperties = (
+        ScalewayGroupToOrganizationRelProperties()
+    )
+
+
+@dataclass(frozen=True)
+class ScalewayGroupSchema(CartographyNodeSchema):
+    label: str = "ScalewayGroup"
+    properties: ScalewayGroupProperties = ScalewayGroupProperties()
+    sub_resource_relationship: ScalewayGroupToOrganizationRel = (
+        ScalewayGroupToOrganizationRel()
+    )
+    other_relationships: OtherRelationships = OtherRelationships(
+        [
+            ScalewayGroupToUserRel(),
+            ScalewayGroupToApplicationRel(),
+        ]
+    )

cartography/models/scaleway/iam/user.py

@@ -0,0 +1,60 @@
+from dataclasses import dataclass
+
+from cartography.models.core.common import PropertyRef
+from cartography.models.core.nodes import CartographyNodeProperties
+from cartography.models.core.nodes import CartographyNodeSchema
+from cartography.models.core.relationships import CartographyRelProperties
+from cartography.models.core.relationships import CartographyRelSchema
+from cartography.models.core.relationships import LinkDirection
+from cartography.models.core.relationships import make_target_node_matcher
+from cartography.models.core.relationships import TargetNodeMatcher
+
+
+@dataclass(frozen=True)
+class ScalewayUserNodeProperties(CartographyNodeProperties):
+    id: PropertyRef = PropertyRef("id")
+    email: PropertyRef = PropertyRef("email", extra_index=True)
+    username: PropertyRef = PropertyRef("username")
+    first_name: PropertyRef = PropertyRef("first_name")
+    last_name: PropertyRef = PropertyRef("last_name")
+    phone_number: PropertyRef = PropertyRef("phone_number")
+    locale: PropertyRef = PropertyRef("locale")
+    created_at: PropertyRef = PropertyRef("created_at")
+    updated_at: PropertyRef = PropertyRef("updated_at")
+    deletable: PropertyRef = PropertyRef("deletable")
+    last_login_at: PropertyRef = PropertyRef("last_login_at")
+    type: PropertyRef = PropertyRef("type")
+    status: PropertyRef = PropertyRef("status")
+    mfa: PropertyRef = PropertyRef("mfa")
+    account_root_user_id: PropertyRef = PropertyRef("account_root_user_id")
+    tags: PropertyRef = PropertyRef("tags")
+    locked: PropertyRef = PropertyRef("locked")
+    lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
+
+
+@dataclass(frozen=True)
+class ScalewayUserToOrganizationRelProperties(CartographyRelProperties):
+    lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
+
+
+@dataclass(frozen=True)
+# (:ScalewayOrganization)-[:RESOURCE]->(:ScalewayUser)
+class ScalewayUserToOrganizationRel(CartographyRelSchema):
+    target_node_label: str = "ScalewayOrganization"
+    target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
+        {"id": PropertyRef("ORG_ID", set_in_kwargs=True)},
+    )
+    direction: LinkDirection = LinkDirection.INWARD
+    rel_label: str = "RESOURCE"
+    properties: ScalewayUserToOrganizationRelProperties = (
+        ScalewayUserToOrganizationRelProperties()
+    )
+
+
+@dataclass(frozen=True)
+class ScalewayUserSchema(CartographyNodeSchema):
+    label: str = "ScalewayUser"
+    properties: ScalewayUserNodeProperties = ScalewayUserNodeProperties()
+    sub_resource_relationship: ScalewayUserToOrganizationRel = (
+        ScalewayUserToOrganizationRel()
+    )

cartography/models/scaleway/instance/flexibleip.py

@@ -0,0 +1,52 @@
+from dataclasses import dataclass
+
+from cartography.models.core.common import PropertyRef
+from cartography.models.core.nodes import CartographyNodeProperties
+from cartography.models.core.nodes import CartographyNodeSchema
+from cartography.models.core.relationships import CartographyRelProperties
+from cartography.models.core.relationships import CartographyRelSchema
+from cartography.models.core.relationships import LinkDirection
+from cartography.models.core.relationships import make_target_node_matcher
+from cartography.models.core.relationships import TargetNodeMatcher
+
+
+@dataclass(frozen=True)
+class ScalewayFlexibleIpProperties(CartographyNodeProperties):
+    id: PropertyRef = PropertyRef("id")
+    address: PropertyRef = PropertyRef("address")
+    reverse: PropertyRef = PropertyRef("reverse")
+    tags: PropertyRef = PropertyRef("tags")
+    type: PropertyRef = PropertyRef("type")
+    state: PropertyRef = PropertyRef("state")
+    prefix: PropertyRef = PropertyRef("prefix")
+    ipam_id: PropertyRef = PropertyRef("ipam_id")
+    zone: PropertyRef = PropertyRef("zone")
+    lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
+
+
+@dataclass(frozen=True)
+class ScalewayFlexibleIpToProjectRelProperties(CartographyRelProperties):
+    lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
+
+
+@dataclass(frozen=True)
+# (:ScalewayProject)-[:RESOURCE]->(:ScalewayFlexibleIp)
+class ScalewayFlexibleIpToProjectRel(CartographyRelSchema):
+    target_node_label: str = "ScalewayProject"
+    target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
+        {"id": PropertyRef("PROJECT_ID", set_in_kwargs=True)},
+    )
+    direction: LinkDirection = LinkDirection.INWARD
+    rel_label: str = "RESOURCE"
+    properties: ScalewayFlexibleIpToProjectRelProperties = (
+        ScalewayFlexibleIpToProjectRelProperties()
+    )
+
+
+@dataclass(frozen=True)
+class ScalewayFlexibleIpSchema(CartographyNodeSchema):
+    label: str = "ScalewayFlexibleIp"
+    properties: ScalewayFlexibleIpProperties = ScalewayFlexibleIpProperties()
+    sub_resource_relationship: ScalewayFlexibleIpToProjectRel = (
+        ScalewayFlexibleIpToProjectRel()
+    )

cartography/models/scaleway/instance/instance.py

@@ -0,0 +1,118 @@
+from dataclasses import dataclass
+
+from cartography.models.core.common import PropertyRef
+from cartography.models.core.nodes import CartographyNodeProperties
+from cartography.models.core.nodes import CartographyNodeSchema
+from cartography.models.core.relationships import CartographyRelProperties
+from cartography.models.core.relationships import CartographyRelSchema
+from cartography.models.core.relationships import LinkDirection
+from cartography.models.core.relationships import make_target_node_matcher
+from cartography.models.core.relationships import OtherRelationships
+from cartography.models.core.relationships import TargetNodeMatcher
+
+
+@dataclass(frozen=True)
+class ScalewayInstanceProperties(CartographyNodeProperties):
+    id: PropertyRef = PropertyRef("id")
+    name: PropertyRef = PropertyRef("name")
+    tags: PropertyRef = PropertyRef("tags")
+    commercial_type: PropertyRef = PropertyRef("commercial_type")
+    creation_date: PropertyRef = PropertyRef("creation_date")
+    dynamic_ip_required: PropertyRef = PropertyRef("dynamic_ip_required")
+    routed_ip_enabled: PropertyRef = PropertyRef("routed_ip_enabled")
+    enable_ipv6: PropertyRef = PropertyRef("enable_ipv6")
+    hostname: PropertyRef = PropertyRef("hostname")
+    private_ip: PropertyRef = PropertyRef("private_ip")
+    mac_address: PropertyRef = PropertyRef("mac_address")
+    modification_date: PropertyRef = PropertyRef("modification_date")
+    state: PropertyRef = PropertyRef("state")
+    location_cluster_id: PropertyRef = PropertyRef("location.cluster_id")
+    location_hypervisor_id: PropertyRef = PropertyRef("location.hypervisor_id")
+    location_node_id: PropertyRef = PropertyRef("location.node_id")
+    location_platform_id: PropertyRef = PropertyRef("location.platform_id")
+    ipv6_address: PropertyRef = PropertyRef("ipv6.address")
+    ipv6_gateway: PropertyRef = PropertyRef("ipv6.gateway")
+    ipv6_netmask: PropertyRef = PropertyRef("ipv6.netmask")
+    boot_type: PropertyRef = PropertyRef("boot_type")
+    state_detail: PropertyRef = PropertyRef("state_detail")
+    arch: PropertyRef = PropertyRef("arch")
+    private_nics: PropertyRef = PropertyRef("private_nics")
+    zone: PropertyRef = PropertyRef("zone")
+    end_of_service: PropertyRef = PropertyRef("end_of_service")
+    lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
+
+
+@dataclass(frozen=True)
+class ScalewayInstanceToVolumeProperties(CartographyRelProperties):
+    lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
+
+
+@dataclass(frozen=True)
+# (:ScalewayVolume)<-[:MOUNTS]-(:ScalewayInstance)
+class ScalewayInstanceToVolumeRel(CartographyRelSchema):
+    target_node_label: str = "ScalewayVolume"
+    target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
+        {"id": PropertyRef("volumes_id", one_to_many=True)},
+    )
+    direction: LinkDirection = LinkDirection.OUTWARD
+    rel_label: str = "MOUNTS"
+    properties: ScalewayInstanceToVolumeProperties = (
+        ScalewayInstanceToVolumeProperties()
+    )
+
+
+@dataclass(frozen=True)
+class ScalewayInstanceToFlexibleIpProperties(CartographyRelProperties):
+    lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
+
+
+@dataclass(frozen=True)
+# (:ScalewayFlexibleIp)-[:IDENTIFIES]->(:ScalewayInstance)
+class ScalewayInstanceToFlexibleIpRel(CartographyRelSchema):
+    target_node_label: str = "ScalewayFlexibleIp"
+    target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
+        {"id": PropertyRef("public_ips", one_to_many=True)},
+    )
+    direction: LinkDirection = LinkDirection.INWARD
+    rel_label: str = "IDENTIFIES"
+    properties: ScalewayInstanceToFlexibleIpProperties = (
+        ScalewayInstanceToFlexibleIpProperties()
+    )
+
+
+# TODO: Link to Image with image.id
+# TODO: Link to SecurityGroup with security_group.id
+# TODO: Link to PlacementGroup with placement_group.id
+
+
+@dataclass(frozen=True)
+class ScalewayInstanceToProjectRelProperties(CartographyRelProperties):
+    lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
+
+
+@dataclass(frozen=True)
+# (:ScalewayProject)-[:RESOURCE]->(:ScalewayInstance)
+class ScalewayInstanceToProjectRel(CartographyRelSchema):
+    target_node_label: str = "ScalewayProject"
+    target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
+        {"id": PropertyRef("PROJECT_ID", set_in_kwargs=True)},
+    )
+    direction: LinkDirection = LinkDirection.INWARD
+    rel_label: str = "RESOURCE"
+    properties: ScalewayInstanceToProjectRelProperties = (
+        ScalewayInstanceToProjectRelProperties()
+    )
+
+
+@dataclass(frozen=True)
+class ScalewayInstanceSchema(CartographyNodeSchema):
+    label: str = "ScalewayInstance"
+    properties: ScalewayInstanceProperties = ScalewayInstanceProperties()
+    sub_resource_relationship: ScalewayInstanceToProjectRel = (
+        ScalewayInstanceToProjectRel()
+    )
+    other_relationships: OtherRelationships = OtherRelationships(
+        [
+            ScalewayInstanceToVolumeRel(),
+        ]
+    )

cartography/models/scaleway/organization.py

@@ -0,0 +1,19 @@
+from dataclasses import dataclass
+
+from cartography.models.core.common import PropertyRef
+from cartography.models.core.nodes import CartographyNodeProperties
+from cartography.models.core.nodes import CartographyNodeSchema
+
+
+@dataclass(frozen=True)
+class ScalewayOrganizationNodeProperties(CartographyNodeProperties):
+    id: PropertyRef = PropertyRef("id")
+    lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
+
+
+@dataclass(frozen=True)
+class ScalewayOrganizationSchema(CartographyNodeSchema):
+    label: str = "ScalewayOrganization"
+    properties: ScalewayOrganizationNodeProperties = (
+        ScalewayOrganizationNodeProperties()
+    )

cartography/models/scaleway/project.py

@@ -0,0 +1,48 @@
+from dataclasses import dataclass
+
+from cartography.models.core.common import PropertyRef
+from cartography.models.core.nodes import CartographyNodeProperties
+from cartography.models.core.nodes import CartographyNodeSchema
+from cartography.models.core.relationships import CartographyRelProperties
+from cartography.models.core.relationships import CartographyRelSchema
+from cartography.models.core.relationships import LinkDirection
+from cartography.models.core.relationships import make_target_node_matcher
+from cartography.models.core.relationships import TargetNodeMatcher
+
+
+@dataclass(frozen=True)
+class ScalewayProjectNodeProperties(CartographyNodeProperties):
+    id: PropertyRef = PropertyRef("id")
+    name: PropertyRef = PropertyRef("name")
+    created_at: PropertyRef = PropertyRef("created_at")
+    updated_at: PropertyRef = PropertyRef("updated_at")
+    description: PropertyRef = PropertyRef("description")
+    lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
+
+
+@dataclass(frozen=True)
+class ScalewayProjectToOrganizationRelProperties(CartographyRelProperties):
+    lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
+
+
+@dataclass(frozen=True)
+# (:ScalewayOrganization)-[:RESOURCE]->(:ScalewayProject)
+class ScalewayProjectToOrganizationRel(CartographyRelSchema):
+    target_node_label: str = "ScalewayOrganization"
+    target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
+        {"id": PropertyRef("ORG_ID", set_in_kwargs=True)},
+    )
+    direction: LinkDirection = LinkDirection.INWARD
+    rel_label: str = "RESOURCE"
+    properties: ScalewayProjectToOrganizationRelProperties = (
+        ScalewayProjectToOrganizationRelProperties()
+    )
+
+
+@dataclass(frozen=True)
+class ScalewayProjectSchema(CartographyNodeSchema):
+    label: str = "ScalewayProject"
+    properties: ScalewayProjectNodeProperties = ScalewayProjectNodeProperties()
+    sub_resource_relationship: ScalewayProjectToOrganizationRel = (
+        ScalewayProjectToOrganizationRel()
+    )

cartography/models/scaleway/storage/snapshot.py

@@ -0,0 +1,78 @@
+from dataclasses import dataclass
+
+from cartography.models.core.common import PropertyRef
+from cartography.models.core.nodes import CartographyNodeProperties
+from cartography.models.core.nodes import CartographyNodeSchema
+from cartography.models.core.relationships import CartographyRelProperties
+from cartography.models.core.relationships import CartographyRelSchema
+from cartography.models.core.relationships import LinkDirection
+from cartography.models.core.relationships import make_target_node_matcher
+from cartography.models.core.relationships import OtherRelationships
+from cartography.models.core.relationships import TargetNodeMatcher
+
+
+@dataclass(frozen=True)
+class ScalewayVolumeSnapshotNodeProperties(CartographyNodeProperties):
+    id: PropertyRef = PropertyRef("id")
+    name: PropertyRef = PropertyRef("name")
+    tags: PropertyRef = PropertyRef("tags")
+    volume_type: PropertyRef = PropertyRef("volume_type")
+    size: PropertyRef = PropertyRef("size")
+    state: PropertyRef = PropertyRef("state")
+    creation_date: PropertyRef = PropertyRef("creation_date")
+    modification_date: PropertyRef = PropertyRef("modification_date")
+    error_reason: PropertyRef = PropertyRef("error_reason")
+    zone: PropertyRef = PropertyRef("zone")
+    lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
+
+
+@dataclass(frozen=True)
+class ScalewayVolumeSnapshotToProjectRelProperties(CartographyRelProperties):
+    lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
+
+
+@dataclass(frozen=True)
+# (:ScalewayProject)-[:RESOURCE]->(:ScalewayVolumeSnapshot)
+class ScalewayVolumeSnapshotToProjectRel(CartographyRelSchema):
+    target_node_label: str = "ScalewayProject"
+    target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
+        {"id": PropertyRef("PROJECT_ID", set_in_kwargs=True)},
+    )
+    direction: LinkDirection = LinkDirection.INWARD
+    rel_label: str = "RESOURCE"
+    properties: ScalewayVolumeSnapshotToProjectRelProperties = (
+        ScalewayVolumeSnapshotToProjectRelProperties()
+    )
+
+
+@dataclass(frozen=True)
+class ScalewayVolumeSnapshotToInstanceVolumeProperties(CartographyRelProperties):
+    lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
+
+
+@dataclass(frozen=True)
+# (:ScalewayVolume)-[:HAS]->(:ScalewayVolumeSnapshot)
+class ScalewayVolumeSnapshotToInstanceVolumeRel(CartographyRelSchema):
+    target_node_label: str = "ScalewayVolume"
+    target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
+        {"id": PropertyRef("base_volume.id")},
+    )
+    direction: LinkDirection = LinkDirection.INWARD
+    rel_label: str = "HAS"
+    properties: ScalewayVolumeSnapshotToInstanceVolumeProperties = (
+        ScalewayVolumeSnapshotToInstanceVolumeProperties()
+    )
+
+
+@dataclass(frozen=True)
+class ScalewayVolumeSnapshotSchema(CartographyNodeSchema):
+    label: str = "ScalewayVolumeSnapshot"
+    properties: ScalewayVolumeSnapshotNodeProperties = (
+        ScalewayVolumeSnapshotNodeProperties()
+    )
+    sub_resource_relationship: ScalewayVolumeSnapshotToProjectRel = (
+        ScalewayVolumeSnapshotToProjectRel()
+    )
+    other_relationships: OtherRelationships = OtherRelationships(
+        rels=[ScalewayVolumeSnapshotToInstanceVolumeRel()],
+    )

cartography/models/scaleway/storage/volume.py

@@ -0,0 +1,51 @@
+from dataclasses import dataclass
+
+from cartography.models.core.common import PropertyRef
+from cartography.models.core.nodes import CartographyNodeProperties
+from cartography.models.core.nodes import CartographyNodeSchema
+from cartography.models.core.relationships import CartographyRelProperties
+from cartography.models.core.relationships import CartographyRelSchema
+from cartography.models.core.relationships import LinkDirection
+from cartography.models.core.relationships import make_target_node_matcher
+from cartography.models.core.relationships import TargetNodeMatcher
+
+
+@dataclass(frozen=True)
+class ScalewayVolumeNodeProperties(CartographyNodeProperties):
+    id: PropertyRef = PropertyRef("id")
+    name: PropertyRef = PropertyRef("name")
+    export_uri: PropertyRef = PropertyRef("export_uri")
+    size: PropertyRef = PropertyRef("size")
+    volume_type: PropertyRef = PropertyRef("volume_type")
+    creation_date: PropertyRef = PropertyRef("creation_date")
+    modification_date: PropertyRef = PropertyRef("modification_date")
+    tags: PropertyRef = PropertyRef("tags")
+    state: PropertyRef = PropertyRef("state")
+    zone: PropertyRef = PropertyRef("zone")
+    lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
+
+
+@dataclass(frozen=True)
+class ScalewayVolumeToProjectRelProperties(CartographyRelProperties):
+    lastupdated: PropertyRef = PropertyRef("lastupdated", set_in_kwargs=True)
+
+
+@dataclass(frozen=True)
+# (:ScalewayProject)-[:RESOURCE]->(:ScalewayVolume)
+class ScalewayVolumeToProjectRel(CartographyRelSchema):
+    target_node_label: str = "ScalewayProject"
+    target_node_matcher: TargetNodeMatcher = make_target_node_matcher(
+        {"id": PropertyRef("PROJECT_ID", set_in_kwargs=True)},
+    )
+    direction: LinkDirection = LinkDirection.INWARD
+    rel_label: str = "RESOURCE"
+    properties: ScalewayVolumeToProjectRelProperties = (
+        ScalewayVolumeToProjectRelProperties()
+    )
+
+
+@dataclass(frozen=True)
+class ScalewayVolumeSchema(CartographyNodeSchema):
+    label: str = "ScalewayVolume"
+    properties: ScalewayVolumeNodeProperties = ScalewayVolumeNodeProperties()
+    sub_resource_relationship: ScalewayVolumeToProjectRel = ScalewayVolumeToProjectRel()

cartography/sync.py

@@ -13,6 +13,7 @@ import neo4j.exceptions
 from neo4j import GraphDatabase
 from statsd import StatsClient
 
+import cartography.intel.airbyte
 import cartography.intel.analysis
 import cartography.intel.anthropic
 import cartography.intel.aws
@@ -28,12 +29,15 @@ import cartography.intel.entra
 import cartography.intel.gcp
 import cartography.intel.github
 import cartography.intel.gsuite
+import cartography.intel.jamf
 import cartography.intel.kandji
 import cartography.intel.kubernetes
 import cartography.intel.lastpass
 import cartography.intel.oci
 import cartography.intel.okta
 import cartography.intel.openai
+import cartography.intel.pagerduty
+import cartography.intel.scaleway
 import cartography.intel.semgrep
 import cartography.intel.snipeit
 import cartography.intel.tailscale
@@ -49,6 +53,7 @@ logger = logging.getLogger(__name__)
 TOP_LEVEL_MODULES = OrderedDict(
     {  # preserve order so that the default sync always runs `analysis` at the very end
         "create-indexes": cartography.intel.create_indexes.run,
+        "airbyte": cartography.intel.airbyte.start_airbyte_ingestion,
         "anthropic": cartography.intel.anthropic.start_anthropic_ingestion,
         "aws": cartography.intel.aws.start_aws_ingestion,
         "azure": cartography.intel.azure.start_azure_ingestion,
@@ -68,9 +73,12 @@ TOP_LEVEL_MODULES = OrderedDict(
         "lastpass": cartography.intel.lastpass.start_lastpass_ingestion,
         "bigfix": cartography.intel.bigfix.start_bigfix_ingestion,
         "duo": cartography.intel.duo.start_duo_ingestion,
+        "scaleway": cartography.intel.scaleway.start_scaleway_ingestion,
         "semgrep": cartography.intel.semgrep.start_semgrep_ingestion,
         "snipeit": cartography.intel.snipeit.start_snipeit_ingestion,
         "tailscale": cartography.intel.tailscale.start_tailscale_ingestion,
+        "jamf": cartography.intel.jamf.start_jamf_ingestion,
+        "pagerduty": cartography.intel.pagerduty.start_pagerduty_ingestion,
         "trivy": cartography.intel.trivy.start_trivy_ingestion,
         "analysis": cartography.intel.analysis.run,
     }
@@ -203,10 +211,6 @@ class Sync:
         return available_modules
 
 
-# Used to avoid repeatedly calling Sync.list_intel_modules()
-TOP_LEVEL_MODULES = Sync.list_intel_modules()
-
-
 def run_with_config(sync: Sync, config: Union[Config, argparse.Namespace]) -> int:
     """
     Execute the cartography.sync.Sync.run method with parameters built from the given configuration object.

cartography/util.py

@@ -5,6 +5,7 @@ from functools import partial
 from functools import wraps
 from importlib.resources import open_binary
 from importlib.resources import read_text
+from itertools import islice
 from string import Template
 from typing import Any
 from typing import Awaitable
@@ -37,6 +38,7 @@ STATUS_SUCCESS = 0
 STATUS_FAILURE = 1
 STATUS_KEYBOARD_INTERRUPT = 130
 DEFAULT_BATCH_SIZE = 1000
+DEFAULT_MAX_PAGES = 10000
 
 
 def run_analysis_job(
@@ -208,26 +210,28 @@ def aws_paginate(
     client: boto3.client,
     method_name: str,
     object_name: str,
+    max_pages: int | None = DEFAULT_MAX_PAGES,
     **kwargs: Any,
-) -> List[Dict]:
+) -> Iterable[Dict]:
     """
     Helper method for boilerplate boto3 pagination
     The **kwargs will be forwarded to the paginator
     """
     paginator = client.get_paginator(method_name)
-    items = []
-    i = 0
     for i, page in enumerate(paginator.paginate(**kwargs), start=1):
         if i % 100 == 0:
             logger.info(f"fetching page number {i}")
         if object_name in page:
-            items.extend(page[object_name])
+            items = page[object_name]
+            yield from items
         else:
             logger.warning(
                 f"""aws_paginate: Key "{object_name}" is not present, check if this is a typo.
 If not, then the AWS datatype somehow does not have this key.""",
             )
-    return items
+        if max_pages is not None and i >= max_pages:
+            logger.warning(f"Reached max batch size of {max_pages} pages")
+            break
 
 
 AWSGetFunc = TypeVar("AWSGetFunc", bound=Callable[..., Iterable])
@@ -353,17 +357,18 @@ def camel_to_snake(name: str) -> str:
     return re.sub(r"(?<!^)(?=[A-Z])", "_", name).lower()
 
 
-def batch(items: Iterable, size: int = DEFAULT_BATCH_SIZE) -> List[List]:
+def batch(items: Iterable, size: int = DEFAULT_BATCH_SIZE) -> Iterable[List[Any]]:
     """
-    Takes an Iterable of items and returns a list of lists of the same items,
+    Takes an Iterable of items and returns a Generator of lists of the same items,
      batched into chunks of the provided `size`.
 
     Use:
     x = [1,2,3,4,5,6,7,8]
-    batch(x, size=3) -> [[1, 2, 3], [4, 5, 6], [7, 8]]
+    batch(x, size=3) -> Iterator yielding [1, 2, 3], [4, 5, 6], [7, 8]
     """
-    items = list(items)
-    return [items[i : i + size] for i in range(0, len(items), size)]
+    it = iter(items)
+    while chunk := list(islice(it, size)):
+        yield chunk
 
 
 def is_throttling_exception(exc: Exception) -> bool: