osism 0.20250605.0__py3-none-any.whl → 0.20250621.0__py3-none-any.whl

osism/tasks/conductor/sonic/connections.py

@@ -0,0 +1,389 @@
+# SPDX-License-Identifier: Apache-2.0
+
+"""Centralized connection detection functions for SONiC configuration.
+
+This module provides unified helper functions for detecting connected devices
+using the NetBox connected_endpoints API, replacing legacy cable-based detection.
+"""
+
+from loguru import logger
+from typing import Optional, Set, Tuple, List, Any, DefaultDict
+from collections import defaultdict
+
+from osism import utils
+from .interface import (
+    convert_netbox_interface_to_sonic,
+)
+from .cache import get_cached_device_interfaces
+
+
+def get_connected_device_via_interface(
+    interface: Any, source_device_id: int
+) -> Optional[Any]:
+    """Get the connected device for a given interface using connected_endpoints API.
+
+    Args:
+        interface: NetBox interface object
+        source_device_id: ID of the source device to exclude from results
+
+    Returns:
+        Connected NetBox device object or None if not found/reachable
+    """
+    # Skip management-only interfaces
+    if hasattr(interface, "mgmt_only") and interface.mgmt_only:
+        return None
+
+    # Check if interface has connected_endpoints
+    if not (
+        hasattr(interface, "connected_endpoints") and interface.connected_endpoints
+    ):
+        return None
+
+    # Ensure connected_endpoints_reachable is True
+    if not getattr(interface, "connected_endpoints_reachable", False):
+        return None
+
+    try:
+        # Process each connected endpoint
+        for endpoint in interface.connected_endpoints:
+            # Get the connected device from the endpoint
+            if hasattr(endpoint, "device") and endpoint.device.id != source_device_id:
+                return endpoint.device
+    except Exception as e:
+        logger.debug(
+            f"Error processing connected_endpoints for interface {interface.name}: {e}"
+        )
+
+    return None
+
+
+def get_connected_interfaces(
+    device: Any, portchannel_info: Optional[dict] = None
+) -> Tuple[Set[str], Set[str]]:
+    """Get list of interface names that are connected to other devices.
+
+    Uses the modern connected_endpoints API as the primary method for detecting
+    connections, with reachability checks.
+
+    Args:
+        device: NetBox device object
+        portchannel_info: Optional port channel info dict from detect_port_channels
+
+    Returns:
+        tuple: (set of connected interfaces, set of connected port channels)
+    """
+    connected_interfaces = set()
+    connected_portchannels = set()
+
+    try:
+        # Get all interfaces for the device (using cache)
+        interfaces = get_cached_device_interfaces(device.id)
+
+        for interface in interfaces:
+            # Skip management-only interfaces
+            if hasattr(interface, "mgmt_only") and interface.mgmt_only:
+                continue
+
+            # Check if interface is connected using connected_endpoints API
+            connected_device = get_connected_device_via_interface(interface, device.id)
+
+            if connected_device:
+                # Convert NetBox interface name to SONiC format
+                sonic_interface_name = convert_netbox_interface_to_sonic(
+                    interface, device
+                )
+                connected_interfaces.add(sonic_interface_name)
+
+                # If this interface is part of a port channel, mark the port channel as connected
+                if (
+                    portchannel_info
+                    and sonic_interface_name in portchannel_info["member_mapping"]
+                ):
+                    pc_name = portchannel_info["member_mapping"][sonic_interface_name]
+                    connected_portchannels.add(pc_name)
+
+    except Exception as e:
+        logger.warning(
+            f"Could not get interface connections for device {device.name}: {e}"
+        )
+
+    return connected_interfaces, connected_portchannels
+
+
+def get_connected_device_for_sonic_interface(
+    device: Any, sonic_interface_name: str
+) -> Optional[Any]:
+    """Get the connected device for a given SONiC interface name.
+
+    For Port Channels, uses the member ports to detect connected devices.
+
+    Args:
+        device: NetBox device object
+        sonic_interface_name: SONiC interface name (e.g., "Ethernet0" or "PortChannel1")
+
+    Returns:
+        NetBox device object or None if not found
+    """
+    try:
+        # Check if this is a Port Channel
+        if sonic_interface_name.startswith("PortChannel"):
+            return get_connected_device_for_port_channel(device, sonic_interface_name)
+
+        # Handle regular interfaces
+        interfaces = get_cached_device_interfaces(device.id)
+
+        for interface in interfaces:
+            # Convert NetBox interface name to SONiC format
+            sonic_name = convert_netbox_interface_to_sonic(interface, device)
+
+            if sonic_name == sonic_interface_name:
+                return get_connected_device_via_interface(interface, device.id)
+
+    except Exception as e:
+        logger.debug(
+            f"Could not find connected device for interface {sonic_interface_name}: {e}"
+        )
+
+    return None
+
+
+def get_connected_device_for_port_channel(
+    device: Any, portchannel_name: str
+) -> Optional[Any]:
+    """Get the connected device for a Port Channel by checking its member ports.
+
+    Args:
+        device: NetBox device object
+        portchannel_name: Port Channel name (e.g., "PortChannel1")
+
+    Returns:
+        NetBox device object or None if not found
+    """
+    try:
+        # Import here to avoid circular imports
+        from .interface import detect_port_channels
+
+        # Get port channel information to find member ports
+        portchannel_info = detect_port_channels(device)
+
+        if portchannel_name not in portchannel_info["portchannels"]:
+            logger.debug(
+                f"Port Channel {portchannel_name} not found on device {device.name}"
+            )
+            return None
+
+        member_ports = portchannel_info["portchannels"][portchannel_name]["members"]
+
+        if not member_ports:
+            logger.debug(f"No member ports found for Port Channel {portchannel_name}")
+            return None
+
+        # Check each member port to find a connected device
+        # All member ports in a Port Channel should connect to the same remote device
+        interfaces = get_cached_device_interfaces(device.id)
+
+        for member_port in member_ports:
+            # Find the NetBox interface corresponding to this member port
+            for interface in interfaces:
+                sonic_name = convert_netbox_interface_to_sonic(interface, device)
+                if sonic_name == member_port:
+                    connected_device = get_connected_device_via_interface(
+                        interface, device.id
+                    )
+                    if connected_device:
+                        logger.debug(
+                            f"Found connected device {connected_device.name} for Port Channel {portchannel_name} "
+                            f"via member port {member_port}"
+                        )
+                        return connected_device
+                    break
+
+        logger.debug(
+            f"No connected device found for any member ports of {portchannel_name}"
+        )
+        return None
+
+    except Exception as e:
+        logger.debug(
+            f"Could not find connected device for Port Channel {portchannel_name}: {e}"
+        )
+        return None
+
+
+def find_interconnected_devices(
+    devices: List[Any], target_roles: List[str] = ["spine", "superspine"]
+) -> List[List[Any]]:
+    """Find groups of interconnected devices with specific roles.
+
+    Uses connected_endpoints API to build a graph of device connections.
+
+    Args:
+        devices: List of NetBox device objects
+        target_roles: List of device roles to consider
+
+    Returns:
+        List of groups, where each group is a list of interconnected devices of the same role
+    """
+    from collections import deque
+
+    # Filter devices by target roles
+    target_devices = {}
+    for device in devices:
+        if hasattr(device, "role") and device.role and device.role.slug in target_roles:
+            target_devices[device.id] = device
+
+    if not target_devices:
+        return []
+
+    # Build connection graph for each role separately
+    role_graphs: DefaultDict[str, DefaultDict[int, Set[int]]] = defaultdict(
+        lambda: defaultdict(set)
+    )
+
+    for device in target_devices.values():
+        device_role = device.role.slug
+
+        try:
+            # Get all interfaces for this device
+            interfaces = get_cached_device_interfaces(device.id)
+
+            for interface in interfaces:
+                # Get connected device using our helper
+                connected_device = get_connected_device_via_interface(
+                    interface, device.id
+                )
+
+                if (
+                    connected_device
+                    and connected_device.id in target_devices
+                    and connected_device.role.slug == device_role
+                ):
+                    # Add bidirectional connection to the graph
+                    role_graphs[device_role][device.id].add(connected_device.id)
+                    role_graphs[device_role][connected_device.id].add(device.id)
+
+        except Exception as e:
+            logger.warning(f"Error processing device {device.name} for grouping: {e}")
+
+    # Find connected components for each role using BFS
+    all_groups = []
+
+    for role, graph in role_graphs.items():
+        visited = set()
+
+        for device_id in graph:
+            if device_id not in visited:
+                # BFS to find all connected devices
+                group = []
+                queue = deque([device_id])
+                visited.add(device_id)
+
+                while queue:
+                    current_id = queue.popleft()
+                    group.append(target_devices[current_id])
+
+                    for neighbor_id in graph[current_id]:
+                        if neighbor_id not in visited:
+                            visited.add(neighbor_id)
+                            queue.append(neighbor_id)
+
+                if len(group) > 1:  # Only include groups with multiple devices
+                    all_groups.append(group)
+
+    return all_groups
+
+
+def get_device_bgp_neighbors_via_loopback(
+    device: Any,
+    portchannel_info: dict,
+    connected_interfaces: Set[str],
+    port_config: dict,
+) -> List[dict]:
+    """Get BGP neighbors for a device based on Loopback0 addresses of connected devices.
+
+    Args:
+        device: NetBox device object
+        portchannel_info: Port channel information
+        connected_interfaces: Set of connected interface names
+        port_config: Port configuration dict
+
+    Returns:
+        List of BGP neighbor dictionaries with IP and device info
+    """
+    bgp_neighbors = []
+
+    try:
+        # Get all interfaces for the device
+        interfaces = get_cached_device_interfaces(device.id)
+
+        for interface in interfaces:
+            # Skip management-only interfaces
+            if hasattr(interface, "mgmt_only") and interface.mgmt_only:
+                continue
+
+            # Get connected device
+            connected_device = get_connected_device_via_interface(interface, device.id)
+            if not connected_device:
+                continue
+
+            # Convert to SONiC interface name to check if it's in our PORT config
+            sonic_interface_name = convert_netbox_interface_to_sonic(interface, device)
+
+            # Only process if this interface is in PORT configuration and connected
+            if (
+                sonic_interface_name in port_config
+                and sonic_interface_name in connected_interfaces
+                and sonic_interface_name not in portchannel_info["member_mapping"]
+            ):
+                # Check if connected device has the required tag
+                has_osism_tag = False
+                if connected_device.tags:
+                    has_osism_tag = any(
+                        tag.slug == "managed-by-osism" for tag in connected_device.tags
+                    )
+
+                if has_osism_tag:
+                    # Get Loopback0 IP addresses from the connected device
+                    try:
+                        # Get all interfaces for connected device (using cache)
+                        all_connected_interfaces = get_cached_device_interfaces(
+                            connected_device.id
+                        )
+                        loopback_interfaces: List[Any] = [
+                            iface
+                            for iface in all_connected_interfaces
+                            if iface.name == "Loopback0"
+                        ]
+
+                        for loopback_iface in loopback_interfaces:
+                            # Get IP addresses assigned to Loopback0
+                            ip_addresses = utils.nb.ipam.ip_addresses.filter(
+                                assigned_object_id=loopback_iface.id,
+                            )
+
+                            for ip_addr in ip_addresses:
+                                if ip_addr.address:
+                                    # Extract just the IP address without prefix
+                                    ip_only = ip_addr.address.split("/")[0]
+                                    bgp_neighbors.append(
+                                        {
+                                            "ip": ip_only,
+                                            "device": connected_device,
+                                            "interface": sonic_interface_name,
+                                        }
+                                    )
+
+                    except Exception as e:
+                        logger.debug(
+                            f"Could not get Loopback0 for device {connected_device.name}: {e}"
+                        )
+                else:
+                    logger.debug(
+                        f"Skipping BGP neighbor for device {connected_device.name}: "
+                        f"missing 'managed-by-osism' tag"
+                    )
+
+    except Exception as e:
+        logger.warning(f"Could not process BGP neighbors for device {device.name}: {e}")
+
+    return bgp_neighbors

osism/tasks/conductor/sonic/constants.py

@@ -0,0 +1,79 @@
+# SPDX-License-Identifier: Apache-2.0
+
+"""Constants and mappings for SONiC configuration."""
+
+# Default AS prefix for local ASN calculation
+DEFAULT_LOCAL_AS_PREFIX = 4200
+
+# Default SONiC device roles
+DEFAULT_SONIC_ROLES = [
+    "accessleaf",
+    "borderleaf",
+    "computeleaf",
+    "dataleaf",
+    "leaf",
+    "serviceleaf",
+    "spine",
+    "storageleaf",
+    "superspine",
+    "switch",
+    "transferleaf",
+]
+
+# Default SONiC version
+DEFAULT_SONIC_VERSION = "4.5.0"
+
+# Port type to speed mapping (in Mbps)
+PORT_TYPE_TO_SPEED_MAP = {
+    # RJ45/BASE-T Types
+    "100base-tx": 100,  # 100Mbps RJ45
+    "1000base-t": 1000,  # 1G RJ45
+    "2.5gbase-t": 2500,  # 2.5G RJ45
+    "5gbase-t": 5000,  # 5G RJ45
+    "10gbase-t": 10000,  # 10G RJ45
+    # CX4
+    "10gbase-cx4": 10000,  # 10G CX4
+    # 1G Optical
+    "1000base-x-gbic": 1000,  # 1G GBIC
+    "1000base-x-sfp": 1000,  # 1G SFP
+    # 10G Optical
+    "10gbase-x-sfpp": 10000,  # 10G SFP+
+    "10gbase-x-xfp": 10000,  # 10G XFP
+    "10gbase-x-xenpak": 10000,  # 10G XENPAK
+    "10gbase-x-x2": 10000,  # 10G X2
+    # 25G Optical
+    "25gbase-x-sfp28": 25000,  # 25G SFP28
+    # 40G Optical
+    "40gbase-x-qsfpp": 40000,  # 40G QSFP+
+    # 50G Optical
+    "50gbase-x-sfp28": 50000,  # 50G SFP28
+    # 100G Optical
+    "100gbase-x-cfp": 100000,  # 100G CFP
+    "100gbase-x-cfp2": 100000,  # 100G CFP2
+    "100gbase-x-cfp4": 100000,  # 100G CFP4
+    "100gbase-x-cpak": 100000,  # 100G CPAK
+    "100gbase-x-qsfp28": 100000,  # 100G QSFP28
+    # 200G Optical
+    "200gbase-x-cfp2": 200000,  # 200G CFP2
+    "200gbase-x-qsfp56": 200000,  # 200G QSFP56
+    # 400G Optical
+    "400gbase-x-qsfpdd": 400000,  # 400G QSFP-DD
+    "400gbase-x-osfp": 400000,  # 400G OSFP
+    # Virtual interface
+    "virtual": 0,  # Virtual interface (no physical speed)
+}
+
+# High speed ports that use 4x multiplier (lanes)
+HIGH_SPEED_PORTS = {100000, 200000, 400000, 800000}  # 100G, 200G, 400G, 800G in Mbps
+
+# Path to SONiC port configuration files
+PORT_CONFIG_PATH = "/etc/sonic/port_config"
+
+# List of supported HWSKUs
+SUPPORTED_HWSKUS = [
+    "Accton-AS5835-54T",
+    "Accton-AS5835-54X",
+    "Accton-AS7326-56X",
+    "Accton-AS7726-32X",
+    "Accton-AS9716-32D",
+]

osism/tasks/conductor/sonic/device.py

@@ -0,0 +1,82 @@
+# SPDX-License-Identifier: Apache-2.0
+
+"""Device-related helper functions for SONiC configuration."""
+
+from loguru import logger
+
+from osism import utils
+
+
+def get_device_platform(device, hwsku):
+    """Get platform for device from sonic_parameters or generate from HWSKU.
+
+    Args:
+        device: NetBox device object
+        hwsku: Hardware SKU name
+
+    Returns:
+        str: Platform string (e.g., 'x86_64-accton_as7326_56x-r0')
+    """
+    platform = None
+    if (
+        hasattr(device, "custom_fields")
+        and "sonic_parameters" in device.custom_fields
+        and device.custom_fields["sonic_parameters"]
+        and "platform" in device.custom_fields["sonic_parameters"]
+    ):
+        platform = device.custom_fields["sonic_parameters"]["platform"]
+
+    if not platform:
+        # Generate platform from hwsku: x86_64-{hwsku_lower_with_underscores}-r0
+        hwsku_formatted = hwsku.lower().replace("-", "_")
+        platform = f"x86_64-{hwsku_formatted}-r0"
+
+    return platform
+
+
+def get_device_hostname(device):
+    """Get hostname for device from inventory_hostname custom field or device name.
+
+    Args:
+        device: NetBox device object
+
+    Returns:
+        str: Hostname for the device
+    """
+    hostname = device.name
+    if (
+        hasattr(device, "custom_fields")
+        and "inventory_hostname" in device.custom_fields
+        and device.custom_fields["inventory_hostname"]
+    ):
+        hostname = device.custom_fields["inventory_hostname"]
+
+    return hostname
+
+
+def get_device_mac_address(device):
+    """Get MAC address from device's management interface.
+
+    Args:
+        device: NetBox device object
+
+    Returns:
+        str: MAC address or default '00:00:00:00:00:00'
+    """
+    mac_address = "00:00:00:00:00:00"  # Default MAC
+    try:
+        # Get all interfaces for the device
+        interfaces = utils.nb.dcim.interfaces.filter(device_id=device.id)
+        for interface in interfaces:
+            # Check if interface is marked as management only
+            if interface.mgmt_only:
+                if interface.mac_address:
+                    mac_address = interface.mac_address
+                    logger.debug(
+                        f"Using MAC address {mac_address} from management interface {interface.name}"
+                    )
+                    break
+    except Exception as e:
+        logger.warning(f"Could not get MAC address for device {device.name}: {e}")
+
+    return mac_address