infrahub-server 1.6.3__tar.gz → 1.7.0__tar.gz

infrahub_server-1.7.0/.gitignore

@@ -0,0 +1,50 @@
+.coverage
+coverage.xml
+*junit*
+*.pyc
+*.env
+script.py
+**/*.local.*
+local/*
+**/.vscode/settings.json
+node_modules/*
+development/docker-compose.override.yml
+development/docker-compose.dev-override.yml
+.DS_Store
+.python-version
+.venv/*
+.ruff_cache
+**/.ruff_cache
+**/.idea/**
+dist/*
+
+# As we might run collect command from this repo
+support_logs_*
+
+# Direnv files (https://direnv.net/)
+.direnv/
+.envrc
+
+docs/build
+
+storage/*
+sandbox/*
+.coverage.*
+python_sdk/dist/*
+.benchmarks/*
+
+# Test reports
+**/*.csv
+!backend/tests/unit/**/data_export/*.csv
+
+# Generated files
+generated/
+query_performance_results/
+sync/dist/
+helm/charts/
+helm/Chart.lock
+
+python_testcontainers/dist/*
+python_testcontainers/infrahub_testcontainers.egg-info/*
+
+schema/node_modules/*

infrahub_server-1.7.0/PKG-INFO

@@ -0,0 +1,139 @@
+Metadata-Version: 2.4
+Name: infrahub-server
+Version: 1.7.0
+Summary: Infrahub is taking a new approach to Infrastructure Management by providing a new generation of datastore to organize and control all the data that defines how an infrastructure should run.
+Project-URL: Homepage, https://opsmill.com
+Project-URL: Repository, https://github.com/opsmill/infrahub
+Project-URL: Documentation, https://docs.infrahub.app/
+Author-email: OpsMill <info@opsmill.com>
+License-Expression: Apache-2.0
+License-File: LICENSE.txt
+Classifier: Intended Audience :: Developers
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Requires-Python: <3.14,>=3.12
+Requires-Dist: aio-pika<9.5,>=9.4
+Requires-Dist: aiodataloader==0.4.3
+Requires-Dist: ariadne-codegen==0.15.3
+Requires-Dist: asgi-correlation-id==4.2.0
+Requires-Dist: authlib==1.6.5
+Requires-Dist: bcrypt<4.2,>=4.1
+Requires-Dist: boto3==1.34.129
+Requires-Dist: cachetools-async==0.0.5
+Requires-Dist: click==8.1.7
+Requires-Dist: deepdiff==8.6.1
+Requires-Dist: dulwich==0.22.7
+Requires-Dist: email-validator<2.2,>=2.1
+Requires-Dist: fast-depends==3.0.5
+Requires-Dist: fastapi-storages<0.4,>=0.3
+Requires-Dist: fastapi==0.121.1
+Requires-Dist: gitpython<4,>=3
+Requires-Dist: graphene<3.5,>=3.4
+Requires-Dist: gunicorn<24,>=23.0.0
+Requires-Dist: jinja2<4,>=3
+Requires-Dist: lunr<0.8,>=0.7.0.post1
+Requires-Dist: nats-py==2.7.2
+Requires-Dist: neo4j-rust-ext==6.0.3.0
+Requires-Dist: neo4j==6.0.3
+Requires-Dist: netaddr==1.3.0
+Requires-Dist: netutils==1.12.0
+Requires-Dist: numpy>=1.26.2
+Requires-Dist: opentelemetry-exporter-otlp-proto-grpc==1.39.0
+Requires-Dist: opentelemetry-exporter-otlp-proto-http==1.39.0
+Requires-Dist: opentelemetry-instrumentation-aio-pika==0.60b0
+Requires-Dist: opentelemetry-instrumentation-fastapi==0.60b0
+Requires-Dist: prefect-redis==0.2.8
+Requires-Dist: prefect==3.6.7
+Requires-Dist: pyarrow>=14
+Requires-Dist: pydantic-settings<2.9,>=2.8
+Requires-Dist: pydantic<2.13,>=2.12
+Requires-Dist: pyjwt<2.9,>=2.8
+Requires-Dist: pytest<9.1,>=9.0
+Requires-Dist: python-multipart==0.0.18
+Requires-Dist: pyyaml<7,>=6
+Requires-Dist: redis[hiredis]==6.0.0
+Requires-Dist: rich<14,>=13
+Requires-Dist: starlette-exporter<0.24,>=0.23
+Requires-Dist: structlog==24.1.0
+Requires-Dist: tomli>=1.1.0; python_version <= '3.11'
+Requires-Dist: typer==0.19.2
+Requires-Dist: ujson<6,>=5
+Requires-Dist: uvicorn[standard]<0.33,>=0.32
+Requires-Dist: whenever==0.9.3
+Description-Content-Type: text/markdown
+
+<h1 align="center">
+  <a href=""><img src="docs/static/img/infrahub-hori.svg" alt="Infrahub" width="350"></a>
+</h1>
+
+<p align="center">
+<a href="https://www.linkedin.com/company/opsmill">
+<img src="https://img.shields.io/badge/linkedin-blue?logo=LinkedIn"/>
+</a>
+<a href="https://discord.gg/opsmill">
+<img src="https://img.shields.io/badge/Discord-7289DA?&logo=discord&logoColor=white"/>
+</a>
+</p>
+
+Infrahub is a graph-based data management platform with built-in version control, CI workflows, peer review, and API access. It's purpose-built to power network, data center, and cloud automation.
+
+## The data foundation for modern automation
+
+Infrahub provides a single platform that unifies infrastructure data with business logic, enforces consistency, and integrates with automation tools and AI workflows.
+
+With Infrahub as the data foundation in your automation stack, you can move faster, reduce risk, and deliver infrastructure as a reliable service.
+
+## Top ways to use Infrahub
+
+### Unify infrastructure data
+
+Sync network and infrastructure device, service, and policy data into a unified source of truth, with rich metadata and robust UI and API access.
+
+### Automate at scale
+
+Generate, validate, and deploy configurations with unified data. Support full lifecycle management—provisioning, upgrades, decommissioning—across vendors and sites.
+
+### Enable self-service
+
+Expose automation through catalogs and APIs so application, platform, and ops teams can request infrastructure directly. Speed time to delivery, reduce errors, and make infrastructure more responsive to the business.
+
+### Build an AIOps knowledge graph
+
+Model dependencies and relationships across infrastructure. Provide the data foundation for AI-driven reasoning, troubleshooting, and predictive operations.
+
+## Quick Start
+
+[Infrahub Sandbox](https://sandbox.infrahub.app/) - Instantly login to the UI of a demo environment of Infrahub with sample data pre-loaded.
+
+[Getting Started Environment & Tutorial](https://opsmill.instruqt.com/pages/labs) - It spins up an instance of Infrahub on our cloud, provides a browser, terminal, code editor and walks you through the basic concepts:
+
+- Branching and version control
+- Flexible schema
+- Unified storage
+
+For longer term tests, you can deploy a local instance of Infrahub by referring to our guide: [Installing Infrahub](https://docs.infrahub.app/guides/installation)
+
+## Documentation
+
+If you'd like to learn more about Infrahub, please refer to the following resources:
+
+- [Infrahub Overview](https://docs.infrahub.app/getting-started/overview)
+- [Infrahub Documentation](https://docs.infrahub.app/)
+- [FAQ](https://docs.infrahub.app/faq/)
+
+## Support and Community
+
+If you need help, support for the community version of Infrahub is provided on [![Join our Discord server](https://img.shields.io/badge/Discord-7289DA?logo=discord&logoColor=white)](https://discord.gg/opsmill) or via [filing an issue on GitHub](https://github.com/opsmill/infrahub/issues).
+
+## Contributing
+
+To help our community with the creation of contributions, please view our [CONTRIBUTING](./CONTRIBUTING.md) page.
+
+<a  href="https://github.com/opsmill/infrahub/graphs/contributors">
+<img  src="https://contrib.rocks/image?repo=opsmill/infrahub" />
+</a>
+
+## Security
+
+[View our SECURITY](https://github.com/opsmill/infrahub?tab=security-ov-file) policy to find the latest information.

infrahub_server-1.7.0/backend/infrahub/actions/tasks.py

@@ -0,0 +1,313 @@
+from __future__ import annotations
+
+from collections import defaultdict
+from typing import TYPE_CHECKING, Any
+
+from infrahub_sdk.graphql import Mutation, Query
+from infrahub_sdk.types import Order
+from prefect import flow
+
+from infrahub.context import InfrahubContext  # noqa: TC001  needed for prefect flow
+from infrahub.core.constants import InfrahubKind
+from infrahub.generators.models import (
+    GeneratorDefinitionModel,
+    RequestGeneratorRun,
+)
+from infrahub.services import InfrahubServices  # noqa: TC001  needed for prefect flow
+from infrahub.trigger.models import TriggerType
+from infrahub.trigger.setup import setup_triggers_specific
+from infrahub.workers.dependencies import get_client, get_workflow
+from infrahub.workflows.catalogue import REQUEST_GENERATOR_RUN
+from infrahub.workflows.utils import add_tags
+
+from .gather import gather_trigger_action_rules
+from .models import EventGroupMember  # noqa: TC001  needed for prefect flow
+
+if TYPE_CHECKING:
+    from infrahub_sdk.client import InfrahubClient
+    from infrahub_sdk.node import InfrahubNode
+
+
+def get_generator_run_query(definition_id: str, target_ids: list[str]) -> Query:
+    return Query(
+        name=InfrahubKind.GENERATORDEFINITION,
+        query={
+            InfrahubKind.GENERATORDEFINITION: {
+                "@filters": {
+                    "ids": [definition_id],
+                },
+                "edges": {
+                    "node": {
+                        "id": None,
+                        "name": {
+                            "value": None,
+                        },
+                        "class_name": {
+                            "value": None,
+                        },
+                        "file_path": {
+                            "value": None,
+                        },
+                        "query": {
+                            "node": {
+                                "name": {
+                                    "value": None,
+                                },
+                            },
+                        },
+                        "convert_query_response": {
+                            "value": None,
+                        },
+                        "parameters": {
+                            "value": None,
+                        },
+                        "execute_in_proposed_change": {
+                            "value": None,
+                        },
+                        "execute_after_merge": {
+                            "value": None,
+                        },
+                        "targets": {
+                            "node": {
+                                "id": None,
+                                "members": {
+                                    "@filters": {
+                                        "ids": target_ids,
+                                    },
+                                    "edges": {
+                                        "node": {
+                                            "__typename": None,
+                                            "id": None,
+                                            "display_label": None,
+                                        },
+                                    },
+                                },
+                            },
+                        },
+                        "repository": {
+                            "node": {
+                                "__typename": None,
+                                "id": None,
+                                "name": {
+                                    "value": None,
+                                },
+                                f"... on {InfrahubKind.REPOSITORY}": {
+                                    "commit": {
+                                        "value": None,
+                                    },
+                                },
+                                f"... on {InfrahubKind.READONLYREPOSITORY}": {
+                                    "commit": {
+                                        "value": None,
+                                    },
+                                },
+                            },
+                        },
+                    },
+                },
+            },
+        },
+    )
+
+
+@flow(
+    name="action-add-node-to-group",
+    flow_run_name="Adding node={node_id} to group={group_id}",
+)
+async def add_node_to_group(
+    branch_name: str,
+    node_id: str,
+    group_id: str,
+    context: InfrahubContext,  # noqa: ARG001
+    service: InfrahubServices,
+) -> None:
+    await add_tags(branches=[branch_name], nodes=[node_id, group_id])
+
+    mutation = Mutation(
+        mutation="RelationshipAdd",
+        input_data={"data": {"id": group_id, "name": "members", "nodes": [{"id": node_id}]}},
+        query={"ok": None},
+    )
+
+    await service.client.execute_graphql(query=mutation.render(), branch_name=branch_name)
+
+
+@flow(
+    name="action-remove-node-from-group",
+    flow_run_name="Removing node={node_id} from group={group_id}",
+)
+async def remove_node_from_group(
+    branch_name: str,
+    node_id: str,
+    group_id: str,
+    context: InfrahubContext,  # noqa: ARG001
+    service: InfrahubServices,
+) -> None:
+    await add_tags(branches=[branch_name], nodes=[node_id, group_id])
+
+    mutation = Mutation(
+        mutation="RelationshipRemove",
+        input_data={"data": {"id": group_id, "name": "members", "nodes": [{"id": node_id}]}},
+        query={"ok": None},
+    )
+
+    await service.client.execute_graphql(query=mutation.render(), branch_name=branch_name)
+
+
+@flow(
+    name="action-run-generator",
+    flow_run_name="Running generator generator_definition_id={generator_definition_id} for nodes={node_ids}",
+)
+async def run_generator(
+    branch_name: str,
+    node_ids: list[str],
+    generator_definition_id: str,
+    context: InfrahubContext,
+    service: InfrahubServices,  # noqa: ARG001
+) -> None:
+    await add_tags(branches=[branch_name], nodes=node_ids + [generator_definition_id])
+
+    client = get_client()
+
+    await _run_generators(
+        branch_name=branch_name,
+        node_ids=node_ids,
+        generator_definition_id=generator_definition_id,
+        client=client,
+        context=context,
+    )
+
+
+@flow(
+    name="action-run-generator-group-event",
+    flow_run_name="Running generator",
+)
+async def run_generator_group_event(
+    branch_name: str,
+    members: list[EventGroupMember],
+    generator_definition_id: str,
+    context: InfrahubContext,
+    service: InfrahubServices,  # noqa: ARG001
+) -> None:
+    node_ids = [node.id for node in members]
+    await add_tags(branches=[branch_name], nodes=node_ids + [generator_definition_id])
+
+    client = get_client()
+
+    await _run_generators(
+        branch_name=branch_name,
+        node_ids=node_ids,
+        generator_definition_id=generator_definition_id,
+        client=client,
+        context=context,
+    )
+
+
+@flow(
+    name="configure-action-rules",
+    flow_run_name="Configure updated action rules and triggers",
+)
+async def configure_action_rules(
+    service: InfrahubServices,
+) -> None:
+    await setup_triggers_specific(
+        gatherer=gather_trigger_action_rules,  # type: ignore[arg-type]
+        trigger_type=TriggerType.ACTION_TRIGGER_RULE,
+        db=service.database,
+    )
+
+
+async def _get_targets(
+    branch_name: str,
+    targets: list[dict[str, Any]],
+    client: InfrahubClient,
+) -> dict[str, dict[str, InfrahubNode]]:
+    """Get the targets per kind in order to extract the variables."""
+
+    targets_per_kind: dict[str, dict[str, InfrahubNode]] = defaultdict(dict)
+
+    for target in targets:
+        targets_per_kind[target["node"]["__typename"]][target["node"]["id"]] = None
+
+    for kind, values in targets_per_kind.items():
+        nodes = await client.filters(
+            kind=kind, branch=branch_name, ids=list(values.keys()), populate_store=False, order=Order(disable=True)
+        )
+        for node in nodes:
+            targets_per_kind[kind][node.id] = node
+
+    return targets_per_kind
+
+
+async def _run_generators(
+    branch_name: str,
+    node_ids: list[str],
+    generator_definition_id: str,
+    client: InfrahubClient,
+    context: InfrahubContext | None = None,
+) -> None:
+    """Fetch generator metadata and submit per-target runs.
+
+    Args:
+        branch_name: Branch on which to execute.
+        node_ids: Node IDs to run against (restricts selection if provided).
+        generator_definition_id: Generator definition to execute.
+        client: InfrahubClient to query additional data.
+        context: Execution context passed to downstream workflow submissions.
+
+    Returns:
+        None
+
+    Raises:
+        ValueError: If the generator definition is not found or none of the requested
+            targets are members of the target group.
+    """
+    response = await client.execute_graphql(
+        query=get_generator_run_query(definition_id=generator_definition_id, target_ids=node_ids).render(),
+        branch_name=branch_name,
+    )
+    if not response[InfrahubKind.GENERATORDEFINITION]["edges"]:
+        raise ValueError(f"Generator definition {generator_definition_id} not found")
+
+    data = response[InfrahubKind.GENERATORDEFINITION]["edges"][0]["node"]
+
+    if not data["targets"]["node"]["members"]["edges"]:
+        raise ValueError(f"Target {node_ids[0]} is not part of the group {data['targets']['node']['id']}")
+
+    targets = data["targets"]["node"]["members"]["edges"]
+
+    targets_per_kind = await _get_targets(branch_name=branch_name, targets=targets, client=client)
+
+    workflow = get_workflow()
+
+    for target in targets:
+        node: InfrahubNode | None = None
+        if data["parameters"]["value"]:
+            node = targets_per_kind[target["node"]["__typename"]][target["node"]["id"]]
+
+        request_generator_run_model = RequestGeneratorRun(
+            generator_definition=GeneratorDefinitionModel(
+                definition_id=generator_definition_id,
+                definition_name=data["name"]["value"],
+                class_name=data["class_name"]["value"],
+                file_path=data["file_path"]["value"],
+                query_name=data["query"]["node"]["name"]["value"],
+                convert_query_response=data["convert_query_response"]["value"],
+                group_id=data["targets"]["node"]["id"],
+                parameters=data["parameters"]["value"],
+                execute_in_proposed_change=data["execute_in_proposed_change"]["value"],
+                execute_after_merge=data["execute_after_merge"]["value"],
+            ),
+            commit=data["repository"]["node"]["commit"]["value"],
+            repository_id=data["repository"]["node"]["id"],
+            repository_name=data["repository"]["node"]["name"]["value"],
+            repository_kind=data["repository"]["node"]["__typename"],
+            branch_name=branch_name,
+            query=data["query"]["node"]["name"]["value"],
+            variables=await node.extract(params=data["parameters"]["value"]) if node else {},
+            target_id=target["node"]["id"],
+            target_name=target["node"]["display_label"],
+        )
+        await workflow.submit_workflow(
+            workflow=REQUEST_GENERATOR_RUN, context=context, parameters={"model": request_generator_run_model}
+        )

infrahub_server-1.7.0/backend/infrahub/api/exceptions.py

@@ -0,0 +1,15 @@
+from infrahub.exceptions import Error
+
+
+class QueryValidationError(Error):
+    HTTP_CODE = 400
+
+    def __init__(self, message: str) -> None:
+        self.message = message
+
+
+class SchemaNotValidError(Error):
+    HTTP_CODE = 422
+
+    def __init__(self, message: str) -> None:
+        self.message = message