atlas-init 0.7.0__py3-none-any.whl → 0.8.0__py3-none-any.whl

atlas_init/tf_ext/models_module.py

@@ -0,0 +1,454 @@
+from abc import ABC
+from collections import defaultdict
+from contextlib import suppress
+from dataclasses import Field, dataclass, fields
+from pathlib import Path
+from types import ModuleType
+from typing import Any, ClassVar, Iterable, Self, TypeAlias
+
+from model_lib import Entity, copy_and_validate, dump, parse_dict, parse_model
+from pydantic import DirectoryPath, model_validator
+from pydantic import Field as PydanticField
+from zero_3rdparty.file_utils import ensure_parents_write_text
+from zero_3rdparty.object_name import as_name
+
+from atlas_init.tf_ext.plan_diffs import ExamplePlanCheck
+from atlas_init.tf_ext.py_gen import (
+    ContainerType,
+    PrimitiveTypeError,
+    import_from_path,
+    make_post_init_line_from_field,
+    module_dataclasses,
+    unwrap_type,
+)
+from atlas_init.tf_ext.settings import RepoOut, TfExtSettings
+
+ResourceTypeT: TypeAlias = str
+
+
+@dataclass
+class ResourceAbs(ABC):
+    BLOCK_ATTRIBUTES_NAME: ClassVar[str] = "BLOCK_ATTRIBUTES"
+    BLOCK_ATTRIBUTES: ClassVar[set[str]] = set()
+    COMPUTED_ONLY_ATTRIBUTES_NAME: ClassVar[str] = "COMPUTED_ONLY_ATTRIBUTES"
+    COMPUTED_ONLY_ATTRIBUTES: ClassVar[set[str]] = set()
+    DEFAULTS_HCL_STRINGS_NAME: ClassVar[str] = "DEFAULTS_HCL_STRINGS"
+    DEFAULTS_HCL_STRINGS: ClassVar[dict[str, str]] = {}
+    NESTED_ATTRIBUTES_NAME: ClassVar[str] = "NESTED_ATTRIBUTES"
+    NESTED_ATTRIBUTES: ClassVar[set[str]] = set()
+    REQUIRED_ATTRIBUTES_NAME: ClassVar[str] = "REQUIRED_ATTRIBUTES"
+    REQUIRED_ATTRIBUTES: ClassVar[set[str]] = set()
+    SKIP_VARIABLES_NAME: ClassVar[str] = "SKIP_VARIABLES"
+    SKIP_VARIABLES: ClassVar[set[str]] = set()
+
+    @staticmethod
+    def is_block(field_name: str, some_cls: type) -> bool:
+        return field_name in getattr(some_cls, ResourceAbs.BLOCK_ATTRIBUTES_NAME, set())
+
+    @staticmethod
+    def is_required(field_name: str, some_cls: type) -> bool:
+        return field_name in getattr(some_cls, ResourceAbs.REQUIRED_ATTRIBUTES_NAME, set())
+
+    @staticmethod
+    def is_computed_only(field_name: str, some_cls: type) -> bool:
+        return field_name in getattr(some_cls, ResourceAbs.COMPUTED_ONLY_ATTRIBUTES_NAME, set())
+
+    @staticmethod
+    def is_nested(field_name: str, some_cls: type) -> bool:
+        return field_name in getattr(some_cls, ResourceAbs.NESTED_ATTRIBUTES_NAME, set())
+
+    @staticmethod
+    def default_hcl_string(field_name: str, some_cls: type) -> str | None:
+        return getattr(some_cls, ResourceAbs.DEFAULTS_HCL_STRINGS_NAME, {}).get(field_name)
+
+    @staticmethod
+    def skip_variable(field_name: str, some_cls: type) -> bool:
+        return field_name in getattr(some_cls, ResourceAbs.SKIP_VARIABLES_NAME, set())
+
+
+def as_import_line(name: str) -> str:
+    from_part, name_part = name.rsplit(".", maxsplit=1)
+    return f"from {from_part} import {name_part}"
+
+
+class ResourceGenConfig(Entity):
+    name: str
+    use_single_variable: bool = False
+    required_variables: set[str] = PydanticField(default_factory=set)
+    skip_variables_extra: set[str] = PydanticField(default_factory=set)
+    attribute_default_hcl_strings: dict[str, str] = PydanticField(default_factory=dict)
+    include_id_field: bool = False
+
+    @model_validator(mode="after")
+    def add_id_as_skip_variable(self) -> Self:
+        if not self.include_id_field:
+            self.skip_variables_extra.add("id")  # SDKv2 Adds a computed+optional `id` field
+        return self
+
+    def single_variable_version(self) -> Self:
+        assert not self.use_single_variable, "use_single_variable must be False to create a single variable version"
+        return copy_and_validate(self, use_single_variable=True)
+
+
+def as_provider_name(provider_path: str) -> str:
+    return provider_path.rsplit("/", maxsplit=1)[-1]
+
+
+class ProviderGenConfig(Entity):
+    provider_path: str
+    resources: list[ResourceGenConfig] = PydanticField(default_factory=list)
+    settings: TfExtSettings = PydanticField(default_factory=TfExtSettings.from_env)
+    last_gen_sha: str = ""
+
+    def config_dump(self) -> dict[str, Any]:
+        return {
+            "provider_path": self.provider_path,
+            "resources": [r.model_dump(exclude_defaults=True, exclude_unset=True) for r in self.resources],
+            "last_gen_sha": self.last_gen_sha,
+        }
+
+    @property
+    def provider_name(self) -> str:
+        return self.provider_path.rsplit("/", maxsplit=1)[-1]
+
+    def resource_types(self) -> list[str]:
+        return [r.name for r in self.resources]
+
+    def resource_config_or_none(self, resource_type: str) -> ResourceGenConfig | None:
+        return next((r for r in self.resources if r.name == resource_type), None)
+
+
+class ModuleGenConfig(Entity):
+    CONFIG_FILENAME: ClassVar[str] = "config.yaml"
+    FILENAME_EXAMPLE_CHECKS: ClassVar[str] = "example_plan_checks.yaml"
+    FILENAME_EXAMPLES_TEST: ClassVar[str] = "examples_test.py"
+
+    @classmethod
+    def skip_copy(cls, src_file: Path) -> bool:
+        return (
+            src_file.stem.endswith("_test")
+            or src_file.name == "__init__.py"
+            or src_file.name in {cls.CONFIG_FILENAME, cls.FILENAME_EXAMPLE_CHECKS, cls.FILENAME_EXAMPLES_TEST}
+        )
+
+    name: str = ""
+    resources: list[ResourceGenConfig] = PydanticField(default_factory=list)
+    settings: TfExtSettings = PydanticField(default_factory=TfExtSettings.from_env)
+    in_dir: Path | None = None
+    out_dir: Path | None = None
+    dataclass_out_dir: Path | None = None
+    skip_python: bool = False
+    debug_json_logs: bool = False
+    example_plan_checks: list[ExamplePlanCheck] = PydanticField(default_factory=list)
+    use_descriptions: bool = False
+    inputs_json_hcl_extras: list[str] = PydanticField(default_factory=list)
+
+    @model_validator(mode="after")
+    def set_defaults(self) -> Self:
+        if not self.name:
+            assert self.resource_types, "must set either name or resource_types"
+            self.name = self.resource_types[0]
+        return self
+
+    @property
+    def resource_types(self) -> list[str]:
+        return [r.name for r in self.resources]
+
+    def resource_config(self, resource_type: str) -> ResourceGenConfig:
+        config = next((r for r in self.resources if r.name == resource_type), None)
+        if config is None:
+            raise ValueError(f"module config {self.name} doesn't have: {resource_type}")
+        return config
+
+    @classmethod
+    def from_repo_out(cls, resource_type: str, provider_config: ProviderGenConfig, repo_out: RepoOut) -> Self:
+        resource_config = provider_config.resource_config_or_none(resource_type) or ResourceGenConfig(
+            name=resource_type
+        )
+        return cls(
+            name=resource_type,
+            resources=[resource_config],
+            settings=provider_config.settings,
+            in_dir=None,
+            out_dir=repo_out.resource_module_path(provider_config.provider_name, resource_type),
+            dataclass_out_dir=repo_out.py_provider_module(provider_config.provider_name),
+        )
+
+    @classmethod
+    def from_paths(cls, name: str, in_dir: DirectoryPath, out_dir: DirectoryPath, settings: TfExtSettings) -> Self:
+        config_path = in_dir / name / f"{cls.CONFIG_FILENAME}"
+        assert config_path.exists(), f"{config_path} does not exist"
+        out_dir = out_dir or settings.modules_out_path
+        assert out_dir.exists(), f"{out_dir} does not exist"
+        config = parse_model(config_path, t=cls)
+        config.out_dir = out_dir / name
+        config.in_dir = in_dir / name
+        config.settings = settings
+        return config
+
+    def skip_variables_extra(self, resource_type: str) -> set[str]:
+        return next((r.skip_variables_extra for r in self.resources if r.name == resource_type), set())
+
+    def required_variables(self, resource_type: str) -> set[str]:
+        return next((r.required_variables for r in self.resources if r.name == resource_type), set())
+
+    def attribute_default_hcl_strings(self, resource_type: str) -> dict[str, str]:
+        return next((r.attribute_default_hcl_strings for r in self.resources if r.name == resource_type), {})
+
+    @property
+    def module_out_path(self) -> Path:
+        if out_dir := self.out_dir:
+            return out_dir
+        parent_path = self.settings.modules_out_path
+        return parent_path / self.name
+
+    @property
+    def example_plan_checks_path(self) -> Path:
+        assert self.in_dir, "in_dir is required to find example checks"
+        return self.in_dir / ModuleGenConfig.FILENAME_EXAMPLE_CHECKS
+
+    @property
+    def examples_test_path(self) -> Path:
+        assert self.in_dir, "in_dir is required to find examples test"
+        return self.in_dir / ModuleGenConfig.FILENAME_EXAMPLES_TEST
+
+    def dataclass_path(self, resource_type: str) -> Path:
+        # Must align with RepoOut.dataclass_path
+        if dataclass_out_dir := self.dataclass_out_dir:
+            return dataclass_out_dir / f"{resource_type}.py"
+        return self.module_out_path / f"{resource_type}.py"
+
+    def main_tf_path(self, resource_type: str) -> Path:
+        if len(self.resource_types) > 1:
+            return self.module_out_path / f"{resource_type}.tf"
+        return self.module_out_path / "main.tf"
+
+    def variables_path(self, resource_type: str) -> Path:
+        if len(self.resource_types) > 1:
+            return self.module_out_path / f"{resource_type}_variables.tf"
+        return self.module_out_path / "variables.tf"
+
+    def variablesx_path(self, resource_type: str) -> Path:
+        if len(self.resource_types) > 1:
+            return self.module_out_path / f"{resource_type}_variablesx.tf"
+        return self.module_out_path / "variablesx.tf"
+
+    def output_path(self, resource_type: str) -> Path:
+        if len(self.resource_types) > 1:
+            return self.module_out_path / f"{resource_type}_output.tf"
+        return self.module_out_path / "output.tf"
+
+    def output_name(self, resource_type: str, *attr_name: str) -> str:
+        attr_single = "_".join(attr_name)
+        if len(self.resource_types) > 1:
+            return f"{resource_type}_{attr_single}"
+        return attr_single
+
+    def resolve_resource_type(self, path: Path) -> ResourceTypeT:
+        if len(self.resource_types) == 1:
+            return self.resource_types[0]
+        for resource_type in self.resource_types:
+            if path.name.startswith(resource_type):
+                return resource_type
+        raise ValueError(f"Could not resolve resource type for path {path}")
+
+    def readme_path(self) -> Path:
+        return self.module_out_path / "README.md"
+
+    @property
+    def examples_path(self) -> Path:
+        return self.module_out_path / "examples"
+
+    def example_name(self, name: str, example_nr: int) -> str:
+        return f"{example_nr:02d}_{name}"
+
+    def example_path(self, name: str) -> Path:
+        return self.examples_path / name
+
+    def terraform_docs_config_path(self) -> Path:
+        return self.module_out_path / ".terraform-docs.yml"
+
+
+@dataclass
+class ResourceTypePythonModule:
+    resource_type: str
+    resource: type[ResourceAbs] | None = None
+    resource_ext: type[ResourceAbs] | None = None
+    module: ModuleType | None = None
+
+    @property
+    def dataclasses(self) -> dict[str, type]:
+        if not self.module:
+            return {}
+        return module_dataclasses(self.module)
+
+    @property
+    def resource_ext_cls_used(self) -> bool:
+        return self.resource_ext is not None
+
+    @property
+    def errors_func_used(self) -> bool:
+        return self.module is not None and getattr(self.module, "errors", None) is not None
+
+    @property
+    def modify_out_func_used(self) -> bool:
+        return self.module is not None and hasattr(self.module, "modify_out")
+
+    @property
+    def extra_post_init_lines(self) -> list[str]:
+        if self.resource_ext is None:
+            return []
+        return [make_post_init_line_from_field(extra_field) for extra_field in self.extra_fields]
+
+    @property
+    def base_fields(self) -> list[Field]:
+        if self.resource is None:
+            return []
+        return list(fields(self.resource))
+
+    @property
+    def base_field_names(self) -> list[str]:
+        return sorted(f.name for f in self.base_fields)
+
+    @property
+    def all_fields(self) -> list[Field]:
+        return self.base_fields + self.extra_fields
+
+    @property
+    def all_field_names(self) -> list[str]:
+        return sorted(f.name for f in self.all_fields)
+
+    @property
+    def base_field_names_computed(self) -> list[str]:
+        if self.resource is None:
+            return []
+        computed = getattr(self.resource, ResourceAbs.COMPUTED_ONLY_ATTRIBUTES_NAME, set())
+        return sorted(name for name in self.base_field_names if name in computed)
+
+    @property
+    def base_field_names_not_computed(self) -> list[str]:
+        computed = getattr(self.resource, ResourceAbs.COMPUTED_ONLY_ATTRIBUTES_NAME, set())
+        return sorted(name for name in self.base_field_names if name not in computed)
+
+    @property
+    def extra_fields(self) -> list[Field]:
+        if self.resource is None or self.resource_ext is None:
+            return []
+        base_fields = {f.name for f in self.base_fields}
+        return sorted(
+            (
+                f
+                for f in fields(self.resource_ext)
+                if f.name not in base_fields and not ResourceAbs.skip_variable(f.name, self.resource_ext)
+            ),
+            key=lambda f: f.name,
+        )
+
+    @property
+    def extra_fields_names(self) -> list[str]:
+        return [f.name for f in self.extra_fields]
+
+    @property
+    def extra_import_lines(self) -> list[str]:
+        module = self.module
+        if not module:
+            return []
+        return [
+            as_import_line(as_name(value))
+            for key, value in vars(module).items()
+            if not key.startswith("_") and not as_name(value).startswith(("__", self.resource_type))
+        ]
+
+    @property
+    def all_skip_variables(self) -> set[str]:
+        skip_vars = set()
+        if self.resource:
+            skip_vars.update(getattr(self.resource, ResourceAbs.SKIP_VARIABLES_NAME, set()))
+        if self.resource_ext:
+            skip_vars.update(getattr(self.resource_ext, ResourceAbs.SKIP_VARIABLES_NAME, set()))
+        return skip_vars
+
+    @property
+    def nested_field_types(self) -> Iterable[tuple[str, ContainerType[ResourceAbs]]]:
+        cls = self.resource_ext or self.resource
+        if not cls:
+            return []
+        yield from self.container_types(cls)
+
+    @staticmethod
+    def container_types(data_class: type[ResourceAbs]) -> Iterable[tuple[str, ContainerType[ResourceAbs]]]:
+        for field in fields(data_class):
+            if ResourceAbs.is_nested(field.name, data_class):
+                with suppress(PrimitiveTypeError):
+                    container_type = unwrap_type(field)
+                    yield field.name, container_type
+
+
+class MissingDescriptionError(Exception):
+    def __init__(self, attribute_name: str, resource_type: ResourceTypeT):
+        super().__init__(f"Missing description for attribute {attribute_name} in resource type {resource_type}")
+        self.attribute_name = attribute_name
+        self.resource_type = resource_type
+
+
+class AttributeDescriptions(Entity):
+    manual_nested: dict[ResourceTypeT, dict[str, str]] = PydanticField(default_factory=lambda: defaultdict(dict))
+    generated_nested: dict[ResourceTypeT, dict[str, str]] = PydanticField(default_factory=lambda: defaultdict(dict))
+    manual_flat: dict[str, str] = PydanticField(default_factory=dict)
+    generated_flat: dict[str, str] = PydanticField(default_factory=dict)
+
+    def resolve_description(self, attribute_name: str, resource_type: ResourceTypeT) -> str:
+        lookup_order = [
+            self.manual_nested.get(resource_type, {}),
+            self.generated_nested.get(resource_type, {}),
+            self.manual_flat,
+            self.generated_flat,
+        ]
+        try:
+            return next(desc for desc_dict in lookup_order if (desc := desc_dict.get(attribute_name)))
+        except StopIteration as e:
+            raise MissingDescriptionError(attribute_name, resource_type) from e
+
+
+def parse_attribute_descriptions(settings: TfExtSettings) -> AttributeDescriptions:
+    return AttributeDescriptions(
+        manual_nested=parse_dict(settings.attribute_resource_descriptions_manual_file_path)
+        if settings.attribute_resource_descriptions_manual_file_path.exists()
+        else {},
+        generated_nested=parse_dict(settings.attribute_resource_descriptions_file_path)
+        if settings.attribute_resource_descriptions_file_path.exists()
+        else {},
+        manual_flat=parse_dict(settings.attribute_description_manual_file_path)
+        if settings.attribute_description_manual_file_path.exists()
+        else {},
+        generated_flat=parse_dict(settings.attribute_description_file_path)
+        if settings.attribute_description_file_path.exists()
+        else {},
+    )
+
+
+def store_updated_attribute_description(
+    existing: AttributeDescriptions,
+    settings: TfExtSettings,
+    attribute_name: str,
+    description: str,
+    resource_type: ResourceTypeT = "",
+):
+    if resource_type:
+        out_path = settings.attribute_resource_descriptions_manual_file_path
+        existing.manual_nested.setdefault(resource_type, {})[attribute_name] = description
+        out_yaml = dump(existing.manual_nested, "yaml")
+    else:
+        out_path = settings.attribute_description_manual_file_path
+        existing.manual_flat[attribute_name] = description
+        out_yaml = dump(existing.manual_flat, "yaml")
+    ensure_parents_write_text(out_path, out_yaml)
+
+
+def import_resource_type_python_module(resource_type: str, generated_dataclass_path: Path) -> ResourceTypePythonModule:
+    module = import_from_path(resource_type, generated_dataclass_path)
+    assert module
+    resource = getattr(module, "Resource")
+    assert resource
+    resource_ext = getattr(module, "ResourceExt", None)
+    return ResourceTypePythonModule(resource_type, resource, resource_ext, module)

atlas_init/tf_ext/newres.py

@@ -0,0 +1,90 @@
+import logging
+from pathlib import Path
+from ask_shell import run_and_wait
+from ask_shell.settings import clean_dir
+from model_lib import dump
+from zero_3rdparty import humps
+from zero_3rdparty.file_utils import ensure_parents_write_text
+from atlas_init.tf_ext.provider_schema import AtlasSchemaInfo, parse_atlas_schema
+
+logger = logging.getLogger(__name__)
+
+
+def prepare_newres(path: Path):
+    if not path.exists():
+        path.parent.mkdir(exist_ok=True, parents=True)
+        run_and_wait(f"git clone https://github.com/lonegunmanb/newres.git {path.name}", cwd=path.parent)
+    schema = parse_atlas_schema()
+    modify_newres(path, schema)
+    run_and_wait("go fmt ./...", cwd=path)
+
+
+def _template_resource_go(resource_type: str, resource_type_schema_json: str) -> str:
+    json_backticks_escaped = resource_type_schema_json.replace("`", '`+"`"+`')
+    return f"""
+package custom
+import (
+  "encoding/json"
+  tfjson "github.com/hashicorp/terraform-json"
+)
+
+const {humps.camelize(resource_type)} = `
+{json_backticks_escaped}
+`
+func {humps.camelize(resource_type)}Schema() *tfjson.Schema {{
+\tvar result tfjson.Schema
+\t_ = json.Unmarshal([]byte({humps.camelize(resource_type)}), &result)
+\treturn &result
+}}
+
+"""
+
+
+def _register_go(resources: list[str]) -> str:
+    resources_key_assignments = "\n".join(
+        f'  Resources["{resource}"] = {humps.camelize(resource)}Schema()' for resource in resources
+    )
+    return f"""
+package custom
+import (
+  tfjson "github.com/hashicorp/terraform-json"
+)
+var Resources map[string]*tfjson.Schema
+
+func init() {{
+  Resources = make(map[string]*tfjson.Schema)
+  {resources_key_assignments}  
+}}
+
+"""
+
+
+def modify_newres(new_res_path: Path, schema: AtlasSchemaInfo):
+    custom_resource_dir = new_res_path / "pkg/custom"
+    clean_dir(custom_resource_dir)
+    for resource_type, resource_type_schema in schema.raw_resource_schema.items():
+        schema_json = dump(resource_type_schema, format="pretty_json")
+        resource_type_go = _template_resource_go(resource_type, schema_json)
+        resource_type_file = custom_resource_dir / f"{resource_type}.go"
+        ensure_parents_write_text(resource_type_file, resource_type_go)
+    register_go = _register_go(schema.resource_types)
+    register_file = custom_resource_dir / "register.go"
+    ensure_parents_write_text(register_file, register_go)
+    logger.info(f"Custom resource files written to {custom_resource_dir}")
+    add_to_register_go(new_res_path)
+
+
+def add_to_register_go(new_res_path: Path):
+    register_go = new_res_path / "pkg/resource_register.go"
+    in_text = register_go.read_text()
+    replacements = {
+        "import (": 'import (\n\t"github.com/lonegunmanb/newres/v3/pkg/custom"',
+        "resources := []map[string]*tfjson.Schema{": "resources := []map[string]*tfjson.Schema{\n\t\tcustom.Resources,",
+    }
+    out_text = in_text
+    for old, new in replacements.items():
+        if new in out_text:
+            continue
+        out_text = out_text.replace(old, new)
+    ensure_parents_write_text(register_go, out_text)
+    logger.info(f"Added custom resources to {register_go}")

atlas_init/tf_ext/plan_diffs.py

@@ -0,0 +1,140 @@
+from functools import total_ordering
+from pathlib import Path
+from tempfile import TemporaryDirectory
+from typing import Any
+
+from model_lib import Entity, dump, parse_model
+from pydantic import Field, field_validator
+from zero_3rdparty.file_utils import ensure_parents_write_text
+
+
+PLAN_VARIABLES_FILENAME = "variables.tfvars.json"
+
+
+class PlannedResource(Entity):
+    address: str
+    mode: str
+    type: str
+    name: str
+    provider_name: str
+    schema_version: int
+    values: dict[str, Any]
+    sensitive_values: dict[str, Any]
+
+
+class VariableUsage(Entity):
+    value: Any
+
+
+class OutputUsage(Entity):
+    resource: str  # address to resource
+    attribute: list[str]  # attribute name, only seen length 1 so far
+
+
+def flatten_dict(d: dict[str, Any] | list[dict[str, Any]], current_address: str = "") -> dict[str, Any]:
+    response_dict = {}
+    if isinstance(d, list):
+        for item in d:
+            response_dict |= flatten_dict(item, current_address)
+        return response_dict
+    for key, value in d.items():
+        if key == "resources":
+            response_dict[current_address] = value
+            continue
+        if not isinstance(value, dict | list):
+            continue
+        response_dict |= flatten_dict(value, f"{current_address}.{key}".lstrip("."))
+    return response_dict
+
+
+class PlanOutput(Entity):
+    planned_values: dict[str, list[PlannedResource]]
+    format_version: str  # of the plan
+    terraform_version: str  # used to generate the plan
+    variables: dict[str, VariableUsage]
+    configuration: dict[str, Any]
+    relevant_attributes: dict[str, OutputUsage] | list[OutputUsage] = Field(default_factory=list)
+
+    @field_validator("planned_values", mode="before")
+    def unpack_planned_values(cls, v: dict[str, Any]):
+        return flatten_dict(v)
+
+
+def parse_plan_output(plan_json_path: Path) -> PlanOutput:
+    return parse_model(plan_json_path, t=PlanOutput)
+
+
+def resource_type_name_filename(resource_type: str, resource_name: str) -> str:
+    return f"{resource_type}_{resource_name}.yaml"
+
+
+def dump_plan_output_resources(output_dir: Path, plan_output: PlanOutput) -> list[Path]:
+    output_files: dict[str, Path] = {}
+    for resources in plan_output.planned_values.values():
+        for resource in resources:
+            resource_type_name = resource_type_name_filename(resource.type, resource.name)
+            output_file = output_dir / resource_type_name
+            assert resource_type_name not in output_files, f"Duplicate name {resource_type_name} in plan output"
+            output_files[resource_type_name] = output_file
+            ensure_parents_write_text(output_file, dump(resource.values, "yaml"))
+    return list(output_files.values())
+
+
+def dump_plan_output_variables(output_dir: Path, plan_output: PlanOutput) -> Path:
+    variable_values = {name: value.value for name, value in plan_output.variables.items()}
+    output_file = output_dir / PLAN_VARIABLES_FILENAME
+    ensure_parents_write_text(output_file, dump(variable_values, "pretty_json"))
+    return output_file
+
+
+def read_variables_path(module_path: Path) -> Path:
+    return module_path / PLAN_VARIABLES_FILENAME
+
+
+class ResourceTypeName(Entity):
+    type: str
+    name: str
+
+
+@total_ordering
+class ResourceCheck(Entity):
+    actual: ResourceTypeName
+    expected_resource: ResourceTypeName
+
+    def __lt__(self, other) -> bool:
+        if not isinstance(other, ResourceCheck):
+            raise TypeError
+        return (self.actual.type, self.actual.name) < (other.actual.type, other.actual.name)
+
+    def __str__(self) -> str:
+        return f"Expecting Resource Match {self.expected_resource.type}.{self.expected_resource.name} == {self.actual.type}.{self.actual.name}"
+
+
+class ExamplePlanCheck(Entity):
+    resource_checks: list[ResourceCheck] = Field(default_factory=list)
+    example_name: str
+    expected_output_dir_name: str
+
+
+def generate_expected_actual(
+    stored_plan_outputs: Path, example_check: ExamplePlanCheck, plan_output: PlanOutput
+) -> tuple[str, str]:
+    expected_output_path = stored_plan_outputs / example_check.expected_output_dir_name
+    assert expected_output_path.exists(), f"Expected output directory {expected_output_path} does not exist"
+    expected_content, actual_content = [], []
+    with TemporaryDirectory() as temp_dir:
+        out_dir = Path(temp_dir)
+        dump_plan_output_resources(out_dir, plan_output)
+        for check in sorted(example_check.resource_checks):
+            check_header = str(check)
+            expected_file = expected_output_path / resource_type_name_filename(
+                check.expected_resource.type, check.expected_resource.name
+            )
+            actual_file = out_dir / resource_type_name_filename(check.actual.type, check.actual.name)
+            if not expected_file.exists():
+                raise ValueError(f"Expected file {expected_file} doesn't exist!")
+            if not actual_file.exists():
+                raise ValueError(f"Actual file {actual_file} doesn't exist!")
+            expected_content.append(f"\n{check_header}\n{expected_file.read_text()}")
+            actual_content.append(f"\n{check_header}\n{actual_file.read_text()}")
+    return "\n".join(expected_content), "\n".join(actual_content)