cdk-factory 0.15.16__py3-none-any.whl → 0.15.18__py3-none-any.whl

cdk_factory/configurations/pipeline_stage.py

@@ -117,8 +117,32 @@ class PipelineStageConfig:
     @property
     def builds(self) -> List[Dict[str, Any]]:
         """
-        Returns the stages for this pipeline
-        """
-        builds = self.workload.get("builds", [])
-
-        return builds
+        Returns the builds configured for this stage.
+        
+        If the stage has a "builds" array of strings, resolve them to the
+        corresponding build objects defined at workload["builds"].
+        Otherwise, return an empty list.
+        """
+        stage_build_refs = self.dictionary.get("builds", [])
+        if not stage_build_refs:
+            return []
+
+        workload_builds: List[Dict[str, Any]] = self.workload.get("builds", [])
+        by_name: Dict[str, Dict[str, Any]] = {}
+        for b in workload_builds:
+            name = b.get("name") or b.get("id")
+            if name:
+                by_name[name] = b
+
+        resolved: List[Dict[str, Any]] = []
+        for ref in stage_build_refs:
+            if isinstance(ref, str):
+                if ref in by_name:
+                    resolved.append(by_name[ref])
+                else:
+                    raise ValueError(f"Build '{ref}' referenced by stage '{self.name}' not found in workload.builds")
+            elif isinstance(ref, dict):
+                # Allow inline build definitions at the stage level as a fallback
+                resolved.append(ref)
+
+        return resolved

cdk_factory/pipeline/pipeline_factory.py

@@ -84,6 +84,9 @@ class PipelineFactoryStack(IStack):
 
         self.deployment_waves: Dict[str, pipelines.Wave] = {}
 
+        # Cache created sources keyed by repo+branch to avoid duplicate node IDs
+        self._source_cache: Dict[str, pipelines.CodePipelineSource] = {}
+
     @property
     def aws_code_pipeline(self) -> pipelines.CodePipeline:
         """AWS Code Pipeline"""
@@ -207,8 +210,8 @@ class PipelineFactoryStack(IStack):
                 stage_config=stage, pipeline_stage=pipeline_stage, deployment=deployment
             )
             # add the stacks to a wave or a regular
-            pre_steps = self._get_pre_steps(stage)
-            post_steps = self._get_post_steps(stage)
+            pre_steps = self._get_pre_steps(stage, deployment)
+            post_steps = self._get_post_steps(stage, deployment)
             wave_name = stage.wave_name
 
             # if we don't have any stacks we'll need to use the wave
@@ -237,16 +240,16 @@ class PipelineFactoryStack(IStack):
                 )
 
     def _get_pre_steps(
-        self, stage_config: PipelineStageConfig
+        self, stage_config: PipelineStageConfig, deployment: DeploymentConfig
     ) -> List[pipelines.ShellStep]:
-        return self._get_steps("pre_steps", stage_config)
+        return self._get_steps("pre_steps", stage_config, deployment)
 
     def _get_post_steps(
-        self, stage_config: PipelineStageConfig
+        self, stage_config: PipelineStageConfig, deployment: DeploymentConfig
     ) -> List[pipelines.ShellStep]:
-        return self._get_steps("post_steps", stage_config)
+        return self._get_steps("post_steps", stage_config, deployment)
 
-    def _get_steps(self, key: str, stage_config: PipelineStageConfig):
+    def _get_steps(self, key: str, stage_config: PipelineStageConfig, deployment: DeploymentConfig):
         """
         Gets the build steps from the config.json.
 
@@ -255,29 +258,204 @@ class PipelineFactoryStack(IStack):
         - A single multi-line string (treated as a single script block)
 
         This allows support for complex shell constructs like if blocks, loops, etc.
+        
+        For builds with source/buildspec/environment, creates CodeBuildStep instead of ShellStep.
         """
-        shell_steps: List[pipelines.ShellStep] = []
+        shell_steps: List[pipelines.Step] = []
+
+        # Only process builds if this stage explicitly defines them
+        if not stage_config.dictionary.get("builds"):
+            return shell_steps
 
         for build in stage_config.builds:
             if str(build.get("enabled", "true")).lower() == "true":
-                steps = build.get(key, [])
-                step: Dict[str, Any]
-                for step in steps:
-                    step_id = step.get("id") or step.get("name")
-                    commands = step.get("commands", [])
-
-                    # Normalize commands to a list
-                    # If commands is a single string, wrap it in a list
-                    if isinstance(commands, str):
-                        commands = [commands]
-
-                    shell_step = pipelines.ShellStep(
-                        id=step_id,
-                        commands=commands,
-                    )
-                    shell_steps.append(shell_step)
+                # Check if this is a CodeBuild step (has source, buildspec, or environment)
+                if build.get("source") or build.get("buildspec") or build.get("environment"):
+                    # Create CodeBuildStep for external builds
+                    codebuild_step = self._create_codebuild_step(build, key, deployment, stage_config.name)
+                    if codebuild_step:
+                        shell_steps.append(codebuild_step)
+                else:
+                    # Create traditional ShellStep for inline commands
+                    steps = build.get(key, [])
+                    step: Dict[str, Any]
+                    for step in steps:
+                        step_id = step.get("id") or step.get("name")
+                        commands = step.get("commands", [])
+
+                        # Normalize commands to a list
+                        # If commands is a single string, wrap it in a list
+                        if isinstance(commands, str):
+                            commands = [commands]
+
+                        shell_step = pipelines.ShellStep(
+                            id=step_id,
+                            commands=commands,
+                        )
+                        shell_steps.append(shell_step)
 
         return shell_steps
+    
+    def _create_codebuild_step(self, build: Dict[str, Any], key: str, deployment: DeploymentConfig, stage_name: str) -> pipelines.CodeBuildStep:
+        """
+        Creates a CodeBuildStep for builds that specify source, buildspec, or environment.
+        
+        Supports:
+        - External GitHub repositories (public and private)
+        - Custom buildspec files
+        - Environment configuration (compute type, image, privileged mode)
+        - Environment variables
+        - GitHub authentication via CodeConnections
+        """
+        build_name = build.get("name", "custom-build")
+        
+        # Parse source configuration
+        source_config = build.get("source", {})
+        source_type = source_config.get("type", "GITHUB").upper()
+        source_location = source_config.get("location")
+        source_branch = source_config.get("branch", "main")
+        
+        # Determine if this is the right step type (pre or post)
+        # Only create the step if it's supposed to run at this point
+        # For now, assume CodeBuild steps run as pre_steps by default
+        if key != "pre_steps":
+            return None
+        
+        if not source_location:
+            logger.warning(f"Build '{build_name}' has no source location specified, skipping")
+            return None
+        
+        # Parse buildspec
+        # If a buildspec path is specified, use the buildspec.yml from the source repo
+        buildspec_path = build.get("buildspec")
+        buildspec = None
+
+        if buildspec_path:
+            buildspec = codebuild.BuildSpec.from_source_filename(buildspec_path)
+        else:
+            # No buildspec specified - check for inline commands
+            inline_commands = build.get("commands", [])
+            if isinstance(inline_commands, str):
+                inline_commands = [inline_commands]
+            if inline_commands:
+                # Create inline buildspec from commands
+                buildspec = codebuild.BuildSpec.from_object({
+                    "version": "0.2",
+                    "phases": {
+                        "build": {
+                            "commands": inline_commands
+                        }
+                    }
+                })
+        
+        # Parse environment configuration
+        env_config = build.get("environment", {})
+        compute_type_str = env_config.get("compute_type", "BUILD_GENERAL1_SMALL")
+        
+        # Map string to CDK enum
+        compute_type_map = {
+            "BUILD_GENERAL1_SMALL": codebuild.ComputeType.SMALL,
+            "BUILD_GENERAL1_MEDIUM": codebuild.ComputeType.MEDIUM,
+            "BUILD_GENERAL1_LARGE": codebuild.ComputeType.LARGE,
+            "BUILD_GENERAL1_2XLARGE": codebuild.ComputeType.X2_LARGE,
+        }
+        compute_type = compute_type_map.get(compute_type_str, codebuild.ComputeType.SMALL)
+        
+        build_image_str = env_config.get("image", "aws/codebuild/standard:7.0")
+        privileged_mode = env_config.get("privileged_mode", False)
+        
+        # Parse build image
+        if build_image_str.startswith("aws/codebuild/standard:"):
+            version = build_image_str.split(":")[-1]
+            build_image = codebuild.LinuxBuildImage.from_code_build_image_id(f"aws/codebuild/standard:{version}")
+        else:
+            build_image = codebuild.LinuxBuildImage.from_code_build_image_id(build_image_str)
+        
+        # Parse environment variables
+        env_vars_list = build.get("environment_variables", [])
+        env_vars = {}
+        for env_var in env_vars_list:
+            var_name = env_var.get("name")
+            var_value = env_var.get("value")
+            var_type = env_var.get("type", "PLAINTEXT")
+            
+            if var_name and var_value is not None:
+                if var_type == "PLAINTEXT":
+                    env_vars[var_name] = codebuild.BuildEnvironmentVariable(value=str(var_value))
+                elif var_type == "PARAMETER_STORE":
+                    env_vars[var_name] = codebuild.BuildEnvironmentVariable(
+                        value=str(var_value),
+                        type=codebuild.BuildEnvironmentVariableType.PARAMETER_STORE
+                    )
+                elif var_type == "SECRETS_MANAGER":
+                    env_vars[var_name] = codebuild.BuildEnvironmentVariable(
+                        value=str(var_value),
+                        type=codebuild.BuildEnvironmentVariableType.SECRETS_MANAGER
+                    )
+        
+        # Create build environment
+        build_environment = codebuild.BuildEnvironment(
+            build_image=build_image,
+            compute_type=compute_type,
+            privileged=privileged_mode,
+            environment_variables=env_vars
+        )
+        
+        # Determine input source
+        if source_type == "GITHUB":
+            # GitHub source - supports both public and private repos
+            # For private repos, use the workload's code repository connection
+            repo_string = self._parse_github_repo_string(source_location)
+            cache_key = f"{repo_string}:{source_branch}"
+            input_source = self._source_cache.get(cache_key)
+            if not input_source:
+                input_source = pipelines.CodePipelineSource.connection(
+                    repo_string=repo_string,
+                    branch=source_branch,
+                    connection_arn=self.workload.devops.code_repository.connector_arn,
+                    action_name=f"{build_name}",
+                )
+                self._source_cache[cache_key] = input_source
+        else:
+            logger.warning(f"Unsupported source type '{source_type}' for build '{build_name}'")
+            return None
+        
+        # Create CodeBuildStep
+        logger.info(f"Creating CodeBuildStep '{build_name}' with source from {source_location}")
+        
+        # CodeBuildStep requires 'commands' param; when using a buildspec (repo or inline)
+        # we pass an empty list so only the buildspec runs
+        commands: List[str] = []
+        
+        codebuild_step = pipelines.CodeBuildStep(
+            id=f"{build_name}-{stage_name}",
+            input=input_source,
+            commands=commands,
+            build_environment=build_environment,
+            partial_build_spec=buildspec,
+        )
+        
+        return codebuild_step
+    
+    def _parse_github_repo_string(self, location: str) -> str:
+        """
+        Converts GitHub URL to org/repo format.
+        
+        Examples:
+        - https://github.com/geekcafe/myrepo.git -> geekcafe/myrepo
+        - https://github.com/geekcafe/myrepo -> geekcafe/myrepo
+        - geekcafe/myrepo -> geekcafe/myrepo
+        """
+        if location.startswith("https://github.com/"):
+            # Remove https://github.com/ prefix
+            repo_string = location.replace("https://github.com/", "")
+            # Remove .git suffix if present
+            if repo_string.endswith(".git"):
+                repo_string = repo_string[:-4]
+            return repo_string
+        else:
+            # Assume it's already in org/repo format
+            return location
 
     def __setup_stacks(
         self,

cdk_factory/version.py

@@ -1 +1 @@
-__version__ = "0.15.16"
+__version__ = "0.15.18"

{cdk_factory-0.15.16.dist-info → cdk_factory-0.15.18.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: cdk_factory
-Version: 0.15.16
+Version: 0.15.18
 Summary: CDK Factory. A QuickStarter and best practices setup for CDK projects
 Author-email: Eric Wilson <eric.wilson@geekcafe.com>
 License: MIT License

{cdk_factory-0.15.16.dist-info → cdk_factory-0.15.18.dist-info}/RECORD

@@ -2,7 +2,7 @@ cdk_factory/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 cdk_factory/app.py,sha256=RnX0-pwdTAPAdKJK_j13Zl8anf9zYKBwboR0KA8K8xM,10346
 cdk_factory/cdk.json,sha256=SKZKhJ2PBpFH78j-F8S3VDYW-lf76--Q2I3ON-ZIQfw,3106
 cdk_factory/cli.py,sha256=FGbCTS5dYCNsfp-etshzvFlGDCjC28r6rtzYbe7KoHI,6407
-cdk_factory/version.py,sha256=fF0Q8_DYdMnsPrA9kJWV3ce_KGlzM7rPCJcZFewIo30,24
+cdk_factory/version.py,sha256=aNkgoB9um2h-SgHbaMydn49litDmfE43Bugj37-zvq8,24
 cdk_factory/builds/README.md,sha256=9BBWd7bXpyKdMU_g2UljhQwrC9i5O_Tvkb6oPvndoZk,90
 cdk_factory/commands/command_loader.py,sha256=QbLquuP_AdxtlxlDy-2IWCQ6D-7qa58aphnDPtp_uTs,3744
 cdk_factory/configurations/base_config.py,sha256=JKjhNsy0RCUZy1s8n5D_aXXI-upR9izaLtCTfKYiV9k,9624
@@ -14,7 +14,7 @@ cdk_factory/configurations/enhanced_base_config.py,sha256=LQQBn_99n41vkqvpU3NhY_
 cdk_factory/configurations/enhanced_ssm_config.py,sha256=J23PCinDTlji1XzsjOhIk9C8PubZc5ICpSWqPf3B0Vw,15873
 cdk_factory/configurations/management.py,sha256=TSOIyxO9hGNxbgiTsS8a3pz03ungXiNqPPtZtfOpr8M,1373
 cdk_factory/configurations/pipeline.py,sha256=3RmRP1GIk42rjYZ-A9H3357RcO13IA47N-2IQcBkySQ,4939
-cdk_factory/configurations/pipeline_stage.py,sha256=eAT-FoIepIuv5tObk4TXlCN47FaatQO2rrFchgbMdXU,3415
+cdk_factory/configurations/pipeline_stage.py,sha256=hEjgaeaHYLRtkok5yBJwZg5zmPMPUHIRiUd0kzxWoRU,4453
 cdk_factory/configurations/stack.py,sha256=7whhC48dUYw7BBFV49zM1Q3AghTNkaiDfy4kKYDm_RQ,2217
 cdk_factory/configurations/workload.py,sha256=sM-B6UKOdOn5_H-eWmW03J9oa8YZZmO0bvQ69wbCM0Q,7756
 cdk_factory/configurations/resources/_resources.py,sha256=tnXGn4kEC0JPQaTWB3QpAZG-2hIGBtugHTzuKn1OTvE,2548
@@ -68,7 +68,7 @@ cdk_factory/interfaces/ssm_parameter_mixin.py,sha256=uA2j8HmAOpuEA9ynRj51s0WjUHM
 cdk_factory/lambdas/health_handler.py,sha256=dd40ykKMxWCFEIyp2ZdQvAGNjw_ylI9CSm1N24Hp2ME,196
 cdk_factory/lambdas/edge/ip_gate/handler.py,sha256=YrXO42gEhJoBTaH6jS7EWqjHe9t5Fpt4WLgY8vjtou0,10474
 cdk_factory/pipeline/path_utils.py,sha256=fvWdrcb4onmpIu1APkHLhXg8zWfK74HcW3Ra2ynxfXM,2586
-cdk_factory/pipeline/pipeline_factory.py,sha256=tY-uaJa_51CnWHb4KEvYMT-pZ_7cWy5DNnTfXHWUoHY,17295
+cdk_factory/pipeline/pipeline_factory.py,sha256=gTSOqVdLKCDERdbdP4IQtiEFuGZI-EMizxIXuaPGPew,25550
 cdk_factory/pipeline/stage.py,sha256=Be7ExMB9A-linRM18IQDOzQ-cP_I2_ThRNzlT4FIrUg,437
 cdk_factory/pipeline/security/policies.py,sha256=H3-S6nipz3UtF9Pc5eJYr4-aREUTCaJWMjOUyd6Rdv4,4406
 cdk_factory/pipeline/security/roles.py,sha256=ZB_O5H_BXgotvVspS2kVad9EMcY-a_-vU7Nm1_Z5MB8,4985
@@ -129,8 +129,8 @@ cdk_factory/utilities/lambda_function_utilities.py,sha256=S1GvBsY_q2cyUiaud3HORJ
 cdk_factory/utilities/os_execute.py,sha256=5Op0LY_8Y-pUm04y1k8MTpNrmQvcLmQHPQITEP7EuSU,1019
 cdk_factory/utils/api_gateway_utilities.py,sha256=If7Xu5s_UxmuV-kL3JkXxPLBdSVUKoLtohm0IUFoiV8,4378
 cdk_factory/workload/workload_factory.py,sha256=yDI3cRhVI5ELNDcJPLpk9UY54Uind1xQoV3spzT4z7E,6068
-cdk_factory-0.15.16.dist-info/METADATA,sha256=9hzNJrGdhDwVWHrUqKMt_iOsP9MPIz6c7W09UTJUd98,2452
-cdk_factory-0.15.16.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
-cdk_factory-0.15.16.dist-info/entry_points.txt,sha256=S1DPe0ORcdiwEALMN_WIo3UQrW_g4YdQCLEsc_b0Swg,53
-cdk_factory-0.15.16.dist-info/licenses/LICENSE,sha256=NOtdOeLwg2il_XBJdXUPFPX8JlV4dqTdDGAd2-khxT8,1066
-cdk_factory-0.15.16.dist-info/RECORD,,
+cdk_factory-0.15.18.dist-info/METADATA,sha256=rupyw8D3w9KLEWhGDl-sjVCXfJDrdUiEY1gWNB0IaZs,2452
+cdk_factory-0.15.18.dist-info/WHEEL,sha256=qtCwoSJWgHk21S1Kb4ihdzI2rlJ1ZKaIurTj_ngOhyQ,87
+cdk_factory-0.15.18.dist-info/entry_points.txt,sha256=S1DPe0ORcdiwEALMN_WIo3UQrW_g4YdQCLEsc_b0Swg,53
+cdk_factory-0.15.18.dist-info/licenses/LICENSE,sha256=NOtdOeLwg2il_XBJdXUPFPX8JlV4dqTdDGAd2-khxT8,1066
+cdk_factory-0.15.18.dist-info/RECORD,,