@friggframework/devtools 2.0.0--canary.428.9de98cd.0 → 2.0.0--canary.428.db65660.0

package/infrastructure/aws-discovery.js

@@ -559,8 +559,23 @@ class AWSDiscovery {
             const response = await this.ec2Client.send(command);
 
             if (response.NatGateways && response.NatGateways.length > 0) {
+                // Filter out any NAT Gateways that are not truly available
+                const availableNatGateways = response.NatGateways.filter(nat => {
+                    // Double-check the state is truly 'available'
+                    if (nat.State !== 'available') {
+                        console.warn(`Skipping NAT Gateway ${nat.NatGatewayId} with state: ${nat.State}`);
+                        return false;
+                    }
+                    return true;
+                });
+
+                if (availableNatGateways.length === 0) {
+                    console.warn('No truly available NAT Gateways found in VPC');
+                    return null;
+                }
+
                 // Sort NAT Gateways to prioritize Frigg-managed ones
-                const sortedNatGateways = response.NatGateways.sort((a, b) => {
+                const sortedNatGateways = availableNatGateways.sort((a, b) => {
                     const aIsFrigg =
                         a.Tags &&
                         a.Tags.some(
@@ -632,7 +647,7 @@ class AWSDiscovery {
 
                     if (isFriggNat) {
                         console.log(
-                            `Found existing Frigg-managed NAT Gateway: ${natGateway.NatGatewayId}`
+                            `Found existing Frigg-managed NAT Gateway: ${natGateway.NatGatewayId} (State: ${natGateway.State})`
                         );
                         natGateway._isInPrivateSubnet = false;
                         return natGateway;
@@ -640,7 +655,7 @@ class AWSDiscovery {
 
                     // Return first valid NAT Gateway that's in a public subnet
                     console.log(
-                        `Found existing NAT Gateway in public subnet: ${natGateway.NatGatewayId}`
+                        `Found existing NAT Gateway in public subnet: ${natGateway.NatGatewayId} (State: ${natGateway.State})`
                     );
                     natGateway._isInPrivateSubnet = false;
                     return natGateway;

package/infrastructure/serverless-template.js

@@ -670,7 +670,7 @@ const createVPCInfrastructure = (AppDefinition) => {
         vpcResources.FriggVPCEndpointSecurityGroup = {
             Type: 'AWS::EC2::SecurityGroup',
             Properties: {
-                GroupDescription: 'Security group for Frigg VPC Endpoints',
+                GroupDescription: 'Security group for Frigg VPC Endpoints - allows HTTPS from Lambda functions',
                 VpcId: { Ref: 'FriggVPC' },
                 SecurityGroupIngress: [
                     {
@@ -680,7 +680,15 @@ const createVPCInfrastructure = (AppDefinition) => {
                         SourceSecurityGroupId: {
                             Ref: 'FriggLambdaSecurityGroup',
                         },
-                        Description: 'HTTPS from Lambda',
+                        Description: 'HTTPS from Lambda security group',
+                    },
+                    {
+                        // Also allow from VPC CIDR as fallback
+                        IpProtocol: 'tcp',
+                        FromPort: 443,
+                        ToPort: 443,
+                        CidrIp: AppDefinition.vpc.cidrBlock || '10.0.0.0/16',
+                        Description: 'HTTPS from VPC CIDR (fallback)',
                     },
                 ],
                 Tags: [
@@ -704,6 +712,10 @@ const createVPCInfrastructure = (AppDefinition) => {
                         Key: 'Type',
                         Value: 'VPCEndpoint',
                     },
+                    {
+                        Key: 'Purpose',
+                        Value: 'Allow Lambda functions to access VPC endpoints',
+                    },
                 ],
             },
         };
@@ -1893,6 +1905,8 @@ const composeServerlessDefinition = async (AppDefinition) => {
                 }
 
                 // Always add route table and routes (referencing the NAT, whether new or existing)
+                // IMPORTANT: Create a new route table to ensure clean routing configuration
+                // This avoids issues with stale routes pointing to deleted NAT Gateways
                 definition.resources.Resources.FriggLambdaRouteTable = {
                     Type: 'AWS::EC2::RouteTable',
                     Properties: {
@@ -1904,6 +1918,10 @@ const composeServerlessDefinition = async (AppDefinition) => {
                                 Key: 'Name',
                                 Value: '${self:service}-${self:provider.stage}-lambda-rt',
                             },
+                            {
+                                Key: 'ManagedBy',
+                                Value: 'Frigg',
+                            },
                         ],
                     },
                 };
@@ -1914,18 +1932,23 @@ const composeServerlessDefinition = async (AppDefinition) => {
                 if (reuseExistingNatGateway) {
                     // Use the existing NAT Gateway that we're reusing
                     natGatewayIdForRoute = discoveredResources.existingNatGatewayId;
+                    console.log(`Using discovered NAT Gateway for routing: ${natGatewayIdForRoute}`);
                 } else if (needsNewNatGateway && !reuseExistingNatGateway) {
                     // Reference the new NAT Gateway being created
                     natGatewayIdForRoute = { Ref: 'FriggNATGateway' };
+                    console.log('Using newly created NAT Gateway for routing');
                 } else if (discoveredResources.existingNatGatewayId) {
                     // Use the existing NAT Gateway ID
                     natGatewayIdForRoute = discoveredResources.existingNatGatewayId;
+                    console.log(`Using discovered NAT Gateway for routing: ${natGatewayIdForRoute}`);
                 } else if (AppDefinition.vpc.natGateway?.id) {
                     // Use explicitly provided NAT Gateway ID
                     natGatewayIdForRoute = AppDefinition.vpc.natGateway.id;
+                    console.log(`Using explicitly provided NAT Gateway for routing: ${natGatewayIdForRoute}`);
                 } else if (AppDefinition.vpc.selfHeal === true) {
                     // Self-healing enabled but no NAT Gateway - skip NAT route
                     natGatewayIdForRoute = null;
+                    console.log('No NAT Gateway available - skipping NAT route creation');
                 } else {
                     throw new Error(
                         'Unable to determine NAT Gateway ID for routing. ' +
@@ -1935,7 +1958,8 @@ const composeServerlessDefinition = async (AppDefinition) => {
 
                 // Only create NAT route if we have a NAT Gateway
                 if (natGatewayIdForRoute) {
-                        definition.resources.Resources.FriggNATRoute = {
+                    console.log(`Creating NAT route: 0.0.0.0/0 → ${natGatewayIdForRoute}`);
+                    definition.resources.Resources.FriggNATRoute = {
                         Type: 'AWS::EC2::Route',
                         Properties: {
                             RouteTableId: { Ref: 'FriggLambdaRouteTable' },
@@ -1943,6 +1967,8 @@ const composeServerlessDefinition = async (AppDefinition) => {
                             NatGatewayId: natGatewayIdForRoute,
                         },
                     };
+                } else {
+                    console.warn('⚠️  No NAT Gateway configured - Lambda functions will not have internet access');
                 }
 
                 // Associate Lambda subnets with NAT Gateway route table
@@ -2040,28 +2066,80 @@ const composeServerlessDefinition = async (AppDefinition) => {
                             !definition.resources.Resources
                                 .VPCEndpointSecurityGroup
                         ) {
+                            // Build ingress rules based on what we have
+                            const vpcEndpointIngressRules = [];
+
+                            // CRITICAL: Allow from Lambda's security group (preferred method)
+                            if (vpcConfig.securityGroupIds && vpcConfig.securityGroupIds.length > 0) {
+                                // If we have the Lambda security group, reference it directly
+                                const lambdaSgId = vpcConfig.securityGroupIds[0];
+                                if (typeof lambdaSgId === 'string') {
+                                    // It's a discovered security group ID
+                                    vpcEndpointIngressRules.push({
+                                        IpProtocol: 'tcp',
+                                        FromPort: 443,
+                                        ToPort: 443,
+                                        SourceSecurityGroupId: lambdaSgId,
+                                        Description: 'HTTPS from Lambda security group',
+                                    });
+                                } else if (lambdaSgId && lambdaSgId.Ref) {
+                                    // It's a CloudFormation reference
+                                    vpcEndpointIngressRules.push({
+                                        IpProtocol: 'tcp',
+                                        FromPort: 443,
+                                        ToPort: 443,
+                                        SourceSecurityGroupId: lambdaSgId,
+                                        Description: 'HTTPS from Lambda security group',
+                                    });
+                                }
+                            }
+
+                            // Fallback: If we don't have Lambda SG, use VPC CIDR
+                            if (vpcEndpointIngressRules.length === 0 && discoveredResources.vpcCidr) {
+                                vpcEndpointIngressRules.push({
+                                    IpProtocol: 'tcp',
+                                    FromPort: 443,
+                                    ToPort: 443,
+                                    CidrIp: discoveredResources.vpcCidr,
+                                    Description: 'HTTPS from VPC CIDR (fallback)',
+                                });
+                            }
+
+                            // Last resort: Allow from common private IP ranges
+                            if (vpcEndpointIngressRules.length === 0) {
+                                console.warn(
+                                    '⚠️  WARNING: No Lambda security group or VPC CIDR found. Using default private IP ranges.'
+                                );
+                                vpcEndpointIngressRules.push({
+                                    IpProtocol: 'tcp',
+                                    FromPort: 443,
+                                    ToPort: 443,
+                                    CidrIp: '172.31.0.0/16', // Default VPC CIDR
+                                    Description: 'HTTPS from default VPC range',
+                                });
+                            }
+
                             definition.resources.Resources.VPCEndpointSecurityGroup =
                             {
                                 Type: 'AWS::EC2::SecurityGroup',
                                 Properties: {
                                     GroupDescription:
-                                        'Security group for VPC endpoints',
+                                        'Security group for VPC endpoints - allows HTTPS from Lambda functions',
                                     VpcId: discoveredResources.defaultVpcId,
-                                    SecurityGroupIngress: discoveredResources.vpcCidr
-                                        ? [
-                                              {
-                                                  IpProtocol: 'tcp',
-                                                  FromPort: 443,
-                                                  ToPort: 443,
-                                                  CidrIp: discoveredResources.vpcCidr, // Use discovered VPC CIDR
-                                              },
-                                          ]
-                                        : [], // Empty array if no VPC CIDR discovered
+                                    SecurityGroupIngress: vpcEndpointIngressRules,
                                     Tags: [
                                         {
                                             Key: 'Name',
                                             Value: '${self:service}-${self:provider.stage}-vpc-endpoints-sg',
                                         },
+                                        {
+                                            Key: 'ManagedBy',
+                                            Value: 'Frigg',
+                                        },
+                                        {
+                                            Key: 'Purpose',
+                                            Value: 'Allow Lambda functions to access VPC endpoints',
+                                        },
                                     ],
                                 },
                             };

package/infrastructure/serverless-template.test.js

@@ -1,30 +1,43 @@
 const { composeServerlessDefinition } = require('./serverless-template');
 
+// Helper to build discovery responses with overridable fields
+const createDiscoveryResponse = (overrides = {}) => ({
+    defaultVpcId: 'vpc-123456',
+    vpcCidr: '172.31.0.0/16', // Provide VPC CIDR so security group fallbacks can be tested
+    defaultSecurityGroupId: 'sg-123456',
+    privateSubnetId1: 'subnet-123456',
+    privateSubnetId2: 'subnet-789012',
+    publicSubnetId: 'subnet-public',
+    defaultRouteTableId: 'rtb-123456',
+    defaultKmsKeyId:
+        'arn:aws:kms:us-east-1:123456789012:key/12345678-1234-1234-1234-123456789012',
+    existingNatGatewayId: 'nat-default123',
+    ...overrides,
+});
+
 // Mock AWS Discovery to prevent actual AWS calls
 jest.mock('./aws-discovery', () => {
     return {
-        AWSDiscovery: jest.fn().mockImplementation(() => {
-            return {
-                discoverResources: jest.fn().mockResolvedValue({
-                    defaultVpcId: 'vpc-123456',
-                    vpcCidr: '172.31.0.0/16', // Add VPC CIDR for security group configuration
-                    defaultSecurityGroupId: 'sg-123456',
-                    privateSubnetId1: 'subnet-123456',
-                    privateSubnetId2: 'subnet-789012',
-                    publicSubnetId: 'subnet-public',
-                    defaultRouteTableId: 'rtb-123456',
-                    defaultKmsKeyId: 'arn:aws:kms:us-east-1:123456789012:key/12345678-1234-1234-1234-123456789012',
-                    existingNatGatewayId: 'nat-default123' // Add default NAT Gateway for discover mode
-                })
-            };
-        })
+        AWSDiscovery: jest.fn().mockImplementation(() => ({
+            discoverResources: jest
+                .fn()
+                .mockResolvedValue(createDiscoveryResponse()),
+        })),
     };
 });
 
+const { AWSDiscovery } = require('./aws-discovery');
+
 describe('composeServerlessDefinition', () => {
     let mockIntegration;
 
     beforeEach(() => {
+        AWSDiscovery.mockImplementation(() => ({
+            discoverResources: jest
+                .fn()
+                .mockResolvedValue(createDiscoveryResponse()),
+        }));
+
         mockIntegration = {
             Definition: {
                 name: 'testIntegration'
@@ -344,6 +357,137 @@ describe('composeServerlessDefinition', () => {
             expect(result.resources.Resources.VPCEndpointS3.Properties.VpcId).toBe('vpc-123456');
         });
 
+        it('should allow Lambda security group access for VPC endpoints when security group is discovered', async () => {
+            const appDefinition = {
+                vpc: {
+                    enable: true,
+                    management: 'discover'
+                },
+                encryption: { fieldLevelEncryptionMethod: 'kms' },
+                integrations: []
+            };
+
+            const result = await composeServerlessDefinition(appDefinition);
+            const endpointSg = result.resources.Resources.VPCEndpointSecurityGroup;
+
+            expect(endpointSg).toBeDefined();
+            expect(endpointSg.Properties.SecurityGroupIngress).toEqual([
+                {
+                    IpProtocol: 'tcp',
+                    FromPort: 443,
+                    ToPort: 443,
+                    SourceSecurityGroupId: 'sg-123456',
+                    Description: 'HTTPS from Lambda security group'
+                }
+            ]);
+        });
+
+        it('should fall back to VPC CIDR when Lambda security group identifier cannot be resolved', async () => {
+            AWSDiscovery.mockImplementation(() => ({
+                discoverResources: jest
+                    .fn()
+                    .mockResolvedValue(createDiscoveryResponse()),
+            }));
+
+            const appDefinition = {
+                vpc: {
+                    enable: true,
+                    management: 'discover',
+                    securityGroupIds: [
+                        {
+                            'Fn::ImportValue': 'shared-lambda-security-group',
+                        },
+                    ],
+                },
+                encryption: { fieldLevelEncryptionMethod: 'kms' },
+                integrations: [],
+            };
+
+            const result = await composeServerlessDefinition(appDefinition);
+            const endpointSg = result.resources.Resources.VPCEndpointSecurityGroup;
+
+            expect(endpointSg).toBeDefined();
+            expect(endpointSg.Properties.SecurityGroupIngress).toEqual([
+                {
+                    IpProtocol: 'tcp',
+                    FromPort: 443,
+                    ToPort: 443,
+                    CidrIp: '172.31.0.0/16',
+                    Description: 'HTTPS from VPC CIDR (fallback)',
+                },
+            ]);
+        });
+
+        it('should fall back to default private ranges when neither Lambda security group nor VPC CIDR is available', async () => {
+            AWSDiscovery.mockImplementation(() => ({
+                discoverResources: jest
+                    .fn()
+                    .mockResolvedValue(
+                        createDiscoveryResponse({ vpcCidr: null })
+                    ),
+            }));
+
+            const appDefinition = {
+                vpc: {
+                    enable: true,
+                    management: 'discover',
+                    securityGroupIds: [
+                        {
+                            'Fn::ImportValue': 'shared-lambda-security-group',
+                        },
+                    ],
+                },
+                encryption: { fieldLevelEncryptionMethod: 'kms' },
+                integrations: [],
+            };
+
+            const result = await composeServerlessDefinition(appDefinition);
+            const endpointSg = result.resources.Resources.VPCEndpointSecurityGroup;
+
+            expect(endpointSg).toBeDefined();
+            expect(endpointSg.Properties.SecurityGroupIngress).toEqual([
+                {
+                    IpProtocol: 'tcp',
+                    FromPort: 443,
+                    ToPort: 443,
+                    CidrIp: '172.31.0.0/16',
+                    Description: 'HTTPS from default VPC range',
+                },
+            ]);
+        });
+
+        it('should reference the Lambda security group when creating a new VPC', async () => {
+            const appDefinition = {
+                vpc: {
+                    enable: true,
+                    management: 'create-new'
+                },
+                encryption: { fieldLevelEncryptionMethod: 'kms' },
+                integrations: []
+            };
+
+            const result = await composeServerlessDefinition(appDefinition);
+            const endpointSg = result.resources.Resources.FriggVPCEndpointSecurityGroup;
+
+            expect(endpointSg).toBeDefined();
+            expect(endpointSg.Properties.SecurityGroupIngress).toEqual([
+                {
+                    IpProtocol: 'tcp',
+                    FromPort: 443,
+                    ToPort: 443,
+                    SourceSecurityGroupId: { Ref: 'FriggLambdaSecurityGroup' },
+                    Description: 'HTTPS from Lambda security group'
+                },
+                {
+                    IpProtocol: 'tcp',
+                    FromPort: 443,
+                    ToPort: 443,
+                    CidrIp: '10.0.0.0/16',
+                    Description: 'HTTPS from VPC CIDR (fallback)'
+                }
+            ]);
+        });
+
         it('should not add VPC configuration when vpc.enable is false', async () => {
             const appDefinition = {
                 vpc: { enable: false },
@@ -1326,4 +1470,4 @@ describe('composeServerlessDefinition', () => {
             await expect(composeServerlessDefinition(appDefinition)).rejects.toThrow('Invalid integration: missing Definition or name');
         });
     });
-});
+});

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@friggframework/devtools",
   "prettier": "@friggframework/prettier-config",
-  "version": "2.0.0--canary.428.9de98cd.0",
+  "version": "2.0.0--canary.428.db65660.0",
   "dependencies": {
     "@aws-sdk/client-ec2": "^3.835.0",
     "@aws-sdk/client-kms": "^3.835.0",
@@ -9,8 +9,8 @@
     "@babel/eslint-parser": "^7.18.9",
     "@babel/parser": "^7.25.3",
     "@babel/traverse": "^7.25.3",
-    "@friggframework/schemas": "2.0.0--canary.428.9de98cd.0",
-    "@friggframework/test": "2.0.0--canary.428.9de98cd.0",
+    "@friggframework/schemas": "2.0.0--canary.428.db65660.0",
+    "@friggframework/test": "2.0.0--canary.428.db65660.0",
     "@hapi/boom": "^10.0.1",
     "@inquirer/prompts": "^5.3.8",
     "axios": "^1.7.2",
@@ -32,8 +32,8 @@
     "serverless-http": "^2.7.0"
   },
   "devDependencies": {
-    "@friggframework/eslint-config": "2.0.0--canary.428.9de98cd.0",
-    "@friggframework/prettier-config": "2.0.0--canary.428.9de98cd.0",
+    "@friggframework/eslint-config": "2.0.0--canary.428.db65660.0",
+    "@friggframework/prettier-config": "2.0.0--canary.428.db65660.0",
     "aws-sdk-client-mock": "^4.1.0",
     "aws-sdk-client-mock-jest": "^4.1.0",
     "jest": "^30.1.3",
@@ -68,5 +68,5 @@
   "publishConfig": {
     "access": "public"
   },
-  "gitHead": "9de98cdf6b43272a625ac0ff642f8abda89bb38a"
+  "gitHead": "db656605e3c91ad9e4e4fc6357c74397caaeed05"
 }