dbt-platform-helper 11.3.0__py3-none-any.whl → 12.0.0__py3-none-any.whl

dbt_platform_helper/templates/addons/env/monitoring.yml

@@ -1,121 +0,0 @@
-# {% extra_header %}
-# {% version_info %}
-
-Parameters:
-  App:
-    Type: String
-    Description: Your application's name.
-  Env:
-    Type: String
-    Description: The environment name your service, job, or workflow is being deployed to.
-  ECSClusterName:
-    Type: String
-    Description: The ECS cluster for this environment.
-
-Mappings:
-  {{ addon_config.prefix }}EnvConfiguration:
-{% for environment_name, config in addon_config.environments.items() %}
-    {{ environment_name }}:
-      EnableOpsCenter: {% if config.enable_ops_center %}true{% else %}false{% endif %}
-{% endfor %}
-
-Resources:
-  {{ addon_config.prefix }}ComputeDashboard:
-    Type: AWS::CloudWatch::Dashboard
-    Properties:
-      DashboardName: !Sub "${App}-${Env}-Compute"
-      DashboardBody: !Sub |
-        {
-          "widgets": [
-            {
-              "height": 7,
-              "width": 24,
-              "y": 0,
-              "x": 0,
-              "type": "log",
-              "properties": {
-                "query": "SOURCE '/aws/ecs/containerinsights/${ECSClusterName}/performance' | fields @message\n| filter Type=\"Task\"\n| filter @logStream like /FargateTelemetry/\n| stats latest(TaskDefinitionFamily) as TaskDefFamily, \n        latest(TaskDefinitionRevision) as Rev, \n        max(CpuReserved) as TaskCpuReserved, \n        avg(CpuUtilized) as AvgCpuUtilized, \n        concat(ceil(avg(CpuUtilized) * 100 / TaskCpuReserved),\" %\") as AvgCpuUtilizedPerc, \n        max(CpuUtilized) as PeakCpuUtilized, \n        concat(ceil(max(CpuUtilized) * 100 / TaskCpuReserved),\" %\") as PeakCpuUtilizedPerc, \n        max(MemoryReserved) as TaskMemReserved, \n        ceil(avg(MemoryUtilized)) as AvgMemUtilized, \n        concat(ceil(avg(MemoryUtilized) * 100 / TaskMemReserved),\" %\") as AvgMemUtilizedPerc, \n        max(MemoryUtilized) as PeakMemUtilized, \n        concat(ceil(max(MemoryUtilized) * 100 / TaskMemReserved),\" %\") as PeakMemUtilizedPerc \n        by TaskId\n| sort TaskDefFamily asc\n",
-                "region": "eu-west-2",
-                "stacked": false,
-                "title": "All Fargate Tasks Configuration and Consumption Details (CPU and Memory)",
-                "view": "table"
-              }
-            },
-            {
-              "height": 6,
-              "width": 15,
-              "y": 7,
-              "x": 0,
-              "type": "log",
-              "properties": {
-                "query": "SOURCE '/aws/ecs/containerinsights/${ECSClusterName}/performance' | fields @message\n| filter Type=\"Task\"\n| filter @logStream like /FargateTelemetry/\n| stats latest(TaskDefinitionFamily) as TaskDefFamily, latest(ServiceName) as SvcName, concat(floor((max(CpuReserved) - avg(CpuUtilized)) * 100 / max(CpuReserved)), \" %\") as AvgCpuWastePercentage by TaskId\n| sort AvgCpuWastePercentage desc\n| limit 10",
-                "stacked": false,
-                "title": "Top 10 Fargate Tasks with Optimization Opportunities (CPU)",
-                "view": "table"
-              }
-            },
-            {
-              "height": 6,
-              "width": 15,
-              "y": 13,
-              "x": 0,
-              "type": "log",
-              "properties": {
-                "query": "SOURCE '/aws/ecs/containerinsights/${ECSClusterName}/performance' | fields @message\n| filter Type=\"Task\"\n| filter @logStream like /FargateTelemetry/\n| stats latest(TaskDefinitionFamily) as TaskDefFamily, latest(ServiceName) as SvcName, concat(floor((max(MemoryReserved) - avg(MemoryUtilized)) * 100 / max(MemoryReserved)), \" %\") as AvgMemWastePercentage by TaskId\n| sort AvgMemWastePercentage desc\n| limit 10",
-                "stacked": false,
-                "title": "Top 10 Fargate Tasks with Optimization Opportunities (Memory)",
-                "view": "table"
-              }
-            },
-            {
-              "height": 6,
-              "width": 9,
-              "y": 7,
-              "x": 15,
-              "type": "log",
-              "properties": {
-                "query": "SOURCE '/aws/ecs/containerinsights/${ECSClusterName}/performance' | fields @message\n| filter Type = \"Task\"\n| filter @logStream like /FargateTelemetry/\n| stats count_distinct(TaskId) as TotalTasks, avg(CpuReserved) * TotalTasks as TotalCPUReserved, avg(CpuUtilized) * TotalTasks as AvgCPUConsumed by bin(15m) \n",
-                "region": "eu-west-2",
-                "stacked": false,
-                "title": "CPU Reserved Vs Avg Usage (All Fargate Tasks)",
-                "view": "timeSeries"
-              }
-            },
-            {
-              "height": 6,
-              "width": 9,
-              "y": 13,
-              "x": 15,
-              "type": "log",
-              "properties": {
-                "query": "SOURCE '/aws/ecs/containerinsights/${ECSClusterName}/performance' | fields @message\n| filter Type = \"Task\"\n| filter @logStream like /FargateTelemetry/\n| stats count_distinct(TaskId) as TotalTasks, avg(MemoryReserved) * TotalTasks as TotalMemReserved, avg(MemoryUtilized) * TotalTasks as AvgMemConsumed by bin(30m) \n",
-                "stacked": false,
-                "title": "Memory Reserved Vs Avg Usage (All Fargate Tasks)",
-                "view": "timeSeries"
-              }
-            }
-          ]
-        }
-
-  {{ addon_config.prefix }}ResourceGroup:
-    Type: AWS::ResourceGroups::Group
-    Properties:
-      Name: !Sub "${App}-${Env}-group"
-      Description: !Sub "Resource group for ${App} in ${Env} environment."
-      ResourceQuery:
-        Type: TAG_FILTERS_1_0
-        Query:
-          TagFilters:
-            - Key: copilot-application
-              Values:
-                - !Sub "${App}"
-            - Key: copilot-environment
-              Values:
-                - !Sub "${Env}"
-
-  {{ addon_config.prefix }}ApplicationInsights:
-    Type: AWS::ApplicationInsights::Application
-    Properties:
-      AutoConfigurationEnabled: true
-      ResourceGroupName: !Ref {{ addon_config.prefix }}ResourceGroup
-      OpsCenterEnabled: !FindInMap [{{ addon_config.prefix }}EnvConfiguration, !Ref Env, EnableOpsCenter]

dbt_platform_helper/templates/addons/env/opensearch.yml

@@ -1,257 +0,0 @@
-# {% extra_header %}
-# {% version_info %}
-
-Parameters:
-  # Copilot required Parameters...
-  App:
-    Type: String
-    Description: Your application's name.
-  Env:
-    Type: String
-    Description: The environment name your service, job, or workflow is being deployed to.
-
-  # Parameters from the parent stack brought in via addons.parameters.yml...
-  EnvironmentSecurityGroup:
-    Type: String
-  PrivateSubnets:
-    Type: String
-  VpcId:
-    Type: String
-
-Mappings:
-  {{ addon_config.prefix }}EnvironmentConfigMap:
-{%- for env_name, config in addon_config.environments.items() %}
-    {{ env_name }}:
-      EngineVersion: '{{ config.engine }}'
-      InstanceType: '{{ config.instance }}'
-      InstanceCount: {{ config.instances }}
-      DedicatedMaster: {{ config.master|lower }}
-      VolumeSize: {{ config.volume_size }}
-      DeletionPolicy: {{ config.deletion_policy }}
-{%- endfor %}
-
-  {{ addon_config.prefix }}EngineVersionMap:
-    '1.0':
-      EngineVersion: 'OpenSearch_1.0'
-    '1.1':
-      EngineVersion: 'OpenSearch_1.1'
-    '1.2':
-      EngineVersion: 'OpenSearch_1.2'
-    '1.3':
-      EngineVersion: 'OpenSearch_1.3'
-    '2.3':
-      EngineVersion: 'OpenSearch_2.3'
-    '2.5':
-      EngineVersion: 'OpenSearch_2.5'
-    '2.7':
-      EngineVersion: 'OpenSearch_2.7'
-    '2.9':
-      EngineVersion: 'OpenSearch_2.9'
-    '2.11':
-      EngineVersion: 'OpenSearch_2.11'
-
-Conditions:
-  {{ addon_config.prefix }}EnableHA: !Not [!Equals [!FindInMap [{{ addon_config.prefix }}EnvironmentConfigMap, !Ref Env, InstanceCount], 1]]
-  {{ addon_config.prefix }}CreateProdSubFilter: !Or [!Equals [!Ref Env, prod], !Equals [!Ref Env, production], !Equals [!Ref Env, PROD], !Equals [!Ref Env, PRODUCTION]]
-
-Resources:
-  {{ addon_config.prefix }}OpenSearchSecret:
-    Metadata:
-      'aws:copilot:description': 'A Secrets Manager secret to store your OS credentials'
-    Type: AWS::SecretsManager::Secret
-    Properties:
-      Name: !Sub '/copilot/${App}/${Env}/secrets/{{ addon_config.name|upper|replace("-", "_") }}'
-      Description: !Sub OpenSearch main user secret for ${AWS::StackName}
-      GenerateSecretString:
-        SecretStringTemplate: '{"username": "opensearch"}'
-        GenerateStringKey: "password"
-        ExcludePunctuation: false
-        RequireEachIncludedType: true
-        IncludeSpace: false
-        PasswordLength: 20
-        ExcludeCharacters: '[]{}()"@/\;=?&`><:|#'
-
-  # Security group to add OS to the VPC,
-  # and to allow the Fargate containers to talk to OS
-  {{ addon_config.prefix }}OpenSearchSecurityGroup:
-    Metadata:
-      'aws:copilot:description': 'A security group to access OS'
-    Type: AWS::EC2::SecurityGroup
-    DeletionPolicy: !FindInMap [{{ addon_config.prefix }}EnvironmentConfigMap, !Ref Env, DeletionPolicy]
-    UpdateReplacePolicy: Retain
-    Properties:
-      GroupDescription: 'The Security Group for {{ addon_config.name }} to access OpenSearch.'
-      VpcId: !Ref VpcId
-      Tags:
-        - Key: Name
-          Value: !Sub 'copilot-${App}-${Env}-{{ addon_config.name }}-OpenSearch-SecurityGroup'
-
-  # Enable ingress from other ECS services created within the environment.
-  {{ addon_config.prefix }}OpenSearchIngress:
-    Metadata:
-      'aws:copilot:description': 'Allow ingress from containers in my application to the OpenSearch cluster'
-    Type: AWS::EC2::SecurityGroupIngress
-    DeletionPolicy: !FindInMap [{{ addon_config.prefix }}EnvironmentConfigMap, !Ref Env, DeletionPolicy]
-    UpdateReplacePolicy: Retain
-    Properties:
-      Description: Ingress Security Group from Fargate containers
-      GroupId: !Ref '{{ addon_config.prefix }}OpenSearchSecurityGroup'
-      IpProtocol: tcp
-      FromPort: 443
-      ToPort: 443
-      SourceSecurityGroupId: !Ref EnvironmentSecurityGroup
-
-  {{ addon_config.prefix }}OpenSearchDomain:
-    Type: 'AWS::OpenSearchService::Domain'
-    DeletionPolicy: !FindInMap [{{ addon_config.prefix }}EnvironmentConfigMap, !Ref Env, DeletionPolicy]
-    UpdateReplacePolicy: Retain
-    Properties:
-      AccessPolicies:
-        Version: '2012-10-17'
-        Statement:
-        - Effect: Allow
-          Principal:
-            AWS: '*'
-          Action:
-          - 'es:ESHttp*'
-          Resource: !Sub 'arn:aws:es:${AWS::Region}:${AWS::AccountId}:domain/{{ (addon_config.name|replace("-", ""))[:15] }}*'
-      AdvancedSecurityOptions:
-        Enabled: true
-        InternalUserDatabaseEnabled: true
-        MasterUserOptions:
-          MasterUserName:
-            !Join [ "",  [ '{% raw %}{{resolve:secretsmanager:{% endraw %}', !Ref {{ addon_config.prefix }}OpenSearchSecret, "{% raw %}:SecretString:username}}{% endraw %}" ]]
-          MasterUserPassword:
-            !Join [ "",  [ '{% raw %}{{resolve:secretsmanager:{% endraw %}', !Ref {{ addon_config.prefix }}OpenSearchSecret, "{% raw %}:SecretString:password}}{% endraw %}" ]]
-      DomainEndpointOptions:
-        EnforceHTTPS: true
-        TLSSecurityPolicy: 'Policy-Min-TLS-1-2-2019-07'
-      EngineVersion: !FindInMap
-        - {{ addon_config.prefix }}EngineVersionMap
-        - !FindInMap [{{ addon_config.prefix }}EnvironmentConfigMap, !Ref Env, EngineVersion]
-        - EngineVersion
-      NodeToNodeEncryptionOptions:
-        Enabled: true
-      EncryptionAtRestOptions:
-        Enabled: true
-      EBSOptions:
-        EBSEnabled: true
-        VolumeSize: !FindInMap [{{ addon_config.prefix }}EnvironmentConfigMap, !Ref Env, VolumeSize]
-        VolumeType: gp2
-      ClusterConfig:
-        DedicatedMasterEnabled: !If [{{ addon_config.prefix }}EnableHA, !FindInMap [{{ addon_config.prefix }}EnvironmentConfigMap, !Ref Env, DedicatedMaster], false]
-        InstanceCount: !FindInMap [{{ addon_config.prefix }}EnvironmentConfigMap, !Ref Env, InstanceCount]
-        InstanceType: !FindInMap [{{ addon_config.prefix }}EnvironmentConfigMap, !Ref Env, InstanceType]
-        ZoneAwarenessEnabled: !If [{{ addon_config.prefix }}EnableHA, true, false]
-        ZoneAwarenessConfig: !If
-          - {{ addon_config.prefix }}EnableHA
-          - AvailabilityZoneCount: 2 #Fn::length always resolves to 1 despite there being subnets.
-          - !Ref "AWS::NoValue"
-      VPCOptions:
-        SecurityGroupIds:
-          - !Ref {{ addon_config.prefix }}OpenSearchSecurityGroup
-        SubnetIds: !If
-          - {{ addon_config.prefix }}EnableHA
-          - !Split [ ",", !Ref PrivateSubnets ]
-          - - !Select [ 0, !Split [ ',', !Ref PrivateSubnets ] ]
-      SoftwareUpdateOptions:
-        AutoSoftwareUpdateEnabled: true
-      LogPublishingOptions:
-        AUDIT_LOGS:
-          CloudWatchLogsLogGroupArn: !GetAtt {{ addon_config.prefix }}OpenSearchAuditLogGroup.Arn
-          Enabled: true
-        ES_APPLICATION_LOGS:
-          CloudWatchLogsLogGroupArn: !GetAtt {{ addon_config.prefix }}OpenSearchApplicationLogGroup.Arn
-          Enabled: true
-        SEARCH_SLOW_LOGS:
-          CloudWatchLogsLogGroupArn: !GetAtt {{ addon_config.prefix }}OpenSearchSlowSearchLogGroup.Arn
-          Enabled: true
-        INDEX_SLOW_LOGS:
-          CloudWatchLogsLogGroupArn: !GetAtt {{ addon_config.prefix }}OpenSearchSlowIndexLogGroup.Arn
-          Enabled: true
-      Tags:
-        - Key: Name
-          Value: !Sub 'copilot-${App}-${Env}-{{ addon_config.name }}-OpenSearch-Domain'
-        - Key: 'Copilot-Application'
-          Value: !Sub ${App}
-        - Key: 'Copilot-Environment'
-          Value: !Sub ${Env}
-
-  {{ addon_config.prefix }}OpenSearchEndpointConfigParam:
-    Type: AWS::SSM::Parameter
-    DependsOn: 
-      - {{ addon_config.prefix }}OpenSearchDomain
-    Properties:
-      Name: !Sub "/copilot/${App}/${Env}/secrets/{{ addon_config.secret_name }}"
-      Type: String
-      Value: !Sub
-        - "https://${username}:${password}@${url}"
-        - url: !GetAtt {{ addon_config.prefix }}OpenSearchDomain.DomainEndpoint
-          username: !Join [ "",  [ '{% raw %}{{resolve:secretsmanager:{% endraw %}', !Ref {{ addon_config.prefix }}OpenSearchSecret, "{% raw %}:SecretString:username}}{% endraw %}" ]]
-          password: !Join [ "",  [ '{% raw %}{{resolve:secretsmanager:{% endraw %}', !Ref {{ addon_config.prefix }}OpenSearchSecret, "{% raw %}:SecretString:password}}{% endraw %}" ]]
-
-  {{ addon_config.prefix }}OpenSearchAuditLogGroup:
-    Type: AWS::Logs::LogGroup
-    Properties:
-      LogGroupName: !Sub '/aws/opensearch/${App}/${Env}/{{ addon_config.prefix }}/audit'
-      RetentionInDays: 7
-      Tags:
-        - Key: 'Copilot-Application'
-          Value: !Sub ${App}
-        - Key: 'Copilot-Environment'
-          Value: !Sub ${Env}
-
-  {{ addon_config.prefix }}OpenSearchApplicationLogGroup:
-    Type: AWS::Logs::LogGroup
-    Properties:
-      LogGroupName: !Sub '/aws/opensearch/${App}/${Env}/{{ addon_config.prefix }}/application'
-      RetentionInDays: 7
-      Tags:
-        - Key: 'Copilot-Application'
-          Value: !Sub ${App}
-        - Key: 'Copilot-Environment'
-          Value: !Sub ${Env}
-
-  {{ addon_config.prefix }}OpenSearchSlowSearchLogGroup:
-    Type: AWS::Logs::LogGroup
-    Properties:
-      LogGroupName: !Sub '/aws/opensearch/${App}/${Env}/{{ addon_config.prefix }}/slow-search'
-      RetentionInDays: 7
-      Tags:
-        - Key: 'Copilot-Application'
-          Value: !Sub ${App}
-        - Key: 'Copilot-Environment'
-          Value: !Sub ${Env}
-
-  {{ addon_config.prefix }}OpenSearchSlowIndexLogGroup:
-    Type: AWS::Logs::LogGroup
-    Properties:
-      LogGroupName: !Sub '/aws/opensearch/${App}/${Env}/{{ addon_config.prefix }}/slow-index'
-      RetentionInDays: 7
-      Tags:
-        - Key: 'Copilot-Application'
-          Value: !Sub ${App}
-        - Key: 'Copilot-Environment'
-          Value: !Sub ${Env}
-
-  {{ addon_config.prefix }}SubscriptionFilterApplication:
-    Type: AWS::Logs::SubscriptionFilter
-    DependsOn:
-      - {{ addon_config.prefix }}OpenSearchApplicationLogGroup
-    Properties:
-      RoleArn: !Sub 'arn:aws:iam::${AWS::AccountId}:role/CWLtoSubscriptionFilterRole'
-      LogGroupName: !Sub '/aws/opensearch/${App}/${Env}/{{ addon_config.prefix }}/application'
-      FilterName: !Sub '/aws/opensearch/${App}/${Env}/${{ '{' }}{{ addon_config.prefix }}OpenSearchDomain}/application'
-      FilterPattern: ''
-      DestinationArn: !If [{{ addon_config.prefix }}CreateProdSubFilter, '{{ log_destination.prod }}', '{{ log_destination.dev }}']
-
-  {{ addon_config.prefix }}SubscriptionFilterAudit:
-    Type: AWS::Logs::SubscriptionFilter
-    DependsOn:
-      - {{ addon_config.prefix }}OpenSearchAuditLogGroup
-    Properties:
-      RoleArn: !Sub 'arn:aws:iam::${AWS::AccountId}:role/CWLtoSubscriptionFilterRole'
-      LogGroupName: !Sub '/aws/opensearch/${App}/${Env}/{{ addon_config.prefix }}/audit'
-      FilterName: !Sub '/aws/opensearch/${App}/${Env}/${{ '{' }}{{ addon_config.prefix }}OpenSearchDomain}/audit'
-      FilterPattern: ''
-      DestinationArn: !If [{{ addon_config.prefix }}CreateProdSubFilter, '{{ log_destination.prod }}', '{{ log_destination.dev }}']