funktor 0.4.7 → 0.6.2

data/funktor-testapp/funktor_config/funktor.yml

@@ -0,0 +1,114 @@
+IncomingJobHandler:
+  # timeout is how long the handler can possibly run. Up to 10 messages may be delivered
+  # to a handler at one time, so you'll want this to be at least 10x the maximum time you
+  # expect to spend for one message. The incoming job handler usually will be pretty fast,
+  # but we default to a high number here to allow for the times when things go weird.
+  functionTimeout: 300
+  # reservedConcurrency represents the maximum number of concurrent executions.
+  # For the incoming job handler you probably don't want to limit it because you
+  # want to get things onto work queues as quickly as possible.
+  reservedConcurrency: null
+  # provisionedConcurrency represents the number of lambda functions that will always
+  # be available. For the incoming jobs handler you probably don't need to set this
+  # unless your jobs are very bursty AND very time sensitive.
+  provisionedConcurrency: null
+  # Use memory_size to adjust the reousrces (both memory and CPU) available.
+  # For the incoming jobs handler you probably don't need this to be too large,
+  # but if you're seeing large delays at this stage it might help to bump it up.
+  memorySize: 256
+  batchSize: 1
+  maximumBatchingWindow: 0
+  visibilityTimeout: 1800
+  maxReceiveCount: 20
+
+JobActivator:
+  # timeout is how long the handler can possibly run. Up to 10 messages may be delivered
+  # to a handler at one time, so you'll want this to be at least 10x the maximum time you
+  # expect to spend for one message. The job activator usually will be pretty fast,
+  # but we default to a high number here to allow for the times when things go weird.
+  functionTimeout: 300
+  # reservedConcurrency represents the maximum number of concurrent executions.
+  # For the job activator you probably don't want to limit it because you
+  # want to get things onto work queues as quickly as possible when they're ready.
+  reservedConcurrency: null
+  # provisionedConcurrency represents the number of lambda functions that will always
+  # be available. For the job activator you probably don't need to set this
+  # since it will be running on a schedule
+  provisionedConcurrency: null
+  # Use memory_size to adjust the reousrces (both memory and CPU) available.
+  # For the job activator you probably don't need this to be too large,
+  # but if you're seeing large delays at this stage it might help to bump it up.
+  memorySize: 256
+  batchSize: 1
+  maximumBatchingWindow: 0
+  visibilityTimeout: 1800
+  maxReceiveCount: 20
+
+
+
+DefaultQueueHandler:
+  # timeout is how long the handler can possibly run. Up to 10 messages may be delivered
+  # to a handler at one time, so you'll want this to be at least 10x the maximum time you
+  # expect to spend for one message. The active job handler may be slow if your jobs are
+  # doing a lot of work, so we default to the maximum here.
+  functionTimeout: 300
+  # reservedConcurrency represents the maximum number of concurrent executions.
+  # For the active job handler you may want to limit it if you have resource limitations
+  # like database connections that you need to avoid exhausting.
+  reservedConcurrency: null
+  # provisionedConcurrency represents the number of lambda functions that will always
+  # be available. For the active job handler you probably don't need to set this
+  # unless your jobs are very bursty AND very time sensitive.
+  provisionedConcurrency: null
+  # Use memory_size to adjust the reousrces (both memory and CPU) available.
+  # For the active jobs handler you'll want this to be at least as large as the memory
+  # required to actually do your jobs. You can choose an even higher number to increase
+  # the available CPU to make the jobs run faster.
+  memorySize: 256
+  batchSize: 1
+  maximumBatchingWindow: 0
+  visibilityTimeout: 1800
+  maxReceiveCount: 20
+
+LowConcurrencyQueueHandler:
+  # timeout is how long the handler can possibly run. Up to 10 messages may be delivered
+  # to a handler at one time, so you'll want this to be at least 10x the maximum time you
+  # expect to spend for one message. The active job handler may be slow if your jobs are
+  # doing a lot of work, so we default to the maximum here.
+  functionTimeout: 300
+  # reservedConcurrency represents the maximum number of concurrent executions.
+  # For the active job handler you may want to limit it if you have resource limitations
+  # like database connections that you need to avoid exhausting.
+  reservedConcurrency: 10
+  # provisionedConcurrency represents the number of lambda functions that will always
+  # be available. For the active job handler you probably don't need to set this
+  # unless your jobs are very bursty AND very time sensitive.
+  provisionedConcurrency: null
+  # Use memory_size to adjust the reousrces (both memory and CPU) available.
+  # For the active jobs handler you'll want this to be at least as large as the memory
+  # required to actually do your jobs. You can choose an even higher number to increase
+  # the available CPU to make the jobs run faster.
+  memorySize: 256
+  batchSize: 1
+  maximumBatchingWindow: 0
+  visibilityTimeout: 1800
+  maxReceiveCount: 20
+
+
+
+# You shouldn't need to mess with these under most circumstances. But you could if you want to change
+# the name of some of your resources in AWS.
+IncomingJobQueueName: ${self:service}-${self:custom.stage}-incoming-jobs
+IncomingDeadJobQueueName: ${self:service}-${self:custom.stage}-incoming-dead
+IncomingJobHandlerName: ${self:service}-${self:custom.stage}-IncomingJobHandler
+IncomingJobQueueAccessPolicyName: ${self:service}-${self:custom.stage}-incoming-job-queue-access
+DashboardName: ${self:service}-${self:custom.stage}-dashboard
+DefaultQueueName: ${self:service}-${self:custom.stage}-default
+DefaultDeadJobQueueName: ${self:service}-${self:custom.stage}-default-dead
+DefaultQueueHandlerName: ${self:service}-${self:custom.stage}-DefaultQueueHandler
+LowConcurrencyQueueName: ${self:service}-${self:custom.stage}-low-concurrency
+LowConcurrencyDeadJobQueueName: ${self:service}-${self:custom.stage}-low-concurrency-dead
+LowConcurrencyQueueHandlerName: ${self:service}-${self:custom.stage}-LowConcurrencyQueueHandler
+JobsTableName: ${self:service}-${self:custom.stage}-jobs
+ActivityTableName: ${self:service}-${self:custom.stage}-activity
+JobActivatorName: ${self:service}-${self:custom.stage}-JobActivator

data/funktor-testapp/funktor_config/iam_permissions/activity_table.yml

@@ -0,0 +1,5 @@
+Effect: Allow
+Action:
+  - dynamodb:*
+Resource:
+  - "Fn::GetAtt": [ ActivityTable, Arn ]

data/funktor-testapp/funktor_config/iam_permissions/default_queue.yml

@@ -0,0 +1,8 @@
+Effect: Allow
+Action:
+  - sqs:ReceiveMessage
+  - sqs:DeleteMessage
+  - sqs:SendMessage
+  - sqs:GetQueueAttributes
+Resource:
+  - "Fn::GetAtt": [ DefaultQueue, Arn ]

data/funktor-testapp/funktor_config/iam_permissions/incoming_job_queue.yml

@@ -0,0 +1,8 @@
+Effect: Allow
+Action:
+  - sqs:ReceiveMessage
+  - sqs:DeleteMessage
+  - sqs:SendMessage
+  - sqs:GetQueueAttributes
+Resource:
+  - "Fn::GetAtt": [ IncomingJobQueue, Arn ]

data/funktor-testapp/funktor_config/iam_permissions/jobs_table.yml

@@ -0,0 +1,5 @@
+Effect: Allow
+Action:
+  - dynamodb:*
+Resource:
+  - "Fn::GetAtt": [ JobsTable, Arn ]

data/funktor-testapp/funktor_config/iam_permissions/jobs_table_secondary_index.yml

@@ -0,0 +1,8 @@
+Effect: Allow
+Action:
+  - dynamodb:Query
+Resource:
+  Fn::Join:
+    - ""
+    - - "Fn::GetAtt": [ JobsTable, Arn ]
+      - "/index/performAtIndex"

data/funktor-testapp/funktor_config/iam_permissions/low_concurrency_queue.yml

@@ -0,0 +1,8 @@
+Effect: Allow
+Action:
+  - sqs:ReceiveMessage
+  - sqs:DeleteMessage
+  - sqs:SendMessage
+  - sqs:GetQueueAttributes
+Resource:
+  - "Fn::GetAtt": [ LowConcurrencyQueue, Arn ]

data/funktor-testapp/funktor_config/iam_permissions/ssm.yml

@@ -0,0 +1,5 @@
+Effect: Allow
+Action:
+  - ssm:Get*
+Resource:
+  - '*' # TODO : This should probably be more selective...

data/funktor-testapp/funktor_config/package.yml

@@ -0,0 +1,11 @@
+# TODO - Figure out how to allow individual packaging to work out of the box.
+individually: false
+include:
+  - Gemfile
+  - Gemfile.lock
+  - funktor_config/boot.rb
+  - app/**
+# Evertyting is excluded by default with serverless-ruby-layer, but you could use
+# the lines below to exlude files that are inside an include path.
+#exclude:
+#  - workers/excluded_worker.rb

data/funktor-testapp/funktor_config/resources/activity_table.yml

@@ -0,0 +1,22 @@
+Resources:
+  ActivityTable:
+    Type: AWS::DynamoDB::Table
+    Properties:
+      # Generate a name based on the stage
+      TableName: ${self:custom.funktor.ActivityTableName}
+      BillingMode: PAY_PER_REQUEST
+      AttributeDefinitions:
+        - AttributeName: category
+          AttributeType: S
+        - AttributeName: statName
+          AttributeType: S
+      KeySchema:
+        - AttributeName: category
+          KeyType: HASH
+        - AttributeName: statName
+          KeyType: RANGE
+
+Outputs:
+  ActivityTable:
+    Value:
+      Ref: ActivityTable

data/funktor-testapp/funktor_config/resources/cloudwatch_dashboard.yml

@@ -0,0 +1,809 @@
+Resources:
+  FunktorDashboard:
+    Type: AWS::CloudWatch::Dashboard
+    Properties:
+      DashboardName: ${self:custom.funktor.DashboardName}
+      DashboardBody: >
+        {
+            "widgets": [
+
+                
+
+                { 
+                    "height": 3,
+                    "width": 24,
+                    "y": 0,
+                    "x": 0,
+                    "type": "text",
+                    "properties": {
+                        "markdown": "\n# Funktor Auto-generated Dashbaord\n\n This dashboard is auto-generated by Funktor and will be updated as Funktor progresses. If you want to customize this dashboard you should use 'Actions => Save dashbaord as' in the toolbar above to create a new dashboard of your own.\n\n The upper section shows you high level queue and worker stats, the lower sections show more details about all the AWS resources at play."
+                    }
+                },
+                
+
+              { 
+                    "height": 6,
+                    "width": 12,
+                    "y": 3,
+                    "x": 12,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "funktor-testapp", "Duration", "WorkerClassName", "AuditWorker" ],
+                            [ "...", { "stat": "p99" } ],
+                            [ "funktor-testapp", "Duration", "WorkerClassName", "GreetingsWorker" ],
+                            [ "...", { "stat": "p99" } ],
+                            [ "funktor-testapp", "Duration", "WorkerClassName", "HelloWorker" ],
+                            [ "...", { "stat": "p99" } ],
+                            [ "funktor-testapp", "Duration", "WorkerClassName", "SingleThreadAuditWorker" ],
+                            [ "...", { "stat": "p99" } ]
+                        ],
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "region": "us-east-1",
+                        "stat": "Average",
+                        "period": 60,
+                        "title": "Job Duration by Worker"
+                    }
+                },
+
+                { 
+                    "height": 6,
+                    "width": 12,
+                    "y": 3,
+                    "x": 0,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "funktor-testapp", "processed", "WorkerClassName", "AuditWorker" ],
+                            [ ".", "failed", ".", "." ],
+                            [ "funktor-testapp", "processed", "WorkerClassName", "GreetingsWorker" ],
+                            [ ".", "failed", ".", "." ],
+                            [ "funktor-testapp", "processed", "WorkerClassName", "HelloWorker" ],
+                            [ ".", "failed", ".", "." ],
+                            [ "funktor-testapp", "processed", "WorkerClassName", "SingleThreadAuditWorker" ],
+                            [ ".", "failed", ".", "." ]
+                        ],
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "region": "us-east-1",
+                        "title": "Process/Failed Jobs By Worker",
+                        "period": 60,
+                        "stat": "Sum"
+                  }
+                },
+                
+                { 
+                    "height": 6,
+                    "width": 12,
+                    "y": 9,
+                    "x": 12,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "funktor-testapp", "Duration", "Queue", "default" ],
+                            [ "...", { "stat": "p99" } ],
+                            [ "funktor-testapp", "Duration", "Queue", "low_concurrency" ],
+                            [ "...", { "stat": "p99" } ]
+                        ],
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "region": "us-east-1",
+                        "stat": "Average",
+                        "period": 60,
+                        "title": "Job Duration by Queue"
+                    }
+                },
+                { 
+                    "height": 6,
+                    "width": 12,
+                    "y": 9,
+                    "x": 0,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "funktor-testapp", "processed", "Queue", "default" ],
+                            [ ".", "failed", ".", "." ],
+                            [ "funktor-testapp", "processed", "Queue", "low_concurrency" ],
+                            [ ".", "failed", ".", "." ]
+                        ],
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "region": "us-east-1",
+                        "title": "Process/Failed Jobs By Queue",
+                        "period": 60,
+                        "stat": "Sum"
+                  }
+                },
+
+
+                { 
+                    "height": 3,
+                    "width": 24,
+                    "y": 9,
+                    "x": 0,
+                    "type": "text",
+                    "properties": {
+                        "markdown": "\n# Behind the scenes\n\n The stats below give some insight into the inner workings of the Funktor apparatus."
+                    }
+                },
+                
+
+
+                
+                { 
+                    "height": 3,
+                    "width": 6,
+                    "y": 18,
+                    "x": 0,
+                    "type": "text",
+                    "properties": {
+                        "markdown": "\n# Incoming Jobs\n"
+                    }
+                },
+                { 
+                    "height": 3,
+                    "width": 3,
+                    "y": 18,
+                    "x": 6,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "AWS/SQS", "NumberOfMessagesReceived", "QueueName", "${self:custom.funktor.IncomingJobQueueName}", { "label": "Messages Per Minute" } ]
+                        ],
+                        "view": "singleValue",
+                        "region": "us-east-1",
+                        "stat": "Sum",
+                        "period": 60,
+                        "title": "Messages Per Minute"
+                    }
+                },
+                { 
+                    "height": 3,
+                    "width": 15,
+                    "y": 18,
+                    "x": 9,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "AWS/Lambda", "Duration", "FunctionName", "${self:custom.funktor.IncomingJobHandlerName}", "Resource", "${self:custom.funktor.IncomingJobHandlerName}", { "label": "p10" } ],
+                            [ "...", { "label": "p50", "stat": "p50" } ],
+                            [ "...", { "label": "p99", "stat": "p99" } ],
+                            [ "...", { "label": "Average", "stat": "Average" } ]
+                        ],
+                        "view": "singleValue",
+                        "region": "us-east-1",
+                        "stat": "p10",
+                        "period": 60,
+                        "title": "Handler Duration"
+                    }
+                },
+
+
+                
+                { 
+                    "height": 6,
+                    "width": 9,
+                    "y": 21,
+                    "x": 0,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "AWS/SQS", "NumberOfMessagesReceived", "QueueName", "${self:custom.funktor.IncomingJobQueueName}", { "label": "Received" } ],
+                            [ ".", "NumberOfMessagesDeleted", ".", ".", { "label": "Handled" } ],
+                            [ "AWS/Lambda", "Invocations", "FunctionName", "${self:custom.funktor.IncomingJobHandlerName}", "Resource", "${self:custom.funktor.IncomingJobHandlerName}", { "label": "Handler Invocations" } ],
+                            [ "AWS/SQS", "ApproximateNumberOfMessagesVisible", "QueueName", "${self:custom.funktor.IncomingJobQueueName}", { "label": "Pending?" } ],
+                            [ ".", "ApproximateNumberOfMessagesNotVisible", ".", ".", { "label": "Backlog?" } ],
+                            [ ".", "NumberOfMessagesSent", ".", ".", { "label": "Sent" } ],
+                            [ ".", "ApproximateNumberOfMessagesDelayed", ".", ".", { "label": "Delayed" } ]
+                        ],
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "region": "us-east-1",
+                        "title": "Incoming Job Queue (Async & scheduled jobs land here first)",
+                        "period": 60,
+                        "stat": "Sum",
+                        "setPeriodToTimeRange": true,
+                        "liveData": true
+                    }
+                },
+                { 
+                    "height": 6,
+                    "width": 9,
+                    "y": 21,
+                    "x": 9,
+                    "type": "metric",
+                    "properties": {
+                        "period": 60,
+                        "metrics": [
+                            [ "AWS/Lambda", "Duration", "FunctionName", "${self:custom.funktor.IncomingJobHandlerName}", { "stat": "Minimum" } ],
+                            [ "...", { "stat": "Average" } ],
+                            [ "...", { "stat": "Maximum" } ]
+                        ],
+                        "region": "us-east-1",
+                        "title": "Incoming Job Handler Duration in Milliseconds",
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "liveData": true
+                    }
+                },
+                { 
+                    "height": 3,
+                    "width": 6,
+                    "y": 21,
+                    "x": 18,
+                    "type": "metric",
+                    "properties": {
+                        "period": 60,
+                        "metrics": [
+                            [ "AWS/Lambda", "Errors", "FunctionName", "${self:custom.funktor.IncomingJobHandlerName}", { "id": "errors", "stat": "Sum", "color": "#d13212" } ],
+                            [ ".", "Invocations", ".", ".", { "id": "invocations", "stat": "Sum", "visible": false } ],
+                            [ { "expression": "100 - 100 * errors / MAX([errors, invocations])", "label": "Success rate (%)", "id": "availability", "yAxis": "right", "region": "us-east-1" } ]
+                        ],
+                        "region": "us-east-1",
+                        "title": "Incoming Job Handler Error count and success rate (%)",
+                        "yAxis": {
+                            "right": {
+                                "max": 100
+                            }
+                        },
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "liveData": true
+                    }
+                },
+
+
+                { 
+                    "height": 3,
+                    "width": 6,
+                    "y": 24,
+                    "x": 18,
+                    "type": "metric",
+                    "properties": {
+                        "period": 60,
+                        "metrics": [
+                            [ "AWS/Lambda", "ConcurrentExecutions", "FunctionName", "${self:custom.funktor.IncomingJobHandlerName}", { "stat": "Maximum" } ]
+                        ],
+                        "region": "us-east-1",
+                        "title": "Incoming Job Handler Concurrent Executions",
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "liveData": true
+                    }
+                },
+
+
+
+                
+                { 
+                    "height": 3,
+                    "width": 6,
+                    "y": 27,
+                    "x": 0,
+                    "type": "text",
+                    "properties": {
+                        "markdown": "\n# Default Queue\n"
+                    }
+                },
+                { 
+                    "height": 3,
+                    "width": 3,
+                    "y": 27,
+                    "x": 6,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "AWS/SQS", "NumberOfMessagesReceived", "QueueName",
+                              "${self:custom.funktor.DefaultQueueName}", { "label": "Messages Per Minute" } ]
+                        ],
+                        "view": "singleValue",
+                        "region": "us-east-1",
+                        "stat": "Sum",
+                        "period": 60,
+                        "title": "Messages Per Minute"
+                    }
+                },
+                { 
+                    "height": 3,
+                    "width": 15,
+                    "y": 27,
+                    "x": 9,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "AWS/Lambda", "Duration", "FunctionName",
+                              "${self:custom.funktor.DefaultQueueHandlerName}", "Resource",
+                              "${self:custom.funktor.DefaultQueueHandlerName}", { "label": "p10" } ],
+                            [ "...", { "label": "p50", "stat": "p50" } ],
+                            [ "...", { "label": "p99", "stat": "p99" } ],
+                            [ "...", { "label": "Average", "stat": "Average" } ]
+                        ],
+                        "view": "singleValue",
+                        "region": "us-east-1",
+                        "stat": "p10",
+                        "period": 60,
+                        "title": "Handler Duration"
+                    }
+                },
+                { 
+                    "height": 6,
+                    "width": 9,
+                    "y": 30,
+                    "x": 0,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "AWS/SQS", "NumberOfMessagesReceived", "QueueName",
+                              "${self:custom.funktor.DefaultQueueName}",
+                              { "label": "Received" } ],
+                            [ ".", "NumberOfMessagesDeleted", ".", ".", { "label": "Handled" } ],
+                            [ "AWS/Lambda", "Invocations", "FunctionName",
+                              "${self:custom.funktor.DefaultQueueHandlerName}", "Resource",
+                              "${self:custom.funktor.DefaultQueueHandlerName}", { "label": "Handler Invocations" } ],
+                            [ "AWS/SQS", "ApproximateNumberOfMessagesVisible", "QueueName",
+                              "${self:custom.funktor.DefaultQueueName}", { "label": "Pending?" } ],
+                            [ ".", "ApproximateNumberOfMessagesNotVisible", ".", ".", { "label": "Backlog?" } ],
+                            [ ".", "NumberOfMessagesSent", ".", ".", { "label": "Sent" } ],
+                            [ ".", "ApproximateNumberOfMessagesDelayed", ".", ".", { "label": "Delayed" } ]
+                        ],
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "region": "us-east-1",
+                        "title": "Default Queue (Async jobs go here immediately, scheduled jobs land here in the minute before they're scheduled)",
+                        "period": 60,
+                        "stat": "Sum",
+                        "liveData": true
+                    }
+                },
+                { 
+                    "height": 6,
+                    "width": 9,
+                    "y": 30,
+                    "x": 9,
+                    "type": "metric",
+                    "properties": {
+                        "period": 60,
+                        "metrics": [
+                            [ "AWS/Lambda", "Duration", "FunctionName", "${self:custom.funktor.DefaultQueueHandlerName}", { "stat": "Minimum" } ],
+                            [ "...", { "stat": "Average" } ],
+                            [ "...", { "stat": "Maximum" } ]
+                        ],
+                        "region": "us-east-1",
+                        "title": "Default Queue Handler Duration in Milliseconds",
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "liveData": true
+                    }
+                },
+                { 
+                    "height": 3,
+                    "width": 6,
+                    "y": 30,
+                    "x": 18,
+                    "type": "metric",
+                    "properties": {
+                        "period": 60,
+                        "metrics": [
+                            [ "AWS/Lambda", "Errors", "FunctionName",
+                              "${self:custom.funktor.DefaultQueueHandlerName}", { "id": "errors", "stat": "Sum", "color": "#d13212" } ],
+                            [ ".", "Invocations", ".", ".", { "id": "invocations", "stat": "Sum", "visible": false } ],
+                            [ { "expression": "100 - 100 * errors / MAX([errors, invocations])", "label": "Success rate (%)", "id": "availability", "yAxis": "right", "region": "us-east-1" } ]
+                        ],
+                        "region": "us-east-1",
+                        "title": "Default Queue Handler Error count and success rate (%)",
+                        "yAxis": {
+                            "right": {
+                                "max": 100
+                            }
+                        },
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "liveData": true
+                    }
+                },
+                { 
+                    "height": 3,
+                    "width": 6,
+                    "y": 33,
+                    "x": 18,
+                    "type": "metric",
+                    "properties": {
+                        "period": 60,
+                        "metrics": [
+                            [ "AWS/Lambda", "ConcurrentExecutions", "FunctionName",
+                              "${self:custom.funktor.DefaultQueueHandlerName}", { "stat": "Maximum" } ]
+                        ],
+                        "region": "us-east-1",
+                        "title": "Default Queue Handler Concurrent executions",
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "liveData": true
+                    }
+                },
+
+                
+                { 
+                    "height": 3,
+                    "width": 6,
+                    "y": 36,
+                    "x": 0,
+                    "type": "text",
+                    "properties": {
+                        "markdown": "\n# LowConcurrency Queue\n"
+                    }
+                },
+                { 
+                    "height": 3,
+                    "width": 3,
+                    "y": 36,
+                    "x": 6,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "AWS/SQS", "NumberOfMessagesReceived", "QueueName",
+                              "${self:custom.funktor.LowConcurrencyQueueName}", { "label": "Messages Per Minute" } ]
+                        ],
+                        "view": "singleValue",
+                        "region": "us-east-1",
+                        "stat": "Sum",
+                        "period": 60,
+                        "title": "Messages Per Minute"
+                    }
+                },
+                { 
+                    "height": 3,
+                    "width": 15,
+                    "y": 36,
+                    "x": 9,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "AWS/Lambda", "Duration", "FunctionName",
+                              "${self:custom.funktor.LowConcurrencyQueueHandlerName}", "Resource",
+                              "${self:custom.funktor.LowConcurrencyQueueHandlerName}", { "label": "p10" } ],
+                            [ "...", { "label": "p50", "stat": "p50" } ],
+                            [ "...", { "label": "p99", "stat": "p99" } ],
+                            [ "...", { "label": "Average", "stat": "Average" } ]
+                        ],
+                        "view": "singleValue",
+                        "region": "us-east-1",
+                        "stat": "p10",
+                        "period": 60,
+                        "title": "Handler Duration"
+                    }
+                },
+                { 
+                    "height": 6,
+                    "width": 9,
+                    "y": 39,
+                    "x": 0,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "AWS/SQS", "NumberOfMessagesReceived", "QueueName",
+                              "${self:custom.funktor.LowConcurrencyQueueName}",
+                              { "label": "Received" } ],
+                            [ ".", "NumberOfMessagesDeleted", ".", ".", { "label": "Handled" } ],
+                            [ "AWS/Lambda", "Invocations", "FunctionName",
+                              "${self:custom.funktor.LowConcurrencyQueueHandlerName}", "Resource",
+                              "${self:custom.funktor.LowConcurrencyQueueHandlerName}", { "label": "Handler Invocations" } ],
+                            [ "AWS/SQS", "ApproximateNumberOfMessagesVisible", "QueueName",
+                              "${self:custom.funktor.LowConcurrencyQueueName}", { "label": "Pending?" } ],
+                            [ ".", "ApproximateNumberOfMessagesNotVisible", ".", ".", { "label": "Backlog?" } ],
+                            [ ".", "NumberOfMessagesSent", ".", ".", { "label": "Sent" } ],
+                            [ ".", "ApproximateNumberOfMessagesDelayed", ".", ".", { "label": "Delayed" } ]
+                        ],
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "region": "us-east-1",
+                        "title": "LowConcurrency Queue (Async jobs go here immediately, scheduled jobs land here in the minute before they're scheduled)",
+                        "period": 60,
+                        "stat": "Sum",
+                        "liveData": true
+                    }
+                },
+                { 
+                    "height": 6,
+                    "width": 9,
+                    "y": 39,
+                    "x": 9,
+                    "type": "metric",
+                    "properties": {
+                        "period": 60,
+                        "metrics": [
+                            [ "AWS/Lambda", "Duration", "FunctionName", "${self:custom.funktor.LowConcurrencyQueueHandlerName}", { "stat": "Minimum" } ],
+                            [ "...", { "stat": "Average" } ],
+                            [ "...", { "stat": "Maximum" } ]
+                        ],
+                        "region": "us-east-1",
+                        "title": "LowConcurrency Queue Handler Duration in Milliseconds",
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "liveData": true
+                    }
+                },
+                { 
+                    "height": 3,
+                    "width": 6,
+                    "y": 39,
+                    "x": 18,
+                    "type": "metric",
+                    "properties": {
+                        "period": 60,
+                        "metrics": [
+                            [ "AWS/Lambda", "Errors", "FunctionName",
+                              "${self:custom.funktor.LowConcurrencyQueueHandlerName}", { "id": "errors", "stat": "Sum", "color": "#d13212" } ],
+                            [ ".", "Invocations", ".", ".", { "id": "invocations", "stat": "Sum", "visible": false } ],
+                            [ { "expression": "100 - 100 * errors / MAX([errors, invocations])", "label": "Success rate (%)", "id": "availability", "yAxis": "right", "region": "us-east-1" } ]
+                        ],
+                        "region": "us-east-1",
+                        "title": "LowConcurrency Queue Handler Error count and success rate (%)",
+                        "yAxis": {
+                            "right": {
+                                "max": 100
+                            }
+                        },
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "liveData": true
+                    }
+                },
+                { 
+                    "height": 3,
+                    "width": 6,
+                    "y": 42,
+                    "x": 18,
+                    "type": "metric",
+                    "properties": {
+                        "period": 60,
+                        "metrics": [
+                            [ "AWS/Lambda", "ConcurrentExecutions", "FunctionName",
+                              "${self:custom.funktor.LowConcurrencyQueueHandlerName}", { "stat": "Maximum" } ]
+                        ],
+                        "region": "us-east-1",
+                        "title": "LowConcurrency Queue Handler Concurrent executions",
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "liveData": true
+                    }
+                },
+
+                
+
+                
+
+                { 
+                    "height": 3,
+                    "width": 6,
+                    "y": 45,
+                    "x": 0,
+                    "type": "text",
+                    "properties": {
+                        "markdown": "\n# Delayed Jobs\n"
+                    }
+                },
+                { 
+                    "height": 3,
+                    "width": 3,
+                    "y": 45,
+                    "x": 6,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "AWS/DynamoDB", "ReturnedItemCount", "TableName", "${self:custom.funktor.JobsTableName}", "Operation", "Query" ]
+                        ],
+                        "view": "singleValue",
+                        "region": "us-east-1",
+                        "stat": "Average",
+                        "period": 60,
+                        "title": "Messages To Be Scheduled"
+                    }
+                },
+                { 
+                    "height": 3,
+                    "width": 15,
+                    "y": 45,
+                    "x": 9,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "AWS/Lambda", "Duration", "FunctionName", "${self:custom.funktor.JobActivatorName}", "Resource", "${self:custom.funktor.JobActivatorName}", { "label": "p10" } ],
+                            [ "...", { "label": "p50", "stat": "p50" } ],
+                            [ "...", { "label": "p99", "stat": "p99" } ],
+                            [ "...", { "label": "Average", "stat": "Average" } ]
+                        ],
+                        "view": "singleValue",
+                        "region": "us-east-1",
+                        "stat": "p10",
+                        "period": 60,
+                        "title": "Handler Duration"
+                    }
+                },
+
+
+
+                
+                { 
+                    "height": 3,
+                    "width": 6,
+                    "y": 48,
+                    "x": 18,
+                    "type": "metric",
+                    "properties": {
+                        "period": 60,
+                        "metrics": [
+                            [ "AWS/Lambda", "Errors", "FunctionName", "${self:custom.funktor.JobActivatorName}", { "id": "errors", "stat": "Sum", "color": "#d13212" } ],
+                            [ ".", "Invocations", ".", ".", { "id": "invocations", "stat": "Sum", "visible": false } ],
+                            [ { "expression": "100 - 100 * errors / MAX([errors, invocations])", "label": "Success rate (%)", "id": "availability", "yAxis": "right", "region": "us-east-1" } ]
+                        ],
+                        "region": "us-east-1",
+                        "title": "Delayed Job SchedulerError count and success rate (%)",
+                        "yAxis": {
+                            "right": {
+                                "max": 100
+                            }
+                        },
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "liveData": true
+                    }
+                },
+                { 
+                    "height": 3,
+                    "width": 9,
+                    "y": 48,
+                    "x": 9,
+                    "type": "metric",
+                    "properties": {
+                        "period": 60,
+                        "metrics": [
+                            [ "AWS/Lambda", "Duration", "FunctionName", "${self:custom.funktor.JobActivatorName}", { "stat": "Minimum" } ],
+                            [ "...", { "stat": "Average" } ],
+                            [ "...", { "stat": "Maximum" } ]
+                        ],
+                        "region": "us-east-1",
+                        "title": "Delayed Job Scheduler Duration",
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "liveData": true
+                    }
+                },
+                { 
+                    "height": 3,
+                    "width": 9,
+                    "y": 48,
+                    "x": 0,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "AWS/DynamoDB", "ReturnedItemCount", "TableName", "${self:custom.funktor.JobsTableName}", "Operation", "Query" ]
+                        ],
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "region": "us-east-1",
+                        "title": "Delayed Jobs To Be Executed In The Next 90 Seconds",
+                        "period": 60,
+                        "stat": "Average",
+                        "liveData": true
+                    }
+                },
+
+
+                
+                { 
+                    "height": 3,
+                    "width": 9,
+                    "y": 51,
+                    "x": 0,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ { "expression": "m2/PERIOD(m2)", "label": "Consumed Read Capacity Units", "id": "e1", "stat": "Sum", "region": "us-east-1" } ],
+                            [ "AWS/DynamoDB", "ConsumedReadCapacityUnits", "TableName", "${self:custom.funktor.JobsTableName}", { "id": "m2", "visible": false } ],
+                            [ ".", "ConsumedWriteCapacityUnits", ".", ".", { "yAxis": "left", "id": "m4", "visible": false } ],
+                            [ ".", "WriteThrottleEvents", ".", ".", { "yAxis": "right", "id": "m5", "visible": false } ]
+                        ],
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "region": "us-east-1",
+                        "title": "Scheduled Job Table Read Capacity Units",
+                        "period": 60,
+                        "stat": "Sum",
+                        "liveData": true
+                    }
+                },
+                { 
+                    "height": 3,
+                    "width": 6,
+                    "y": 51,
+                    "x": 18,
+                    "type": "metric",
+                    "properties": {
+                        "period": 60,
+                        "metrics": [
+                            [ "AWS/Lambda", "ConcurrentExecutions", "FunctionName", "${self:custom.funktor.JobActivatorName}", { "stat": "Maximum" } ]
+                        ],
+                        "region": "us-east-1",
+                        "title": "Delayd Job Schedule Concurrent executions",
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "liveData": true
+                    }
+                },
+                { 
+                    "height": 3,
+                    "width": 9,
+                    "y": 51,
+                    "x": 9,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ { "expression": "m4/PERIOD(m4)", "label": "Consumed Read Capacity Units", "id": "e1", "stat": "Sum", "region": "us-east-1" } ],
+                            [ "AWS/DynamoDB", "ConsumedReadCapacityUnits", "TableName", "${self:custom.funktor.JobsTableName}", { "id": "m2", "visible": false } ],
+                            [ ".", "ConsumedWriteCapacityUnits", ".", ".", { "yAxis": "left", "id": "m4", "visible": false } ],
+                            [ ".", "WriteThrottleEvents", ".", ".", { "yAxis": "right", "id": "m5", "visible": false } ]
+                        ],
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "region": "us-east-1",
+                        "title": "Scheduled Job Table Write Capacity Units",
+                        "period": 60,
+                        "stat": "Sum",
+                        "liveData": true
+                    }
+                },
+
+
+
+                
+                { 
+                    "height": 3,
+                    "width": 18,
+                    "y": 54,
+                    "x": 0,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "AWS/DynamoDB", "SuccessfulRequestLatency", "TableName", "${self:custom.funktor.JobsTableName}", "Operation", "PutItem", { "yAxis": "left" } ],
+                            [ "...", "Query" ],
+                            [ ".", "ThrottledRequests", ".", ".", ".", "PutItem", { "yAxis": "right", "visible": false } ],
+                            [ ".", "SuccessfulRequestLatency", ".", ".", ".", "DeleteItem" ],
+                            [ ".", "SuccessfulRequestLatency", ".", ".", ".", "UpdateItem" ],
+                            [ ".", "ThrottledRequests", ".", ".", ".", ".", { "yAxis": "right", "visible": false } ]
+                        ],
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "region": "us-east-1",
+                        "stat": "Average",
+                        "period": 60,
+                        "title": "Scheduled Job Table Latency",
+                        "liveData": true
+                    }
+                },
+                { 
+                    "height": 3,
+                    "width": 6,
+                    "y": 54,
+                    "x": 18,
+                    "type": "metric",
+                    "properties": {
+                        "metrics": [
+                            [ "AWS/DynamoDB", "ThrottledRequests", "TableName", "${self:custom.funktor.JobsTableName}", "Operation", "DeleteItem" ],
+                            [ "...", "PutItem" ]
+                        ],
+                        "view": "timeSeries",
+                        "stacked": false,
+                        "region": "us-east-1",
+                        "stat": "Sum",
+                        "period": 60,
+                        "title": "Scheduled Job Table Throttled Operations",
+                        "liveData": true
+                    }
+                }
+
+
+                
+
+            ]
+        }