lambit 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 015317ec388f92657fdfd9aae8dee01667f50c26
+  data.tar.gz: 514f02781d641b0250e2912154fb2fd5f1f81400
+SHA512:
+  metadata.gz: ac0c223092e97287c99df528addb2bec486ca569944fda6911de0cf3e89073de3b24bd307c663b20ccb5017e9e032eb33fe42736dcc4c1b7815ace881ac9e0e6
+  data.tar.gz: 48d570c9b1a344f2aca3d3f030795e2bbc0e6f90aa82fa54c9f5e339ef969904211803fdd57b156012b2a2b3559994f641a28e7a8313ea13301781410c71404a

data/.evnrc.example

@@ -0,0 +1 @@
+PATH_add bin

data/.gitignore

@@ -0,0 +1,18 @@
+.DS_Store
+.bundle/
+*.swp
+*.swo
+.idea
+~*
+log/*
+tmp/*
+vendor/bundle
+.tags
+.gemtags
+ctags*
+*.sublime-*
+*.gem
+.envrc
+.ruby-version
+bin/*
+!bin/lambit

data/.ruby-version.example

@@ -0,0 +1 @@
+2.2.4

data/CHANGELOG.md

@@ -0,0 +1,7 @@
+Lambit Changelog
+===
+
+0.0.1
+---
+- Initial release
+- TODO: Replace eval statements with limited parser

data/Gemfile

@@ -0,0 +1,11 @@
+source 'https://rubygems.org'
+
+group :development do
+  gem 'pry',               '~> 0.10.0'
+end
+
+group :test do
+  gem 'rake',                       '~> 10.4.0'
+  gem 'mocha',                      '~> 1.1.0'
+  gem 'shoulda-context',            '~> 1.2.0'
+end

data/LICENSE

@@ -0,0 +1,20 @@
+The MIT License (MIT)
+
+Copyright (c) 2016 Will Drew
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of
+this software and associated documentation files (the "Software"), to deal in
+the Software without restriction, including without limitation the rights to
+use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
+the Software, and to permit persons to whom the Software is furnished to do so,
+subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
+FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
+IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,74 @@
+lambit
+========
+
+A utility to manage AWS Lambda Service. Lambda + It => Lambit!
+
+This tool programmatically manages AWS Lambdas including various Event Sources using Lambit project conventions and a yaml configuration file. It also has the ability to associate alarms based on metrics produced.
+
+
+## Prerequisites
+- AWS properly configured on machine for SDK/CLI
+
+
+## Shell Environment Variables
+- $AWS_REGION
+    * Required
+- $AWS_ACCESS_KEY
+    * Optional
+- $AWS_SECRET_KEY
+    * Optional
+- $LAMBIT_PROJECT_PATH
+    * Required path to Lambit project
+- $LAMBIT_CONFIG_FILENAME
+    * The config filename for Lambit
+    * Defaults to 'lambit.yml'
+- $LAMBIT_REGEXP
+    * The filter regexp to filter Lambda Function(s)
+    * Default is nil and processes all project Lambdas
+
+
+## Lambit Commands
+- build
+    * Builds Lambda Function deploy packages for deployment for Lambit project Lambda(s)
+- deploy
+    * Deploys (creates AWS Lambda Functions) for project Lambda(s) using built Lambda Function deploy packages
+- delete
+    * Deletes the AWS Lambda Functions for the project Lambda(s)
+- add_event_sources
+    * Adds Event Sources to the AWS Lambda Functions for the project Lambda(s)
+- remove_event_sources
+    * Removes Event Sources from the AWS Lambda Functions for the project Lambda(s)
+- add_alarms
+    * Adds CloudWatch Alarms to the AWS Lambda Functions for the project Lambda(s)
+- delete_alarms
+    * Deletes CloudWatch Alarms from the AWS Lambda Functions for the project Lambda(s)
+
+
+### Example Usages
+``` shell
+lambit build
+lambit deploy
+lambit add_event_sources
+lambit add_alarms
+```
+
+## Lambit Project Conventions
+
+``` shell
+./lambdas
+  ./my-lambit-project
+    ./function
+    ./templates
+    .lambit.yml
+  ./my-other-lambit-project
+    ...
+``` shell
+
+- 'function' directory should contain any function code (required)
+- 'templates' directory should contain any templates like .json files (optional)
+- 'lambit.yml' configuration file for Lambit project, please look at example 'lambit.yml.example'
+  - Relevant section values conform to aws-sdk expected hashes, refer to the 'aws-sdk' for rb for details
+  - Python Lambda Functions are able to install 'required_pips' for deployable packages
+  - Advanced: Sprinkle of built-in magic that provides support for fetching function names and indexes (subject to change)
+
+Credit [Ethan Rowe ](https://github.com/ethanrowe) for the original command handler technique in [hadupils](https://github.com/ethanrowe/hadupils).

data/bin/lambit

@@ -0,0 +1,91 @@
+#!/usr/bin/env ruby
+
+# vim: set filetype=ruby:
+
+require 'gli'
+require 'lambit'
+
+include GLI::App
+
+version Lambit::VERSION
+
+program_desc 'A utility to manage AWS Lambda. Lambda + It => Lambit!'
+
+tmpdir                      = ENV['LAMBIT_TMPDIR']
+project_path                = ENV['LAMBIT_PROJECT_PATH']
+config_filename             = ENV['LAMBIT_CONFIG_FILENAME']
+regexp                      = ENV['LAMBIT_REGEXP']
+
+flag ['tmpdir'],            :default_value => tmpdir          || '/tmp/lambit'
+flag ['config-filename'],   :default_value => config_filename || 'lambit.yml'
+flag ['project-path'],      :default_value => project_path
+flag ['regexp'],            :default_value => regexp
+
+switch [:d, 'debug']
+switch [:v, 'verbose']
+switch [:n, 'dry-run']
+
+def project_path_check!(options)
+  exit_now!('No project given!') if options['project-path'].nil? || options['project-path'].empty?
+end
+
+def set_config(options)
+  Lambit::Common::Config.instance.init_config(options)
+end
+
+def bootstrap(options)
+  project_path_check! options
+  set_config options
+  Lambit.logger.info "Lambit CLI using options: #{options}" if Lambit.is_verbose?
+end
+
+command :build do |c|
+  c.action do |global_options, options, args|
+    bootstrap(global_options)
+    Lambit::Commands::Lambdas.run 'build_lambdas', global_options, args
+  end
+end
+
+command :deploy do |c|
+  c.action do |global_options, options, args|
+    bootstrap(global_options)
+    Lambit::Commands::Lambdas.run 'create_lambdas', global_options, args
+  end
+end
+
+command :delete do |c|
+  c.action do |global_options, options, args|
+    bootstrap(global_options)
+    Lambit::Commands::Lambdas.run 'delete_lambdas', global_options, args
+  end
+end
+
+command :add_event_sources do |c|
+  c.action do |global_options, options, args|
+    bootstrap(global_options)
+    Lambit::Commands::Lambdas.run 'add_event_sources_lambdas', global_options, args
+  end
+end
+
+command :remove_event_sources do |c|
+  c.action do |global_options, options, args|
+    bootstrap(global_options)
+    Lambit::Commands::Lambdas.run 'remove_event_sources_lambdas', global_options, args
+  end
+end
+
+command :add_alarms do |c|
+  c.action do |global_options, options, args|
+    bootstrap(global_options)
+    Lambit::Commands::Lambdas.run 'add_alarms_lambdas', global_options, args
+  end
+end
+
+command :delete_alarms do |c|
+  c.action do |global_options, options, args|
+    bootstrap(global_options)
+    Lambit::Commands::Lambdas.run 'delete_alarms_lambdas', global_options, args
+  end
+end
+
+exit run(ARGV)

data/lambit.gemspec

@@ -0,0 +1,32 @@
+# encoding: UTF-8
+
+$:.push File.expand_path('../lib', __FILE__)
+require File.expand_path('../lib/lambit/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.name          = 'lambit'
+  gem.version       = Lambit::VERSION
+  gem.platform      = Gem::Platform::RUBY
+  gem.authors       = ['Will Drew']
+  gem.email         = ['willdrew@gmail.com']
+  gem.summary       = %q{}
+  gem.description   = %q{}
+  gem.homepage      = 'https://github.com/willdrew/lambit'
+
+  gem.required_rubygems_version = '>= 1.3.6'
+  gem.required_ruby_version = ::Gem::Requirement.new('>= 1.9.3')
+
+  gem.add_dependency('gli', '~> 2.13')
+  gem.add_dependency('aws-sdk', '~> 2.2')
+  gem.add_development_dependency('rake', '~> 10.4')
+  gem.add_development_dependency('bundler', '~> 1.7')
+  gem.add_development_dependency('pry', '~> 0.10')
+  gem.add_development_dependency('mocha', '~> 1.1')
+  gem.add_development_dependency('shoulda-context', '~> 1.2')
+
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+
+  gem.require_paths = %w(lib)
+end

data/lambit.yml.example

@@ -0,0 +1,96 @@
+name: "my-lambit-project"
+type: "python"
+defaults:
+  lambda_function: &default_lambda_function
+    runtime: "python2.7"
+    role: "arn:aws:iam::############:role/LambdaRole"
+    handler: "lambda_function.lambda_handler"
+    description: "my-lambit-project description"
+    memory_size: 128
+    timeout: 30
+    publish: true
+    code: {}
+  required_pips: &default_required_pips
+    - "arrow==0.7.0"
+  lambda_permission: &default_lambda_permission_s3
+    function_name: "#{function_name}"
+    statement_id: "#{function_name}-#{index}"
+    action: "lambda:InvokeFunction"
+    principal: "s3.amazonaws.com"
+    source_arn: "arn:aws:s3:::my-awesome-bucket"
+  lambda_permission: &default_lambda_permission_cron
+    function_name: "#{function_name}"
+    statement_id: "#{function_name}-#{index}"
+    action: "lambda:InvokeFunction"
+    principal: "events.amazonaws.com"
+    source_arn: "arn:aws:events:us-west-2:############:rule/lambit-my-lambit-function-v20160510-every-1200"
+  s3_bucket_notification_configurations: &default_s3_bucket_notification_configurations
+    bucket: "my-awesome-bucket"
+    notification_configuration:
+      lambda_function_configurations:
+        -
+          id: "#{function_name}-my-awesome-bucket-0"
+          lambda_function_arn: "arn:aws:lambda:us-west-2:############:function:#{function_name}"
+          events: ["s3:ObjectCreated:*"]
+          filter:
+            key:
+              filter_rules:
+                -
+                  name: "prefix"
+                  value: "really-cool-prefix"
+  cloudwatch_event_rule: &default_cloudwatch_event_rule_cron
+    name: "lambit-my-lambit-function-v20160510-every-1200"
+    schedule_expression: "cron(0 12 ? * * *)"
+    state: "ENABLED"
+    description: 'morning (every 1200 UTC)'
+  cloudwatch_event_target: &default_cloudwatch_event_target_cron
+    rule: "lambit-my-lambit-function-v20160510-every-1200"
+    targets:
+      -
+        id: "#{function_name}-#{index}"
+        arn: "arn:aws:lambda:us-west-2:############:function:#{function_name}"
+  cloudwatch_alarm: &default_cloudwatch_alarm
+    actions_enabled: true
+    alarm_actions:
+      - "arn:aws:sns:us-west-2:############:warnings"
+    namespace: "AWS/Lambda"
+    statistic: "Average"
+    period: 900
+    evaluation_periods: 1
+    threshold: 1.0
+    comparison_operator: "GreaterThanOrEqualToThreshold"
+    dimensions: []
+  cloudwatch_alarm_errors: &default_cloudwatch_alarm_errors
+    <<: *default_cloudwatch_alarm
+    metric_name: "Errors"
+    alarm_name: "#{function_name}-Errors"
+    dimensions:
+        -
+          name: "FunctionName"
+          value: "#{function_name}"
+lambdas:
+  -
+    lambda_function:
+      <<: *default_lambda_function
+      function_name: "lambit-my-lambit-function-v20160510"
+    required_pips:
+      *default_required_pips
+    templates:
+      config.json:
+        retries: 5
+    lambda_permissions:
+      -
+        <<: *default_lambda_permission_s3
+        <<: *default_lambda_permission_cron
+    s3_bucket_notification_configurations:
+      -
+        <<: *default_s3_bucket_notification_configurations
+    cloudwatch_event_rules:
+      -
+        <<: *default_cloudwatch_event_rule_cron
+    cloudwatch_event_targets:
+      -
+        <<: *default_cloudwatch_event_target_cron
+    cloudwatch_alarms:
+      -
+        <<: *default_cloudwatch_alarm_errors

data/lib/lambit.rb

@@ -0,0 +1,6 @@
+# encoding: UTF-8
+
+require_relative 'lambit/common'
+require_relative 'lambit/aws'
+require_relative 'lambit/commands'
+require_relative 'lambit/version'

data/lib/lambit/aws.rb

@@ -0,0 +1,9 @@
+# encoding: UTF-8
+
+require 'aws-sdk'
+
+require_relative 'aws/cloud_watch/alarm'
+require_relative 'aws/cloud_watch_events/rule'
+require_relative 'aws/lambda/function'
+require_relative 'aws/lambda/permission'
+require_relative 'aws/s3/bucket_notification_configuration'

data/lib/lambit/aws/cloud_watch/alarm.rb

@@ -0,0 +1,59 @@
+# encoding: UTF-8
+
+module Lambit
+  module Aws
+    module CloudWatch
+      class Alarm
+        OPTIONS = [
+              :alarm_name,
+              :alarm_description,
+              :actions_enabled,
+              :ok_actions,
+              :alarm_actions,
+              :insufficient_data_actions,
+              :metric_name,
+              :namespace,
+              :statistic,
+              :dimensions,
+              :period,
+              :unit,
+              :evaluation_periods,
+              :threshold,
+              :comparison_operator,
+              :alarm_names
+          ].each { |option| attr_reader option }
+
+        attr_reader :client
+        attr_reader :options
+
+        def initialize(config)
+          @client = ::Aws::CloudWatch::Client.new
+
+          OPTIONS.each do |option|
+            if config.has_key?(option)
+              instance_variable_set("@#{option}", config[option])
+            end
+          end
+        end
+
+        def options
+          options = {}
+
+          OPTIONS.each do |option|
+            value = self.send(option)
+            options[option] = value unless value.nil?
+          end
+          options
+        end
+
+        def put_metric_alarm
+          self.client.put_metric_alarm options
+        end
+
+        def delete_alarms
+          self.client.delete_alarms options
+        end
+      end
+    end
+  end
+end