aws-lambda-runner 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 0bcd4937c0e10b5e7a0601406c1eb22f36da5d85
+  data.tar.gz: 105b4d4144d2bd73de84bb9f50ce02e63087b0f2
+SHA512:
+  metadata.gz: 51002e44f87ac3d99a319a1495a62a936c00ea0cd1cc9fe8fb485d66e01a667f235a9eee4d9a1b45115e6963d8f2ffac4c084a74c08c134bb803673114e6e8a6
+  data.tar.gz: d650889fb646cce2254ab8c9a25a9a5e57584c41ef2cdd8bc94c086b522616301db56ef31103340b65193e00a9a35a60ee37834f2b1ba6dc36aca5309fa246d0

data/js/package.json

@@ -0,0 +1,24 @@
+{
+  "name": "lambda-helper",
+  "version": "1.0.0",
+  "description": "",
+  "main": "startup.js",
+  "scripts": {
+    "test": "mocha"
+  },
+  "author": "",
+  "license": " ",
+  "devDependencies": {
+    "jshint": "^2.5.11",
+    "mocha": "^2.1.0",
+    "mocha-jshint": "0.0.9",
+    "mock-res": "^0.2.1",
+    "should": "^4.6.0"
+  },
+  "dependencies": {
+    "aws-sdk": "^2.1.34",
+    "istanbul": "^0.3.6",
+    "mock-req": "^0.1.0",
+    "stdio": "^0.2.7"
+  }
+}

data/js/request.js

@@ -0,0 +1,60 @@
+
+var url = require('url');
+
+var next_id = 0;
+var done = {};
+var errors = {};
+var timeout = {};
+
+exports.request = function(req, res, opts, handler) {
+  if (req.method === 'POST') {
+    var id = next_id;
+    var output = '';
+    next_id += 1;
+    req.on('data', function(chunk) {
+      setTimeout(function() {
+        if (!done[id]) {
+          timeout[id] = true;
+        }
+      }, opts.timeout);
+      output += chunk.toString()
+    });
+    req.on('end', function(chunk) {
+      handler(JSON.parse(output), {
+        done: function(err, message) {
+          if (err) {
+            errors[id] = err;
+            console.warn('Error:', err);
+          }
+          console.info('Finished:', message);
+          done[id] = true;
+        }
+      });
+    });
+    res.writeHead(200, {'Content-Type': 'text/plain'});
+    res.end(String(id));
+  } else if (req.method === 'DELETE') {
+    res.writeHead(202, {'Content-Type': 'text/plain'});
+    var terminationMessage = 'Terminating server at http://[localhost]:' + opts.port + ' for ' + opts['module-path'] + ' / ' + opts.handler;
+    res.end(terminationMessage + '\n');
+    console.info(terminationMessage);
+    server.close();
+  } else if (req.method === 'GET') {
+    var request_id = parseInt(url.parse(req.url, true).query.id);
+    var status = 200;
+    var output = '';
+    if (timeout[request_id]) {
+      status = 504;
+    } else if (errors[request_id]) {
+      status = 502;
+      output = errors[request_id];
+    } else if (done[request_id]) {
+      status = 201;
+    }
+    res.writeHead(status, {'Content-Type': 'text/plain'});
+    res.end(output + '\n');
+  } else {
+    res.writeHead(500, {'Content-Type': 'text/plain'});
+    res.end('Not implemented: ' + req.method + '\n');
+  }
+};

data/js/startup.js

@@ -0,0 +1,19 @@
+
+
+var http = require('http');
+var stdio = require('stdio');
+var request = require('./request.js');
+
+var opts = stdio.getopt({
+  'port': {mandatory: true, args: 1, key: 'p', description: 'Listen port'},
+  'module-path': {mandatory: true, args: 1, key: 'm', description: 'Path to the lambda module'},
+  'handler': {mandatory: true, args: 1, key: 'h', description: 'handler function to call'},
+  'timeout': {mandatory: true, args: 1, key: 't', description: 'timeout for handler function'}
+});
+console.info(opts);
+
+var module = require(opts['module-path']);
+var server = http.createServer(function (req, res) {
+  request.request(req, res, opts, module[opts.handler]);
+}).listen(opts.port);
+console.info('Server running at http://[localhost]:' + opts.port + ' for ' + opts['module-path'] + ' / ' + opts.handler);

data/lib/lambda_runner.rb

@@ -0,0 +1,100 @@
+require 'process-helper'
+require 'rest-client'
+require 'json'
+require 'English'
+require 'fileutils'
+
+def load_json(name)
+  File.open(File.join(File.dirname(__FILE__), name)) { |file| return JSON.load(file) }
+end
+
+# runs a nodejs lambda program so the s3 events can be sent to it via http post
+module LambdaRunner
+  # abstract for running the program
+  class Runner
+    def initialize(module_path, name)
+      @module_path = module_path
+      @name = name
+      @port = 8897
+    end
+
+    def install_deps
+      @npm_cwd = File.expand_path('../../js/', __FILE__)
+      STDOUT.puts("trying to use npm install in #{@npm_cwd}")
+      npm_install_pid = spawn('npm', 'install', chdir: @npm_cwd)
+      Process.wait(npm_install_pid)
+      fail 'failed to install the lambda startup' if ($CHILD_STATUS.exitstatus != 0)
+    end
+
+    def add_aws_sdk
+      STDOUT.puts("Copying aws-sdk into the lambda function's node_modules.")
+      # cp -r File.expand_path(../../js/node_modules/aws-sdk, __FILE__) $(dirname @module_path)/node_modules
+      FileUtils.cp_r File.expand_path('../../js/node_modules/aws-sdk', __FILE__), "#{File.dirname(@module_path)}/node_modules"
+    end
+
+    def start(opts = { cover: true })
+      install_deps
+      add_aws_sdk
+      # start node in a way that emulates how it's run in production
+      cmd = ['node']
+      cmd = [File.join(@npm_cwd, 'node_modules/.bin/istanbul'), 'cover', '--root', File.dirname(@module_path), '--'] if opts[:cover]
+      cmd += [File.join(@npm_cwd, 'startup.js'), '-p', @port.to_s, '-m', @module_path, '-h', @name, '-t', '1000']
+      @proc = ProcessHelper::ProcessHelper.new(print_lines: true)
+      @proc.start(cmd, 'Server running at http')
+    end
+
+    def url
+      "http://localhost:#{@port}/"
+    end
+
+    def wait(response)
+      case response.code
+      when 201 then false
+      when 200 then true
+      when 504 then fail 'timeout'
+      when 502 then fail response
+      else fail "unknown response #{response.code}"
+      end
+    end
+
+    def send(message)
+      id = RestClient.post(url, message, content_type: :json).to_str
+      loop do
+        wait(RestClient.get(url, params: { id: id })) || break
+        sleep(0.1)
+      end
+    end
+
+    def stop
+      RestClient.delete(url)
+    end
+  end
+
+  # aws events
+  class Events
+    def self.s3_event(bucket, key, local_path)
+      event = load_json('sample_req.json')
+      event['Records'].each do |record|
+        record['file'] = { 'path' => local_path }
+        record['s3']['bucket'].update('name' => bucket,
+                                      'arn' => 'arn:aws:s3:::' + bucket)
+        record['s3']['object']['key'] = key
+        record
+      end
+      event.to_json
+    end
+
+    def self.sns_event(topicArn, messageId, timestamp, messageBody)
+      event = load_json('sample_sns_req.json')
+      event['Records'].each do |record|
+        record['Sns']['topicArn'] = topicArn
+        record['Sns']['messageId'] = messageId
+        record['Sns']['timestamp'] = timestamp
+        record['Sns']['messageBody'] = messageBody
+      end
+      event.to_json
+    end
+  end
+end
+
+# vi: tabstop=2:softtabstop=2:shiftwidth=2:expandtab

data/lib/sample_req.json

@@ -0,0 +1,37 @@
+{
+  "Records": [
+    {
+      "eventVersion": "2.0",
+      "eventSource": "aws:s3",
+      "awsRegion": "eu-west-1",
+      "eventTime": "1970-01-01T00:00:00.000Z",
+      "eventName": "ObjectCreated:Put",
+      "userIdentity": {
+        "principalId": "1"
+      },
+      "requestParameters": {
+        "sourceIPAddress": "1"
+      },
+      "responseElements": {
+        "x-amz-request-id": "1",
+        "x-amz-id-2": "1"
+      },
+      "s3": {
+        "s3SchemaVersion": "1.0",
+        "configurationId": "1",
+        "bucket": {
+          "name": "example-bucket",
+          "ownerIdentity": {
+            "principalId": "1"
+          },
+          "arn": "arn:aws:s3:::example-bucket"
+        },
+        "object": {
+          "key": "key/to/file.xml",
+          "size": 1,
+          "eTag": "1"
+        }
+      }
+    }
+  ]
+}

data/lib/sample_sns_req.json

@@ -0,0 +1,22 @@
+{
+  "Records":[
+    {
+      "EventSource":"aws:sns",
+      "EventVersion": "1.0",
+      "EventSubscriptionArn": "arn:aws:sns:eu-west-1:1:lambda_topic:0123456789abcd",
+      "Sns":{
+        "Type": "Notification",
+        "MessageId":"95df01b4-ee98-5cb9-9903-4c221d41eb5e",
+        "TopicArn":"arn:aws:sns:eu-west-1:123456789012:lambda_topic",
+        "Subject":"TestInvoke",
+        "Message":"<message payload>",
+        "Timestamp":"2015-04-02T07:36:57.451Z",
+        "SignatureVersion":"1",
+        "Signature":"r0Dc5YVHuAglGcmZ9Q7SpFb2PuRDFmJNprJlAEEk8CzSq9Btu8U7dxOu++uU",
+        "SigningCertUrl":"http://sns.eu-west-1.amazonaws.com/SimpleNotificationService-d6d679a1d18e95c2f9ffcf11f4f9e198.pem",
+        "UnsubscribeUrl":"http://cloudcast.amazon.com/?foo",
+        "MessageAttributes":{"key":{"Type":"String","Value":"value"}}
+      }
+    }
+  ]
+}

metadata

@@ -0,0 +1,134 @@
+--- !ruby/object:Gem::Specification
+name: aws-lambda-runner
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- andrew wheat
+- tristan hill
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-01-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: process-helper
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+- !ruby/object:Gem::Dependency
+  name: rest-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: file_utils
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: Trigger AWS Lambda functions without deploying to AWS
+email: []
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- js/package.json
+- js/request.js
+- js/startup.js
+- lib/lambda_runner.rb
+- lib/sample_req.json
+- lib/sample_sns_req.json
+homepage: https://github.com/bbc/aws-lambda-runner
+licenses:
+- Apache 2
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: AWS Lambda testing helper
+test_files: []