clairlune 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: f9a36a15714b36210021c692f6e0cbdf79e5baa7
+  data.tar.gz: e9996c945eee2c45bc04e2de3fba7659b5c77a1e
+SHA512:
+  metadata.gz: 2da9e47dfa94a7445b7174bb54750ae4b2aff2eb593397509297c8b5621398e91cd1df19a220bc9d63c466a800f12783d2b25dc940144b60190eb30c78d6142e
+  data.tar.gz: 7bd56459bd4d20f89e22036c4f2b693d7b9fd1b58f533e649c24fa1603462a463afaab246284aae6ed68db07719e472c0741d7266ae56d61272f43184717706c

data/.gitignore

@@ -0,0 +1,10 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+/lambda/clairlune/node_modules/

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.travis.yml

@@ -0,0 +1,5 @@
+sudo: false
+language: ruby
+rvm:
+  - 2.3.1
+before_install: gem install bundler -v 1.12.5

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in clairlune.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2016 Moza USANE
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,66 @@
+# Clairlune
+
+Clairlune is a tool to package AWS Lambda function with npm modules for deployment.
+
+## Overview
+
+AWS Lambda is very useful but we have to build native npm modules in Amazon Linux environment when we want to use these modules.
+
+Clairlune consits of a Lambda function (Node.js) and Ruby code.
+The function is invoked to build npm modules, and upload it to S3 bucket.
+
+Ruby code provides the interface to use the Lambda function.
+So the building process can be integrated to Ruby program, Rake task, Rails application etc.
+
+## Requirements
+
+- AWS credential
+- Ruby 2.3+
+
+## Installation
+
+1. Execute `$ npm install` in ./lambda/clairlune directory.
+2. Zip ./lambda/clairlune directory and upload it to Lambda.
+
+TODO: Create installer
+
+## Usage
+
+### In Ruby code
+
+```ruby
+require 'clairlune'
+
+builder = Clairlune::Builder.new(
+  bucket: 'my-awesome-bucket',
+  key: 'npm_modules.zip',
+  package_json: '/path/to/package.json',
+  function_name: 'clairlune',
+  dest: '/path/to/node_modules.zip',
+)
+builder.performe
+```
+
+### As CLI tool
+
+TODO: Not yet implemented CLI interface.
+
+## Progress report
+
+- [x] Lambda function to build npm modules
+- [x] Core toolkit with Ruby
+- [ ] Installer
+- [ ] CLI interface
+- [ ] Documentation
+
+## License
+
+MIT
+
+## Contributing
+
+1. Fork it ( https://github.com/mozamimy/clairlune/fork )
+2. Create your feature branch (`git checkout -b awesome-feature`)
+3. Commit your changes (`git commit -am 'Add an awesome feature'`)
+4. Push to the branch (`git push origin awesome-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "clairlune"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/clairlune.gemspec

@@ -0,0 +1,27 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'clairlune/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "clairlune"
+  spec.version       = Clairlune::VERSION
+  spec.authors       = ["Moza USANE"]
+  spec.email         = ["mozamimy@quellencode.org"]
+
+  spec.summary       = %q{Clairlune is a tool to package AWS Lambda function with npm modules for deployment.}
+  spec.description   = %q{Clairlune is a tool to package AWS Lambda function with npm modules for deployment.}
+  spec.homepage      = "https://github.com/mozamimy/clairlune"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.12"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+
+  spec.add_dependency "aws-sdk", "~> 2.6.0"
+end

data/lambda/clairlune/index.js

@@ -0,0 +1,84 @@
+const exec = require('child_process').exec;
+const fs = require('fs');
+const uuid = require('node-uuid');
+const archiver = require('archiver');
+const aws = require('aws-sdk');
+const s3 = new aws.S3({ apiVersion: '2006-03-01' });
+
+const TMP_DIR_PATH = `/tmp/${uuid.v4()}`;
+const PACKAGE_JSON_PATH = `${TMP_DIR_PATH}/package.json`;
+const MODULES_PATH = `${TMP_DIR_PATH}/node_modules`;
+const DUMMY_HOME_PATH = `/tmp/${uuid.v4()}`;
+const ZIP_FILE_PATH = `/tmp/${uuid.v4()}`;
+
+function handler(event, context, callback) {
+  new Promise((resolve, reject) => {
+    if (!fs.existsSync(TMP_DIR_PATH)) {
+      fs.mkdirSync(TMP_DIR_PATH);
+    }
+    if (!fs.existsSync(DUMMY_HOME_PATH)) {
+      fs.mkdirSync(DUMMY_HOME_PATH);
+    }
+    fs.writeFileSync(PACKAGE_JSON_PATH, JSON.stringify(event, null, 2));
+
+    exec(`HOME=${DUMMY_HOME_PATH} npm install`, { cwd: TMP_DIR_PATH }, (err, stdout, stderr) => {
+      if (err) {
+        reject(err);
+      } else {
+        resolve({
+          bucket: event['clairlune']['bucket'],
+          key: event['clairlune']['key'],
+        });
+      }
+    });
+  }).then(data => {
+    return new Promise((resolve, reject) => {
+      const output = fs.createWriteStream(ZIP_FILE_PATH);
+      const archive = archiver('zip');
+
+      archive.pipe(output);
+      archive.bulk([
+        { expand: true, cwd: MODULES_PATH, src: ['**/*'], dest: '/', dot: true }
+      ]);
+
+      output.on('close', () => {
+        resolve(data);
+      });
+      archive.on('error', (err) => {
+        reject(err);
+      });
+
+      archive.finalize();
+    });
+  }).then((data) => {
+    const fileStream = fs.createReadStream(ZIP_FILE_PATH);
+
+    fileStream.on('error', (err) => {
+      context.fail(err);
+    });
+
+    fileStream.on('open', () => {
+      const s3Params = {
+        Bucket: data['bucket'],
+        Key: data['key'],
+        Body: fileStream,
+      };
+
+      s3.putObject(s3Params, (err, _) => {
+        if (err) {
+          context.fail(err);
+        } else {
+          context.succeed({
+            status: 'success',
+            bucket: data['bucket'],
+            key: data['key'],
+          });
+        }
+      });
+    });
+  }).catch(err => {
+    context.fail(err);
+  });
+}
+
+exports.handler = handler;

data/lambda/clairlune/package.json

@@ -0,0 +1,17 @@
+{
+  "name": "clairlune",
+  "version": "1.0.0",
+  "main": "index.js",
+  "dependencies": {
+    "aws-sdk": "^2.6.0",
+    "node-uuid": "^1.4.7",
+    "archiver": "^1.1.0"
+  },
+  "engines": {
+    "node": "4.3.2"
+  },
+  "scripts": {
+    "test": "echo \"Error: no test specified\" && exit 1"
+  },
+  "author": "mozamimy (Moza USANE) <mozamimy@quellencode.org>"
+}

data/lib/clairlune.rb

@@ -0,0 +1,65 @@
+require 'json'
+require 'logger'
+require 'aws-sdk'
+
+require 'clairlune/version'
+
+module Clairlune
+  class Builder
+    def initialize(key:, bucket:, package_json:, function_name:, dest:, loglevel: 'info')
+      @key = key
+      @bucket = bucket
+      @function_name = function_name
+      @dest = dest
+      @package_json = File.read(package_json)
+      @logger = Logger.new(STDOUT)
+      @logger.level = loglevel
+    end
+
+    def performe(loglevel: 'info')
+      lambda_client = Aws::Lambda::Client.new
+
+      @logger.info("Invoke build function: #{@function_name}")
+
+      lambda_response = lambda_client.invoke(
+        function_name: @function_name,
+        payload: @package_json,
+        invocation_type: 'RequestResponse',
+      )
+
+      if lambda_response.data.status_code != 200
+        @logger.fatal('Returned status code is not 200 (Lambda).')
+
+        return {
+          success: false,
+          description: 'Returned status code is not 200 (Lambda).',
+        }
+      end
+
+      if JSON.load(lambda_response.data.payload)['status'] != 'success'
+        @logger.fatal('Build is failed.')
+        @logger.fatal(lambda_response.payload.read)
+
+        return {
+          success: false,
+          description: lambda_response.payload.read,
+        }
+      end
+
+      @logger.info("Download zipped npm module from: s3://#{@bucket}/#{@key}")
+
+      s3_client = Aws::S3::Client.new
+      File.open(@dest, 'w') do |file|
+        s3_client.get_object(bucket: @bucket, key: @key) do |chunk|
+          file.write(chunk)
+        end
+      end
+
+      {
+        success: true,
+        file_path: @dest,
+        description: 'success',
+      }
+    end
+  end
+end

data/lib/clairlune/version.rb

@@ -0,0 +1,3 @@
+module Clairlune
+  VERSION = "0.1.0"
+end

metadata

@@ -0,0 +1,115 @@
+--- !ruby/object:Gem::Specification
+name: clairlune
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Moza USANE
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2016-09-25 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.12'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.6.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.6.0
+description: Clairlune is a tool to package AWS Lambda function with npm modules for
+  deployment.
+email:
+- mozamimy@quellencode.org
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- clairlune.gemspec
+- lambda/clairlune/index.js
+- lambda/clairlune/package.json
+- lib/clairlune.rb
+- lib/clairlune/version.rb
+homepage: https://github.com/mozamimy/clairlune
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Clairlune is a tool to package AWS Lambda function with npm modules for deployment.
+test_files: []