lam 0.0.1 → 0.1.0

data/lib/lam/build/traveling_ruby.rb

@@ -1,108 +0,0 @@
-require "fileutils"
-require "open-uri"
-require "colorize"
-
-class Lam::Build
-  TRAVELING_RUBY_VERSION = 'http://d6r77u77i8pq3.cloudfront.net/releases/traveling-ruby-20150715-2.2.2-linux-x86_64.tar.gz'.freeze
-  TEMP_BUILD_DIR = '/tmp/lam_build'.freeze
-
-  class TravelingRuby
-    def build
-      if File.exist?("#{Lam.root}bundled")
-        puts "Ruby bundled already exists."
-        puts "To force rebundling: rm -rf bundled"
-        return
-      end
-
-      check_ruby_version
-
-      FileUtils.mkdir_p(TEMP_BUILD_DIR)
-      copy_gemfiles
-
-      Dir.chdir(TEMP_BUILD_DIR) do
-        download_traveling_ruby
-        unpack_traveling_ruby
-        bundle_install
-      end
-
-      move_bundled_to_project
-    end
-
-    def check_ruby_version
-      return if ENV['LAM_SKIP_RUBY_CHECK'] # only use if you absolutely need to
-      traveling_version = TRAVELING_RUBY_VERSION.match(/-((\d+)\.(\d+)\.(\d+))-/)[1]
-      if RUBY_VERSION != traveling_version
-        puts "You are using ruby version #{RUBY_VERSION}."
-        abort("You must use ruby #{traveling_version} to build the project because it's what Traveling Ruby uses.".colorize(:red))
-      end
-    end
-
-    def copy_gemfiles
-      FileUtils.cp("#{Lam.root}Gemfile", "#{TEMP_BUILD_DIR}/")
-      FileUtils.cp("#{Lam.root}Gemfile.lock", "#{TEMP_BUILD_DIR}/")
-    end
-
-    def download_traveling_ruby
-      puts "Downloading traveling ruby from #{traveling_ruby_url}."
-
-      FileUtils.rm_rf("#{TEMP_BUILD_DIR}/#{bundled_ruby_dest}")
-      File.open(traveling_ruby_tar_file, 'wb') do |saved_file|
-        # the following "open" is provided by open-uri
-        open(traveling_ruby_url, 'rb') do |read_file|
-          saved_file.write(read_file.read)
-        end
-      end
-
-      puts 'Download complete.'
-    end
-
-    def unpack_traveling_ruby
-      puts 'Unpacking traveling ruby.'
-
-      FileUtils.mkdir_p(bundled_ruby_dest)
-
-      success = system("tar -xzf #{traveling_ruby_tar_file} -C #{bundled_ruby_dest}")
-      abort('Unpacking traveling ruby failed') unless success
-      puts 'Unpacking traveling ruby successful.'
-
-      puts 'Removing tar.'
-      FileUtils.rm_rf(traveling_ruby_tar_file)
-    end
-
-    def bundle_install
-      puts 'Installing bundle.'
-      require "bundler" # dynamicaly require bundler so user can use any bundler
-      Bundler.with_clean_env do
-        success = system(
-          "cd #{TEMP_BUILD_DIR} && " \
-          'env BUNDLE_IGNORE_CONFIG=1 bundle install --path bundled/gems --without development'
-        )
-
-        abort('Bundle install failed, exiting.') unless success
-      end
-
-      puts 'Bundle install success.'
-    end
-
-    def move_bundled_to_project
-      if File.exist?("#{Lam.root}bundled")
-        puts "Removing current bundled folder"
-        FileUtils.rm_rf("#{Lam.root}bundled")
-      end
-      puts "Moving bundled ruby to your project."
-      FileUtils.mv("#{TEMP_BUILD_DIR}/bundled", Lam.root)
-    end
-
-    def bundled_ruby_dest
-      "bundled/ruby"
-    end
-
-    def traveling_ruby_url
-      TRAVELING_RUBY_VERSION
-    end
-
-    def traveling_ruby_tar_file
-      File.basename(traveling_ruby_url)
-    end
-  end
-end

data/lib/lam/cli.rb

@@ -1,23 +0,0 @@
-require "thor"
-require "lam/cli/help"
-
-module Lam
-
-  class CLI < Command
-    class_option :verbose, type: :boolean
-    class_option :noop, type: :boolean
-
-    desc "build", "Builds and prepares project for Lambda"
-    long_desc Help.build
-    option :force, type: :boolean, aliases: "-f", desc: "override existing starter files"
-    option :quiet, type: :boolean, aliases: "-q", desc: "silence the output"
-    option :format, type: :string, default: "yaml", desc: "starter project template format: json or yaml"
-    def build
-      Lam::Build.new(options).run
-    end
-
-    desc "process TYPE", "process subcommand tasks"
-    long_desc Help.process
-    subcommand "process", Lam::Process
-  end
-end

data/lib/lam/cli/help.rb

@@ -1,19 +0,0 @@
-module Lam
-  class CLI < Command
-    class Help
-      class << self
-        def build
-<<-EOL
-Builds and prepares project for AWS Lambda.  Generates a node shim and vendors Traveling Ruby.  Creates a zip file to be uploaded to Lambda for each handler.
-EOL
-        end
-
-        def process
-<<-EOL
-TODO: update process help menu
-EOL
-        end
-      end
-    end
-  end
-end

data/lib/lam/command.rb

@@ -1,25 +0,0 @@
-require "thor"
-
-module Lam
-  class Command < Thor
-    class << self
-      def dispatch(m, args, options, config)
-        # Allow calling for help via:
-        #   lam command help
-        #   lam command -h
-        #   lam command --help
-        #   lam command -D
-        #
-        # as well thor's normal way:
-        #
-        #   lam help command
-        help_flags = Thor::HELP_MAPPINGS + ["help"]
-        if args.length > 1 && !(args & help_flags).empty?
-          args -= help_flags
-          args.insert(-2, "help")
-        end
-        super
-      end
-    end
-  end
-end

data/lib/lam/process.rb

@@ -1,18 +0,0 @@
-class Lam::Process < Lam::Command
-  autoload :Help, 'lam/process/help'
-  autoload :ProcessorDeducer, 'lam/process/processor_deducer'
-  autoload :BaseProcessor, 'lam/process/base_processor'
-  autoload :ControllerProcessor, 'lam/process/controller_processor'
-
-  class_option :verbose, type: :boolean
-  class_option :noop, type: :boolean
-  class_option :project_root, desc: "Project folder.  Defaults to current directory", default: "."
-  class_option :region, desc: "AWS region"
-
-  desc "create STACK", "create a CloudFormation stack"
-  option :randomize_stack_name, type: :boolean, desc: "tack on random string at the end of the stack name", default: nil
-  long_desc Help.controller
-  def controller(event, context, handler)
-    ControllerProcessor.new(event, context, handler).run
-  end
-end

data/lib/lam/process/base_processor.rb

@@ -1,23 +0,0 @@
-require 'json'
-require_relative 'processor_deducer'
-
-# Global overrides for Lambda processing
-$stdout.sync = true
-# This might seem weird but we want puts to write to stderr which is set in
-# the node shim to write to stderr.  This directs the output to Lambda logs.
-# Printing to stdout can managle up the payload returned from Lambda function.
-# This is not desired if you want to return say a json payload to API Gateway
-# eventually.
-def puts(text)
-  $stderr.puts(text)
-end
-
-class Lam::Process::BaseProcessor
-  attr_reader :event, :context, :handler
-  def initialize(event, context, handler)
-    # assume valid json from Lambda
-    @event = JSON.parse(event)
-    @context = JSON.parse(context)
-    @handler = handler
-  end
-end

data/lib/lam/process/controller_processor.rb

@@ -1,36 +0,0 @@
-require_relative "base_processor"
-
-class Lam::Process
-  class ControllerProcessor < Lam::Process::BaseProcessor
-    def run
-      # Use the handler value (ie: posts.create) to deduce the user's business
-      # code to require and run.
-      deducer = ProcessorDeducer.new(handler)
-      path = deducer.controller[:path]
-      code = deducer.controller[:code]
-
-      begin
-        require path  # require "app/controllers/posts_controller.rb"
-        # Puts the return value of user's code to stdout because this is
-        # what eventually gets used by API Gateway.
-        # Explicitly using $stdout since puts redirected to $stderr.
-
-        # result = PostsController.new(event, context).create
-        result = instance_eval(code, path)
-
-        # JSON.dump is pretty robust.  If it cannot dump the structure into a
-        # json string, it just dumps it to a plain text string.
-        $stdout.puts JSON.dump(result) # only place where we write to stdout.
-      rescue Exception => e
-        # Customize error message slightly so nodejs shim can process the
-        # returned error message.
-        # The "RubyError: " is a marker that the javascript shim scans for.
-        $stderr.puts("RubyError: #{e.class}: #{e.message}") # js needs this as the first line
-        backtrace = e.backtrace.map {|l| "  #{l}" }
-        $stderr.puts(backtrace)
-        # $stderr.puts("END OF RUBY OUTPUT")
-        exit 1 # instead of re-raising to control the error backtrace output
-      end
-    end
-  end
-end

data/lib/lam/process/help.rb

@@ -1,11 +0,0 @@
-class Lam::Process::Help
-  class << self
-    def controller
-<<-EOL
-Examples:
-
-lam process controller '{ "we" : "love", "using" : "Lambda" }' '{"test": "1"}' "handlers/controllers/posts.create"
-EOL
-    end
-  end
-end

data/lib/lam/process/processor_deducer.rb

@@ -1,52 +0,0 @@
-class Lam::Process::ProcessorDeducer
-  def initialize(handler)
-    @handler = handler
-  end
-
-  # Deduces the path and method from the handler. Example:
-  #
-  #   ProcessorDeducer.new("handlers/functions/posts.create").function
-  #     => {path: "app/functions/posts.rb", code: "create(event, context)"}
-  #
-  # Summary:
-  #
-  # Input:
-  #   handler: handlers/functions/posts.create
-  # Output:
-  #   path: app/functions/posts.rb
-  #   code: create(event, context) # code to instance_eval
-  #
-  # Returns: {path: path, code: code}
-  def function
-    path, meth = @handler.split('.')
-    path = Lam.root + path.sub("handlers", "app") + ".rb"
-    code = "#{meth}(event, context)"
-    {path: path, code: code}
-  end
-
-  # Deduces the path and method from the handler. Example:
-  #
-  #   ProcessorDeducer.new("handlers/controllers/posts.create").controller
-  #     => {path: "controllers/posts_controller.rb", code: "create"}
-  #
-  # Summary:
-  #
-  # Input:
-  #   handler: handlers/controllers/posts.create
-  # Output:
-  #   path: app/controllers/posts_controller.rb
-  #   code: create # code to instance_eval
-  #
-  # Returns: {path: path, code: code}
-  def controller
-    handler_path, meth = @handler.split('.')
-
-    path = Lam.root + handler_path.sub("handlers", "app") + "_controller.rb"
-
-    controller_name = handler_path.sub(%r{.*handlers/controllers/}, "") + "_controller" # posts_controller
-    controller_class = controller_name.split('_').collect(&:capitalize).join # PostsController
-    code = "#{controller_class}.new(event, context).#{meth}" # PostsController.new(event, context).create
-
-    {path: path, code: code, class_name: controller_class}
-  end
-end

data/lib/lam/util.rb

@@ -1,13 +0,0 @@
-module Lam::Util
-  # Ensures trailing slash
-  # Useful for appending a './' in front of a path or leaving it alone.
-  # Returns: '/path/with/trailing/slash/' or './'
-  @@root = nil
-  def root
-    return @@root if @@root
-    @@root = ENV['PROJECT_ROOT'].to_s
-    @@root = '.' if @@root == ''
-    @@root = "#{@@root}/" unless @@root.ends_with?('/')
-    @@root
-  end
-end

data/notes/design.md

@@ -1,43 +0,0 @@
-## Project Structure
-
-TODO: make this a table
-
-```sh
-app/controllers
-app/workers
-app/functions
-config/project.yml
-config/events.yml
-config/routes.rb
-```
-
-
-## Usage
-
-```sh
-lam build
-lam deploy
-```
-
-## Testing
-
-Testing controller processing without node shim.
-
-```
-lam process controller '{ "we" : "love", "using" : "Lambda" }' '{"test": "1"}' "handlers/controllers/posts.create"
-```
-
-Testing the generated node shim handler and the controller processing.
-
-```
-cd spec/fixtures/project
-lam build # generates the handlers
-node handlers/controllers/posts.js
-```
-
-VS
-
-```sh
-processors/controller_processor.rb '{ "we" : "love", "using" : "Lambda" }' '{"test": "1"}' "handlers/controllers/posts.create" | jq '.'
-```
-

data/notes/traveling-ruby-packaging-lam.md

@@ -1,26 +0,0 @@
-# start off at project root
-
-mkdir -p /tmp/lam_build
-cp Gemfile* /tmp/lam_build/
-cd /tmp/lam_build # cd into there to build TravelingRuby
-
-wget http://d6r77u77i8pq3.cloudfront.net/releases/traveling-ruby-20150715-2.2.2-linux-x86_64.tar.gz .
-mkdir -p bundled/ruby # tmp/lam_build/bundled/ruby
-tar -xvf traveling-ruby-20150715-2.2.2-linux-x86_64.tar.gz -C bundled/ruby
-# ls ruby => bin  bin.real  info  lib
-# bundled/ruby/bin/ruby -v # works now :)
-
-# had to modify Gemfile and update the local path for linux
-bundle install --path bundled/gems
-
-# DONT THINK THAT I NEED TO COPY THE Gemfile into bundled/gems...
-# mv Gemfile* bundled/gems/ # copy Gemfile from the project to bundled/gems
-# IMPORTANT: the Gemfile must be in the same bundled/gems folder
-
-# now we have both bundled/gems bundled/ruby :)
-bundled/gems/ruby/2.2.0/bin/print_ruby_info # should work
-
-
-# Let's move back to the project and test the wrapper, it should work also
-mv bundled ~/lam-test/lam/spec/fixtures/project/
-cd ~/lam-test/lam/spec/fixtures/project # back to project root

data/notes/traveling-ruby-packaging.md

@@ -1,103 +0,0 @@
-### Packaging Gems Info
-
-### Structure
-
-This is the structure that TravelingRuby uses in it's tutorial.
-
-```sh
-PROJECT/YOUR_BINARY_WRAPPER (hello)
-PROJECT/lib/ruby/bin/ruby -> PROJECT/lib/ruby/bin.real/ruby
-PROJECT/lib/vendor/ruby/2.2.0/bin/print_ruby_info # the gem binaries are here
-```
-
-* Instead calling the ruby binary `lam process` command directly.
-* Lam will require 'bundler/setup' so the user's gems will be required properly
-* Skip the overhead of having another wrapper
-
-```sh
-PROJECT/vendor/ruby/2.2.0/bin/lam # the gem binaries are here
-```
-
-### Packaging Gems Commands
-
-```
-mkdir packaging/tmp
-cp Gemfile Gemfile.lock packaging/tmp/ # this are from the user's project
-cd packaging/tmp
-
-# here's where the gems are instaleld into packaging/vendor/
-BUNDLE_IGNORE_CONFIG=1 bundle install --path ../vendor --without development
-# IMPORTANT: Think I'll make the user switch to 2.2.0 and error the build proccess.
-
-##############
-I can call ruby bin files directly.
-I was WRONG. Cannot call gem bin files directly because I need to make sure that
-bundler/setup gets loaded before calling the gem bin.
-Tried moving bundler/setup into the lam library itself but get all sorts of warnings.
-
-hello-1.0.0-linux-x86_64/lib/vendor/ruby/2.2.0/bin/lam help
-BUT the shabang line has: #!/usr/bin/env ruby2.0 .. but only on linux..
-Simply cannot rename the darn ruby version folder.
-#############
-
-
-cd ../..
-rm -rf packaging/tmp # remove working space
-
-# reduce the zip package size!
-rm -f packaging/vendor/*/*/cache/*
-```
-
-Now we can copy over the generated vendored files
-
-##################################
-# clean
-rm -rf packaging/vendor/
-
-bundle update
-rake package:linux:x86_64 DIR_ONLY=1
-
-mkdir packaging/tmp
-cp Gemfile Gemfile.lock packaging/tmp/
-cd packaging/tmp
-BUNDLE_IGNORE_CONFIG=1 bundle install --path ../vendor --without development
-cd ../..
-
-cp -pR packaging/vendor hello-1.0.0-linux-x86_64/lib/
-cp Gemfile Gemfile.lock hello-1.0.0-linux-x86_64/lib/vendor/
-mkdir hello-1.0.0-linux-x86_64/lib/vendor/.bundle
-cp packaging/bundler-config hello-1.0.0-linux-x86_64/lib/vendor/.bundle/config
-
-find . -name print_ruby_info
-
-
-# Wrapper script `lam`
-
-```bash
-#!/bin/bash
-set -e
-
-# Figure out where this script is located.
-SELFDIR="`dirname \"$0\"`"
-SELFDIR="`cd \"$SELFDIR\" && pwd`"
-
-# Tell Bundler where the Gemfile and gems are.
-export BUNDLE_GEMFILE="$SELFDIR/lib/vendor/Gemfile"
-unset BUNDLE_IGNORE_CONFIG
-
-# Run the actual app using the bundled Ruby interpreter, with Bundler activated.
-exec "$SELFDIR/lib/ruby/bin/ruby" -rbundler/setup "$SELFDIR/lib/app/hello.rb"
-```
-
-
-### Building Ruby
-http://cache.ruby-lang.org/pub/ruby/2.2/
-
-```sh
-wget http://cache.ruby-lang.org/pub/ruby/2.2/ruby-2.2.2.tar.gz
-tar xvfvz ruby-2.2.2.tar.gz
-cd ruby-2.2.2
-./configure
-make
-sudo make install
-```