ec2-api-proxy 0.1.0

data/README

@@ -0,0 +1,58 @@
+= ec2-api-proxy
+
+== Description
+
+ec2-api-proxy is a proxy server for EC2 API.
+
+== Source Code
+
+https://bitbucket.org/winebarrel/ec2-api-proxy
+
+== Dependency
+
+* EventMachine
+* RExec
+* Dalli
+
+== Install
+
+gem install ec2-api-proxy
+
+== Example
+
+  shell> ec2-api-proxy start
+  Starting daemon...
+  Waiting for daemon to start...
+  Daemon status: running pid=56921
+  
+  shell> eapctl status
+  ---
+  memcached: localhost:11211
+  expires: 60
+  compress: false
+  debug: false
+  shell> eapctl set-debug true
+  
+  shell> export HTTP_PROXY=localhost:8080
+  shell> aws ec2 describe-instances --endpoint-url=http://ec2.ap-northeast-1.amazonaws.com # It does not support HTTPS still
+  {
+      "Reservations": [
+          {
+  ...
+  shell> aws ec2 describe-instances --endpoint-url=http://ec2.ap-northeast-1.amazonaws.com
+  {
+      "Reservations": [
+          {
+  ...
+  
+  shell> tail -f /var/log/ec2-api-proxy.log
+  ...
+  D, [2013-07-15T20:41:28.472712 #76304] DEBUG -- : proxy: connect from 127.0.0.1:58456
+  D, [2013-07-15T20:41:28.529715 #76304] DEBUG -- : proxy: cache miss
+  D, [2013-07-15T20:41:29.051745 #76304] DEBUG -- : proxy: unbind connection from 127.0.0.1:58456
+  D, [2013-07-15T20:41:29.051745 #76304] DEBUG -- : backend: unbind connection
+  D, [2013-07-15T20:41:29.052745 #76304] DEBUG -- : backend: set cache (length=22330)
+  D, [2013-07-15T20:41:31.202868 #76304] DEBUG -- : proxy: connect from 127.0.0.1:58459
+  D, [2013-07-15T20:41:31.207869 #76304] DEBUG -- : proxy: cache hit (length=22330)
+  D, [2013-07-15T20:41:31.209869 #76304] DEBUG -- : proxy: unbind connection from 127.0.0.1:58459
+

data/bin/eapctl

@@ -0,0 +1,58 @@
+#!/usr/bin/env ruby
+$: << File.expand_path(File.dirname(__FILE__) + '/../lib')
+
+require 'drb/drb'
+require 'optparse'
+require 'ec2-api-proxy/constants'
+require 'yaml'
+
+COMMAND_NAME = File.basename(__FILE__)
+
+COMMANDS = {
+  'status' => lambda {|server_options|
+    h = {}
+    server_options.to_hash.each {|k, v| h[k.to_s] = v }
+    puts YAML.dump(h)
+  },
+  'set-expires' => lambda {|server_options, v|
+    server_options[:expires] = v.to_i
+  },
+  'set-debug' => lambda {|server_options, v|
+    server_options[:debug] = !!(/#{Regexp.escape(v)}/i =~ 'true')
+  },
+}
+
+options = nil
+
+ARGV.options do |parser|
+  cmds = COMMANDS.keys
+
+  options = {
+    :socket => "/var/tmp/#{APP_NAME}.sock",
+  }
+
+  parser.on('-S', '--socket=SOCK_FILE') {|v| options[:socket] = v }
+
+  help_and_exit = lambda do |v|
+    $stderr.puts parser.help.sub(COMMAND_NAME, "#{COMMAND_NAME} {#{cmds.join('|')}}")
+    exit 1
+  end
+
+  parser.on('-h', '--help', &help_and_exit)
+
+  parser.parse!
+
+  unless ARGV.length >= 1 and cmds.include?(ARGV[0])
+    help_and_exit.call(true)
+  end
+end # parse options
+
+server_options = DRbObject.new_with_uri("drbunix:#{options[:socket]}")
+
+cmd = COMMANDS.fetch(ARGV[0])
+
+if cmd.arity > 1
+  cmd.call(server_options, ARGV[1])
+else
+  cmd.call(server_options)
+end

data/bin/ec2-api-proxy

@@ -0,0 +1,49 @@
+#!/usr/bin/env ruby
+$: << File.expand_path(File.dirname(__FILE__) + '/../lib')
+
+require 'optparse'
+require 'ec2-api-proxy/constants'
+require 'ec2-api-proxy/server'
+
+options = nil
+
+ARGV.options do |parser|
+  daemon_commands = %w(start stop restart status)
+
+  options = {
+    :addr => '0.0.0.0',
+    :port => 8080,
+    :memcached => 'localhost:11211',
+    :expires => 60,
+    :compress => false,
+    :working_dir => '/var',
+    :socket => "/var/tmp/#{APP_NAME}.sock",
+    :debug => false,
+  }
+
+  parser.on('-a', '--addr=ADDR'          ) {|v| options[:addr]         = v      }
+  parser.on('-p', '--port=PORT'          ) {|v| options[:port]         = v.to_i }
+  parser.on('-m', '--memcached=HOST:PORT') {|v| options[:memcached]    = v      }
+  parser.on('-e', '--expires=SECOND'     ) {|v| options[:expires]      = v.to_i }
+  parser.on('-c', '--compress'           ) {    options[:compress]     = true   }
+  parser.on('-n', '--threads=SIZE'       ) {|v| options[:threads]      = v.to_i }
+  parser.on('-W', '--working-dir=DIR'    ) {|v| options[:working_dir]  = v      }
+  parser.on('-S', '--socket=SOCK_FILE'   ) {|v| options[:socket]       = v      }
+  parser.on('',   '--debug'              ) {    options[:debug]        = true   }
+
+  help_and_exit = lambda do |v|
+    $stderr.puts parser.help.sub(APP_NAME, "#{APP_NAME} {#{daemon_commands.join('|')}}")
+    exit 1
+  end
+
+  parser.on('-h', '--help', &help_and_exit)
+
+  parser.parse!
+
+  unless ARGV.length == 1 and daemon_commands.include?(ARGV[0])
+    help_and_exit.call(true)
+  end
+end # parse options
+
+EC2APIProxy::Server.options = options
+EC2APIProxy::Server.daemonize

data/lib/ec2-api-proxy/backend.rb

@@ -0,0 +1,46 @@
+require 'eventmachine'
+
+module EC2APIProxy
+  class Backend < EM::Connection
+    def initialize(proxy, memcached_key)
+      @proxy = proxy
+      @logger = proxy.logger
+      @memcached_key = memcached_key
+      @data_list = []
+    end
+
+    def unbind
+      if @proxy and @proxy.options[:debug]
+        @logger.debug("backend: unbind connection")
+      end
+
+      unless @data_list.empty?
+        data = @data_list.join
+        @proxy.memcached.set(@memcached_key, data, @proxy.options[:expires])
+
+        if @proxy and @proxy.options[:debug]
+          @logger.debug("backend: set cache (length=#{data.length})")
+        end
+      end
+    end
+
+    def receive_data(data)
+      if not @proxy or @proxy.error?
+        @logger.info("backend: proxy connection error: #{data.inspect}")
+        close_proxy_connection
+        close_connection_after_writing
+      else
+        @data_list << data
+        @proxy.send_data(data)
+      end
+    end
+
+    private
+
+    def close_proxy_connection
+      @proxy.close_connection if @proxy
+    rescue Exception => e
+      @logger.warn("#{e.class.name}: #{e.message}")
+    end
+  end # Backend
+end # EC2APIProxy

data/lib/ec2-api-proxy/constants.rb

@@ -0,0 +1,2 @@
+APP_NAME = 'ec2-api-proxy'
+Version = '0.1.0'

data/lib/ec2-api-proxy/proxy.rb

@@ -0,0 +1,129 @@
+require 'eventmachine'
+require 'ec2-api-proxy/backend'
+require 'logger'
+require 'uri'
+require 'cgi'
+
+module EC2APIProxy
+  class Proxy < EM::Connection
+    attr_reader :options
+    attr_reader :logger
+    attr_reader :memcached
+
+    def initialize(options)
+      @options = options
+      @memcached = Dalli::Client.new(options[:memcached], :compress => options[:compress])
+      @logger = Logger.new($stdout)
+    end
+
+    def post_init
+      if (peername = get_peername)
+        @connect_from = Socket.unpack_sockaddr_in(peername)
+      end
+
+      if @options[:debug]
+        port, ip = @connect_from
+        @logger.debug("proxy: connect from #{ip}:#{port}")
+      end
+    end
+
+    def unbind
+      close_backend_connection
+
+      if @options[:debug]
+        port, ip = @connect_from
+        @logger.debug("proxy: unbind connection from #{ip}:#{port}")
+      end
+    end
+
+    def receive_data(data)
+      EM.defer {
+        begin
+          endpoint, params = parse_proxy_request(data)
+          key = params_to_key(params)
+
+          if (cache = @memcached.get(key))
+            @logger.debug("proxy: cache hit (length=#{cache.length})") if @options[:debug]
+            send_data(cache)
+            close_connection_after_writing
+          else
+            @logger.debug("proxy: cache miss") if @options[:debug]
+            @backend = EM.connect(endpoint.host, endpoint.port, EC2APIProxy::Backend, self, key)
+
+            if @backend.error?
+              @logger.error("proxy: backend connection error: #{data.inspect}")
+              send_error('ec2-api-proxy-backend-connection-error', 'backend connection error')
+              close_backend_connection
+              close_connection_after_writing
+            else
+              @backend.send_data(data)
+            end
+          end
+        rescue => e
+          @logger.warn("#{e.class.name}: #{e.message}")
+          send_error(e.class.name, e.message)
+          close_backend_connection
+          close_connection_after_writing
+        end
+      }
+    end
+
+    private
+
+    def parse_proxy_request(data)
+      request_method = nil
+      endpoint = nil
+
+      data.sub!(%r{\A(GET|POST) (https?://[^/]+)}) do
+        request_method = $1
+        endpoint = $2
+        "#{request_method} "
+      end
+
+      endpoint = URI.parse(endpoint)
+      params = nil
+
+      if request_method =~ /GET/i
+        params = CGI.parse(endpoint.query)
+      else
+        params = CGI.parse(data.split(/\r\n\r\n/, 2).last)
+      end
+
+      [endpoint, params]
+    end
+
+    def params_to_key(params)
+      params = params.dup
+
+      %w(
+        SignatureVersion
+        AWSAccessKeyId
+        Timestamp
+        SignatureMethod
+        Version
+        Signature
+      ).each {|i| params.delete(i) }
+
+      params.sort.map {|k, v| "#{k}=#{v}" }.join('&')
+    end
+
+    def send_error(code, message)
+      send_data(<<-EOS)
+<Response>
+    <Errors>
+         <Error>
+           <Code>#{code}</Code>
+           <Message>#{message}</Message>
+         </Error>
+    </Errors>
+</Response>
+      EOS
+    end
+
+    def close_backend_connection
+      @backend.close_connection if @backend
+    rescue Exception => e
+      @logger.warn("#{e.class.name}: #{e.message}")
+    end
+  end # Proxy
+end # EC2APIProxy

data/lib/ec2-api-proxy/server.rb

@@ -0,0 +1,48 @@
+require 'drb/drb'
+require 'fileutils'
+require 'eventmachine'
+require 'rexec'
+require 'rexec/daemon'
+require 'dalli'
+
+require 'ec2-api-proxy/proxy'
+
+module RExec; module Daemon; class Base
+  def self.daemon_name; APP_NAME; end
+end; end; end
+
+module EC2APIProxy
+  class Server < RExec::Daemon::Base
+
+    class << self
+      def options=(options)
+        @@options = options
+        @@base_directory = options[:working_dir]
+      end
+
+      def run
+        @@control_options = {
+          :memcached => @@options[:memcached],
+          :expires   => @@options[:expires],
+          :compress  => @@options[:compress],
+          :debug     => @@options[:debug],
+        }
+
+        # start DRb
+        FileUtils.rm_f(@@options[:socket])
+        DRb.start_service("drbunix:#{@@options[:socket]}", @@control_options)
+        File.chmod(0700, @@options[:socket])
+        at_exit { FileUtils.rm_f(@@options[:socket]) }
+
+        EM.epoll
+        EM.threadpool_size = @@options[:threads] if @@options[:threads]
+
+        EM.run {
+          EM.start_server(@@options[:addr], @@options[:port], EC2APIProxy::Proxy,
+            @@control_options)
+        }
+      end
+    end # self
+
+  end # Server
+end # EC2APIProxy

metadata

@@ -0,0 +1,101 @@
+--- !ruby/object:Gem::Specification
+name: ec2-api-proxy
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+  prerelease: 
+platform: ruby
+authors:
+- winebarrel
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-07-15 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: eventmachine
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.3
+- !ruby/object:Gem::Dependency
+  name: rexec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.5.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.5.1
+- !ruby/object:Gem::Dependency
+  name: dalli
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.6.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.6.4
+description: 
+email: sgwr_dts@yahoo.co.jp
+executables:
+- ec2-api-proxy
+- eapctl
+extensions: []
+extra_rdoc_files: []
+files:
+- README
+- bin/eapctl
+- bin/ec2-api-proxy
+- lib/ec2-api-proxy/backend.rb
+- lib/ec2-api-proxy/constants.rb
+- lib/ec2-api-proxy/proxy.rb
+- lib/ec2-api-proxy/server.rb
+homepage: https://bitbucket.org/winebarrel/ec2-api-proxy
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: ec2-api-proxy is a proxy server for EC2 API.
+test_files: []