proxie 0.1.1

data/README.rdoc

@@ -0,0 +1,42 @@
+= Proxie: HTTP proxy and debugging tool
+
+Proxie allows you to setup HTTP proxy server on specified port, filter traffic by type, store information into SQLite3 database.
+Databases web access is powered by Sinatra web framework.
+
+= Installation
+
+  gem install proxie
+  
+= Usage
+
+Just type 'proxie' in your terminal and proxy server will be spawned.
+For additional information type:
+
+  proxie --help
+  
+Output:
+
+  Usage: proxie [options]
+    -i, --info                       Display this information.
+    -p, --port PORT                  Listen on port (8080 default)
+    -d, --db NAME                    Store results to database
+    -w, --web                        Start a Web UI for databases
+    -f, --flush                      Delete all local databases
+ 
+= Examples
+
+Setup proxy server on port 9090 and write all http data into 'sample' database
+
+  proxie -p 9090 -d sample
+  
+Activate web interface (localhost:4567/):
+
+  proxie --web
+  
+Remove all existing databases:
+  
+  proxie --flush
+
+= Credits
+
+* Dan Sosedoff - http://github.com/sosedoff

data/Rakefile

@@ -0,0 +1,3 @@
+task :build do
+  `gem build proxie.gemspec`
+end

data/bin/proxie

@@ -0,0 +1,49 @@
+#!/usr/bin/env ruby
+
+lib = File.expand_path(File.dirname(__FILE__) + '/../lib')
+$LOAD_PATH.unshift(lib) if File.directory?(lib) && !$LOAD_PATH.include?(lib)
+
+require 'rubygems'
+require 'sequel'
+require 'optparse'
+require 'cgi'
+require 'proxie'
+
+Proxie.init
+
+options = {
+  :port   => 8080,
+  :db     => "db_#{Time.now.to_i}",
+  :listen => true
+}
+
+optparse = OptionParser.new do |opts|
+  opts.banner = "Proxie v#{Proxie::VERSION}\nUsage: proxie [options]"
+  opts.on('-i', '--info', 'Display this information.')    { puts opts; exit }  
+  opts.on('-p', '--port PORT', 'Listen on port')          { |v| options[:port] = v }  
+  opts.on('-d', '--db NAME', 'Store results to database') { |v| options[:db] = v }
+  opts.on('-w', '--web', 'Start a Web UI for databases')  { options[:listen] = false }
+  opts.on('-f', '--flush', 'Delete all local databases')  do
+    puts "Deleting databases..."
+    Dir.glob("#{Proxie.root}/*.sqlite").each do |f|
+      puts "-> #{File.basename(f)} : #{File.delete(f)}"
+    end
+    exit
+  end
+end
+
+begin
+  optparse.parse!
+  if options[:listen]
+    server = Proxie::Server.new(options[:port])
+    server.logger = Proxie::SQLiteLogger.new("#{Proxie.root}/#{options[:db]}.sqlite")
+    trap("INT") { server.stop }
+    server.start
+  end
+rescue OptionParser::InvalidOption, OptionParser::MissingArgument
+  puts optparse
+rescue RuntimeError => err
+  puts "ERROR: #{err.message}"
+end
+
+require 'proxie/web' if !options[:listen]

data/lib/proxie.rb

@@ -0,0 +1,8 @@
+require 'webrick/httpproxy'
+require 'sequel'
+require 'json'
+
+require 'proxie/version'
+require 'proxie/proxie'
+require 'proxie/server'
+require 'proxie/logger'

data/lib/proxie/logger.rb

@@ -0,0 +1,40 @@
+module Proxie
+  class Logger
+    def packet(req, resp)
+      # DEFAULT LOGGER IS NOT IMPLEMENTED YET
+      # OVERRIDE!
+    end
+  end
+  
+  class SQLiteLogger < Logger
+    attr_reader :db, :records
+    
+    # Initialize SQLite3 logger
+    def initialize(path, overwrite=true)
+      raise 'Database file with this name already exists!' if File.exists?(path) && !overwrite
+      File.delete(path) if File.exists?(path)
+      
+      @db = Sequel.sqlite(path)
+      @db.create_table :requests do
+        primary_key :id
+        string :request_headers
+        string :request_url
+        string :request_body
+        string :response_headers
+        string :response_body
+      end
+      @records = @db[:requests]
+    end
+    
+    # Save request and response data
+    def packet(req, resp)
+      @records.insert(
+        :request_headers  => req.header.to_json,
+        :request_url      => req.request_line,
+        :request_body     => req.body.inspect,
+        :response_headers => resp.header.to_json,
+        :response_body    => resp.body.inspect
+      )
+    end
+  end
+end

data/lib/proxie/proxie.rb

@@ -0,0 +1,22 @@
+module Proxie
+  # Regular expression to detect static
+  REGEX_DEFAULT = /\.(png|jpeg|jpg|gif|ico|css|swf)/i
+  
+  # Regular expression to detect javascripts
+  REGEX_JS = /\.js/i
+  
+  # Regular expression to detect html
+  REGEX_HTML = /(<html>|<body>)/i
+  
+  # Get user work dir
+  def self.root
+    "#{ENV['HOME']}/.proxie"
+  end
+  
+  # Setup Proxie work dir
+  def self.init
+    unless File.exists?(root) && File.directory?(root)
+      Dir.mkdir(root)
+    end
+  end
+end

data/lib/proxie/server.rb

@@ -0,0 +1,54 @@
+module Proxie
+  class Server
+    attr_reader :port
+    attr_reader :options
+    attr_reader :logger
+    
+    # Initialize server instance
+    # Options:
+    #   :default  => true   Skip static filess like images, stylesheets, swf, etc
+    #   :html     => true   Skip if html in body
+    #   :js       => true   Skip javascripts
+    def initialize(port=8080, args={})
+      @options = {
+        :default => args[:default]  || true,
+        :js      => args[:js]       || true,
+        :images  => args[:images]   || true
+      }
+      
+      @server = WEBrick::HTTPProxyServer.new(
+        :Port => port,
+        :AccessLog => [],
+        :ProxyContentHandler => Proc.new { |req, resp| process(req, resp) }
+      )
+    end
+    
+    # Setup traffic logger
+    def logger=(obj)
+      raise ArgumentError, 'Logger required!' if obj.nil?
+      raise ArgumentError, 'Logger method [packet] is not defined!' unless obj.respond_to?(:packet)
+      @logger = obj
+    end
+    
+    # Start proxy server
+    def start
+      raise RuntimeError, 'Logger is not defined!' if @logger.nil?
+      @server.start
+    end
+    
+    # Stop proxy server
+    def stop
+      @server.shutdown
+    end
+    
+    private
+    
+    # Log traffic request-response sequence
+    def process(req, resp)
+      return if @options[:default] && req.request_line.match(REGEX_DEFAULT)
+      return if @options[:js] && req.request_line.match(REGEX_JS)
+      return if @options[:html] && resp.body.match(REGEX_HTML)
+      @logger.packet(req, resp)
+    end
+  end
+end

data/lib/proxie/version.rb

@@ -0,0 +1,3 @@
+module Proxie
+  VERSION = '0.1.1'
+end

data/lib/proxie/web.rb

@@ -0,0 +1,94 @@
+require 'rubygems'
+require 'sinatra'
+
+enable :run
+set :logging, false
+set :dump_errors, false
+
+get '/' do
+  @files = Dir.glob("#{Proxie.root}/*.sqlite").map do |f|
+    {:name => File.basename(f), :size => File.size(f) / 1024 }
+  end
+  erb :index
+end
+  
+get '/db/:name' do
+  db = Sequel.sqlite("#{Proxie.root}/#{params[:name]}")
+  @rows = db[:requests].all
+  erb :records
+end
+
+__END__
+
+@@ layout
+<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
+<html xmlns="http://www.w3.org/1999/xhtml">
+  <head>
+    <title>Proxie Web</title>    
+    <meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
+    <style>
+      html { background: #e5e5e5; }
+      body { background: transparent; font:13px 'Lucida Grande',Geneva,Helvetica,Arial,sans-serif; position: relative; }
+      .wrapper { padding: 10px; }
+      h1 { border-bottom: 2px solid #ccc; }
+      .db { padding: 2px 0px; }
+      .db span { font-color: #555; font-size: 11px; }
+      .req { background: #fff; border: 1px solid #ccc; margin-bottom: 8px; }
+      .req .url { padding: 4px; background: #f1f1f1; }
+      .req pre { padding: 4px; white-space: normal; overflow-x: auto; }
+      table.headers { }
+      table.headers td { border-collapse: 0px; padding: 2px; border-right: 1px solid #ccc; border-bottom: 1px solid #ccc; }
+    </style>
+  </head>
+  <body>
+    <div class="wrapper">
+      <h1>Proxie v<%= Proxie::VERSION %></h1>
+      <%= yield %>
+    </div>
+  </body>
+</html>
+
+@@ index
+<h2>Your databases:</h2>
+<% unless @files.empty? %>
+  <% @files.each do |f| %>
+    <div class="db">
+      <a href="/db/<%= f[:name] %>"><%= f[:name] %></a> - 
+      <span><%= f[:size] %> Kb</span>
+    </div>
+  <% end %>
+<% else %>
+  <p>You dont have any databases yet.</p>
+<% end %>
+
+@@records
+<h2><a href="/">Databases</a> :: <%= params[:name] %></h2>
+<% @rows.each do |r| %>
+  <div class="req">
+    <div class="url"><%= r[:id] %>. <%= r[:request_url] %></div>
+    <pre>
+      <b>Request Headers:</b><br/>
+      <table class="headers">
+        <% JSON.parse(r[:request_headers]).each_pair do |k,v| %>
+          <tr>
+            <td><%= k %></td>
+            <td><%= v %></td>
+          </tr>
+        <% end %>
+      </table>
+    </pre>
+    <pre><b>Request Body:</b><%= r[:request_body] %></pre>
+    <pre>
+      <b>Request Headers:</b><br/>
+      <table class="headers">
+        <% JSON.parse(r[:response_headers]).each_pair do |k,v| %>
+          <tr>
+            <td><%= k %></td>
+            <td><%= v %></td>
+          </tr>
+        <% end %>
+      </table>
+    </pre>
+    <pre><b>Response Body:</b><br/><%= r[:response_body] %></pre>
+  </div>
+<% end %>

metadata

@@ -0,0 +1,122 @@
+--- !ruby/object:Gem::Specification 
+name: proxie
+version: !ruby/object:Gem::Version 
+  hash: 25
+  prerelease: 
+  segments: 
+  - 0
+  - 1
+  - 1
+  version: 0.1.1
+platform: ruby
+authors: 
+- Dan Sosedoff
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-01-25 00:00:00 -06:00
+default_executable: proxie
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: sinatra
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 51
+        segments: 
+        - 0
+        - 9
+        - 4
+        version: 0.9.4
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: sequel
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        hash: 75
+        segments: 
+        - 3
+        - 19
+        - 0
+        version: 3.19.0
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: json
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        hash: 11
+        segments: 
+        - 1
+        - 4
+        - 6
+        version: 1.4.6
+  type: :runtime
+  version_requirements: *id003
+description: Proxie is a HTTP proxy server with sqlite-powered storage and web interface for debugging.
+email: dan.sosedoff@gmail.com
+executables: 
+- proxie
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- Rakefile
+- bin/proxie
+- lib/proxie/logger.rb
+- lib/proxie/proxie.rb
+- lib/proxie/server.rb
+- lib/proxie/version.rb
+- lib/proxie/web.rb
+- lib/proxie.rb
+- README.rdoc
+has_rdoc: true
+homepage: http://github.com/sosedoff/proxie
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.4.1
+signing_key: 
+specification_version: 3
+summary: Proxie - Simple http proxy server
+test_files: []
+