distributed_demo 1.0.4 → 1.0.5

data/README

@@ -0,0 +1,34 @@
+Demo for the talk "Distributed Systems with Rack"
+-------------------------------------------------
+
+This is the complete code for my Scottish Ruby Conference talk. It demonstrates the idea
+of having a website generated by multiple distinct and distributed services.  For the
+purposes of the demo, we have a server application which assigns roles to computers that
+connect.  In reality, you'd probably have a legitimate proxy server sit in front of the
+clusters of nodes...
+
+In our case though, we keep a list of clients that are connected, and which roles
+they've been assigned to. When we want to generate a page, we determine which roles are
+necessary, pick one of the clients from each role at random, and use Nginx to combine
+the results into a single page.
+
+
+
+Client Startup
+--------------
+
+ruby client.rb 1.2.3.4:9876
+
+
+
+Server Startup
+--------------
+
+nginx -c /path/to/distributed_demo/nginx/nginx.conf
+ruby server.rb 9876
+
+
+
+Cheers,
+
+  Tyler

data/lib/array.rb

@@ -0,0 +1,5 @@
+class Array
+  def rand
+    self[Kernel.rand * self.size]
+  end
+end

data/lib/client.rb

@@ -0,0 +1,64 @@
+$: << './lib'
+
+require 'dist'
+require 'encoding'
+require 'messages'
+require 'rubygems'
+require 'rack'
+
+module Dist
+  class Client
+    include Encoding
+
+    def initialize(address)
+      leave_a_will
+
+      host, port = address.split(':')
+      @socket = TCPSocket.new(host, port.to_i)
+
+      @socket << Messages::REQUEST_ROLE
+
+      receive_message Messages::SEND_ROLE_CONFIRM
+      role = receive_string
+
+      puts "Your role: #{role.dump}"
+
+      @socket << Messages::CONFIRM_ROLE
+      send_string @socket, role
+
+      # spin up rack app
+      require "roles/#{role}/app"
+      Thread.new { Rack::Handler::Mongrel.run App.new, :Port => 9501 }
+
+      while true
+        receive_message Messages::REQUEST_HEARTBEAT
+        @socket << Messages::HEARTBEAT
+      end
+    rescue UnexpectedMessage
+      puts 'Disconnected.'
+    end
+
+    private
+
+    def leave_a_will
+      graceful_death = lambda { @socket.close }
+      %w[INT TERM].each { |code| Signal.trap(code, &graceful_death) }
+    end
+
+    def receive_message(expected_message=nil)
+      message = @socket.recv(1)
+      raise UnexpectedMessage if expected_message && expected_message != message
+    end
+
+    def receive_string
+      length = @socket.recv(2).unpack('n')[0]
+      return '' if !length || length < 1
+      return @socket.recv(length)      
+    end
+  end
+end
+
+if __FILE__ == $0
+  Thread.abort_on_exception = true
+  Dist::Client.new(ARGV[0])
+end

data/lib/dist.rb

@@ -0,0 +1,5 @@
+require 'socket'
+
+module Dist
+  class UnexpectedMessage < StandardError ; end
+end

data/lib/encoding.rb

@@ -0,0 +1,8 @@
+module Dist
+  module Encoding
+    def send_string(out, string)
+      out << [string.size].pack('n')
+      out << string
+    end
+  end
+end

data/lib/master_app.rb

@@ -0,0 +1,40 @@
+require 'erb'
+require 'array'
+require 'sinatra/base'
+
+class MasterApp < Sinatra::Base
+  def initialize(demo_server)
+    @demo_server = demo_server
+    super(*[])
+  end
+
+  get '/disconnect' do
+    @demo_server.disconnect_ip params[:ip]
+    redirect '/status'
+  end
+
+  get '/status' do
+    erb :status
+  end
+
+  get '/debug' do
+    debugger
+  end
+
+  get '/' do
+    @roles = @demo_server.roles.inject({}) { |o,(role,nodes)|
+      node = nil
+      while !node && nodes.size > 0
+        node = nodes.to_a.rand
+        if node.closed?
+          nodes.delete(node)
+          node = nil
+        end
+      end
+      o[role] = node && node.remote_ip
+      o
+    }
+
+    erb :master
+  end
+end

data/lib/messages.rb

@@ -0,0 +1,9 @@
+module Dist
+  module Messages
+    REQUEST_ROLE = 1.chr
+    SEND_ROLE_CONFIRM = 2.chr
+    CONFIRM_ROLE = 3.chr
+    REQUEST_HEARTBEAT = 4.chr
+    HEARTBEAT = 5.chr
+  end
+end

data/lib/server.rb

@@ -0,0 +1,113 @@
+$: << './lib'
+
+require 'rubygems'
+require 'dist'
+require 'encoding'
+require 'messages'
+require 'set'
+require 'rack'
+require 'master_app'
+require 'tcp_socket'
+
+module Dist
+  class Server
+    include Encoding
+
+    def initialize(port)
+      @server = TCPServer.new(port)
+      @roles = Dir[File.join(File.dirname(__FILE__), 'roles', '*')].map { |p| p.split('/').last }.inject({}) { |o,f| o[f] = Set.new; o }
+    end
+
+    attr_reader :roles
+
+    def disconnect_ip(ip)
+      @roles.each do |role,sockets|
+        sockets.select { |sock| sock.remote_ip == ip }.each do |sock|
+          sockets.delete(sock)
+          sock.close
+        end
+      end
+    end
+
+    def listen
+      puts 'Listening...'
+
+      while (tcp_session = @server.accept)
+        
+        remote_ip = tcp_session.remote_ip
+        disconnect_ip remote_ip
+
+        Thread.new do
+          puts "Client connected: #{tcp_session.peeraddr.inspect}"
+          
+          role = next_role
+
+          begin
+            receive_message tcp_session, Messages::REQUEST_ROLE
+            
+            tcp_session << Messages::SEND_ROLE_CONFIRM
+            send_string tcp_session, role
+            
+            receive_message tcp_session, Messages::CONFIRM_ROLE
+            confirmed_role = receive_string(tcp_session)
+            
+            if confirmed_role == role
+              puts 'Role confirmation complete. Putting client into production.'
+              @roles[role] << tcp_session
+            else
+              puts 'Role client sent back did not match role server sent... disconnecting client.'
+              tcp_session.close rescue nil
+            end
+          rescue UnexpectedMessage
+            puts 'Unexpected message... disconnecting client.'
+            tcp_session.close rescue nil
+          end
+
+          p @roles
+          
+          begin
+            while true
+              sleep 3
+              tcp_session << Messages::REQUEST_HEARTBEAT
+              if tcp_session.ready_to_read?(5)
+                receive_message tcp_session, Messages::HEARTBEAT
+                #puts "#{remote_ip} - #{role}: Heartbeat"
+              else
+                puts "#{remote_ip} - #{role}: Timeout"
+                break
+              end
+            end
+          rescue => e
+            puts "#{remote_ip} - #{role}: #{e.message}"
+            puts "#{remote_ip} - #{role}: Dead"
+          ensure
+            tcp_session.close rescue nil
+            @roles[role].delete(tcp_session)
+          end
+        end
+      end
+    end
+
+    def next_role
+      @roles.keys.rand.min { |a,b| @roles[a].size <=> @roles[b].size }
+    end
+
+    def receive_message(session, expected_message=nil)
+      message = session.recvfrom(1).first
+      raise UnexpectedMessage if expected_message && expected_message != message
+    end
+      
+    def receive_string(session)
+      length = session.recvfrom(2).first.unpack('n')[0]
+      return '' if length < 1
+      return session.recvfrom(length).first
+    end
+  end
+end
+
+if __FILE__ == $0
+  Thread.abort_on_exception = true
+  server = Dist::Server.new(ARGV[0].to_i)
+  Thread.new { server.listen }
+  Rack::Handler::Thin.run MasterApp.new(server), :Port => 9505
+end

data/lib/tcp_socket.rb

@@ -0,0 +1,10 @@
+class TCPSocket
+  def remote_ip
+    peeraddr.last.split(':').last
+  end
+
+  def ready_to_read?(timeout=5)
+    r,_,__ = IO.select([self], nil, nil, timeout)
+    return r.first == self
+  end
+end

data/nginx/mime.types

@@ -0,0 +1,73 @@
+
+types {
+    text/html                             html htm shtml;
+    text/css                              css;
+    text/xml                              xml;
+    image/gif                             gif;
+    image/jpeg                            jpeg jpg;
+    application/x-javascript              js;
+    application/atom+xml                  atom;
+    application/rss+xml                   rss;
+
+    text/mathml                           mml;
+    text/plain                            txt;
+    text/vnd.sun.j2me.app-descriptor      jad;
+    text/vnd.wap.wml                      wml;
+    text/x-component                      htc;
+
+    image/png                             png;
+    image/tiff                            tif tiff;
+    image/vnd.wap.wbmp                    wbmp;
+    image/x-icon                          ico;
+    image/x-jng                           jng;
+    image/x-ms-bmp                        bmp;
+    image/svg+xml                         svg;
+
+    application/java-archive              jar war ear;
+    application/mac-binhex40              hqx;
+    application/msword                    doc;
+    application/pdf                       pdf;
+    application/postscript                ps eps ai;
+    application/rtf                       rtf;
+    application/vnd.ms-excel              xls;
+    application/vnd.ms-powerpoint         ppt;
+    application/vnd.wap.wmlc              wmlc;
+    application/vnd.wap.xhtml+xml         xhtml;
+    application/vnd.google-earth.kml+xml  kml;
+    application/vnd.google-earth.kmz      kmz;
+    application/x-cocoa                   cco;
+    application/x-java-archive-diff       jardiff;
+    application/x-java-jnlp-file          jnlp;
+    application/x-makeself                run;
+    application/x-perl                    pl pm;
+    application/x-pilot                   prc pdb;
+    application/x-rar-compressed          rar;
+    application/x-redhat-package-manager  rpm;
+    application/x-sea                     sea;
+    application/x-shockwave-flash         swf;
+    application/x-stuffit                 sit;
+    application/x-tcl                     tcl tk;
+    application/x-x509-ca-cert            der pem crt;
+    application/x-xpinstall               xpi;
+    application/zip                       zip;
+
+    application/octet-stream              bin exe dll;
+    application/octet-stream              deb;
+    application/octet-stream              dmg;
+    application/octet-stream              eot;
+    application/octet-stream              iso img;
+    application/octet-stream              msi msp msm;
+
+    audio/midi                            mid midi kar;
+    audio/mpeg                            mp3;
+    audio/x-realaudio                     ra;
+
+    video/3gpp                            3gpp 3gp;
+    video/mpeg                            mpeg mpg;
+    video/quicktime                       mov;
+    video/x-flv                           flv;
+    video/x-mng                           mng;
+    video/x-ms-asf                        asx asf;
+    video/x-ms-wmv                        wmv;
+    video/x-msvideo                       avi;
+}

data/nginx/nginx.conf

@@ -0,0 +1,36 @@
+worker_processes  1;
+
+events {
+    worker_connections  1024;
+}
+
+http {
+    include       mime.types;
+    default_type  text/html;
+
+    sendfile        on;
+    keepalive_timeout  65;
+
+    resolver 4.2.2.2;
+
+    error_log "/Users/tyler/Code/dist-demo/logs/error.log" debug;
+
+    server {
+        listen       9510;
+        server_name  127.0.0.1;
+
+        root /Users/tyler/Code/dist-demo;
+
+        location / {
+            ssi on;
+            proxy_pass http://127.0.0.1:9505/;
+        }
+
+        location ~* /remote/(.*)$ {
+            proxy_connect_timeout 2;
+            proxy_read_timeout 2;
+            proxy_send_timeout 1;
+            proxy_pass http://$1/;
+        }
+    }
+}

data/views/master.erb

@@ -0,0 +1,63 @@
+<html>
+    <head>
+        <style type="text/css">
+            body {
+              width: 900px;
+            }
+
+            #content {
+              width: 600px;
+              min-height: 500px;
+              float: left;
+              border: 5px solid blue;
+            }
+
+            #search, #login_box, #new_users {
+              width: 250px;
+              float: right;
+              margin: 10px 0;
+            }
+
+            #search {
+              border: 5px solid orange;
+            }
+            #login_box {
+              border: 5px solid green;
+            }
+            #new_users {
+              border: 5px solid purple;
+            }
+        </style>
+    </head>
+
+    <body>
+        <div id="content">
+            <% if @roles['content'] %>
+            <!--# block name="content" --><!--# endblock -->
+            <!--# include virtual="/remote/<%= @roles['content'] %>:9501" stub="content" -->
+            <% end %>
+        </div>
+
+        <div id="search">
+            <% if @roles['search'] %>
+            <!--# block name="search" --><!--# endblock -->
+            <!--# include virtual="/remote/<%= @roles['search'] %>:9501" stub="search" -->
+            <% end %>
+        </div>
+
+        <div id="login_box">
+            <% if @roles['login_box'] %>
+            <!--# block name="login_box" --><!--# endblock -->
+            <!--# include virtual="/remote/<%= @roles['login_box'] %>:9501" stub="login_box" -->
+            <% end %>
+        </div>
+
+        <div id="new_users">
+            <% if @roles['new_users'] %>
+            <!--# block name="new_users" --><!--# endblock -->
+            <!--# include virtual="/remote/<%= @roles['new_users'] %>:9501" stub="new_users" -->
+            <% end %>
+        </div>
+        
+    </body>
+</html>

data/views/status.erb

@@ -0,0 +1,23 @@
+<html>
+    <head>
+        <style type="text/css">
+        </style>
+    </head>
+
+    <body>
+        <h1>Connection Status</h1>
+
+        <% @demo_server.roles.each do |role,clients| %>
+
+        <h2><%= role %></h2>
+        <ul>
+            <% clients.each do |client| %>
+            <li>
+                <%= client.remote_ip %>
+                (<a href="/disconnect?ip=<%= client.remote_ip %>">disconnect</a>)
+            </li>
+            <% end %>
+        </ul>
+        <% end %>
+    </body>
+</html>

metadata

@@ -5,8 +5,8 @@ version: !ruby/object:Gem::Version
   segments: 
   - 1
   - 0
-  - 4
-  version: 1.0.4
+  - 5
+  version: 1.0.5
 platform: ruby
 authors: 
 - Tyler McMullen
@@ -65,6 +65,19 @@ extra_rdoc_files: []
 files: 
 - bin/distributed_demo
 - bin/distributed_demo_server
+- lib/array.rb
+- lib/client.rb
+- lib/dist.rb
+- lib/encoding.rb
+- lib/master_app.rb
+- lib/messages.rb
+- lib/server.rb
+- lib/tcp_socket.rb
+- views/master.erb
+- views/status.erb
+- nginx/mime.types
+- nginx/nginx.conf
+- README
 has_rdoc: true
 homepage: 
 licenses: []