rackjour 0.1.8

data/Gemfile

@@ -0,0 +1,7 @@
+disable_system_gems
+gem 'cucumber'
+gem 'rspec'
+gem 'ruby-debug'
+gem 'dnssd'
+gem 'rack'
+gem 'rackjour'

data/Rakefile

@@ -0,0 +1,21 @@
+require 'rubygems'
+require 'rubygems/command'
+require 'bundler'
+require 'bundler/commands/bundle_command'
+Gem::Commands::BundleCommand.new.invoke(*ARGV)
+
+require 'vendor/gems/environment'
+require 'cucumber/rake/task'
+require 'spec/rake/spectask'
+
+task :default => [:features, :spec]
+
+Cucumber::Rake::Task.new(:features) do |t|
+  t.fork = true
+  t.cucumber_opts = ['--format', (ENV['CUCUMBER_FORMAT'] || 'pretty')]
+end
+
+Spec::Rake::SpecTask.new(:spec) do |t|
+  t.spec_opts = ['--options', 'spec/spec.opts']
+  t.spec_files = FileList['spec/**/*_spec.rb']
+end

data/bin/rackjour

@@ -0,0 +1,20 @@
+#!/usr/bin/env ruby
+require File.dirname(__FILE__) + '/../vendor/gems/environment'
+require 'rackjour'
+
+if ARGV.include?('-d')
+  if RUBY_VERSION < "1.9"
+    exit if fork
+    Process.setsid
+    exit if fork
+    Dir.chdir "/"
+    File.umask 0000
+    STDIN.reopen "/dev/null"
+    STDOUT.reopen "/dev/null", "a"
+    STDERR.reopen "/dev/null", "a"
+  else
+    Process.daemon
+  end
+end
+
+Rackjour::Worker.new

data/lib/rackjour.rb

@@ -0,0 +1,16 @@
+require 'drb'
+require 'dnssd'
+require 'tmpdir'
+require 'tempfile'
+require 'fileutils'
+
+require 'rack'
+require 'rack/utils'
+require 'rack/builder'
+
+require 'rackjour/worker'
+require 'rackjour/server'
+require 'rackjour/master'
+
+WORKER_PORT = 9199
+

data/lib/rackjour/master.rb

@@ -0,0 +1,109 @@
+require 'rackjour'
+
+Thread.abort_on_exception = true
+
+module Rackjour
+  class Master
+    class << self
+      @@version = 'x.x.x'
+    end
+
+    def initialize(app)
+      @app = app
+      @@instance = self
+      @servers = []
+
+      if ARGV[0] && File.exist?(ARGV[0])
+        @base_dir = File.dirname(ARGV[0])
+        @config = File.basename(ARGV[0])
+      else
+        @base_dir = Dir.pwd
+        @config = 'config.ru'
+      end
+
+      tar(@base_dir)
+
+      sleep 1
+
+      load_apps
+      Thread.new { discover_workers }
+      Thread.new { deploy_apps }
+    end
+
+    def call(env)
+      if @servers.any?
+        @apps.each do |app|
+          env = @servers.first.call(app, env)
+        end
+        env
+      else
+        @app.call(env)
+      end
+    end
+
+    def discover_workers
+      DNSSD.browse '_druby._tcp' do |reply|
+        next if reply.flags.more_coming?
+        update_workers(reply)
+      end
+    end
+
+    def deploy_apps
+      while true
+        @servers.reject(&:deployed?).each do |server|
+          server.add_apps(@apps, @terminator)
+        end
+        sleep 1
+      end
+    end
+
+  private
+    def load_apps
+      @apps ||= []
+      return @apps unless @apps.empty?
+
+      next_app = @app
+      while true
+        @apps << next_app.class
+        next_app = next_app.instance_eval { @app }
+
+        break if next_app.nil?
+
+        if next_app.class == Class
+          @apps << next_app
+          break
+        end
+      end
+      @terminator = @apps.last
+      @apps
+    end
+
+    def update_workers(reply)
+      if reply.flags.add?
+        resolver_service = DNSSD::Service.new.resolve(reply.name,
+                                                      reply.type,
+                                                      reply.domain) do |r|
+          unless @servers.detect { |s| s.target == r.target }
+            @servers << Rackjour::Server.new(r.target, @@version, @tar, @config)
+          end
+        end
+        resolver_service.stop
+      else
+        @servers.delete(reply.domain)
+      end
+    end
+
+    def tar(base_dir)
+      t = Tempfile.new("rackjour_project")
+      if `tar czf #{t.path} -C #{base_dir} . 2>/dev/null`
+        t.close
+        @tar = File.read(t.path)
+        log "tarred #{base_dir} #{@tar.size} (#{@@version})"
+      end
+    end
+
+    def log(str)
+      puts "master: #{str}"
+    end
+  end
+end

data/lib/rackjour/server.rb

@@ -0,0 +1,46 @@
+require 'rackjour'
+
+module Rackjour
+  class Server
+    attr_reader :target
+
+    def initialize(target, version, tar, config)
+      @target = target
+      log 'initialize'
+
+      @tar = tar
+      @config = config
+      @version = version
+      @apps = []
+      @deployed = false
+
+      DRb.start_service
+      @conn = "druby://#{@target}:#{WORKER_PORT}"
+      @drb = DRbObject.new_with_uri(@conn)
+
+      @drb.setup(@version, @tar, @config)
+    end
+
+    def deployed?
+      @deployed
+    end
+
+    def add_apps(apps, terminator)
+      (apps - [terminator]).each do |app|
+        log "job: #{@version} #{app}"
+        @drb.add_app(app)
+      end
+      log "job: #{@version} #{terminator} (terminator)"
+      @drb.add_terminator(terminator)
+      @deployed = true
+    end
+
+    def call(app, env)
+      @drb.call(app, env)
+    end
+
+    def log(str)
+      puts "#{@target}: #{str}"
+    end
+  end
+end

data/lib/rackjour/worker.rb

@@ -0,0 +1,71 @@
+require 'rackjour'
+
+module Rackjour
+  class Worker
+    @@started = false
+
+    def initialize
+      unless @@started
+        @@started = true
+        DNSSD.register('rackjour_worker', '_druby._tcp', nil, 9199)
+        DRb.start_service("druby://0.0.0.0:#{WORKER_PORT}", Worker.new)
+        DRb.thread.join
+      end
+    end
+
+    def add_app(app)
+      @apps ||= {}
+      log "job: #{@version} #{app}"
+      rack_app = app.new(lambda { |env| env })
+      @apps[app] = rack_app
+    end
+
+    def add_terminator(app)
+      log "job: #{@version} #{app} (terminator)"
+      @apps[app] = app.new
+    end
+
+    def setup(version, tar, config)
+      @version = version
+      @deployed = false
+      @config = config
+
+      @base_dir = Dir.mktmpdir
+      log "installing to #{@base_dir}"
+
+      Dir.chdir @base_dir do
+        File.open(File.join(@base_dir, 'app.tgz'), 'w') do |file|
+          file << tar
+        end
+        `tar zxf app.tgz`
+      end
+
+      load_deps
+    end
+
+    def call(app, env)
+      log app
+      @apps[app].call(env)
+    end
+
+    def load_deps
+      Dir.chdir(@base_dir) do
+        File.readlines(@config).each do |line|
+          if line =~ /require ['"](.+)['"]$/
+            req = $1
+            req = File.join(@base_dir, req) if req =~ /environment/
+            require req
+          end
+        end
+      end
+    end
+
+    def log(str)
+      puts "worker: #{str}"
+    end
+  end
+end
+
+if __FILE__ == $0
+  Rackjour::Worker.new
+end

data/rackjour.gemspec

@@ -0,0 +1,29 @@
+Gem::Specification.new do |s|
+  s.name = %q{rackjour}
+  s.version = '0.1.8'
+
+  s.required_rubygems_version = Gem::Requirement.new('>= 0') if s.respond_to? :required_rubygems_version=
+  s.authors = ['David Turnbull']
+  s.date = %q{2009-11-16}
+  s.description = %q{Distribute your rack apps across the network with bonjour}
+  s.email = %q{dsturnbull@gmail.com}
+  s.files = ['Gemfile', 'lib', 'lib/rackjour', 'lib/rackjour/master.rb', 'lib/rackjour/server.rb', 'lib/rackjour/worker.rb', 'lib/rackjour.rb', 'rackjour.gemspec', 'Rakefile', 'bin/rackjour'] + Dir['vendor/gems/**/*']
+  s.executables = ['rackjour']
+
+  s.homepage = %q{http://github.com/dsturnbull/rackjour}
+  s.rdoc_options = ['--charset=UTF-8']
+  s.require_paths = ['lib']
+  s.rubygems_version = %q{1.3.5}
+  s.summary = %q{Distribute your rack apps across the network with bonjour}
+  s.test_files = ['spec/rackjour_worker_spec.rb', 'spec/spec_helper.rb']
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+    else
+    end
+  else
+  end
+end

data/spec/rackjour_worker_spec.rb

@@ -0,0 +1,34 @@
+require 'spec_helper.rb'
+
+describe Rackjour::Worker do
+  before :all do
+    @worker = Rackjour::Worker.new
+  end
+
+  it 'should respond to mdns' do
+
+    found = []
+    begin
+      timeout 2 do
+        DNSSD.browse! '_druby._tcp' do |r|
+          found << r
+        end
+      end
+    rescue TimeoutError
+    end
+
+    found.map(&:name).should include 'rackjour_worker'
+  end
+
+  it 'should be setup' do
+  end
+
+  it 'should accept jobs via drb' do
+    drb_client = DRbObject.new_with_uri("druby://localhost:#{WORKER_PORT}")
+    port = drb_client.add_job('job_id', 'Rack::SomeRackApp')
+    port.should be_instance_of Fixnum
+  end
+
+  it 'should receive requests for setup jobs and return' do
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,4 @@
+require 'dnssd'
+require 'lib/rackjour/worker'
+require 'timeout'
+require 'drb'

data/vendor/gems/environment.rb

@@ -0,0 +1,139 @@
+# DO NOT MODIFY THIS FILE
+module Bundler
+ file = File.expand_path(__FILE__)
+ dir = File.dirname(file)
+
+  ENV["GEM_HOME"] = dir
+  ENV["GEM_PATH"] = dir
+  ENV["PATH"]     = "#{dir}/../../bin:#{ENV["PATH"]}"
+  ENV["RUBYOPT"]  = "-r#{file} #{ENV["RUBYOPT"]}"
+
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/ruby-debug-0.10.3/bin")
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/ruby-debug-0.10.3/cli")
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/term-ansicolor-1.0.4/bin")
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/term-ansicolor-1.0.4/lib")
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/columnize-0.3.1/bin")
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/columnize-0.3.1/lib")
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/diff-lcs-1.1.2/bin")
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/diff-lcs-1.1.2/lib")
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/polyglot-0.2.9/bin")
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/polyglot-0.2.9/lib")
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/rackjour-0.1.5/bin")
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/rackjour-0.1.5/lib")
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/treetop-1.4.2/bin")
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/treetop-1.4.2/lib")
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/rspec-1.2.9/bin")
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/rspec-1.2.9/lib")
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/rack-1.0.1/bin")
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/rack-1.0.1/lib")
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/dnssd-1.3.1/bin")
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/dnssd-1.3.1/lib")
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/dnssd-1.3.1/ext")
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/linecache-0.43/bin")
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/linecache-0.43/lib")
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/cucumber-0.4.4/bin")
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/cucumber-0.4.4/lib")
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/builder-2.1.2/bin")
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/builder-2.1.2/lib")
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/ruby-debug-base-0.10.3/bin")
+  $LOAD_PATH.unshift File.expand_path("#{dir}/gems/ruby-debug-base-0.10.3/lib")
+
+  @gemfile = "#{dir}/../../Gemfile"
+
+  require "rubygems"
+
+  @bundled_specs = {}
+  @bundled_specs["term-ansicolor"] = eval(File.read("#{dir}/specifications/term-ansicolor-1.0.4.gemspec"))
+  @bundled_specs["term-ansicolor"].loaded_from = "#{dir}/specifications/term-ansicolor-1.0.4.gemspec"
+  @bundled_specs["ruby-debug"] = eval(File.read("#{dir}/specifications/ruby-debug-0.10.3.gemspec"))
+  @bundled_specs["ruby-debug"].loaded_from = "#{dir}/specifications/ruby-debug-0.10.3.gemspec"
+  @bundled_specs["columnize"] = eval(File.read("#{dir}/specifications/columnize-0.3.1.gemspec"))
+  @bundled_specs["columnize"].loaded_from = "#{dir}/specifications/columnize-0.3.1.gemspec"
+  @bundled_specs["polyglot"] = eval(File.read("#{dir}/specifications/polyglot-0.2.9.gemspec"))
+  @bundled_specs["polyglot"].loaded_from = "#{dir}/specifications/polyglot-0.2.9.gemspec"
+  @bundled_specs["diff-lcs"] = eval(File.read("#{dir}/specifications/diff-lcs-1.1.2.gemspec"))
+  @bundled_specs["diff-lcs"].loaded_from = "#{dir}/specifications/diff-lcs-1.1.2.gemspec"
+  @bundled_specs["treetop"] = eval(File.read("#{dir}/specifications/treetop-1.4.2.gemspec"))
+  @bundled_specs["treetop"].loaded_from = "#{dir}/specifications/treetop-1.4.2.gemspec"
+  @bundled_specs["rackjour"] = eval(File.read("#{dir}/specifications/rackjour-0.1.5.gemspec"))
+  @bundled_specs["rackjour"].loaded_from = "#{dir}/specifications/rackjour-0.1.5.gemspec"
+  @bundled_specs["rspec"] = eval(File.read("#{dir}/specifications/rspec-1.2.9.gemspec"))
+  @bundled_specs["rspec"].loaded_from = "#{dir}/specifications/rspec-1.2.9.gemspec"
+  @bundled_specs["rack"] = eval(File.read("#{dir}/specifications/rack-1.0.1.gemspec"))
+  @bundled_specs["rack"].loaded_from = "#{dir}/specifications/rack-1.0.1.gemspec"
+  @bundled_specs["dnssd"] = eval(File.read("#{dir}/specifications/dnssd-1.3.1.gemspec"))
+  @bundled_specs["dnssd"].loaded_from = "#{dir}/specifications/dnssd-1.3.1.gemspec"
+  @bundled_specs["linecache"] = eval(File.read("#{dir}/specifications/linecache-0.43.gemspec"))
+  @bundled_specs["linecache"].loaded_from = "#{dir}/specifications/linecache-0.43.gemspec"
+  @bundled_specs["cucumber"] = eval(File.read("#{dir}/specifications/cucumber-0.4.4.gemspec"))
+  @bundled_specs["cucumber"].loaded_from = "#{dir}/specifications/cucumber-0.4.4.gemspec"
+  @bundled_specs["builder"] = eval(File.read("#{dir}/specifications/builder-2.1.2.gemspec"))
+  @bundled_specs["builder"].loaded_from = "#{dir}/specifications/builder-2.1.2.gemspec"
+  @bundled_specs["ruby-debug-base"] = eval(File.read("#{dir}/specifications/ruby-debug-base-0.10.3.gemspec"))
+  @bundled_specs["ruby-debug-base"].loaded_from = "#{dir}/specifications/ruby-debug-base-0.10.3.gemspec"
+
+  def self.add_specs_to_loaded_specs
+    Gem.loaded_specs.merge! @bundled_specs
+  end
+
+  def self.add_specs_to_index
+    @bundled_specs.each do |name, spec|
+      Gem.source_index.add_spec spec
+    end
+  end
+
+  add_specs_to_loaded_specs
+  add_specs_to_index
+
+  def self.require_env(env = nil)
+    context = Class.new do
+      def initialize(env) @env = env && env.to_s ; end
+      def method_missing(*) ; end
+      def only(env)
+        old, @only = @only, _combine_onlys(env)
+        yield
+        @only = old
+      end
+      def except(env)
+        old, @except = @except, _combine_excepts(env)
+        yield
+        @except = old
+      end
+      def gem(name, *args)
+        opt = args.last || {}
+        only = _combine_onlys(opt[:only] || opt["only"])
+        except = _combine_excepts(opt[:except] || opt["except"])
+        files = opt[:require_as] || opt["require_as"] || name
+        files = [files] unless files.respond_to?(:each)
+
+        return unless !only || only.any? {|e| e == @env }
+        return if except && except.any? {|e| e == @env }
+
+        files.each { |f| require f }
+        yield if block_given?
+        true
+      end
+      private
+      def _combine_onlys(only)
+        return @only unless only
+        only = [only].flatten.compact.uniq.map { |o| o.to_s }
+        only &= @only if @only
+        only
+      end
+      def _combine_excepts(except)
+        return @except unless except
+        except = [except].flatten.compact.uniq.map { |o| o.to_s }
+        except |= @except if @except
+        except
+      end
+    end
+    context.new(env && env.to_s).instance_eval(File.read(@gemfile))
+  end
+end
+
+module Gem
+  def source_index.refresh!
+    super
+    Bundler.add_specs_to_index
+  end
+end