mmmurf-starling 0.9.7.10 → 0.9.8

data/CHANGELOG

@@ -1,3 +1,18 @@
+== 0.9.9
+* remove dependency on SyslogLogger so that starling works on windows.
+
+== 0.9.8
+* add fix to enable relative paths <david@motorator.com>
+* fix tests so they don't run 10 times due to a stupid bug with how the server is forked <seth@mojodna.net>
+* fix some other tests <romeda@gmail.com>
+* fix some error messages <romeda@gmail.com>
+* probably some other things <romeda@gmail.com>
+
+== 0.9.7.9
+* properly complain if the spool directory isn't writable <seth@mojodna.net>
+* assume group and user privileges in a working order <seth@mojodna.net>
+* support string user / group names in addition to uid/gids <seth@mojodna.net>
+
 == 0.9.7.7
 * added init.d scripts for redhat and ubuntu by Mike Perham <mperham@gmail.com>
 * fixed dependencies for SyslogLogger, eventmachine and memcache-client by Mike Perham <mperham@gmail.com>

data/Rakefile

@@ -2,6 +2,8 @@ require 'rubygems'
 require 'rake/rdoctask'
 require 'spec/rake/spectask'
 
+task :default => :spec
+
 task :install do
   sh %{gem build starling.gemspec}
   sh %{sudo gem install starling-*.gem}
@@ -9,7 +11,7 @@ end
 
 Spec::Rake::SpecTask.new do |t|
   t.ruby_opts = ['-rtest/unit']
-  t.spec_files = FileList['test/test_*.rb']
+  t.spec_files = FileList['spec/*_spec.rb']
   t.fail_on_error = true
 end
   
@@ -17,5 +19,4 @@ Rake::RDocTask.new do |rd|
   rd.main = "README.rdoc"
   rd.rdoc_files.include("README.rdoc", "lib/**/*.rb")
   rd.rdoc_dir = 'doc'
-#  rd.options = spec.rdoc_options
 end

data/etc/sample-config.yml

@@ -0,0 +1,9 @@
+starling:
+  port: 22122
+  pid_file: /tmp/starling/starling.pid
+  queue_path: /tmp/starling/spool
+  timeout: 0
+  syslog_channel: starling-tampopo
+  log_level: DEBUG
+  daemonize: true
+

data/lib/starling/handler.rb

@@ -25,30 +25,30 @@ module StarlingServer
 
     # STAT Response
     STATS_COMMAND = /\Astats\r\n/m
-    STATS_RESPONSE = "STAT pid %d
-STAT uptime %d
-STAT time %d
-STAT version %s
-STAT rusage_user %0.6f
-STAT rusage_system %0.6f
-STAT curr_items %d
-STAT total_items %d
-STAT bytes %d
-STAT curr_connections %d
-STAT total_connections %d
-STAT cmd_get %d
-STAT cmd_set %d
-STAT get_hits %d
-STAT get_misses %d
-STAT bytes_read %d
-STAT bytes_written %d
-STAT limit_maxbytes %d
+    STATS_RESPONSE = "STAT pid %d\r
+STAT uptime %d\r
+STAT time %d\r
+STAT version %s\r
+STAT rusage_user %0.6f\r
+STAT rusage_system %0.6f\r
+STAT curr_items %d\r
+STAT total_items %d\r
+STAT bytes %d\r
+STAT curr_connections %d\r
+STAT total_connections %d\r
+STAT cmd_get %d\r
+STAT cmd_set %d\r
+STAT get_hits %d\r
+STAT get_misses %d\r
+STAT bytes_read %d\r
+STAT bytes_written %d\r
+STAT limit_maxbytes %d\r
 %sEND\r\n".freeze
-    QUEUE_STATS_RESPONSE = "STAT queue_%s_items %d
-STAT queue_%s_total_items %d
-STAT queue_%s_logsize %d
-STAT queue_%s_expired_items %d
-STAT queue_%s_age %d\n".freeze
+    QUEUE_STATS_RESPONSE = "STAT queue_%s_items %d\r
+STAT queue_%s_total_items %d\r
+STAT queue_%s_logsize %d\r
+STAT queue_%s_expired_items %d\r
+STAT queue_%s_age %d\r\n".freeze
 
     SHUTDOWN_COMMAND = /\Ashutdown\r\n/m
 

data/lib/starling/queue_collection.rb

@@ -15,7 +15,7 @@ module StarlingServer
 
     def initialize(path)
       unless File.directory?(path) && File.writable?(path)
-        raise InaccessibleQueuePath.new("#{path} must exist and be writable by #{Etc.getpwuid(Process.uid).name}.")
+        raise InaccessibleQueuePath.new("'#{path}' must exist and be read-writable by #{Etc.getpwuid(Process.uid).name}.")
       end
 
       @shutdown_mutex = Mutex.new

data/lib/starling/server.rb

@@ -2,7 +2,6 @@ require 'socket'
 require 'logger'
 require 'rubygems'
 require 'eventmachine'
-require 'analyzer_tools/syslog_logger'
 
 here = File.dirname(__FILE__)
 
@@ -11,7 +10,7 @@ require File.join(here, 'handler')
 
 module StarlingServer
 
-  VERSION = "0.9.7.9"
+  VERSION = "0.9.8"
   
   class Base
     attr_reader :logger
@@ -68,14 +67,27 @@ module StarlingServer
     def run
       @stats[:start_time] = Time.now
 
-      @@logger = case @opts[:logger]
-                 when IO, String; Logger.new(@opts[:logger])
-                 when Logger; @opts[:logger]
-                 else; Logger.new(STDERR)
-                 end
-      @@logger = SyslogLogger.new(@opts[:syslog_channel]) if @opts[:syslog_channel]
+      if @opts[:syslog_channel]
+        begin
+          require 'syslog_logger'
+          @@logger = SyslogLogger.new(@opts[:syslog_channel])
+        rescue LoadError
+          # SyslogLogger isn't available, so we're just going to use Logger
+        end
+      end
 
-      @opts[:queue] = QueueCollection.new(@opts[:path])
+      @@logger ||= case @opts[:logger]
+                   when IO, String; Logger.new(@opts[:logger])
+                   when Logger; @opts[:logger]
+                   else; Logger.new(STDERR)
+                   end
+
+      begin
+        @opts[:queue] = QueueCollection.new(@opts[:path])
+      rescue InaccessibleQueuePath => e
+        puts "Error: #{e.message}"
+        exit 1
+      end
       @@logger.level = @opts[:log_level] || Logger::ERROR
 
       @@logger.info "Starling STARTUP on #{@opts[:host]}:#{@opts[:port]}"

data/lib/starling/server_runner.rb

@@ -51,11 +51,11 @@ module StarlingServer
     def parse_options
       self.options = { :host => '127.0.0.1',
                        :port => 22122,
-                       :path => File.join(%w( / tmp starling spool )),
+                       :path => File.join('', 'var', 'spool', 'starling'),
                        :log_level => Logger::INFO,
                        :daemonize => false,
                        :timeout => 0,
-                       :pid_file => File.join(%w( / tmp starling starling.pid )) }
+                       :pid_file => File.join('', 'var', 'run', 'starling.pid') }
 
       OptionParser.new do |opts|
         opts.summary_width = 25
@@ -76,7 +76,7 @@ module StarlingServer
         opts.on("-q", "--queue_path PATH",
                 :REQUIRED,
                 "Path to store Starling queue logs", "(default: #{options[:path]})") do |queue_path|
-          options[:path] = queue_path
+          options[:path] = File.expand_path(queue_path)
         end
 
         opts.separator ""; opts.separator "Network:"
@@ -96,7 +96,7 @@ module StarlingServer
         end
 
         opts.on("-PFILE", "--pid FILENAME", "save PID in FILENAME when using -d option.", "(default: #{options[:pid_file]})") do |pid_file|
-          options[:pid_file] = pid_file
+          options[:pid_file] = File.expand_path(pid_file)
         end
 
         opts.on("-u", "--user USER", "User to run as") do |user|
@@ -110,11 +110,16 @@ module StarlingServer
         opts.separator ""; opts.separator "Logging:"
 
         opts.on("-L", "--log [FILE]", "Path to print debugging information.") do |log_path|
-          options[:logger] = log_path
+          options[:logger] = File.expand_path(log_path)
         end
 
-        opts.on("-l", "--syslog CHANNEL", "Write logs to the syslog instead of a log file.") do |channel|
-          options[:syslog_channel] = channel
+        begin
+          require 'syslog_logger'
+
+          opts.on("-l", "--syslog CHANNEL", "Write logs to the syslog instead of a log file.") do |channel|
+            options[:syslog_channel] = channel
+          end
+        rescue LoadError
         end
 
         opts.on("-v", "Increase logging verbosity (may be used multiple times).") do
@@ -216,7 +221,7 @@ module StarlingServer
       safefork and exit
 
       unless sess_id = Process.setsid
-        raise "Couldn't detache from controlling terminal."
+        raise "Couldn't detach from controlling terminal."
       end
 
       trap 'SIGHUP', 'IGNORE'

data/{test/test_starling_server.rb → spec/starling_server_spec.rb}

@@ -22,7 +22,7 @@ def safely_fork(&block)
   while blocking
     sleep 0.1
   end
-  
+
   pid
 end
 
@@ -41,7 +41,11 @@ describe "StarlingServer" do
                                         :path => @tmp_path,
                                         :logger => Logger.new(STDERR),
                                         :log_level => Logger::FATAL)
-      Signal.trap("INT") { server.stop }
+      Signal.trap("INT") {
+        server.stop
+        exit
+      }
+
       Process.kill("USR1", Process.ppid)
       server.run
     end
@@ -62,7 +66,6 @@ describe "StarlingServer" do
     @client.get('test_set_and_get_one_entry').should eql(v)
   end
   
-  
   it "should expire entries" do
     v = rand((2**32)-1)
     @client.get('test_set_with_expiry').should be_nil
@@ -143,45 +146,42 @@ describe "StarlingServer" do
     # handle more than 1024 connections.
     
     unless IO::popen("uname").read.chomp == "Linux"
-      raise "(Skipping epoll test: not on Linux)"
-      skip = true
+      pending "skipping epoll test: not on Linux"
     end
+
     fd_limit = IO::popen("bash -c 'ulimit -n'").read.chomp.to_i
     unless fd_limit > 1024
-      raise "(Skipping epoll test: 'ulimit -n' = #{fd_limit}, need > 1024)"
-      skip = true
+      pending "skipping epoll test: 'ulimit -n' = #{fd_limit}, need > 1024"
     end
     
-    unless skip
-      v = rand(2**32 - 1)
-      @client.set('test_epoll', v)
-
-      # we can't open 1024 connections to memcache from within this process,
-      # because we will hit ruby's 1024 fd limit ourselves!
-      pid1 = safely_fork do
-        unused_sockets = []
-        600.times do
-          unused_sockets << TCPSocket.new("127.0.0.1", 22133)
-        end
-        Process.kill("USR1", Process.ppid)
-        sleep 90
+    v = rand(2**32 - 1)
+    @client.set('test_epoll', v)
+
+    # we can't open 1024 connections to memcache from within this process,
+    # because we will hit ruby's 1024 fd limit ourselves!
+    pid1 = safely_fork do
+      unused_sockets = []
+      600.times do
+        unused_sockets << TCPSocket.new("127.0.0.1", 22133)
       end
-      pid2 = safely_fork do
-        unused_sockets = []
-        600.times do
-          unused_sockets << TCPSocket.new("127.0.0.1", 22133)
-        end
-        Process.kill("USR1", Process.ppid)
-        sleep 90
+      Process.kill("USR1", Process.ppid)
+      sleep 90
+    end
+    pid2 = safely_fork do
+      unused_sockets = []
+      600.times do
+        unused_sockets << TCPSocket.new("127.0.0.1", 22133)
       end
+      Process.kill("USR1", Process.ppid)
+      sleep 90
+    end
 
-      begin
-        client = MemCache.new('127.0.0.1:22133')
-        client.get('test_epoll').should eql(v)
-      ensure
-        Process.kill("TERM", pid1)
-        Process.kill("TERM", pid2)
-      end
+    begin
+      client = MemCache.new('127.0.0.1:22133')
+      client.get('test_epoll').should eql(v)
+    ensure
+      Process.kill("TERM", pid1)
+      Process.kill("TERM", pid2)
     end
   end
   
@@ -202,4 +202,4 @@ describe "StarlingServer" do
     @client.reset
     FileUtils.rm(Dir.glob(File.join(@tmp_path, '*')))
   end
-end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: mmmurf-starling
 version: !ruby/object:Gem::Version 
-  version: 0.9.7.10
+  version: 0.9.8
 platform: ruby
 authors: 
 - Blaine Cook
@@ -25,15 +25,6 @@ dependencies:
       - !ruby/object:Gem::Version 
         version: "0"
     version: 
-- !ruby/object:Gem::Dependency 
-  name: SyslogLogger
-  version_requirement: 
-  version_requirements: !ruby/object:Gem::Requirement 
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        version: "0"
-    version: 
 - !ruby/object:Gem::Dependency 
   name: eventmachine
   version_requirement: 
@@ -70,6 +61,7 @@ files:
 - lib/starling.rb
 - etc/starling.redhat
 - etc/starling.ubuntu
+- etc/sample-config.yml
 has_rdoc: true
 homepage: http://github.com/mmmurf/starling/
 post_install_message: 
@@ -105,4 +97,4 @@ signing_key:
 specification_version: 2
 summary: Starling is a lightweight, transactional, distributed queue server
 test_files: 
-- test/test_starling_server.rb
+- spec/starling_server_spec.rb