racknga 0.9.0 → 0.9.1

data/lib/racknga/middleware/log.rb

@@ -0,0 +1,94 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2010  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+require 'racknga/log_database'
+
+module Racknga
+  module Middleware
+    class Log
+      LOGGER_KEY = "racknga.logger"
+
+      def initialize(application, options={})
+        @application = application
+        @options = Utils.normalize_options(options || {})
+        database_path = @options[:database_path]
+        raise ArgumentError, ":database_path is missing" if database_path.nil?
+        @database = LogDatabase.new(database_path)
+        @logger = Logger.new(@database)
+      end
+
+      def call(environment)
+        environment[LOGGER_KEY] = @logger
+
+        start_time = Time.now
+        status, headers, body = @application.call(environment)
+        end_time = Time.now
+
+        request = Rack::Request.new(environment)
+        log(start_time, end_time, request, status, headers, body)
+
+        [status, headers, body]
+      end
+
+      def ensure_database
+        @database.ensure_database
+      end
+
+      def close_database
+        @database.close_database
+      end
+
+      private
+      def log(start_time, end_time, request, status, headers, body)
+        request_time = end_time - start_time
+        length = headers["Content-Length"] || "-"
+        length = "-" if length == "0"
+        format = "%s - %s [%s] \"%s %s %s\" %s %s \"%s\" \"%s\" %0.8f"
+        message = format % [request.ip || "-",
+                            request.env["REMOTE_USER"] || "-",
+                            end_time.dup.utc.strftime("%d/%b/%Y:%H:%M:%S %z"),
+                            request.request_method,
+                            request.fullpath,
+                            request.env["SERVER_PROTOCOL"] || "-",
+                            status.to_s[0..3],
+                            length,
+                            request.env["HTTP_REFERER"] || "-",
+                            request.user_agent || "-",
+                            request_time]
+        @logger.log("access",
+                    request.fullpath,
+                    :message => message,
+                    :user_agent => request.user_agent,
+                    :runtime => request_time)
+      end
+
+      class Logger
+        def initialize(database)
+          @database = database
+          @entries = @database.entries
+        end
+
+        def log(tag, path, options={})
+          @entries.add(options.merge(:time_stamp => Time.now,
+                                     :tag => tag,
+                                     :path => path))
+        end
+      end
+    end
+  end
+end

data/lib/racknga/middleware/range.rb

@@ -0,0 +1,159 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2010  Kouhei Sutou <kou@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+require 'time'
+
+module Racknga
+  module Middleware
+    class Range
+      def initialize(application)
+        @application = application
+      end
+
+      def call(environment)
+        status, headers, body = @application.call(environment)
+        return [status, headers, body] if status != 200
+
+        headers = Rack::Utils::HeaderHash.new(headers)
+        headers["Accept-Ranges"] = "bytes"
+        request = Rack::Request.new(environment)
+        range = request.env["HTTP_RANGE"]
+        if range and /\Abytes=(\d*)-(\d*)\z/ =~ range
+          first_byte, last_byte = $1, $2
+          status, headers, body = apply_range(status, headers, body, request,
+                                              first_byte, last_byte)
+        end
+        [status, headers.to_hash, body]
+      end
+
+      private
+      def apply_range(status, headers, body, request, first_byte, last_byte)
+        unless use_range?(request, headers)
+          return [status, headers, body]
+        end
+        length = guess_length(headers, body)
+        return [status, headers.to_hash, body] if length.nil?
+
+        if first_byte.empty? and last_byte.empty?
+          headers["Content-Length"] = "0"
+          return [Rack::Utils.status_code(:requested_range_not_satisfiable),
+                  headers,
+                  []]
+        end
+
+        if last_byte.empty?
+          last_byte = length - 1
+        else
+          last_byte = last_byte.to_i
+        end
+        if first_byte.empty?
+          first_byte = length - last_byte
+          last_byte = length - 1
+        else
+          first_byte = first_byte.to_i
+        end
+
+        byte_range_spec = "#{first_byte}-#{last_byte}/#{length}"
+        range_length = last_byte - first_byte + 1
+        headers["Content-Range"] = "bytes #{byte_range_spec}"
+        headers["Content-Length"] = range_length.to_s
+        stream = RangeStream.new(body, first_byte, range_length)
+        if body.respond_to?(:to_path)
+          def stream.to_path
+            @body.to_path
+          end
+        end
+        [Rack::Utils.status_code(:partial_content),
+         headers,
+         stream]
+      end
+
+      def use_range?(request, headers)
+        if_range = request.env["HTTP_IF_RANGE"]
+        return true if if_range.nil?
+
+        if /\A(?:Mo|Tu|We|Th|Fr|Sa|Su)/ =~ if_range
+          last_modified = headers["Last-Modified"]
+          return false if last_modified.nil?
+          begin
+            if_range = Time.httpdate(if_range)
+            last_modified = Time.httpdate(last_modified)
+          rescue ArgumentError
+            return true
+          end
+          if_range == last_modified
+        else
+          if_range == headers["ETag"]
+        end
+      end
+
+      def guess_length(headers, body)
+        length = headers["Content-Length"]
+        return length.to_i unless length.nil?
+        return body.stat.size if body.respond_to?(:stat)
+        nil
+      end
+
+      class RangeStream
+        def initialize(body, first_byte, length)
+          @body = body
+          @first_byte = first_byte
+          @length = length
+        end
+
+        def each
+          if @body.respond_to?(:seek)
+            @body.seek(@first_byte)
+            start = 0
+          else
+            start = @first_byte
+          end
+          rest = @length
+
+          @body.each do |chunk|
+            if chunk.respond_to?(:encoding)
+              if chunk.encoding != Encoding::ASCII_8BIT
+                chunk = chunk.dup.force_encoding(Encoding::ASCII_8BIT)
+              end
+            end
+
+            chunk_size = chunk.size
+            if start > 0
+              if chunk_size < start
+                start -= chunk_size
+                next
+              else
+                chunk = chunk[start..-1]
+                chunk_size -= start
+                start = 0
+              end
+            end
+            if rest > chunk_size
+              yield(chunk)
+              rest -= chunk_size
+            else
+              yield(chunk[0, rest])
+              rest -= rest
+            end
+            break if rest <= 0
+          end
+        end
+      end
+    end
+  end
+end

data/lib/racknga/utils.rb

@@ -4,7 +4,8 @@
 #
 # This library is free software; you can redistribute it and/or
 # modify it under the terms of the GNU Lesser General Public
-# License version 2.1 as published by the Free Software Foundation.
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
 #
 # This library is distributed in the hope that it will be useful,
 # but WITHOUT ANY WARRANTY; without even the implied warranty of

data/lib/racknga/version.rb

@@ -4,7 +4,8 @@
 #
 # This library is free software; you can redistribute it and/or
 # modify it under the terms of the GNU Lesser General Public
-# License version 2.1 as published by the Free Software Foundation.
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
 #
 # This library is distributed in the hope that it will be useful,
 # but WITHOUT ANY WARRANTY; without even the implied warranty of
@@ -16,5 +17,5 @@
 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 
 module Racknga
-  VERSION = '0.9.0'
+  VERSION = '0.9.1'
 end

data/lib/racknga/will_paginate.rb

@@ -0,0 +1,47 @@
+# -*- coding: utf-8 -*-
+#
+# Copyright (C) 2010  SHIMODA Hiroshi <shimoda@clear-code.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+#
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
+
+require "groonga"
+
+module Groonga
+  module WillPaginateAPI
+    def total_pages
+      n_pages
+    end
+
+    def per_page
+      n_records_in_page
+    end
+
+    def total_entries
+      n_records
+    end
+
+    def out_of_bounds?
+      current_page > total_pages
+    end
+
+    def offset
+      (start_offset || 0) - 1
+    end
+  end
+
+  module Pagination
+    include WillPaginateAPI
+  end
+end

data/lib/racknga.rb

@@ -4,7 +4,8 @@
 #
 # This library is free software; you can redistribute it and/or
 # modify it under the terms of the GNU Lesser General Public
-# License version 2.1 as published by the Free Software Foundation.
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
 #
 # This library is distributed in the hope that it will be useful,
 # but WITHOUT ANY WARRANTY; without even the implied warranty of
@@ -15,11 +16,11 @@
 # License along with this library; if not, write to the Free Software
 # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 
-require 'groonga'
 require 'rack'
 
 require 'racknga/version'
 require 'racknga/utils'
-require 'racknga/middleware/cache'
 require 'racknga/middleware/deflater'
 require 'racknga/middleware/exception_notifier'
+require 'racknga/middleware/jsonp'
+require 'racknga/middleware/range'

data/munin/plugins/passenger_domain_

@@ -0,0 +1,228 @@
+#!/usr/bin/env ruby
+#
+# Copyright (C) 2010  Kouhei Sutou <kou@clear-code.com>
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+#
+#%# family=auto
+#%# capabilities=autoconf suggest
+
+require 'English'
+require 'rubygems'
+
+mode = ARGV[0]
+
+def passenger_status_path(gem_path)
+  File.join(gem_path, "bin", "passenger-status")
+end
+
+@label = ENV["label"]
+@pid_file = ENV["pid_file"]
+@ruby = ENV["ruby"] || Gem.ruby
+@gem_path = ((ENV["GEM_HOME"] || '').split(/:/) + Gem.path).find do |path|
+  File.exist?(passenger_status_path(path))
+end
+
+if @label
+  parameter_prefix = /\Apassenger_(?:#{@label}_)?domain_/
+else
+  parameter_prefix = /\Apassenger_domain_/
+end
+parameter = File.basename($0).gsub(parameter_prefix, '')
+if /_(sessions|processed|uptime)\z/ =~ parameter
+  @domain = $PREMATCH
+  @type = $1
+  @domain = nil if @domain and @domain.empty?
+else
+  @domain = @type = nil
+end
+
+def passenger_status
+  if @pid_file
+    unless File.readable?(@pid_file)
+      return [false, "PID file isn't readable: #{@pid_file}"]
+    end
+    pid = File.read(@pid_file).strip
+  else
+    pid = nil
+  end
+  result = `#{@ruby} #{passenger_status_path(@gem_path)} #{pid}`
+  [$?.success?, result]
+end
+
+def parse_uptime(uptime)
+  uptime_in_minutes = 0
+  if /\A(?:(?:(\d+)h\s+)?(\d+)m\s+)?(\d+)s\z/ =~ uptime
+    hours = $1.to_i
+    minutes = $2.to_i
+    seconds = $3.to_i
+    uptime_in_minutes = minutes + hours * 60
+  end
+  uptime_in_minutes
+end
+
+def extract_domain(path)
+  components = path.split(/\//)
+  ignore_components = ["current"]
+  while ignore_components.include?(components.last)
+    components.pop
+  end
+  components.pop
+end
+
+def parse_result(result)
+  sections = {}
+  section = nil
+  domain = nil
+  result.each_line do |line|
+    case section
+    when "Domains"
+      case line.chomp
+      when /\A(.+):\s*\z/
+        path = $1
+        domain = extract_domain(path)
+        sections[section] << [domain, []]
+      when /\A\s+PID:\s+(\d+)\s+
+                 Sessions:\s+(\d+)\s+
+                 Processed:\s+(\d+)\s+
+                 Uptime:\s+(.+)\z/x
+        pid = $1.to_i
+        sessions = $2.to_i
+        processed = $3.to_i
+        uptime = parse_uptime($4)
+        _domain, processes = sections[section].last
+        processes << {
+          :pid => pid,
+          :sessions => sessions,
+          :processed => processed,
+          :uptime => uptime
+        }
+      end
+    else
+      if /-+\s+(.+)\s+-+/ =~ line
+        section = $1
+        sections[section] = []
+      end
+    end
+  end
+  sections
+end
+
+def vlabel
+  case @type
+  when "sessions"
+    "number of processing sessions"
+  when "processed"
+    "number of processed sessions"
+  when "uptime"
+    "uptime by minutes"
+  else
+    "unknown"
+  end
+end
+
+def config
+  success, result = passenger_status
+  unless success
+    puts result
+    exit(false)
+  end
+
+  if @label
+    title = "Passenger: #{@label}: #{@type}: #{@domain}"
+  else
+    title = "Passenger: #{@type}: #{@domain}"
+  end
+  sections = parse_result(result)
+  puts(<<-EOC)
+graph_title #{title}
+graph_category passenger
+graph_info Passenger #{@domain} #{@type}
+graph_vlabel #{vlabel}
+
+EOC
+  sections["Domains"].each do |domain, processes|
+    next if domain != @domain
+    processes.sort_by do |attributes|
+      attributes[:pid]
+    end.each_with_index do |attributes, i|
+      puts("#{@type}#{i}.label #{i} (PID #{attributes[:pid]})")
+    end
+  end
+end
+
+def report
+  success, result = passenger_status
+  unless success
+    puts result
+    exit(false)
+  end
+
+  sections = parse_result(result)
+  sections["Domains"].each do |domain, processes|
+    next if domain != @domain
+    processes.sort_by do |attributes|
+      attributes[:pid]
+    end.each_with_index do |attributes, i|
+      puts("#{@type}#{i}.value #{attributes[@type.to_sym]}")
+    end
+  end
+end
+
+case mode
+when "auto", "autoconf", "detect"
+  success, result = passenger_status
+  if success
+    puts "yes"
+    exit(true)
+  else
+    puts "no (#{result})"
+    exit(false)
+  end
+when "suggest"
+  success, result = passenger_status
+  if success
+    sections = parse_result(result)
+    domains = sections["Domains"]
+    if domains
+      domains.each do |domain, processes|
+        puts "#{domain}_sessions"
+        puts "#{domain}_processed"
+        puts "#{domain}_uptime"
+      end
+      exit(true)
+    else
+      puts "no domain: #{result.inspect}"
+      exit(false)
+    end
+  else
+    puts result
+    exit(false)
+  end
+else
+  if @domain.nil?
+    puts "no domain"
+    exit(false)
+  end
+  if @type.nil?
+    puts "no type: #{@domain}"
+    exit(false)
+  end
+  case mode
+  when "config"
+    config
+  else
+    report
+  end
+end