RubyGems - scales-monitor - Versions diffs - 0.0.1.beta.1 - Mend

scales-monitor 0.0.1.beta.1

Files changed (69) hide show

data/lib/scales-monitor/app/public/assets/glyphicons-halflings-white.png ADDED Viewed

Binary file

data/lib/scales-monitor/app/public/assets/glyphicons-halflings.png ADDED Viewed

Binary file

data/lib/scales-monitor/app/public/index.html ADDED Viewed

@@ -0,0 +1,45 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <title>Scales | Monitor</title>
+  <link href='assets/application.css' media='all' rel='stylesheet' type='text/css'>
+  <script src='assets/application.js' type='text/javascript'></script>
+</head>
+<body>
+    <div class="navbar navbar-fixed-top">
+          <div class="navbar-inner">
+            <div class="container">
+              <button type="button" class="btn btn-navbar" data-toggle="collapse" data-target=".nav-collapse">
+                <span class="icon-bar"></span>
+                <span class="icon-bar"></span>
+                <span class="icon-bar"></span>
+              </button>
+              <a class="brand" href="/">Scales Monitor</a>
+              <div class="nav-collapse collapse">
+                <ul class="nav">
+                  <li class="" id="nav_machines">
+                    <a href="#/machines">Machines</a>
+                  </li>
+                  <li class="" id="nav_queues">
+                    <a href="#/queues">Queues</a>
+                  </li>
+                  <li class="" id="nav_resources">
+                    <a href="#/resources">Resources</a>
+                  </li>
+                  <li class="" id="nav_log">
+                    <a href="#/log">Log</a>
+                  </li>
+                </ul>
+              </div>
+            </div>
+          </div>
+        </div>
+    <div class="container">
+        <div id="app"></div>
+    </div>
+</body>
+</html>

data/lib/scales-monitor/base.rb ADDED Viewed

@@ -0,0 +1,17 @@
+module Scales
+  module Monitor
+    class << self
+      def run!
+        ARGV << "--stdout" << "--environment" << "#{Scales.env}"
+        monitor     = WebSocket.new
+        runner      = Goliath::Runner.new(ARGV, monitor)
+        runner.app  = Goliath::Rack::Builder.build(WebSocket, monitor)
+        runner.load_plugins(WebSocket.plugins)
+        runner.run
+      end
+    end
+  end
+end

data/lib/scales-monitor/boot/autoload.rb ADDED Viewed

@@ -0,0 +1,5 @@
+require 'scales-core'
+autoload :Goliath,  "scales-monitor/boot/initializers/goliath"
+require 'scales-server/content_type'

data/lib/scales-monitor/boot/initializers/goliath.rb ADDED Viewed

@@ -0,0 +1,3 @@
+require 'goliath'
+require 'goliath/websocket'
+require 'goliath/test_helper'

data/lib/scales-monitor/monitor.rb ADDED Viewed

@@ -0,0 +1,33 @@
+module Scales
+  module Monitor
+    PUBLIC_APP_DIR = File.expand_path("../app/public", __FILE__)
+    module Monitor
+      @@cache = nil
+      class << self
+        def serve(path)
+          cache_files! if @@cache.nil?
+          @@cache[path]
+        end
+        private
+        def cache_files!
+          @@cache = {}
+          Dir.chdir(PUBLIC_APP_DIR)
+          Dir["*.html", "assets/*"].each{ |file| @@cache["/#{file}"] = File.read(file) }
+          Dir.chdir(Scales.pwd)
+          @@cache["/"] = @@cache["/index.html"]
+        end
+      end
+    end
+  end
+end

data/lib/scales-monitor/version.rb ADDED Viewed

@@ -0,0 +1,5 @@
+module Scales
+  module Monitor
+    VERSION = "0.0.1.beta.1"
+  end
+end

data/lib/scales-monitor/web_socket.rb ADDED Viewed

@@ -0,0 +1,180 @@
+module Scales
+  module Monitor
+    class WebSocket < Goliath::WebSocket
+      use Server::ContentType, 'html'
+      def on_open(env)
+        send_initial_statuses(env)
+        setup_subscription
+        add_to_subscribers(env)
+      end
+      def on_error(env, error)
+        env.logger.error error
+      end
+      def on_message(env, msg)
+        env.stream_send(msg)
+      end
+      def on_close(env)
+        remove_from_subscribers(env) if env['REQUEST_PATH'] == "/socket"
+      end
+      def response(env)
+        path = env['REQUEST_PATH']
+        if path == '/socket'
+          super(env)
+        else
+          [200, {}, Monitor.serve(path)]
+        end
+      end
+      private
+      def setup_subscription
+        return if @subscribed
+        @subscribers = []
+        events = Storage::Async.new_connection!
+        events.subscribe("scales_monitor_events")
+        events.on(:message) do |channel, message|
+          @subscribers.each { |subscriber| subscriber.stream_send(message) }
+        end
+        @subscribed = true
+      end
+      def add_to_subscribers(env)
+        @subscribers << env
+      end
+      def remove_from_subscribers(env)
+        @subscribers.delete(env)
+      end
+      def send_initial_statuses(env)
+        server_statuses.each{ |server| env.stream_send(server)    }
+        cache_statuses.each{  |cache|  env.stream_send(cache)     }
+        worker_statuses.each{ |worker| env.stream_send(worker)    }
+        request_queue.each{  |request| env.stream_send(request)   }
+        response_queue.each{ |request| env.stream_send(response)  }
+        push_resources.each{ |resource| env.stream_send(resource) }
+        push_partials.each{  |partial|  env.stream_send(partial)  }
+      end
+      def server_statuses
+        servers = Storage::Async.connection.keys("scales_server_*")
+        return [] if servers.empty?
+        Storage::Async.connection.mget(*servers)
+      end
+      def cache_statuses
+        info = Storage::Async.connection.info
+        data  = {
+          :id         => redis_value("run_id", info)[0..16],
+          :key        => "",
+          :type       => "cache_started",
+          :spawned_at => Time.now.to_i - redis_value("uptime_in_seconds", info).to_i,
+          :env        => Scales.env,
+          :ip         => Scales.config.host,
+          :port       => Scales.config.port
+        }
+        [JSON.generate(data)]
+      end
+      def worker_statuses
+        workers = Storage::Async.connection.keys("scales_worker_*")
+        return [] if workers.empty?
+        Storage::Async.connection.mget(*workers)
+      end
+      def request_queue
+        requests = Storage::Async.connection.llen("scales_request_queue")
+        return [] if requests == 0
+        data = []
+        Storage::Async.connection.lrange("scales_request_queue", 0, requests).each do |request|
+          job = JSON.parse(request)
+          data << {
+            :id         => job['scales.id'],
+            :server_id  => nil,
+            :type       => "server_put_request_in_queue",
+            :path       => job['PATH_INFO'],
+            :method     => job['REQUEST_METHOD']
+          }.to_json
+        end
+        data
+      end
+      def response_queue
+        responses = Storage::Async.connection.keys("scales_response_*")
+        return [] if responses.empty?
+        data = []
+        responses.each do |response_key|
+          response = Storage::Async.connection.lindex(response_key, 0)
+          response = JSON.parse(response)
+          data << {
+            :id         => response[1]['scales.id'],
+            :worker_id  => nil,
+            :type       => "worker_put_response_in_queue",
+            :path       => response[1]['PATH_INFO'],
+            :method     => response[1]['REQUEST_METHOD'],
+            :status     => response[0]
+          }.to_json
+        end
+        data
+      end
+      def push_resources
+        resources = Storage::Async.connection.keys("scales_resource_/*")
+        return [] if resources.empty?
+        data = []
+        resources.each do |resource|
+          data << {
+            :path       => resource.gsub("scales_resource_", ""),
+            :format     => format(resource),
+            :type       => "push_resource"
+          }.to_json
+        end
+        data
+      end
+      def push_partials
+        partials = Storage::Async.connection.keys("scales_partial_*")
+        return [] if partials.empty?
+        data = []
+        partials.each do |partial|
+          data << {
+            :path       => partial.gsub("scales_partial_", ""),
+            :format     => format(partial),
+            :type       => "push_partial"
+          }.to_json
+        end
+        data
+      end
+      private
+      def redis_value(value, info)
+        info.scan(/^#{value}:.*/).first.split(":").last
+      end
+      def format(path)
+        format = "HTML"
+        Scales::Helper::ContentTypes::TYPES.each { |aformat, type| format = aformat.to_s.upcase and break if path =~ /\.#{aformat}(\?|$)/ }
+        format
+      end
+    end
+  end
+end

data/scales-monitor.gemspec ADDED Viewed

@@ -0,0 +1,24 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/scales-monitor/version', __FILE__)
+Gem::Specification.new do |gem|
+  gem.authors       = ["Thomas Fankhauser"]
+  gem.email         = ["tommylefunk@googlemail.com"]
+  gem.description   = %q{Super Scale Caching Framework - Monitor Server}
+  gem.summary       = %q{Monitoring in the form of a website that updates in real-time using a websocket connected to the main system.}
+  gem.homepage      = "http://itscales.org"
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.name          = "scales-monitor"
+  gem.require_paths = ["lib"]
+  gem.version       = Scales::Monitor::VERSION
+  # Dependencies
+  gem.add_dependency  "rake",                 ">= 0.9.2.2"
+  gem.add_dependency  "rspec",                ">= 2.11"
+  gem.add_dependency  "scales-core",          Scales::Monitor::VERSION
+  gem.add_dependency  "scales-server",        Scales::Monitor::VERSION
+  gem.add_dependency  "goliath",              ">= 1.0.0.beta.1"
+end

data/spec/gem_spec.rb ADDED Viewed

@@ -0,0 +1,7 @@
+require 'helper'
+describe Scales::Monitor do
+  it "should have a version" do
+    Scales::Monitor::VERSION.should_not be_nil
+  end
+end

data/spec/helper.rb ADDED Viewed

@@ -0,0 +1,50 @@
+require 'scales-monitor'
+require "net/http"
+require "uri"
+module Helpers
+  def async
+    if EM.reactor_running?
+      yield
+    else
+      out = nil
+      EM.synchrony do
+        out = yield
+        EM.stop
+      end
+      out
+    end
+  end
+  def get url
+    uri     = URI.parse(url)
+    http    = Net::HTTP.new(uri.host, uri.port)
+    request = Net::HTTP::Get.new(uri.request_uri)
+    http.request(request)
+  end
+  def post url, data = {}
+    uri = URI.parse(url)
+    Net::HTTP.post_form(uri, data)
+  end
+  def fixture(file)
+    File.read(File.expand_path("../fixtures/#{file}", __FILE__))
+  end
+  def squeeze string
+    string.gsub(/(\n|\t|\r)/, ' ').gsub(/>\s*</, '><').squeeze(' ').strip
+  end
+end
+RSpec.configure do |config|
+  config.include Helpers
+  config.include Goliath::TestHelper
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+  config.before(:suite) do
+    Scales::Storage::Sync.flushall!
+  end
+end

data/spec/monitor_spec.rb ADDED Viewed

@@ -0,0 +1,50 @@
+require 'helper'
+describe Scales::Monitor::Monitor do
+  it "serves paths from cache" do
+    described_class.serve("/").should have_at_least(100).characters
+  end
+end
+describe Scales::Monitor do
+  before :all do
+    @server_pid = fork do
+      trap('INT') do
+        exit 0
+      end
+      Scales::Storage::Sync.force_reconnect!
+      ARGV << "-p" << "9000"
+      Scales::Monitor.run!
+    end
+    puts "Waiting for monitor server to spawn ..."
+    sleep 2
+  end
+  after :all do
+    Process.kill("INT", @server_pid)
+    Process.wait
+  end
+  it "should answer requests" do
+    EventMachine.run {
+      http = EventMachine::HttpRequest.new('http://127.0.0.1:9000/').aget
+      http.errback {
+        EventMachine.stop
+        fail "Request did not work!"
+      }
+      http.callback {
+        http.response_header.status.should == 200
+        http.response.should have_at_least(100).characters
+        EventMachine.stop
+      }
+    }
+  end
+end

data/spec/web_socket_spec.rb ADDED Viewed

@@ -0,0 +1,103 @@
+require 'helper'
+describe Scales::Monitor::WebSocket do
+  context "static files" do
+    it "serves cached html files" do
+      with_api(described_class, {:verbose => true, :log_stdout => true}) do |server|
+        get_request(:path => "/") do |client|
+          client.response_header['CONTENT_TYPE'].should =~ %r{^text/html}
+        end
+      end
+    end
+    it "serves cached json files" do
+      with_api(described_class, {:verbose => true, :log_stdout => true}) do |server|
+        get_request(:path => "/assets/application.js") do |client|
+          client.response_header['CONTENT_TYPE'].should =~ %r{^application/javascript}
+        end
+      end
+    end
+  end
+  context "initial statuses" do
+    it "sends servers" do
+      with_api(described_class, {:verbose => true, :log_stdout => true}) do |server|
+        Scales::Storage::Async.connection.set("scales_server_725634", "server1")
+        Scales::Storage::Async.connection.set("scales_server_8768fk", "server2")
+        servers = described_class.new.instance_eval{ server_statuses }
+        servers.include?("server1").should be_true
+        servers.include?("server2").should be_true
+        EM.stop
+      end
+    end
+    it "sends workers" do
+      with_api(described_class, {:verbose => true, :log_stdout => true}) do |server|
+        Scales::Storage::Async.connection.set("scales_worker_725634", "worker1")
+        Scales::Storage::Async.connection.set("scales_worker_8768fk", "worker2")
+        workers = described_class.new.instance_eval{ worker_statuses }
+        workers.include?("worker1").should be_true
+        workers.include?("worker2").should be_true
+        EM.stop
+      end
+    end
+    it "sends requests" do
+      with_api(described_class, {:verbose => true, :log_stdout => true}) do |server|
+        json = "{\"scales.id\":\"4f57fcec795b6a6158796a1958e781f0\",\"SERVER_NAME\":\"0.0.0.0\",\"SERVER_PORT\":\"3005\",\"REQUEST_METHOD\":\"POST\",\"QUERY_STRING\":\"\",\"PATH_INFO\":\"/tracks\",\"HTTP_HOST\":\"0.0.0.0:3005\",\"HTTP_USER_AGENT\":\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_4) AppleWebKit/536.19 (KHTML, like Gecko) Version/6.0 Safari/536.19\",\"HTTP_ACCEPT\":\"text/html, application/xhtml+xml, application/xml;q=0.9, */*;q=0.8\",\"HTTP_ORIGIN\":\"http://0.0.0.0:3005\",\"HTTP_REFERER\":\"http://0.0.0.0:3005/tracks/new\",\"HTTP_ACCEPT_LANGUAGE\":\"en-us\",\"HTTP_ACCEPT_ENCODING\":\"gzip, deflate\",\"HTTP_CONNECTION\":\"keep-alive\",\"HTTP_VERSION\":\"1.1\",\"rack.version\":[1,0],\"rack.url_scheme\":null,\"rack.input\":\"utf8=%E2%9C%93&authenticity_token=gniWYAZpl67rSI0VYfrpoBXJ3Ipv9ZEv9VY9FSbyoDM%3D&track%5Bname%5D=Next+one&track%5Bartist%5D=Okay+here&commit=Create+Track\"}"
+        Scales::Storage::Async.connection.lpush("scales_request_queue", json)
+        Scales::Storage::Async.connection.lpush("scales_request_queue", json)
+        requests = described_class.new.instance_eval{ request_queue }
+        requests.should have_at_least(2).requests
+        EM.stop
+      end
+    end
+    it "sends responds" do
+      with_api(described_class, {:verbose => true, :log_stdout => true}) do |server|
+        json = "[302,{\"Location\":\"http://0.0.0.0:3005/tracks/170\",\"Content-Type\":\"text/html; charset=utf-8\",\"Set-Cookie\":\"_app_session=BAh7B0kiCmZsYXNoBjoGRUZvOiVBY3Rpb25EaXNwYXRjaDo6Rmxhc2g6OkZsYXNoSGFzaAk6CkB1c2VkbzoIU2V0BjoKQGhhc2h7ADoMQGNsb3NlZEY6DUBmbGFzaGVzewY6C25vdGljZUkiJFRyYWNrIHdhcyBzdWNjZXNzZnVsbHkgY3JlYXRlZC4GOwBGOglAbm93MEkiD3Nlc3Npb25faWQGOwBGSSIlZDkxNDA4OTFmMWVhZTJlNGU2MmM3MmRkOTA4NDZjODUGOwBU--fd4912d39bd51eedcd5bf0519a939e5b38317b34; path=/; HttpOnly\",\"scales.id\":\"155a255dd3604fa2e39469e30aef3206\"},\"<html><body>You are being <a href=\\\"http://0.0.0.0:3005/tracks/170\\\">redirected</a>.</body></html>\"]"
+        Scales::Storage::Async.connection.lpush("scales_response_155a255dd3604fa2e39469e30aef3206", json)
+        Scales::Storage::Async.connection.lpush("scales_response_155a255dd3604fa2e39469e30aef3207", json)
+        responses = described_class.new.instance_eval{ response_queue }
+        responses.should have_at_least(2).responses
+        EM.stop
+      end
+    end
+    it "sends push resources" do
+      with_api(described_class, {:verbose => true, :log_stdout => true}) do |server|
+        Scales::Storage::Async.flushall!
+        Scales::Storage::Async.set_content "/tracks",   "test 1"
+        Scales::Storage::Async.set_content "/tracks/2", "test 2"
+        resources = described_class.new.instance_eval{ push_resources }
+        resources.should have_at_least(2).resources
+        EM.stop
+      end
+    end
+    it "sends push partials" do
+      with_api(described_class, {:verbose => true, :log_stdout => true}) do |server|
+        Scales::Storage::Async.flushall!
+        Scales::Storage::Async.set_content "tracks",   "test 1"
+        Scales::Storage::Async.set_content "tracks/2", "test 2"
+        partials = described_class.new.instance_eval{ push_partials }
+        partials.should have_at_least(2).partials
+        EM.stop
+      end
+    end
+  end
+end