RubyGems - scales-monitor - Versions diffs - 0.0.1.beta.1 - Mend

scales-monitor 0.0.1.beta.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (69) hide show

data/lib/scales-monitor/app/public/assets/glyphicons-halflings-white.png ADDED Viewed

Binary file

data/lib/scales-monitor/app/public/assets/glyphicons-halflings.png ADDED Viewed

Binary file

data/lib/scales-monitor/app/public/index.html ADDED Viewed

@@ -0,0 +1,45 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <title>Scales | Monitor</title>
+  <link href='assets/application.css' media='all' rel='stylesheet' type='text/css'>
+  <script src='assets/application.js' type='text/javascript'></script>
+</head>
+<body>
+    <div class="navbar navbar-fixed-top">
+          <div class="navbar-inner">
+            <div class="container">
+              <button type="button" class="btn btn-navbar" data-toggle="collapse" data-target=".nav-collapse">
+                <span class="icon-bar"></span>
+                <span class="icon-bar"></span>
+                <span class="icon-bar"></span>
+              </button>
+              <a class="brand" href="/">Scales Monitor</a>
+              <div class="nav-collapse collapse">
+                <ul class="nav">
+                  <li class="" id="nav_machines">
+                    <a href="#/machines">Machines</a>
+                  </li>
+                  <li class="" id="nav_queues">
+                    <a href="#/queues">Queues</a>
+                  </li>
+                  <li class="" id="nav_resources">
+                    <a href="#/resources">Resources</a>
+                  </li>
+                  <li class="" id="nav_log">
+                    <a href="#/log">Log</a>
+                  </li>
+                </ul>
+              </div>
+            </div>
+          </div>
+        </div>
+    <div class="container">
+        <div id="app"></div>
+    </div>
+</body>
+</html>

data/lib/scales-monitor/base.rb ADDED Viewed

@@ -0,0 +1,17 @@
+module Scales
+  module Monitor
+    class << self
+      def run!
+        ARGV << "--stdout" << "--environment" << "#{Scales.env}"
+        monitor     = WebSocket.new
+        runner      = Goliath::Runner.new(ARGV, monitor)
+        runner.app  = Goliath::Rack::Builder.build(WebSocket, monitor)
+        runner.load_plugins(WebSocket.plugins)
+        runner.run
+      end
+    end
+  end
+end

data/lib/scales-monitor/boot/autoload.rb ADDED Viewed

@@ -0,0 +1,5 @@
+require 'scales-core'
+autoload :Goliath,  "scales-monitor/boot/initializers/goliath"
+require 'scales-server/content_type'

data/lib/scales-monitor/boot/initializers/goliath.rb ADDED Viewed

@@ -0,0 +1,3 @@
+require 'goliath'
+require 'goliath/websocket'
+require 'goliath/test_helper'

data/lib/scales-monitor/monitor.rb ADDED Viewed

@@ -0,0 +1,33 @@
+module Scales
+  module Monitor
+    PUBLIC_APP_DIR = File.expand_path("../app/public", __FILE__)
+    module Monitor
+      @@cache = nil
+      class << self
+        def serve(path)
+          cache_files! if @@cache.nil?
+          @@cache[path]
+        end
+        private
+        def cache_files!
+          @@cache = {}
+          Dir.chdir(PUBLIC_APP_DIR)
+          Dir["*.html", "assets/*"].each{ |file| @@cache["/#{file}"] = File.read(file) }
+          Dir.chdir(Scales.pwd)
+          @@cache["/"] = @@cache["/index.html"]
+        end
+      end
+    end
+  end
+end

data/lib/scales-monitor/version.rb ADDED Viewed

@@ -0,0 +1,5 @@
+module Scales
+  module Monitor
+    VERSION = "0.0.1.beta.1"
+  end
+end

data/lib/scales-monitor/web_socket.rb ADDED Viewed

@@ -0,0 +1,180 @@
+module Scales
+  module Monitor
+    class WebSocket < Goliath::WebSocket
+      use Server::ContentType, 'html'
+      def on_open(env)
+        send_initial_statuses(env)
+        setup_subscription
+        add_to_subscribers(env)
+      end
+      def on_error(env, error)
+        env.logger.error error
+      end
+      def on_message(env, msg)
+        env.stream_send(msg)
+      end
+      def on_close(env)
+        remove_from_subscribers(env) if env['REQUEST_PATH'] == "/socket"
+      end
+      def response(env)
+        path = env['REQUEST_PATH']
+        if path == '/socket'
+          super(env)
+        else
+          [200, {}, Monitor.serve(path)]
+        end
+      end
+      private
+      def setup_subscription
+        return if @subscribed
+        @subscribers = []
+        events = Storage::Async.new_connection!
+        events.subscribe("scales_monitor_events")
+        events.on(:message) do |channel, message|
+          @subscribers.each { |subscriber| subscriber.stream_send(message) }
+        end
+        @subscribed = true
+      end
+      def add_to_subscribers(env)
+        @subscribers << env
+      end
+      def remove_from_subscribers(env)
+        @subscribers.delete(env)
+      end
+      def send_initial_statuses(env)
+        server_statuses.each{ |server| env.stream_send(server)    }
+        cache_statuses.each{  |cache|  env.stream_send(cache)     }
+        worker_statuses.each{ |worker| env.stream_send(worker)    }
+        request_queue.each{  |request| env.stream_send(request)   }
+        response_queue.each{ |request| env.stream_send(response)  }
+        push_resources.each{ |resource| env.stream_send(resource) }
+        push_partials.each{  |partial|  env.stream_send(partial)  }
+      end
+      def server_statuses
+        servers = Storage::Async.connection.keys("scales_server_*")
+        return [] if servers.empty?
+        Storage::Async.connection.mget(*servers)
+      end
+      def cache_statuses
+        info = Storage::Async.connection.info
+        data  = {
+          :id         => redis_value("run_id", info)[0..16],
+          :key        => "",
+          :type       => "cache_started",
+          :spawned_at => Time.now.to_i - redis_value("uptime_in_seconds", info).to_i,
+          :env        => Scales.env,
+          :ip         => Scales.config.host,
+          :port       => Scales.config.port
+        }
+        [JSON.generate(data)]
+      end
+      def worker_statuses
+        workers = Storage::Async.connection.keys("scales_worker_*")
+        return [] if workers.empty?
+        Storage::Async.connection.mget(*workers)
+      end
+      def request_queue
+        requests = Storage::Async.connection.llen("scales_request_queue")
+        return [] if requests == 0
+        data = []
+        Storage::Async.connection.lrange("scales_request_queue", 0, requests).each do |request|
+          job = JSON.parse(request)
+          data << {
+            :id         => job['scales.id'],
+            :server_id  => nil,
+            :type       => "server_put_request_in_queue",
+            :path       => job['PATH_INFO'],
+            :method     => job['REQUEST_METHOD']
+          }.to_json
+        end
+        data
+      end
+      def response_queue
+        responses = Storage::Async.connection.keys("scales_response_*")
+        return [] if responses.empty?
+        data = []
+        responses.each do |response_key|
+          response = Storage::Async.connection.lindex(response_key, 0)
+          response = JSON.parse(response)
+          data << {
+            :id         => response[1]['scales.id'],
+            :worker_id  => nil,
+            :type       => "worker_put_response_in_queue",
+            :path       => response[1]['PATH_INFO'],
+            :method     => response[1]['REQUEST_METHOD'],
+            :status     => response[0]
+          }.to_json
+        end
+        data
+      end
+      def push_resources
+        resources = Storage::Async.connection.keys("scales_resource_/*")
+        return [] if resources.empty?
+        data = []
+        resources.each do |resource|
+          data << {
+            :path       => resource.gsub("scales_resource_", ""),
+            :format     => format(resource),
+            :type       => "push_resource"
+          }.to_json
+        end
+        data
+      end
+      def push_partials
+        partials = Storage::Async.connection.keys("scales_partial_*")
+        return [] if partials.empty?
+        data = []
+        partials.each do |partial|
+          data << {
+            :path       => partial.gsub("scales_partial_", ""),
+            :format     => format(partial),
+            :type       => "push_partial"
+          }.to_json
+        end
+        data
+      end
+      private
+      def redis_value(value, info)
+        info.scan(/^#{value}:.*/).first.split(":").last
+      end
+      def format(path)
+        format = "HTML"
+        Scales::Helper::ContentTypes::TYPES.each { |aformat, type| format = aformat.to_s.upcase and break if path =~ /\.#{aformat}(\?|$)/ }
+        format
+      end
+    end
+  end
+end

data/scales-monitor.gemspec ADDED Viewed

@@ -0,0 +1,24 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/scales-monitor/version', __FILE__)
+Gem::Specification.new do |gem|
+  gem.authors       = ["Thomas Fankhauser"]
+  gem.email         = ["tommylefunk@googlemail.com"]
+  gem.description   = %q{Super Scale Caching Framework - Monitor Server}
+  gem.summary       = %q{Monitoring in the form of a website that updates in real-time using a websocket connected to the main system.}
+  gem.homepage      = "http://itscales.org"
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.name          = "scales-monitor"
+  gem.require_paths = ["lib"]
+  gem.version       = Scales::Monitor::VERSION
+  # Dependencies
+  gem.add_dependency  "rake",                 ">= 0.9.2.2"
+  gem.add_dependency  "rspec",                ">= 2.11"
+  gem.add_dependency  "scales-core",          Scales::Monitor::VERSION
+  gem.add_dependency  "scales-server",        Scales::Monitor::VERSION
+  gem.add_dependency  "goliath",              ">= 1.0.0.beta.1"
+end

data/spec/gem_spec.rb ADDED Viewed

@@ -0,0 +1,7 @@
+require 'helper'
+describe Scales::Monitor do
+  it "should have a version" do
+    Scales::Monitor::VERSION.should_not be_nil
+  end
+end

data/spec/helper.rb ADDED Viewed

@@ -0,0 +1,50 @@
+require 'scales-monitor'
+require "net/http"
+require "uri"
+module Helpers
+  def async
+    if EM.reactor_running?
+      yield
+    else
+      out = nil
+      EM.synchrony do
+        out = yield
+        EM.stop
+      end
+      out
+    end
+  end
+  def get url
+    uri     = URI.parse(url)
+    http    = Net::HTTP.new(uri.host, uri.port)
+    request = Net::HTTP::Get.new(uri.request_uri)
+    http.request(request)
+  end
+  def post url, data = {}
+    uri = URI.parse(url)
+    Net::HTTP.post_form(uri, data)
+  end
+  def fixture(file)
+    File.read(File.expand_path("../fixtures/#{file}", __FILE__))
+  end
+  def squeeze string
+    string.gsub(/(\n|\t|\r)/, ' ').gsub(/>\s*</, '><').squeeze(' ').strip
+  end
+end
+RSpec.configure do |config|
+  config.include Helpers
+  config.include Goliath::TestHelper
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+  config.before(:suite) do
+    Scales::Storage::Sync.flushall!
+  end
+end

data/spec/monitor_spec.rb ADDED Viewed

@@ -0,0 +1,50 @@
+require 'helper'
+describe Scales::Monitor::Monitor do
+  it "serves paths from cache" do
+    described_class.serve("/").should have_at_least(100).characters
+  end
+end
+describe Scales::Monitor do
+  before :all do
+    @server_pid = fork do
+      trap('INT') do
+        exit 0
+      end
+      Scales::Storage::Sync.force_reconnect!
+      ARGV << "-p" << "9000"
+      Scales::Monitor.run!
+    end
+    puts "Waiting for monitor server to spawn ..."
+    sleep 2
+  end
+  after :all do
+    Process.kill("INT", @server_pid)
+    Process.wait
+  end
+  it "should answer requests" do
+    EventMachine.run {
+      http = EventMachine::HttpRequest.new('http://127.0.0.1:9000/').aget
+      http.errback {
+        EventMachine.stop
+        fail "Request did not work!"
+      }
+      http.callback {
+        http.response_header.status.should == 200
+        http.response.should have_at_least(100).characters
+        EventMachine.stop
+      }
+    }
+  end
+end

data/spec/web_socket_spec.rb ADDED Viewed

@@ -0,0 +1,103 @@
+require 'helper'
+describe Scales::Monitor::WebSocket do
+  context "static files" do
+    it "serves cached html files" do
+      with_api(described_class, {:verbose => true, :log_stdout => true}) do |server|
+        get_request(:path => "/") do |client|
+          client.response_header['CONTENT_TYPE'].should =~ %r{^text/html}
+        end
+      end
+    end
+    it "serves cached json files" do
+      with_api(described_class, {:verbose => true, :log_stdout => true}) do |server|
+        get_request(:path => "/assets/application.js") do |client|
+          client.response_header['CONTENT_TYPE'].should =~ %r{^application/javascript}
+        end
+      end
+    end
+  end
+  context "initial statuses" do
+    it "sends servers" do
+      with_api(described_class, {:verbose => true, :log_stdout => true}) do |server|
+        Scales::Storage::Async.connection.set("scales_server_725634", "server1")
+        Scales::Storage::Async.connection.set("scales_server_8768fk", "server2")
+        servers = described_class.new.instance_eval{ server_statuses }
+        servers.include?("server1").should be_true
+        servers.include?("server2").should be_true
+        EM.stop
+      end
+    end
+    it "sends workers" do
+      with_api(described_class, {:verbose => true, :log_stdout => true}) do |server|
+        Scales::Storage::Async.connection.set("scales_worker_725634", "worker1")
+        Scales::Storage::Async.connection.set("scales_worker_8768fk", "worker2")
+        workers = described_class.new.instance_eval{ worker_statuses }
+        workers.include?("worker1").should be_true
+        workers.include?("worker2").should be_true
+        EM.stop
+      end
+    end
+    it "sends requests" do
+      with_api(described_class, {:verbose => true, :log_stdout => true}) do |server|
+        json = "{\"scales.id\":\"4f57fcec795b6a6158796a1958e781f0\",\"SERVER_NAME\":\"0.0.0.0\",\"SERVER_PORT\":\"3005\",\"REQUEST_METHOD\":\"POST\",\"QUERY_STRING\":\"\",\"PATH_INFO\":\"/tracks\",\"HTTP_HOST\":\"0.0.0.0:3005\",\"HTTP_USER_AGENT\":\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_4) AppleWebKit/536.19 (KHTML, like Gecko) Version/6.0 Safari/536.19\",\"HTTP_ACCEPT\":\"text/html, application/xhtml+xml, application/xml;q=0.9, */*;q=0.8\",\"HTTP_ORIGIN\":\"http://0.0.0.0:3005\",\"HTTP_REFERER\":\"http://0.0.0.0:3005/tracks/new\",\"HTTP_ACCEPT_LANGUAGE\":\"en-us\",\"HTTP_ACCEPT_ENCODING\":\"gzip, deflate\",\"HTTP_CONNECTION\":\"keep-alive\",\"HTTP_VERSION\":\"1.1\",\"rack.version\":[1,0],\"rack.url_scheme\":null,\"rack.input\":\"utf8=%E2%9C%93&authenticity_token=gniWYAZpl67rSI0VYfrpoBXJ3Ipv9ZEv9VY9FSbyoDM%3D&track%5Bname%5D=Next+one&track%5Bartist%5D=Okay+here&commit=Create+Track\"}"
+        Scales::Storage::Async.connection.lpush("scales_request_queue", json)
+        Scales::Storage::Async.connection.lpush("scales_request_queue", json)
+        requests = described_class.new.instance_eval{ request_queue }
+        requests.should have_at_least(2).requests
+        EM.stop
+      end
+    end
+    it "sends responds" do
+      with_api(described_class, {:verbose => true, :log_stdout => true}) do |server|
+        json = "[302,{\"Location\":\"http://0.0.0.0:3005/tracks/170\",\"Content-Type\":\"text/html; charset=utf-8\",\"Set-Cookie\":\"_app_session=BAh7B0kiCmZsYXNoBjoGRUZvOiVBY3Rpb25EaXNwYXRjaDo6Rmxhc2g6OkZsYXNoSGFzaAk6CkB1c2VkbzoIU2V0BjoKQGhhc2h7ADoMQGNsb3NlZEY6DUBmbGFzaGVzewY6C25vdGljZUkiJFRyYWNrIHdhcyBzdWNjZXNzZnVsbHkgY3JlYXRlZC4GOwBGOglAbm93MEkiD3Nlc3Npb25faWQGOwBGSSIlZDkxNDA4OTFmMWVhZTJlNGU2MmM3MmRkOTA4NDZjODUGOwBU--fd4912d39bd51eedcd5bf0519a939e5b38317b34; path=/; HttpOnly\",\"scales.id\":\"155a255dd3604fa2e39469e30aef3206\"},\"<html><body>You are being <a href=\\\"http://0.0.0.0:3005/tracks/170\\\">redirected</a>.</body></html>\"]"
+        Scales::Storage::Async.connection.lpush("scales_response_155a255dd3604fa2e39469e30aef3206", json)
+        Scales::Storage::Async.connection.lpush("scales_response_155a255dd3604fa2e39469e30aef3207", json)
+        responses = described_class.new.instance_eval{ response_queue }
+        responses.should have_at_least(2).responses
+        EM.stop
+      end
+    end
+    it "sends push resources" do
+      with_api(described_class, {:verbose => true, :log_stdout => true}) do |server|
+        Scales::Storage::Async.flushall!
+        Scales::Storage::Async.set_content "/tracks",   "test 1"
+        Scales::Storage::Async.set_content "/tracks/2", "test 2"
+        resources = described_class.new.instance_eval{ push_resources }
+        resources.should have_at_least(2).resources
+        EM.stop
+      end
+    end
+    it "sends push partials" do
+      with_api(described_class, {:verbose => true, :log_stdout => true}) do |server|
+        Scales::Storage::Async.flushall!
+        Scales::Storage::Async.set_content "tracks",   "test 1"
+        Scales::Storage::Async.set_content "tracks/2", "test 2"
+        partials = described_class.new.instance_eval{ push_partials }
+        partials.should have_at_least(2).partials
+        EM.stop
+      end
+    end
+  end
+end