spiderfw 0.5.13 → 0.5.14

data/apps/master/controllers/scout_controller.rb

@@ -0,0 +1,121 @@
+require 'json'
+
+module Spider; module Master
+    
+    class ScoutController < Spider::PageController
+        
+        route /([\w\d]{8}-[\w\d]{4}-[\w\d]{4}-[\w\d]{4}-[\w\d]{12})/, self, :do => lambda{ |uuid|
+            @servant = Servant.load(:uuid => uuid)
+            @uuid = uuid
+            raise NotFound.new("Servant #{uuid}") unless @servant
+        }
+        
+
+        __.json
+        def plan
+            last_modified = (@servant.scout_plan_changed || @servant.obj_modified).to_local_time
+            @servant.scout_plugins.each do |instance|
+                stat = File.lstat(instance.plugin.rb_path)
+                mtime = stat.mtime
+                last_modified = mtime if mtime > last_modified
+            end 
+            if @request.env['HTTP_IF_MODIFIED_SINCE']
+                if_modified = nil
+                begin
+                    if_modified = Time.httpdate(@request.env['HTTP_IF_MODIFIED_SINCE'])
+                rescue ArgumentError
+                    if_modified = 0
+                end
+                raise HTTPStatus.new(Spider::HTTP::NOT_MODIFIED) if last_modified <= if_modified
+            end
+            @response.headers['Last-Modified'] = last_modified.httpdate
+            $out << @servant.scout_plan.to_json
+        end
+        
+        
+        __.json
+        def checkin
+            res = Zlib::GzipReader.new(@request.body).read
+            #Spider.logger.debug("RECEIVED REPORT FOR #{@uuid}:")
+            #Spider.logger.debug(res)
+            res = JSON.parse(res)
+            statuses = {}
+            reports = {}
+            res["reports"].each do |rep|
+                statuses[rep["plugin_id"]] = :ok
+                reports[rep["plugin_id"]] ||= ScoutReport.create(
+                    :plugin_instance => rep["plugin_id"], 
+                    :created_at => DateTime.parse(rep["created_at"])
+                )
+                report = reports[rep["plugin_id"]]
+                rep["fields"].each do |name, val|
+                    field = ScoutReportField.create(:name => name, :value => val, :report => report)
+                end
+            end
+            res["alerts"].each do |alert|
+                subject = alert["fields"]["subject"]
+                body = alert["fields"]["body"]
+                last = ScoutAlert.where(
+                    :plugin_instance => alert["plugin_id"],
+                    :active => true
+                ).order_by(:obj_created, :desc)
+                statuses[alert["plugin_id"]] = :alert
+                had_previous = false
+                last.each do |l|
+                    if l && l.subject == subject && l.body == body
+                        l.repeated ||= 0
+                        l.repeated += 1
+                        l.save
+                        had_previous = true
+                        break
+                    end
+                end
+                next if had_previous
+                subject = alert["fields"]["subject"]
+                instance = ScoutPluginInstance.new(alert["plugin_id"])
+                subject = "#{instance.servant} - #{subject}"
+                alert = ScoutAlert.create(
+                    :plugin_instance => alert["plugin_id"],
+                    :subject => alert["fields"]["subject"],
+                    :body => alert["fields"]["body"]
+                )
+            end
+            res["errors"].each do |err|
+                subject = err["fields"]["subject"]
+                body = err["fields"]["body"]
+                last = ScoutError.where(:plugin_instance => err["plugin_id"]).order_by(:obj_created, :desc)
+                last.limit = 1
+                statuses[err["plugin_id"]] = :error
+                if last[0] && last[0].subject == subject && last[0].body == body
+                    last[0].repeated ||= 0
+                    last[0].repeated += 1
+                    last[0].save
+                    next
+                end
+                subject = err["fields"]["subject"]
+                instance = ScoutPluginInstance.new(err["plugin_id"])
+                subject = "#{instance.servant} - #{subject}"
+                error = ScoutError.create(
+                    :plugin_instance => err["plugin_id"],
+                    :subject => err["fields"]["subject"],
+                    :body => err["fields"]["body"]
+                )
+            end
+            today = Date.today
+            statuses.each do |id, val|
+                i = ScoutPluginInstance.new(id)
+                averages_computed_at = i.averages_computed_at
+                i.obj_modified = DateTime.now
+                i.status = val
+                i.compute_averages if !averages_computed_at || averages_computed_at < today
+                i.averages_computed_at = Date.today
+                i.save
+                i.check_triggers
+                i.save
+            end
+
+        end
+        
+    end
+    
+end; end

data/apps/master/controllers/servant_controller.rb

@@ -0,0 +1,16 @@
+module Spider; module Master
+    
+    class ServantController < Spider::PageController
+        
+        __.html
+        def index
+            @scene.servant = @request.misc[:servant]
+            render('servant')
+        end
+        
+        def resources
+        end
+
+    end
+    
+end; end

data/apps/master/lib/resource.rb

@@ -0,0 +1,7 @@
+module Spider; module Master
+    
+    class Resource
+        
+    end
+    
+end; end

data/apps/master/lib/resources/db_resource.rb

@@ -0,0 +1,7 @@
+module Spider; module Master
+    
+    class DbResource
+        
+    end
+    
+end; end

data/apps/master/lib/scout_plugin.rb

@@ -0,0 +1,89 @@
+require 'yaml'
+require 'scout'
+
+module Spider; module Master
+    
+    class ScoutPlugin
+        attr_reader :id
+        
+        def initialize(id)
+            @id = id
+            @class_name = Spider::Inflector.camelize(@id)
+            @info = ScoutPluginInfo.load(:id => id)
+            @path = nil
+            @rb_path = nil
+            @plugin_class = nil
+        end
+        
+        def name
+            return @info.name if @info
+            Spider::Inflector.upcasefirst(@id.gsub(/_+/, ' '))
+        end
+        
+        
+        def find
+            base = Spider.conf.get('master.scout_plugins_path')
+            full_path = File.join(base, @id)
+            raise "Scout Plugin #{id} not found" unless File.directory?(full_path)
+            @path = full_path
+            @rb_path = File.join(@path, @id)+".rb"
+            raise "Scout Plugin #{id} not found" unless File.file?(@rb_path)
+        end
+        
+        def load
+            return @plugin_class if @plugin_class
+            find unless @path
+            require @rb_path
+            @plugin_class = Object.const_get(@class_name)
+        end
+        
+        def rb_path
+            find unless @path
+            @rb_path
+        end
+        
+        def options
+            return @options if @options
+            load
+            @options = YAML.load(@plugin_class.const_get("OPTIONS")) if @plugin_class.const_defined?("OPTIONS")
+            @options ||= {}
+            @options.merge!(self.yaml_data["options"]) if self.yaml_data["options"]
+            @options.each do |id, opt|
+                opt["name"] ||= id
+            end
+            @options
+        end
+        
+        def yaml_data
+            return @yaml if @yaml
+            find unless @path
+            yaml_path = File.join(@path, "#{@id}.yml")
+            return @yaml = {} unless File.file?(yaml_path)
+            @yaml = YAML::load_file(yaml_path)
+        end
+        
+        def read_code
+            find unless @path
+            File.read(@rb_path)
+        end
+        
+        def label(key)
+            return key unless self.metadata && self.metadata[key] && self.metadata[key]["label"]
+            self.metadata[key]["label"]
+        end
+        
+        alias :data :yaml_data
+        
+        def metadata
+            self.yaml_data["metadata"] || {}
+        end
+        
+        def triggers
+            self.yaml_data["triggers"] || []
+        end
+        
+        
+    end
+    
+    
+end; end

data/apps/master/lib/site_type.rb

@@ -0,0 +1,24 @@
+module Spider; module Master
+    
+    class SiteType
+        
+        def self.inherited(klass)
+            Spider::Master.add_site_type(klass)
+        end
+        
+        def self.details
+            self.const_get(:DETAILS)
+        end
+        
+        def self.id
+            details[:id]
+        end
+        
+        def self.name
+            details[:name]
+        end
+        
+        
+    end
+    
+end; end

data/apps/master/master.rb

@@ -0,0 +1,40 @@
+module Spider
+   
+   module Master
+       
+       def self.scout_plugins
+           path = Spider.conf.get('master.scout_plugins_path')
+           return [] unless path
+           res = []
+           Dir.new(path).each do |dir|
+               next if dir[0].chr == '.'
+               next unless File.directory?(File.join(path, dir))
+               res << dir
+           end
+           res
+       end
+       
+       def self.url_for_servant(id)
+           id = id.id if id.is_a?(Spider::Model::BaseModel)
+           servant = Servant.new(id)
+           "#{self.url}/servants/#{servant.id}"
+       end
+       
+       def self.url_for_plugin(id)
+           id = id.id if id.is_a?(Spider::Model::BaseModel)
+           instance = ScoutPluginInstance.new(id)
+           "#{self.url}/servants/#{instance.servant.id}/plugins/#{id}"
+       end
+       
+       def self.add_site_type(type)
+           @site_types ||= []
+           @site_types << type
+       end
+       
+       def self.site_types
+           @site_types ||= []
+       end
+       
+   end
+    
+end

data/apps/master/models/admin.rb

@@ -0,0 +1,35 @@
+module Spider; module Master
+    
+    class Admin < Spider::Auth::LoginUser
+        element :name, String
+        element :email, String
+        element :cell, String
+        element :global, Bool, :default => false
+        
+        def can_manage_customer?(customer)
+            customer = customer.id if customer.is_a?(Spider::Model::BaseModel)
+            self.customers.map{ |c| c.customer.id }.include?(customer)
+        end
+        
+        def can_manage_customers?
+            self.global?
+        end
+        
+        with_mapper do
+           
+           def before_save(obj, mode)
+               if obj.global? && ( mode == :insert || obj.element_modified?(:global) )
+                   curr = obj.customers.map{ |c| c.id }
+                   missing = Customer.where{ |c| c.id .not curr }
+                   missing.each do |c|
+                       obj.customers << c
+                   end
+               end
+               super
+           end
+            
+        end
+        
+    end
+    
+end; end

data/apps/master/models/command.rb

@@ -0,0 +1,17 @@
+module Spider; module Master
+    
+    class Command < Spider::Model::BaseModel
+        remove_element :id
+        element :id, UUID
+        element :name, String
+        element :arguments, Text
+        element :status, {
+            'pending' => 'Pending',
+            'success' => 'Success',
+            'failure' => 'Failure'
+        }, :default => 'pending'
+        element :executed, DateTime
+        element :result, Text
+    end
+    
+end; end

data/apps/master/models/customer.rb

@@ -4,10 +4,29 @@ module Spider; module Master
     
     class Customer < Spider::Model::Managed
         element :name, String
+        element :uuid, UUID
         element :public_key, Text
         element :private_key, Text
         many :installs, Installation, :add_reverse => :customer
+        multiple_choice :admins, Master::Admin, :add_multiple_reverse => {:name => :customers, :association => :multiple_choice} do
+            element :receive_notifications, Bool, :default => true
+            element :manage_plugins, Bool, :default => true
+        end
+        
+        with_mapper do
+            
+            def before_save(obj, mode)
+                if mode == :insert
+                    global = Admin.where(:global => true)
+                    global.each do |adm|
+                        obj.admins << adm
+                    end
+                end
+                super
+            end
+            
+        end
         
     end
     
-end; end
+end; end

data/apps/master/models/resource.rb

@@ -4,6 +4,7 @@ module Spider; module Master
         element :name, String
         element :resource_type, String
         element :description, Text
+        element :attributes, Text
         
     end
     

data/apps/master/models/scout_alert.rb

@@ -0,0 +1,30 @@
+module Spider; module Master
+
+    class ScoutAlert < Spider::Model::Managed
+        element :plugin_instance, ScoutPluginInstance, :add_multiple_reverse => :alerts
+        element :data_series, String
+        element :subject, Text
+        element :body, Text
+        element :repeated, Fixnum
+        element :active, Bool
+
+        with_mapper do
+
+            def before_save(obj, mode)
+                return super unless mode == :insert && obj.plugin_instance
+                obj.plugin_instance.report_admins.each do |adm|
+                    next unless adm.email
+                    Spider::Messenger.email(
+                    Spider.conf.get('master.from_email'), adm.email, {
+                        'Subject' => "Spider alert for #{obj.plugin_instance}: #{obj.subject}"
+                        }, obj.body
+                    )
+                end
+                super
+
+            end
+
+        end
+    end
+
+end; end

data/apps/master/models/scout_average.rb

@@ -0,0 +1,23 @@
+module Spider; module Master
+    
+    class ScoutAverage < Spider::Model::Managed        
+        element :field_name, String
+        choice :type, {
+            :hour => 'hourly',
+            :day => 'daily',
+            :week => 'weekly',
+            :month => 'monthly',
+            :year => 'yearly'
+        }
+        element :date, Date
+        element :mean, Decimal
+        element :median, Decimal
+        element :mode, Decimal
+        element :stdev, Decimal
+        element :high, Decimal
+        element :low, Decimal
+        element :cnt, Fixnum
+        
+    end
+    
+end; end

data/apps/master/models/scout_error.rb

@@ -0,0 +1,30 @@
+module Spider; module Master
+    
+    class ScoutError < Spider::Model::Managed
+       element :plugin_instance, ScoutPluginInstance, :add_multiple_reverse => :errors
+       element :subject, Text
+       element :body, Text
+       element :repeated, Fixnum
+       
+       
+       with_mapper do
+           
+           def before_save(obj, mode)
+               return super unless mode == :insert && obj.plugin_instance
+               obj.plugin_instance.report_admins.each do |adm|
+                   next unless adm.email
+                   Spider::Messenger.email(
+                        Spider.conf.get('master.from_email'), adm.email, {
+                            'Subject' => "Spider error for #{obj.plugin_instance}: #{obj.subject}"
+                        }, obj.body
+                   )
+               end
+               super
+
+           end
+           
+       end
+        
+    end
+    
+end; end

data/apps/master/models/scout_plugin_info.rb

@@ -0,0 +1,11 @@
+module Spider; module Master
+    
+    class ScoutPluginInfo < Spider::Model::Managed
+        remove_element :id
+        element :id, String
+        element :name, String
+        element :description, Text
+        
+    end
+    
+end; end