nutella_framework 0.4.18 → 0.4.19

data/framework_components/monitoring-bot/.gitignore

@@ -0,0 +1,34 @@
+*.gem
+*.rbc
+/.config
+/coverage/
+/InstalledFiles
+/pkg/
+/spec/reports/
+/test/tmp/
+/test/version_tmp/
+/tmp/
+
+## Specific to RubyMotion:
+.dat*
+.repl_history
+build/
+
+## Documentation cache and generated files:
+/.yardoc/
+/_yardoc/
+/doc/
+/rdoc/
+
+## Environment normalisation:
+/.bundle/
+/lib/bundler/man/
+
+# for a library or gem, you might want to ignore these files since the code is
+# intended to run in multiple environments; otherwise, check them in:
+# Gemfile.lock
+# .ruby-version
+# .ruby-gemset
+
+# unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
+.rvmrc

data/framework_components/monitoring-bot/README.md

@@ -0,0 +1 @@
+# monitoring-bot

data/framework_components/monitoring-bot/monitoring-bot.rb

@@ -0,0 +1,476 @@
+require_relative '../../lib/config/runlist'
+require_relative '../../lib/config/config'
+require_relative '../../nutella_lib/framework_core'
+require_relative '../../lib/commands/util/components_list'
+require 'active_support/core_ext/object/deep_dup'
+require 'mandrill'
+require 'mongo'
+
+# Framework bots can access all the parameters they need directly
+# from the configuration file and the runlist,
+# to which they have full access to.
+
+# Access the config file like so:
+# Nutella.config['broker']
+
+# Access the runs list like so:
+# Nutella.runlist.all_runs
+
+
+# Initialize this bot as framework component
+nutella.f.init(Nutella.config['broker'], 'monitoring_bot')
+
+# Mandrill access key
+$m = Mandrill::API.new 'i4frQYcTBMyZ6bYyLkEVOQ'
+
+# Open the resources database
+$messages = nutella.f.persist.get_json_object_store('messages')
+
+# Application structure
+$applications = {}
+
+# MongoDB client
+Mongo::Logger.logger.level = ::Logger::INFO
+client = Mongo::Client.new([Nutella.config['broker']], :database => 'nutella')
+
+puts 'Monitoring bot initialization'
+
+def send_subscription_mail(mail, application, instance = nil, component = nil)
+  object = application
+
+  if instance != nil
+    object = object + ' > ' + instance
+    if rcomponent != nil
+      object = object + ' > ' + component
+    end
+  end
+
+  puts "Send mail to " + mail + "message: " + object
+
+
+  template_name = 'Nutella subscription'
+  template_content = [
+      {
+          :name=> 'main',
+          :content=> "Congratulation: subscription to component
+  <b>#{object}</b>
+  has been succeded."
+      }
+  ]
+  message = {
+      :subject=> "Subscription to #{object}",
+      :from_name=> 'Nutella Monitoring Interface',
+      :to=>[
+          {
+              :email=> mail,
+              # :name=> ""
+          }
+      ],
+      :from_email=>'nutellamonitoring@gmail.com'
+  }
+
+  sending = $m.messages.send_template template_name, template_content, message
+end
+
+def send_notification_mail(mail, application, instance = nil, component = nil)
+  object = application
+
+  if instance != nil
+    object = object + ' > ' + instance
+    if component != nil
+      object = object + ' > ' + component
+    end
+  end
+
+  puts "Send mail to " + mail + "message: " + object
+
+  template_name = 'Nutella alert'
+  template_content = [
+      {
+          :name=> 'main',
+          :content=> "Attention: component
+  <b>#{object}</b>
+  had a problem and went down."
+      }
+  ]
+  message = {
+      :subject=> "Alert: #{object} went down",
+      :from_name=> 'Nutella Monitoring Interface',
+      :to=>[
+          {
+              :email=> mail,
+              # :name=> ""
+          }
+      ],
+      :from_email=>'nutellamonitoring@gmail.com'
+  }
+
+  sending = $m.messages.send_template template_name, template_content, message
+  puts sending
+
+end
+
+# Add an alert on a specific application/instance/component
+nutella.f.net.subscribe_to_all_runs('monitoring/alert/add', lambda do |message, appId, runId, from|
+  application = message['application']
+  instance = message['instance']
+  component = message['component']
+  mail = message['mail']
+
+  create_if_not_present(application, instance, component)
+
+  if application != nil
+    puts "Subscribed to #{application} with mail #{mail}";
+  end
+
+  if application != nil && instance != nil && component != nil
+    a = $applications[application]
+    if a['instances'][instance]['components'][component]['alert'] == nil
+      a['instances'][instance]['components'][component]['alert'] = []
+    end
+    if !a['instances'][instance]['components'][component]['alert'].include? mail
+      a['instances'][instance]['components'][component]['alert'].push(mail)
+    end
+    $applications[application] = a
+  elsif application != nil && instance != nil
+    a = $applications[application]
+    if a['instances'][instance]['alert'] == nil
+      a['instances'][instance]['alert'] = []
+    end
+    if !a['instances'][instance]['alert'].include? mail
+      a['instances'][instance]['alert'].push(mail)
+    end
+    $applications[application] = a
+  elsif application != nil
+    a = $applications[application]
+    if a['alert'] == nil
+      a['alert'] = []
+    end
+    emails = a['alert']
+    if !emails.include? mail
+      emails.push(mail)
+      send_subscription_mail(mail, application)
+    end
+    $applications[application] = a
+  end
+
+end)
+
+# Listen for published messages
+=begin
+nutella.net.subscribe('#', lambda do |message, channel, from|
+  puts message
+  puts channel
+  #application = from['app_id']
+  #instance = from['run_id']
+  #component = from['component_id']
+  puts from
+  #puts application, instance, component
+
+  #create_if_not_present(application, instance, component)
+
+  #if !($applications[application]['instances'][instance]['components'][component]['publish'].include? channel)
+  #  $applications[application]['instances'][instance]['components'][component]['publish'].push(channel)
+  #end
+
+end)
+=end
+
+# Add an alert on a specific application/instance/component
+nutella.f.net.subscribe_to_all_runs('monitoring/alert/remove', lambda do |message, appId, runId, from|
+  puts "Delete alert"
+  puts message
+  application = message['application']
+  instance = message['instance']
+  component = message['component']
+  mail = message['mail']
+
+  if application != nil && instance != nil && component != nil
+    a = $applications[application]
+    a['instances'][instance]['components'][component]['alert'] -=[mail]
+    $applications[application] = a
+  elsif application != nil && instance != nil
+    a = $applications[application]
+    a['instances'][instance]['alert'] -= [mail]
+    $applications[application] = a
+  elsif application != nil
+    a = $applications[application]
+    a['alert'] -= [mail]
+    puts a['alert']
+    $applications[application] = a
+  end
+end)
+
+# Listen for subscribe
+# Listen for request
+# Listen for handle_request
+
+# Request the list of alert for an application/instance/component
+nutella.f.net.handle_requests_on_all_runs('monitoring/alert', lambda do |request, appId, runId, from|
+  puts 'Sending alert list'
+  application = request['application']
+  instance = request['instance']
+  component = request['component']
+
+  alert = nil
+
+  begin
+    if application != nil && instance != nil && component != nil
+      a = $applications[application]
+      alert = a['instances'][instance]['components'][component]['alert']
+    elsif application != nil && instance != nil
+      a = $applications[application]
+      alert = a['instances'][instance]['alert']
+    elsif application != nil
+      a = $applications[application]
+      alert = a['alert']
+    end
+  rescue
+  end
+
+  if alert == nil
+    alert = []
+  end
+
+  {:emails => alert}
+end)
+
+# Create the application structure if it is not present
+def create_if_not_present(application, instance=nil, component=nil)
+
+  a = $applications[application]
+
+  if a == nil
+    a = {
+        'name' => application,
+        'instances' => {}
+    }
+  end
+
+  begin
+    if instance != nil && a['instances'][instance] == nil
+      a['instances'][instance] = {
+          'name' => instance,
+          'components' => {}
+      }
+    end
+  rescue
+    a['instances'][instance] = {
+        'name' => instance,
+        'components' => {}
+    }
+  end
+
+  begin
+    if component != nil && instance != nil && a['instances'][instance]['components'][component] == nil
+      a['instances'][instance]['components'][component] = {
+          'name' => component,
+          'publish' => [],
+          'subscribe' => [],
+          'request' => [],
+          'handle_request' => []
+      }
+    end
+  rescue
+    a['instances'][instance]['components'][component] = {
+        'name' => component,
+        'publish' => [],
+        'subscribe' => [],
+        'request' => [],
+        'handle_request' => []
+    }
+  end
+
+  $applications[application] = a
+
+end
+
+nutella.f.net.handle_requests_on_all_runs('monitoring/application', lambda do |request, appId, runId, from|
+  apps = []
+
+  $applications.each do |_, application|
+    app = application.deep_dup
+    app['instances'] = []
+    if application['instances'] != nil
+      application['instances'].each do |_, instance|
+        inst = instance.deep_dup
+
+        app['instances'].push(inst)
+
+        inst['components'] = []
+        if instance['components'] != nil
+          instance['components'].each do |_, component|
+            comp = component.deep_dup
+            inst['components'].push(comp)
+          end
+        end
+      end
+    end
+    apps.push(app)
+  end
+  {:applications => apps}
+end)
+
+nutella.f.net.handle_requests_on_all_runs('monitoring/message', lambda do |request, appId, runId, from|
+  application = request['application']
+  instance = request['instance']
+  channel = request['channel']
+
+  collection = client['dump']
+
+  messages = []
+
+  collection.find({'channel' => '/nutella/apps/crepe/runs/default/location/resources'}).sort({:_id => -1}).limit(5).each do |message|
+    messages.push(message)
+  end
+
+  {:messages => messages}
+end)
+
+# Catch publish messages
+nutella.f.net.subscribe_to_all_runs("#", lambda do |channel, payload, app_id, run_id, from|
+
+  component_id = from['component_id']
+
+  if component_id != nil
+    create_if_not_present(app_id, run_id, component_id)
+
+    publish = $applications[app_id]['instances'][run_id]['components'][component_id]['publish']
+
+    if not publish.include? ({'channel' => channel})
+      publish.push({'channel' => channel})
+    end
+
+    $applications[app_id]['instances'][run_id]['components'][component_id]['publish'] = publish
+
+  end
+
+end)
+
+# Catch subscribe / handle_request messages
+nutella.f.net.subscribe_to_all_runs("subscriptions", lambda do |payload, app_id, run_id, from|
+
+  component_id = from['component_id']
+  type = payload['type']
+  channel = nutella.net.un_pad_channel(payload['channel'], app_id, run_id)
+
+  if type == 'subscribe'
+    create_if_not_present(app_id, run_id, component_id)
+
+    subscribe = $applications[app_id]['instances'][run_id]['components'][component_id]['subscribe']
+
+    if not subscribe.include? ({'channel' => channel})
+      subscribe.push({'channel' => channel})
+    end
+
+    $applications[app_id]['instances'][run_id]['components'][component_id]['subscribe'] = subscribe
+
+  end
+
+  if type == 'handle_requests'
+    create_if_not_present(app_id, run_id, component_id)
+
+    handle_request = $applications[app_id]['instances'][run_id]['components'][component_id]['handle_request']
+
+    if not handle_request.include? ({'channel' => channel})
+      handle_request.push({'channel' => channel})
+    end
+
+    $applications[app_id]['instances'][run_id]['components'][component_id]['handle_request'] = handle_request
+
+  end
+
+end)
+
+# Catch requests
+nutella.f.net.catch_requests_on_all_runs_wildcard(lambda do |channel, payload, app_id, run_id, from|
+
+ component_id = from['component_id']
+
+ if component_id != nil
+
+   create_if_not_present(app_id, run_id, component_id)
+
+   request = $applications[app_id]['instances'][run_id]['components'][component_id]['request']
+
+   unless request.include? ({'channel' => channel})
+     request.push({'channel' => channel})
+   end
+
+   $applications[app_id]['instances'][run_id]['components'][component_id]['request'] = request
+
+ end
+
+
+end)
+
+
+nutella.f.net.subscribe_to_all_runs("pings", lambda do |payload, app_id, run_id, from|
+
+ component_id = from['component_id']
+
+ create_if_not_present(app_id, run_id, component_id)
+
+ $applications[app_id]['instances'][run_id]['components'][component_id]['timestamp'] = Time.now.to_f
+
+end)
+
+# TODO implement framework pings
+
+puts 'Initialization completed'
+
+while sleep 0.25
+  n = Nutella.runlist.all_runs
+  Nutella.runlist.all_apps.each do |app_id, _|
+    Nutella.runlist.runs_for_app(app_id).each do |run_id|
+      pathBots = "#{Nutella.runlist.app_path(app_id)}/bots"
+      pathInterfaces = "#{Nutella.runlist.app_path(app_id)}/interfaces"
+
+      create_if_not_present(app_id, run_id)
+
+      ComponentsList.for_each_component_in_dir(pathBots) do |comp_name|
+        create_if_not_present(app_id, run_id, comp_name)
+      end
+
+      ComponentsList.for_each_component_in_dir(pathInterfaces) do |comp_name|
+        create_if_not_present(app_id, run_id, comp_name)
+      end
+    end
+  end
+
+  $applications.each do |_, application|
+    appProblems = 0
+    application['instances'].each do |_, instance|
+      instanceProblems = 0
+      instance['components'].each do |_, component|
+        if component['timestamp'] == nil || Time.now.to_f - component['timestamp'] > 16.0
+          appProblems += 1
+          instanceProblems += 1
+          if component['problem'] != true
+            component['problem'] = true
+            #puts "Set problem on #{application['name']} > #{instance['name']} > #{component['name']}}"
+            if component['alert'] != nil
+              component['alert'].each do |mail|
+                send_notification_mail(mail, application['name'], instance['name'], component['name'])
+              end
+            end
+            if instance['alert'] != nil
+              instance['alert'].each do |mail|
+                send_notification_mail(mail, application['name'], instance['name'], component['name'])
+              end
+            end
+            if application['alert'] != nil
+              application['alert'].each do |mail|
+                send_notification_mail(mail, application['name'], instance['name'], component['name'])
+              end
+            end
+          end
+        else
+          component['problem'] = false
+        end
+        instance['problems'] = instanceProblems
+      end
+      application['problems'] = appProblems
+    end
+  end
+end