snowman-io 0.0.4 → 0.0.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a5124f50d680bd5e89354183e0e4cac5cbb3fe73
-  data.tar.gz: 5780d7324eb1f25f1073b0eff05342257a941a3c
+  metadata.gz: 8591ccf2ab370cd2962171434bb77f454ebec94e
+  data.tar.gz: 5efbb7cf4889b13354864479cc5b32eece3b16bd
 SHA512:
-  metadata.gz: f9de1539ff5b8ff4c24ed3c51f50358dac3e813499a080efc86a1676493966871590a76ef800f7719570f079e5ce9090dad270e3a2cdc6515a139a3cef94ba9c
-  data.tar.gz: 86125496a5fb7781cba02bdf34489530184e4473e314194fa1269bdb4669d057aa3735db6d0c924b1c543b5347db31658cb03c767c16f87a678b3202a783d0dd
+  metadata.gz: 781a22f544cde6adf1108d0a56d8ac4b002a3cab6e07f9baeed197d76a50b2ef40b65c32f99c40f999a1530c3130a3aae5fac509f4e98a29f6de5a8e372b6fc4
+  data.tar.gz: f5b85766a6f5702f73baf8948279c861ce84a89caf858c7966465164c665b8d23910de0ae9ecc544a31df627ad83f03d05a383d781a5a9eeb468f1f9bce371e4

data/CHANGELOG.md

@@ -1,5 +1,8 @@
 # SnowmanIO
 
+Version 0.0.5 - 2015.06.08
+- First ponential usefull version: user management, 3 metrics kinds, 2 check templates
+
 Version 0.0.4 - 2014.12.4
 - First kernel version
 - Very simple web UI

data/README.md

@@ -1,14 +1,12 @@
 # SnowmanIO
 
-Zero maintenance power parameters checks.
+Your personal assistent. 
 
-[![Build Status](https://travis-ci.org/snowman-io/snowman-io.svg)](https://travis-ci.org/snowman-io/snowman-io)
+[![Gem Version](https://badge.fury.io/rb/snowman-io.svg)](http://badge.fury.io/rb/snowman-io) [![Build Status](https://travis-ci.org/snowman-io/snowman-io.svg)](https://travis-ci.org/snowman-io/snowman-io) [![Code Climate](https://codeclimate.com/github/snowman-io/snowman-io/badges/gpa.svg)](https://codeclimate.com/github/snowman-io/snowman-io) [![Coverage Status](https://coveralls.io/repos/snowman-io/snowman-io/badge.png)](https://coveralls.io/r/snowman-io/snowman-io)
 
 ## Installation
 
-Press a button below to install your private Heroku SnowmanIO instance for free.
-
-[![Deploy](https://www.herokucdn.com/deploy/button.png)](https://heroku.com/deploy?template=https://github.com/snowman-io/sample-app)
+Please follow instructions on project site http://snowman.io.
 
 ## Authors
 
@@ -17,7 +15,7 @@ Press a button below to install your private Heroku SnowmanIO instance for free.
 
 ## Contributing
 
-1. Fork it ( https://github.com/[my-github-username]/snowman-io/fork )
+1. Fork it ( https://github.com/snowman-io/snowman-io/fork )
 2. Create your feature branch (`git checkout -b my-new-feature`)
 3. Commit your changes (`git commit -am 'Add some feature'`)
 4. Push to the branch (`git push origin my-new-feature`)

data/bin/snowman

@@ -1,4 +1,4 @@
 #!/usr/bin/env ruby
 require "snowman-io"
 
-SnowmanIO.start
+SnowmanIO::CLI.run

data/lib/config/mongoid.yml

@@ -0,0 +1,5 @@
+production:
+  sessions:
+    default:
+      # Try different mongo urls one after another
+      uri: <%= ENV["MONGOHQ_URL"] || ENV["MONGOLAB_URI"] || ENV["MONGOSOUP_URL"] || ENV["MONGO_URL"] || "mongodb://127.0.0.1:27017/db" %>

data/lib/snowman-io.rb

@@ -1,46 +1,78 @@
 require 'logger'
-require 'redis'
 require 'bcrypt'
 require 'celluloid/autostart'
+require 'action_mailer'
+require 'premailer'
+require 'mongoid'
+require 'active_support/core_ext/object/blank'
+require 'active_support/core_ext/string/strip'
+require 'active_support/core_ext/hash/slice'
+require 'active_support/core_ext/hash/except'
+require 'active_support/core_ext/date/calculations'
+require 'active_support/core_ext/time/calculations'
+require 'active_support/core_ext/numeric/time'
+require 'active_support/core_ext/enumerable'
 
 require "snowman-io/version"
+require "snowman-io/utils"
+require "snowman-io/web"
 require "snowman-io/api"
 require "snowman-io/options"
-require "snowman-io/checks/hosted_graphite"
-require "snowman-io/check"
-require "snowman-io/check_result"
-
 require "snowman-io/launcher"
+require "snowman-io/cli"
+require "snowman-io/web_server"
+require "snowman-io/aggregate"
+require "snowman-io/reports"
+require "snowman-io/loop/ping"
+require "snowman-io/loop/main"
+require "snowman-io/loop/checks"
+require "snowman-io/report_mailer"
+require "snowman-io/migration"
 
-module SnowmanIO
-  def self.start
-    # parse options
-    options = Options.new.parse!(ARGV)
-
-    Celluloid.logger = (options[:verbose] ? SnowmanIO.logger : nil)
-
-    launcher = Launcher.new(load_checks)
-    launcher.start
+require "snowman-io/models/concerns/tokenable"
+require "snowman-io/models/user"
+require "snowman-io/models/app"
+require "snowman-io/models/metric"
+require "snowman-io/models/check"
+require "snowman-io/models/data_point"
+require "snowman-io/models/aggregation"
+require "snowman-io/models/setting"
+require "snowman-io/models/deleted"
+require "snowman-io/models/following"
 
-    # start web server on main thread
-    API.start(options)
-  end
-
-  def self.load_checks
-    checks = []
-    Dir[Dir.pwd + "/**/*_check.rb"].each do |path|
-      require path
-      klass = path.sub(Dir.pwd + "/checks" + "/", "").sub(/\.rb$/, '').camelize
-      checks.push Kernel.const_get(klass)
-    end
-    checks
-  end
+ActionMailer::Base.raise_delivery_errors = true
+ActionMailer::Base.view_paths = File.dirname(__FILE__) + "/snowman-io/views"
+if ENV["DEV_MODE"].to_i == 1
+  Object.send(:remove_const, :Rails)
+  require "letter_opener"
+  ActionMailer::Base.add_delivery_method :letter_opener,
+    LetterOpener::DeliveryMethod,
+    :location => File.expand_path('../../tmp/letter_opener', __FILE__)
+  ActionMailer::Base.delivery_method = :letter_opener
+else
+  ActionMailer::Base.delivery_method = :smtp
+  ActionMailer::Base.smtp_settings = {
+    :address   => ENV["MAILGUN_SMTP_SERVER"],
+    :port      => ENV["MAILGUN_SMTP_PORT"],
+    :authentication => :plain,
+    :user_name      => ENV["MAILGUN_SMTP_LOGIN"],
+    :password       => ENV["MAILGUN_SMTP_PASSWORD"],
+    :enable_starttls_auto => true
+  }
+end
 
-  def self.redis
-    @redis ||= Redis.new(url: ENV["REDIS_URL"])
-  end
+module SnowmanIO
+  BASE_URL_KEY = "base_url"
+  FORCE_SSL_KEY = "force_ssl"
+  NEXT_REPORT_DATE_KEY = "next_report_date"
 
   def self.logger
     @logger ||= Logger.new(STDERR)
   end
+
+  def self.unpacked?
+    User.count > 0
+  end
 end
+
+Mongoid.load!(File.expand_path("../config/mongoid.yml", __FILE__), :production)

data/lib/snowman-io/aggregate.rb

@@ -0,0 +1,97 @@
+module SnowmanIO
+  module Aggregate
+    # Aggregate 5mins metrics
+    def self.metrics_aggregate_5min
+      Metric.all.each do |metric|
+        aggr = {}
+
+        # collect
+        metric.data_points.each do |point|
+          key = Utils.floor_5min(point.at)
+          aggr[key] ||= []
+          aggr[key] << point.value
+        end
+
+        # aggregrate
+        aggr.each do |at, values|
+          metric.aggregations.where(precision: "5min", at: at).first_or_create!.update_attributes!(
+            count: values.length,
+            min: values.min,
+            avg: Utils.avg(values),
+            up: Utils.up(values),
+            max: values.max,
+            sum: values.inject(&:+)
+          )
+        end
+      end
+    end
+
+    # Aggregate hour metrics
+    def self.metrics_aggregate_hour
+      Metric.all.each do |metric|
+        out = {}
+        metric.aggregations.where(precision: "5min").each do |aggr|
+          key = aggr.at.beginning_of_hour
+          out[key] ||= {"count" => 0, "avg" => 0, "up" => 0, "sum" => 0}
+          out[key]["count"] += aggr["count"]
+          out[key]["min"] = aggr["min"] if !out[key]["min"] || out[key]["min"] > aggr["min"]
+          out[key]["avg"] += aggr["avg"]*aggr["count"]
+          out[key]["up"] += aggr["up"]*aggr["count"]
+          out[key]["max"] = aggr["max"] if !out[key]["max"] || out[key]["max"] < aggr["max"]
+          out[key]["sum"] += aggr["sum"]
+        end
+
+        # normalize
+        out.each do |__, chunk|
+          chunk["avg"] /= chunk["count"]
+          chunk["up"] /= chunk["count"]
+        end
+
+        # store
+        out.each do |at, chunk|
+          metric.aggregations.where(precision: "hour", at: at).first_or_create!.update_attributes!(chunk)
+        end
+      end
+    end
+
+    # Aggregate daily metrics
+    def self.metrics_aggregate_daily
+      Metric.all.each do |metric|
+        out = {}
+        metric.aggregations.where(precision: "hour").each do |aggr|
+          key = aggr.at.beginning_of_day
+          out[key] ||= {"count" => 0, "avg" => 0, "up" => 0, "sum" => 0}
+          out[key]["count"] += aggr["count"]
+          out[key]["min"] = aggr["min"] if !out[key]["min"] || out[key]["min"] > aggr["min"]
+          out[key]["avg"] += aggr["avg"]*aggr["count"]
+          out[key]["up"] += aggr["up"]*aggr["count"]
+          out[key]["max"] = aggr["max"] if !out[key]["max"] || out[key]["max"] < aggr["max"]
+          out[key]["sum"] += aggr["sum"]
+        end
+
+        # normalize
+        out.each do |__, chunk|
+          chunk["avg"] /= chunk["count"]
+          chunk["up"] /= chunk["count"]
+        end
+
+        # store
+        out.each do |at, chunk|
+          metric.aggregations.where(precision: "daily", at: at).first_or_create!.update_attributes!(chunk)
+        end
+      end
+
+      # for meteor
+      App.all.each(&:touch)
+    end
+
+    # Clean old records
+    def self.metrics_clean_old
+      now = Time.now
+      DataPoint.where(:at.lt => Utils.floor_5min(now - 6.minutes)).delete_all
+      SnowmanIO::Aggregation.where(precision: "5min", :at.lt => (now - 2.hours).beginning_of_hour).delete_all
+      SnowmanIO::Aggregation.where(precision: "hour", :at.lt => (now - 25.hours).beginning_of_day).delete_all
+      SnowmanIO::Aggregation.where(precision: "daily", :at.lt => (now - 365.days).beginning_of_day).delete_all
+    end
+  end
+end

data/lib/snowman-io/api.rb

@@ -1,75 +1,43 @@
-require 'sinatra'
-require 'sinatra/content_for'
+require 'grape'
+
+require 'snowman-io/api/extra/meteor'
+require 'snowman-io/api/auth_helpers'
+require 'snowman-io/api/users'
+require 'snowman-io/api/apps'
+require 'snowman-io/api/info'
+require 'snowman-io/api/metrics'
+require 'snowman-io/api/checks'
+require 'snowman-io/api/agent'
+require 'snowman-io/api/fridge'
 
 module SnowmanIO
-  class API < Sinatra::Base
-    def self.start(options)
-      sinatra_options = {}
-      sinatra_options[:port] = options[:port]
-      run!(sinatra_options)
-    end
-
-    enable :sessions
-    helpers Sinatra::ContentFor
-    set :public_folder, File.dirname(__FILE__) + "/api/public"
-    set :views, File.dirname(__FILE__) + "/api/views"
-    # TODO: fix it
-    set :session_secret, 'super secret'
-
-    ADMIN_PASSWORD_KEY = "admin_password_hash"
-
-    def admin_exists?
-      !!SnowmanIO.redis.get(ADMIN_PASSWORD_KEY)
-    end
-
-    def admin_authenticated?
-      admin_exists? && !!session[:user]
-    end
-
-    before do
-      if !admin_exists?
-        redirect to('/unpacking') if request.path_info != '/unpacking'
-      elsif !admin_authenticated?
-        redirect to('/login') if request.path_info != '/login'
+  module API
+    class Root < Grape::API
+      include AuthHelpers
+      default_format :json
+      format :json
+      default_error_formatter :json
+
+      rescue_from Mongoid::Errors::Validations do |e|
+        response = {errors: e.document.errors}
+        rack_response response.to_json, 400
       end
-    end
 
-    get "/" do
-      erb :index
-    end
-
-    get "/login" do
-      erb :login
-    end
-
-    post "/login" do
-      if BCrypt::Password.new(SnowmanIO.redis.get(ADMIN_PASSWORD_KEY)) == params["password"]
-        session[:user] = "admin"
-        redirect to('/')
-      else
-        @wrong_password_warning = true
-        erb :login
+      helpers do
+        def permitted_params
+          @permitted_params ||= declared(params, include_missing: false)
+        end
       end
-    end
 
-    get "/logout" do
-      session[:user] = nil
-      redirect to("/login")
-    end
-
-    get "/unpacking" do
-      erb :unpacking
-    end
+      mount Agent
 
-    post "/unpacking" do
-      if params["password"].empty?
-        @empty_password_warning = true
-        erb :unpacking
-      else
-        session[:user] = "admin"
-        SnowmanIO.redis.set(ADMIN_PASSWORD_KEY, BCrypt::Password.create(params["password"]))
-        redirect to('/')
-      end
+      prefix :api
+      mount Users
+      mount Apps
+      mount Info
+      mount Metrics
+      mount Checks
+      mount Fridge
     end
   end
 end

data/lib/snowman-io/api/agent.rb

@@ -0,0 +1,27 @@
+module SnowmanIO
+  module API
+    class Agent < Grape::API
+      namespace :agent do
+
+        desc "Report metrics from agent"
+        params do
+          requires :token, type: String
+          optional :metrics, type: Array
+        end
+        post "metrics" do
+          if app = App.where(token: params[:token]).first
+            params[:metrics].each do |metric|
+              if Metric.supported?(metric["kind"])
+                app.register_metric_value(metric["name"], metric["kind"], metric["value"].to_f, Time.now)
+              end
+            end
+            "OK"
+          else
+            "WRONG APP"
+          end
+        end
+
+      end
+    end
+  end
+end

data/lib/snowman-io/api/apps.rb

@@ -0,0 +1,45 @@
+module SnowmanIO
+  module API
+    class Apps < Grape::API
+      before(&:authenticate!)
+
+      namespace :apps do
+        desc "Creates app"
+        params do
+          requires :app, type: Hash do
+            requires :name, type: String
+          end
+        end
+        post do
+          { app: App.create!(permitted_params[:app].to_h) }
+        end
+
+        route_param :id do
+          before do
+            @app = App.find(params[:id])
+          end
+
+          desc "Returns app"
+          get do
+            { app: @app }
+          end
+
+          desc "Updates app"
+          params do
+            requires :app, type: Hash do
+              requires :name, type: String
+            end
+          end
+          put do
+            { app: @app.tap { |app| app.update_attributes!(permitted_params[:app].to_h) } }
+          end
+
+          desc "Deletes app"
+          delete do
+            Extra::Meteor.model_destroy(App, @app)
+          end
+        end
+      end
+    end
+  end
+end