doorkeepr-watcher 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 78d7bf81120533eecae38fc64f67c510168d08e5
+  data.tar.gz: c7cc22bc7375b0864cb0d7b368fa20f2a0804df6
+SHA512:
+  metadata.gz: f9f59b16ac1febe9013bea700aa953357c1e5e084d1bafb8c9c681b8533b6a57c59fbc66eeab7040c4a37316e72f2b6b0f6cc5df17614708cc0e04de7b487a3e
+  data.tar.gz: 2a9c06b6e64b88677b74c2b93ca8906de6f5190173b37ce557067382a2bba2e92d99c29812c05f7b87ff77b49ea84d571c4bb9e06478edee8b3565808dc84abe

data/.gitignore

@@ -0,0 +1,9 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/

data/.travis.yml

@@ -0,0 +1,3 @@
+language: ruby
+rvm:
+  - 2.2.1

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in doorkeepr-watcher.gemspec
+gemspec

data/README.md

@@ -0,0 +1,39 @@
+# Doorkeepr::Watcher
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/doorkeepr/watcher`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+TODO: Delete this and the text above, and describe your gem
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'doorkeepr-watcher'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install doorkeepr-watcher
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release` to create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/doorkeepr-watcher/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/bin/console

@@ -0,0 +1,11 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "doorkeepr/watcher"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+require "pry"
+Pry.start

data/bin/setup

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -euo pipefail
+IFS=$'\n\t'
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/doorkeepr-watcher.gemspec

@@ -0,0 +1,33 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'doorkeepr/watcher/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "doorkeepr-watcher"
+  spec.version       = Doorkeepr::Watcher::VERSION
+  spec.authors       = ["Mathias Kaufmann"]
+  spec.email         = ["me@stei.gr"]
+
+  spec.summary       = %q{Doorkeepr Watcher Agent}
+  spec.description   = %q{Doorkeepr Watcher Agent}
+  spec.homepage      = "https://doorkeepr.stei.gr/watcher"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "entrance-watcher"
+  spec.add_dependency "entrance-publisher"
+  spec.add_dependency "resolv-consul"
+  spec.add_dependency "thor"
+  spec.add_dependency "unirest"
+  spec.add_dependency "activesupport"
+  spec.add_dependency "boutons"
+  spec.add_dependency "synapse-easy"
+
+  spec.add_development_dependency "bundler", "~> 1.8"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "pry"
+end

data/exe/doorkeeper-watcher

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "doorkeepr/watcher/cli"
+
+Doorkeepr::Watcher::Cli.start

data/lib/doorkeepr/watcher.rb

@@ -0,0 +1,8 @@
+require "doorkeepr/watcher/version"
+require "doorkeepr/watcher/config"
+require "doorkeepr/watcher/agent"
+require "doorkeepr/watcher/cli"
+require "doorkeepr/watcher/customer"
+require "doorkeepr/watcher/application"
+require "doorkeepr/watcher/service"
+require "doorkeepr/watcher/event"

data/lib/doorkeepr/watcher/agent.rb

@@ -0,0 +1,63 @@
+require "entrance/publisher"
+require "entrance/watcher"
+require "doorkeepr/watcher/config"
+require "doorkeepr/watcher/customer"
+require "doorkeepr/watcher/application"
+require "doorkeepr/watcher/service"
+require "doorkeepr/watcher/event"
+
+module Doorkeepr
+  module Watcher
+    class Agent
+      def callback
+        Proc.new do |caller|
+          self.process caller
+        end
+      end
+      def process caller
+        Event.cycle += 1
+        # update or build services
+        update caller
+        # inform frontend servers
+        inform caller
+      end
+      def update caller
+        puts "rescan announcements"
+        caller.services do |srv|
+          puts "http://#{srv.url} => http://#{srv.host}:#{srv.port} (#{srv.application}://#{srv.customer}/#{srv.function}) via #{srv.zk_path}" 
+          customer        = Customer.find_or_create_by(name:srv.customer)
+          application     = Application.find_or_create_by(name:srv.application,customer_id:customer.id)
+          service         = Service.find_or_create_by(name:srv.function,application_id:application.id)
+          service.host    = srv.host
+          service.port    = srv.port
+          service.url     = srv.url
+          service.zk_path = srv.zk_path
+          service.save
+        end
+      end
+      def inform caller
+        puts "publish services"
+        publisher.publish
+      end
+      def publisher
+        params = {
+          name: "entrance-notifier",
+          host: Boutons.doorkeepr.host,
+          port: Boutons.doorkeepr.port
+        }
+        @publisher ||= Entrance::Publisher::Agent.new Config.current.publish_path, params
+      end
+      def watcher
+        @watcher   ||= Entrance::Watcher::Agent.new Config.current.watch_path, name: "doorkeeper-publisher"
+      end
+      def start
+        publisher.start
+        watcher.callback = callback
+        watcher.start
+        loop do
+          sleep 1
+        end
+      end
+    end
+  end
+end

data/lib/doorkeepr/watcher/application.rb

@@ -0,0 +1,11 @@
+require "doorkeepr/watcher/customer"
+require "doorkeepr/watcher/rest_resource"
+
+module Doorkeepr
+  module Watcher
+    class Application < RestResource
+      belongs_to :customer
+      self.parent = Customer
+    end
+  end
+end

data/lib/doorkeepr/watcher/bouton.rb

@@ -0,0 +1,22 @@
+require "boutons"
+require "synapse/easy"
+require "doorkeepr/watcher/config"
+
+module Doorkeepr
+  module Watcher
+    module Bouton
+      attr_accessor :customer, :application, :function
+      def config
+        @mode        ||= :tcp
+        @function    ||= "common"
+        @application ||= self.class.name.split("::").last
+        @customer    ||= "global"
+        Synapse::Easy::Service.new  customer:    @customer,
+                                    application: @application,
+                                    function:    @function,
+                                    mode:        @mode,
+                                    uri:         @uri
+      end
+    end
+  end
+end

data/lib/doorkeepr/watcher/cli.rb

@@ -0,0 +1,14 @@
+require "doorkeepr/watcher/agent"
+require "thor"
+
+module Doorkeepr
+  module Watcher
+    class Cli < Thor
+      desc "start","Starts the annoucement watcher"
+      def start
+        agent = Agent.new
+        agent.start
+      end
+    end
+  end
+end

data/lib/doorkeepr/watcher/config.rb

@@ -0,0 +1,54 @@
+require "resolv/consul"
+require "doorkeepr/watcher/zookeeper"
+require "doorkeepr/watcher/doorkeepr"
+require "unirest"
+
+module Doorkeepr
+  module Watcher
+    class Config
+      class << self
+        attr_accessor :current
+      end
+      attr_accessor :publish_path, :watch_path, :api_headers, :user_agent,
+                    :api_path, :application, :customer, :function
+      attr_writer   :doorkeepr_server
+      def initialize
+        @watch_path          = "/doorkeepr/publish"
+        @publish_path        = "/doorkeepr/entrance"
+        @api_headers         = {
+          "X-Doorkeepr-API"  => 1,
+          "Accept"           => 'application/json',
+        }
+        @api_path            = "api"
+        @api_timeout         = 5
+        @user_agent          = "Doorkeepr Watcher 1"
+        @doorkeepr_server    = "localhost:3000"
+        @doorkeepr_customer  = ENV["USER"]
+        @doorkeepr_service   = "rails"
+      end
+      def zk_hosts
+        Resolv::Consul.services(:zookeeper)
+      end
+      def doorkeepr_server
+        Pathname.new(Boutons.doorkeepr.to_s || @doorkeepr_server)
+      end
+      def api_url
+        doorkeepr_server.join(api_path)
+      end
+      def url_for *elements
+        api_url.join(elements.join("/")).to_s
+      end
+      def method_missing method, *args, &block
+        return self.instance_variable_get("@#{method}")
+      end
+    end
+  end
+end
+
+Doorkeepr::Watcher::Config.current ||= Doorkeepr::Watcher::Config.new
+Doorkeepr::Watcher::Zookeeper.new
+Doorkeepr::Watcher::Doorkeepr.new
+Unirest.timeout(Doorkeepr::Watcher::Config.current.api_timeout)
+Doorkeepr::Watcher::Config.current.api_headers.each do |header,value|
+  Unirest.default_header header,value
+end

data/lib/doorkeepr/watcher/customer.rb

@@ -0,0 +1,8 @@
+require "doorkeepr/watcher/rest_resource"
+
+module Doorkeepr
+  module Watcher
+    class Customer < RestResource
+    end
+  end
+end

data/lib/doorkeepr/watcher/doorkeepr.rb

@@ -0,0 +1,17 @@
+require "doorkeepr/watcher/bouton"
+
+module Doorkeepr
+  module Watcher
+    class Doorkeepr
+      include Bouton
+      def initialize
+        @customer      = Config.current.doorkeepr_customer
+        @application   = "doorkeepr"
+        @function      = Config.current.doorkeepr_service
+        @mode          = :http
+        @uri           = "/doorkeepr"
+        Boutons.add config
+      end
+    end
+  end
+end

data/lib/doorkeepr/watcher/event.rb

@@ -0,0 +1,14 @@
+module Doorkeepr
+  module Watcher
+    module Event
+      class << self
+        def cycle
+          @cycle || 1
+        end
+        def cycle= cycle
+          @cycle = ( cycle.to_i || 1 )
+        end
+      end
+    end
+  end
+end

data/lib/doorkeepr/watcher/rest_resource.rb

@@ -0,0 +1,171 @@
+require "doorkeepr/watcher/config"
+require "doorkeepr/watcher/event"
+require "unirest"
+require "active_support/core_ext/class/attribute_accessors"
+require "active_support/core_ext/string/inflections"
+require "active_support/core_ext/module/introspection"
+require "ostruct"
+
+module Doorkeepr
+  module Watcher
+    class RestResource < OpenStruct
+      class << self
+        attr_accessor :parent
+        attr_writer :data
+        attr_accessor :cycle
+        def data
+          update if (self.cycle||0) < Event.cycle
+          @data
+        end
+        def first
+          self.data.values.first
+        end
+        def last
+          self.data.values.last
+        end
+        def all
+          self.data.values
+        end
+        def collection_name
+          resource_name.pluralize
+        end
+        def resource_name
+          self.name.split("::").last.underscore
+        end
+        def resource_id_label
+          "#{resource_name}_ids"
+        end
+        def update
+          result_data = {}
+          if parent
+            parent.data.each do |id,parent_data|
+              parent_data[resource_id_label].each do |instance_id|
+                url  = Config.current.url_for(collection_name,instance_id.values.first)
+                tries = 0
+                begin
+                  response = Unirest.get(url)
+                  raise Exception if response.code != 200
+                rescue Exception
+                  if tries < 100
+                    tries += 1
+                    sleep 0.5
+                    retry
+                  end
+                end
+                http_data = response.body[resource_name]
+                result_data[http_data["id"]] = self.new http_data.merge(persisted:true)
+              end            
+            end
+          else
+            url  = Config.current.url_for(collection_name)
+            tries = 0
+            begin
+              response = Unirest.get(url)
+              raise Exception if response.code != 200
+            rescue
+              if tries < 100
+                tries += 1
+                sleep 0.5
+                retry
+              end
+            end
+
+            collection_data = response.body
+            collection_data[collection_name].each do |instance_data|
+              http_data = instance_data[resource_name]
+              result_data[http_data["id"]] = self.new http_data.merge(persisted:true)
+            end
+          end
+          self.data = result_data
+          self.cycle = Event.cycle += 1
+        end
+        def where params
+          data.values.select do |instance|
+            params.map{|k,v| instance.send(k) == v }.reduce(:&)
+          end
+        end
+        def find_by params
+          where(params).first
+        end
+        def find id
+          where(id:id).first
+        end
+        def find_or_create_by params={}
+          result   = find_by params
+          result ||= self.new params.merge(persisted:false)
+          result.save
+          result
+        end
+        def find_or_create id
+          find_or_create_by id: id
+        end
+        def create params={}
+          self.new(params).save
+        end
+        def belongs_to instance_name
+          @associations ||= []
+          @associations << instance_name
+        end
+        def associations
+          @associations ||= []
+        end
+      end
+      def save
+        if persisted
+          Unirest.put(url,parameters:to_h) 
+        else
+          http_data = Unirest.post(url,parameters:to_h).body[self.class.resource_name]
+          update_instance http_data
+        end
+        self
+      end
+      def reload
+        update_instance Unirest.get(url).body[self.class.resource_name]
+        self
+      end
+      def delete
+        Unirest.delete(url) if persisted
+        self.class.data.delete(id) if id
+        self.persisted = false
+        self
+      end
+      def url
+        return Config.current.url_for(self.class.collection_name,id) if persisted
+        return Config.current.url_for(self.class.collection_name) if self.class.associations.empty?
+        if self.class.associations.count == 1
+          association_name = self.class.associations.first
+          return self.send(association_name).url + "/#{self.class.collection_name}"
+        end
+      end
+      def update_instance params={}
+        return unless params
+        ap params, raw: true
+        @table = @table.merge params
+      end
+      def to_h
+        { self.class.resource_name => filtered_attributes }
+      end
+      def filtered_attributes
+        result = @table
+        result = result.except(:id,:persisted)
+        result = result.reject{|k,v| [/_ids$/].map{|r| true if k =~ r}.reduce(:|) }
+        result = result.reject{|k,v| v.is_a? RestResource }
+        result
+      end
+      def method_missing method, *args, &block
+        if self.class.associations.include? method
+          if @table[:"#{method}_id"]
+            klass = "#{self.class.parent_name}::#{method.to_s.classify}".constantize
+            @table[method] = klass.find(@table[:"#{method}_id"])
+            return @table[method]
+          end
+        end
+        if method =~ /=$/
+          @table.[]= method.to_s.sub(/=$/,''), *args
+        else
+          @table.[] method.to_s
+        end       
+      end
+    end
+  end
+end

data/lib/doorkeepr/watcher/service.rb

@@ -0,0 +1,11 @@
+require "doorkeepr/watcher/application"
+require "doorkeepr/watcher/rest_resource"
+
+module Doorkeepr
+  module Watcher
+    class Service < RestResource
+      belongs_to :application
+      self.parent = Application
+    end
+  end
+end

data/lib/doorkeepr/watcher/version.rb

@@ -0,0 +1,5 @@
+module Doorkeepr
+  module Watcher
+    VERSION = "0.1.0"
+  end
+end

data/lib/doorkeepr/watcher/zookeeper.rb

@@ -0,0 +1,14 @@
+require "doorkeepr/watcher/bouton"
+
+module Doorkeepr
+  module Watcher
+    class Zookeeper
+      include Bouton
+      def initialize
+        @customer      = ENV["CUSTOMER"]
+        @application   = "zookeeper"
+        Boutons.add config
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,220 @@
+--- !ruby/object:Gem::Specification
+name: doorkeepr-watcher
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Mathias Kaufmann
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2015-04-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: entrance-watcher
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: entrance-publisher
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: resolv-consul
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: unirest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: boutons
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: synapse-easy
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.8'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Doorkeepr Watcher Agent
+email:
+- me@stei.gr
+executables:
+- doorkeeper-watcher
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- Gemfile
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- doorkeepr-watcher.gemspec
+- exe/doorkeeper-watcher
+- lib/doorkeepr/watcher.rb
+- lib/doorkeepr/watcher/agent.rb
+- lib/doorkeepr/watcher/application.rb
+- lib/doorkeepr/watcher/bouton.rb
+- lib/doorkeepr/watcher/cli.rb
+- lib/doorkeepr/watcher/config.rb
+- lib/doorkeepr/watcher/customer.rb
+- lib/doorkeepr/watcher/doorkeepr.rb
+- lib/doorkeepr/watcher/event.rb
+- lib/doorkeepr/watcher/rest_resource.rb
+- lib/doorkeepr/watcher/service.rb
+- lib/doorkeepr/watcher/version.rb
+- lib/doorkeepr/watcher/zookeeper.rb
+homepage: https://doorkeepr.stei.gr/watcher
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.6
+signing_key: 
+specification_version: 4
+summary: Doorkeepr Watcher Agent
+test_files: []