synapse-rails 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: edf89de23d27e1722be376da562d92b87d937206
+  data.tar.gz: 1f95af34df7ae8d58256ce70feac6b56f7311155
+SHA512:
+  metadata.gz: 1614b698335f5d36fd59c19480c3aaea3075d7ec7c9d3adf71956322f5838a89478d8c5f09f6bf87d586ad06bbb5b38b6876de27e99461f5d8dca622db92436e
+  data.tar.gz: 03d95db19a6623e8426b48db1adc7ebba7e00a9d9e038333962119de20fa5ab903e788a2ec8c46ff501c0f1e951abeef2ea2805c9bf8f548b9592f0cce8c4e9f

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright 2015 Mathias Kaufmann
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,3 @@
+= SynapseRails
+
+This project rocks and uses MIT-LICENSE.

data/Rakefile

@@ -0,0 +1,37 @@
+begin
+  require 'bundler/setup'
+rescue LoadError
+  puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
+end
+
+require 'rdoc/task'
+
+RDoc::Task.new(:rdoc) do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = 'SynapseRails'
+  rdoc.options << '--line-numbers'
+  rdoc.rdoc_files.include('README.rdoc')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+APP_RAKEFILE = File.expand_path("../test/dummy/Rakefile", __FILE__)
+load 'rails/tasks/engine.rake'
+
+
+load 'rails/tasks/statistics.rake'
+
+
+
+Bundler::GemHelper.install_tasks
+
+require 'rake/testtask'
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << 'lib'
+  t.libs << 'test'
+  t.pattern = 'test/**/*_test.rb'
+  t.verbose = false
+end
+
+
+task default: :test

data/lib/synapse/providers.rb

@@ -0,0 +1,10 @@
+module Synapse
+  module Providers
+    def use service, test=nil, params={}
+      provider = ::Synapse::Rails::Providers.for(service,params) unless test
+      provider = ::Synapse::Rails::Providers.use(service,params.merge(if:test)) if test
+      return unless provider
+      ::Synapse::Rails.add_service_provider provider
+    end
+  end
+end

data/lib/synapse/rails/consul.rb

@@ -0,0 +1,50 @@
+require 'resolv'
+
+module Synapse
+  module Rails
+    class Consul
+      class << self
+        attr_accessor :datacenter
+        def hostnames params={}
+          return unless params[:for]
+          [
+            ("#{params[:for]}.service.#{datacenter}.consul" if datacenter),
+            "#{params[:for]}.service.consul."
+          ].compact
+        end
+        def discover service
+          resolv hostnames for:service
+        end
+        def resolv hostnames
+          @resolvers ||= Set.new
+          hostnames.collect do |hostname|
+            if @resolvers.empty?
+              resolv_and_check_resolver_with hostname
+            else
+              use_resolvers hostname
+            end
+          end.flatten
+        end
+        def use_resolvers hostname
+          @resolvers.collect do |resolver|
+            resolver.getaddresses hostname
+          end
+        end
+        def resolv_and_check_resolver_with hostname
+          [host_resolver,local_consul_resolver].each do |resolver|
+            addresses = resolver.getaddresses hostname
+            next if addresses.empty?
+            @resolvers << resolver
+            return addresses
+          end
+        end
+        def host_resolver
+          @host_resolver         ||= Resolv::DNS.new
+        end
+        def local_consul_resolver
+          @local_consul_resolver ||= Resolv::DNS.new(nameserver_port:[['127.0.0.1',8600]])
+        end
+      end
+    end
+  end
+end

data/lib/synapse/rails/engine.rb

@@ -0,0 +1,17 @@
+module Synapse
+  module Rails
+    class Engine < ::Rails::Engine
+      isolate_namespace ::Synapse::Rails
+      config.before_configuration do |app|
+        ::Synapse::Tenancy.application = app.class.parent_name.underscore
+        ::Synapse::Rails.use :postgresql, :PG
+        ::Synapse::Rails.use :mysql, :Mysql2
+        ::Synapse::Rails.use :memcached, :Dalli
+        ::Synapse::Rails.use :redis, :Redis
+        ::Synapse::Rails.use :smtp, :ActionMailer
+        ::Synapse::Rails.use :zookeeper, :ZK, check: false
+        ::Synapse::Rails.start
+      end
+    end
+  end
+end

data/lib/synapse/rails/haproxy.rb

@@ -0,0 +1,88 @@
+require 'fileutils'
+
+module Synapse
+  module Rails
+    module Haproxy
+      attr_writer :reload_command, :config_file_path, :socket_file_path, :pid_file_path, :do_writes, :do_reloads, :do_socket, :global, :defaults, :extra_sections
+      def reload_command
+        @reload_command || "haproxy -f '#{config_file_path}' -p '#{pid_file_path}' -st $(cat '#{pid_file_path}' 2>/dev/null|| true)"
+      end
+      def instance_name
+        "synapse_#{instance}"
+      end
+      def workdir
+        @workdir ||= ::Rails.root unless ::Rails.root.to_s.size > 42
+        @workdir ||= Pathname.new "/tmp"       
+      end
+      def config_file_path
+        @config_file_path ||= workdir.join("tmp","#{instance_name}.cfg").to_s
+        FileUtils.mkdir_p File.dirname @config_file_path
+        @config_file_path
+      end
+      def socket_file_path 
+        @socket_file_path ||= workdir.join("tmp","sockets","#{instance_name}.sock").to_s
+        FileUtils.mkdir_p File.dirname @socket_file_path
+        @socket_file_path
+      end
+      def pid_file_path
+        @pid_file_path ||= workdir.join("tmp","pids","#{instance_name}.pid").to_s
+        FileUtils.mkdir_p File.dirname @pid_file_path
+        @pid_file_path
+      end
+      def do_writes
+        @do_writes || true
+      end
+      def do_reloads
+        @do_reloads || true
+      end
+      def do_socket
+        @do_socket || true
+      end
+      def global
+        @global || ["daemon","maxconn 4096","stats socket #{socket_file_path} mode 666 level admin"]
+      end
+      def defaults
+        @defaults || ["log global","option dontlognull","maxconn 1024","retries 3","timeout connect 5s","timeout client 60s","timeout server 60s","option redispatch","balance roundrobin"]
+      end
+      def extra_sections
+        @extra_sections || {
+          "listen stats 127.0.0.1:#{::Synapse::Rails::Haproxy.port}" => [
+            "mode http",
+            "stats enable",
+            "stats uri /",
+            "stats refresh 5s"
+          ]
+        }
+      end
+      def instance
+        @instance ||= SecureRandom.hex(3)
+      end
+      def haproxy
+        %i{reload_command config_file_path socket_file_path do_writes do_reloads do_socket global defaults extra_sections}.collect do |section|
+          [section,self.send(section)]
+        end.to_h.with_indifferent_access
+      end
+      class << self
+        def port
+          @highport_start||=2<<9
+          @highport_range||=((2<<15)-@highport_start-1)
+          (2<<15).times do
+            port = @highport_start + SecureRandom.random_number(@highport_range)
+            return port if usable port
+          end
+        end
+        private
+        def usable port
+          begin
+            s = Socket.new(Socket::AF_INET,Socket::SOCK_STREAM,0)
+            s.connect(Socket.pack_sockaddr_in( port, '127.0.0.1' ))
+            s.close
+            false
+          rescue Errno::ECONNREFUSED
+            true
+          end
+        end
+      end
+    end
+  end
+end

data/lib/synapse/rails/linker.rb

@@ -0,0 +1,57 @@
+module Synapse
+  module Rails
+    module Linker
+      attr_accessor :synapse_instance
+      def add_service_provider provider
+        @services ||= []
+        @services << provider
+        self.define_singleton_method(provider.service_name.to_sym){provider}
+        unless self.respond_to? (provider.service.to_sym)
+          self.define_singleton_method(provider.service.to_sym){provider}
+        end
+      end
+      def services
+        @services.collect do |service|
+          [service.service_name,service.synapse]
+        end.to_h.with_indifferent_access
+      end
+      def synapse
+        @synapse ||= {
+          services:services,
+          haproxy:haproxy
+        }.with_indifferent_access unless @started
+        @synapse
+      end
+      def prepare
+        @synapse_instance ||= ::Synapse::Synapse.new synapse
+      end
+      def wait
+        loop do
+          break unless @synapse_instance.instance_variable_get("@haproxy").instance_variable_get("@restart_required")
+          sleep 0.01
+        end
+      end
+      def started?
+        @started || false
+      end
+      def start
+        prepare
+        @started = true
+        @marshal = Thread.new do
+          synapse_instance.run
+        end
+        at_exit do
+          puts "Stopping HAProxy"
+          `cat #{pid_file_path} | xargs kill -9` if File.exists? pid_file_path
+          puts "Remove PID-File"
+          File.unlink pid_file_path if File.exists? pid_file_path
+          puts "Remove Socket-File"
+          File.unlink socket_file_path if File.exists? socket_file_path
+          puts "Remove Config-File"
+          File.unlink config_file_path if File.exists? config_file_path
+        end
+        wait
+      end
+    end
+  end
+end

data/lib/synapse/rails/provider_proxy.rb

@@ -0,0 +1,35 @@
+module Synapse
+  module Rails
+    class ProviderProxy
+      attr_accessor :mode, :uri, :check, :inter, :rise, :fall
+      def initialize params={}
+        @mode    = ( params[:mode]  || "tcp" )
+        @check   =   params[:check] == nil ? true : params[:check]
+        @uri     =   params[:uri]
+        @inter   = ( params[:inter] || "2s" )
+        @rise    = ( params[:rise]  || 2 )
+        @fall    = ( params[:fall]  || 3 )
+      end
+      def haproxy
+        {
+          port: port,
+          listen: listen,
+          server_options: server_options
+        }.with_indifferent_access
+      end
+      def server_options
+        return "check inter #{inter} rise #{rise} fall #{fall}" if check
+        ""
+      end
+      def listen
+        @listen = []
+        @listen << "mode #{mode}"
+        @listen << "option httpchk #{uri}" if uri
+        @listen
+      end
+      def port
+        ::Synapse::Rails::Haproxy.port
+      end
+    end
+  end
+end

data/lib/synapse/rails/providers/base.rb

@@ -0,0 +1,77 @@
+module Synapse
+  module Rails
+    module Providers
+      class Base
+        class << self
+          attr_accessor :service, :tester
+          attr_writer :base_path
+          def base_path
+            @base_path ||= "/nerve"
+          end
+          def hosts
+            @hosts ||= ::Synapse::Rails::Consul.discover(:zookeeper).collect do |address|
+              "#{address}:#{ZK.default_port}"
+            end
+          end
+        end
+        attr_accessor :function, :check
+        def initialize params={}
+          @function        = "common"
+          @default_servers = []
+          config params
+        end
+        def path
+          [base_path,::Synapse::Tenancy.customer,service,function,"services"].join("/")
+        end
+        def hosts
+          @hosts ||= self.class.hosts
+        end
+        def discovery
+          %i{method path hosts}.collect do |element|
+            [element,self.send(element)]
+          end.to_h.with_indifferent_access
+        end
+        def haproxy
+          unless ::Synapse::Rails.started?
+            @haproxy = ::Synapse::Rails::ProviderProxy.new(check:@check).haproxy
+          end
+          @haproxy
+        end
+        def default_servers
+          @default_servers
+        end
+        def synapse
+          {
+            default_servers:default_servers,
+            discovery: discovery,
+            haproxy: haproxy,
+          }.with_indifferent_access
+        end
+        def config params={}
+          params.each do |k,v|
+            self.send(:"#{k}=",v) rescue nil
+          end
+        end
+        def service_name
+          [service,function].join("_")
+        end
+        def service
+          self.class.service
+        end
+        def host
+          "127.0.0.1"
+        end
+        def port
+          @haproxy[:port]
+        end
+        protected
+        def method
+          "zookeeper"
+        end
+        def base_path
+          self.class.base_path
+        end
+      end
+    end
+  end
+end

data/lib/synapse/rails/providers.rb

@@ -0,0 +1,36 @@
+require "synapse/rails/providers/base"
+Dir.glob(File.join(File.expand_path("../providers",__FILE__),"*.rb")).each{|f|require_relative "providers/#{File.basename(f)}"}
+
+module Synapse
+  module Rails
+    module Providers
+      class << self
+        def provider service, function='common'
+          @services
+        end
+        def for service, params={}
+          klass_name = "::Synapse::Rails::Providers::#{service.to_s.camelize}"
+          params = params.with_indifferent_access.except(:if)
+          Object.const_get(klass_name).new params
+        end
+        def use service, params={}
+          klass_name = "::Synapse::Rails::Providers::#{service.to_s.camelize}"
+          return self.send(:for,service,params) if Object.const_defined?(klass_name)
+          tester = params[:if] if params[:if].is_a? Proc
+          tester = Proc.new { Object.const_defined? params[:if] } if [Symbol, Class].include? params[:if].class
+          tester = Proc.new { true } if params[:if] == nil
+          return unless tester.call
+          build = true unless Object.const_defined? klass_name
+          build = true unless Object.const_defined?(klass_name).respond_to? :synapse
+          if build
+            klass = Class.new(Base)
+            klass.service = service
+            klass.tester  = tester
+            self.const_set(klass_name.split('::').last,klass)
+          end
+          self.send(:for,service,params)
+        end
+      end
+    end
+  end
+end

data/lib/synapse/rails/version.rb

@@ -0,0 +1,5 @@
+module Synapse
+  module Rails
+    VERSION = "0.0.2"
+  end
+end

data/lib/synapse/rails.rb

@@ -0,0 +1,18 @@
+require "synapse"
+require "synapse/tenancy"
+require "synapse/providers"
+require "synapse/rails/consul"
+require "synapse/rails/haproxy"
+require "synapse/rails/provider_proxy"
+require "synapse/rails/providers"
+require "synapse/rails/linker"
+
+module Synapse
+  module Rails
+    extend ::Synapse::Providers
+    extend ::Synapse::Rails::Haproxy
+    extend ::Synapse::Rails::Linker
+  end
+end
+
+require "synapse/rails/engine"

data/lib/synapse/tenancy.rb

@@ -0,0 +1,10 @@
+module Synapse
+  module Tenancy
+    @customer      = 'global'
+    @application   = 'generic'
+    @service       = 'rails'
+    class << self
+      attr_accessor :customer, :application, :service, :zk_base_path
+    end
+  end
+end

data/lib/tasks/synapse_rails_tasks.rake

@@ -0,0 +1,4 @@
+# desc "Explaining what the task does"
+# task :synapse_rails do
+#   # Task goes here
+# end

data/test/dummy/README.rdoc

@@ -0,0 +1,28 @@
+== README
+
+This README would normally document whatever steps are necessary to get the
+application up and running.
+
+Things you may want to cover:
+
+* Ruby version
+
+* System dependencies
+
+* Configuration
+
+* Database creation
+
+* Database initialization
+
+* How to run the test suite
+
+* Services (job queues, cache servers, search engines, etc.)
+
+* Deployment instructions
+
+* ...
+
+
+Please feel free to use a different markup language if you do not plan to run
+<tt>rake doc:app</tt>.

data/test/dummy/Rakefile

@@ -0,0 +1,6 @@
+# Add your own tasks in files placed in lib/tasks ending in .rake,
+# for example lib/tasks/capistrano.rake, and they will automatically be available to Rake.
+
+require File.expand_path('../config/application', __FILE__)
+
+Rails.application.load_tasks

data/test/dummy/app/assets/javascripts/application.js

@@ -0,0 +1,13 @@
+// This is a manifest file that'll be compiled into application.js, which will include all the files
+// listed below.
+//
+// Any JavaScript/Coffee file within this directory, lib/assets/javascripts, vendor/assets/javascripts,
+// or any plugin's vendor/assets/javascripts directory can be referenced here using a relative path.
+//
+// It's not advisable to add code directly here, but if you do, it'll appear at the bottom of the
+// compiled file.
+//
+// Read Sprockets README (https://github.com/rails/sprockets#sprockets-directives) for details
+// about supported directives.
+//
+//= require_tree .

data/test/dummy/app/assets/stylesheets/application.css

@@ -0,0 +1,15 @@
+/*
+ * This is a manifest file that'll be compiled into application.css, which will include all the files
+ * listed below.
+ *
+ * Any CSS and SCSS file within this directory, lib/assets/stylesheets, vendor/assets/stylesheets,
+ * or any plugin's vendor/assets/stylesheets directory can be referenced here using a relative path.
+ *
+ * You're free to add application-wide styles to this file and they'll appear at the bottom of the
+ * compiled file so the styles you add here take precedence over styles defined in any styles
+ * defined in the other CSS/SCSS files in this directory. It is generally better to create a new
+ * file per style scope.
+ *
+ *= require_tree .
+ *= require_self
+ */

data/test/dummy/app/controllers/application_controller.rb

@@ -0,0 +1,5 @@
+class ApplicationController < ActionController::Base
+  # Prevent CSRF attacks by raising an exception.
+  # For APIs, you may want to use :null_session instead.
+  protect_from_forgery with: :exception
+end

data/test/dummy/app/helpers/application_helper.rb

@@ -0,0 +1,2 @@
+module ApplicationHelper
+end

data/test/dummy/app/views/layouts/application.html.erb

@@ -0,0 +1,14 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <title>Dummy</title>
+  <%= stylesheet_link_tag    'application', media: 'all', 'data-turbolinks-track' => true %>
+  <%= javascript_include_tag 'application', 'data-turbolinks-track' => true %>
+  <%= csrf_meta_tags %>
+</head>
+<body>
+
+<%= yield %>
+
+</body>
+</html>

data/test/dummy/bin/bundle

@@ -0,0 +1,3 @@
+#!/usr/bin/env ruby
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../Gemfile', __FILE__)
+load Gem.bin_path('bundler', 'bundle')

data/test/dummy/bin/rails

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+APP_PATH = File.expand_path('../../config/application', __FILE__)
+require_relative '../config/boot'
+require 'rails/commands'

data/test/dummy/bin/rake

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+require_relative '../config/boot'
+require 'rake'
+Rake.application.run

data/test/dummy/bin/setup

@@ -0,0 +1,29 @@
+#!/usr/bin/env ruby
+require 'pathname'
+
+# path to your application root.
+APP_ROOT = Pathname.new File.expand_path('../../',  __FILE__)
+
+Dir.chdir APP_ROOT do
+  # This script is a starting point to setup your application.
+  # Add necessary setup steps to this file:
+
+  puts "== Installing dependencies =="
+  system "gem install bundler --conservative"
+  system "bundle check || bundle install"
+
+  # puts "\n== Copying sample files =="
+  # unless File.exist?("config/database.yml")
+  #   system "cp config/database.yml.sample config/database.yml"
+  # end
+
+  puts "\n== Preparing database =="
+  system "bin/rake db:setup"
+
+  puts "\n== Removing old logs and tempfiles =="
+  system "rm -f log/*"
+  system "rm -rf tmp/cache"
+
+  puts "\n== Restarting application server =="
+  system "touch tmp/restart.txt"
+end

data/test/dummy/config/application.rb

@@ -0,0 +1,26 @@
+require File.expand_path('../boot', __FILE__)
+
+require 'rails/all'
+
+Bundler.require(*Rails.groups)
+require "synapse/rails"
+
+module Dummy
+  class Application < Rails::Application
+    # Settings in config/environments/* take precedence over those specified here.
+    # Application configuration should go into files in config/initializers
+    # -- all .rb files in that directory are automatically loaded.
+
+    # Set Time.zone default to the specified zone and make Active Record auto-convert to this zone.
+    # Run "rake -D time" for a list of tasks for finding time zone names. Default is UTC.
+    # config.time_zone = 'Central Time (US & Canada)'
+
+    # The default locale is :en and all translations from config/locales/*.rb,yml are auto loaded.
+    # config.i18n.load_path += Dir[Rails.root.join('my', 'locales', '*.{rb,yml}').to_s]
+    # config.i18n.default_locale = :de
+
+    # Do not swallow errors in after_commit/after_rollback callbacks.
+    config.active_record.raise_in_transactional_callbacks = true
+  end
+end
+

data/test/dummy/config/boot.rb

@@ -0,0 +1,5 @@
+# Set up gems listed in the Gemfile.
+ENV['BUNDLE_GEMFILE'] ||= File.expand_path('../../../../Gemfile', __FILE__)
+
+require 'bundler/setup' if File.exist?(ENV['BUNDLE_GEMFILE'])
+$LOAD_PATH.unshift File.expand_path('../../../../lib', __FILE__)