synapse 0.0.1 → 0.2.1

data/client/benchmark-client.iml

@@ -0,0 +1,20 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<module org.jetbrains.idea.maven.project.MavenProjectsManager.isMavenModule="true" type="JAVA_MODULE" version="4">
+  <component name="NewModuleRootManager" inherit-compiler-output="false">
+    <output url="file://$MODULE_DIR$/target/classes" />
+    <output-test url="file://$MODULE_DIR$/target/test-classes" />
+    <content url="file://$MODULE_DIR$">
+      <sourceFolder url="file://$MODULE_DIR$/src/main/java" isTestSource="false" />
+      <sourceFolder url="file://$MODULE_DIR$/src/test/java" isTestSource="true" />
+      <excludeFolder url="file://$MODULE_DIR$/target" />
+    </content>
+    <orderEntry type="inheritedJdk" />
+    <orderEntry type="sourceFolder" forTests="false" />
+    <orderEntry type="library" name="Maven: org.apache.httpcomponents:httpclient:4.2.1" level="project" />
+    <orderEntry type="library" name="Maven: org.apache.httpcomponents:httpcore:4.2.1" level="project" />
+    <orderEntry type="library" name="Maven: commons-logging:commons-logging:1.1.1" level="project" />
+    <orderEntry type="library" name="Maven: commons-codec:commons-codec:1.6" level="project" />
+    <orderEntry type="library" name="Maven: com.google.guava:guava:13.0-final" level="project" />
+  </component>
+</module>
+

data/client/pom.xml

@@ -0,0 +1,45 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+
+    <groupId>benchmark-client</groupId>
+    <artifactId>benchmark-client</artifactId>
+    <version>1.0</version>
+
+    <dependencies>
+        <dependency>
+            <groupId>org.apache.httpcomponents</groupId>
+            <artifactId>httpclient</artifactId>
+            <version>4.2.1</version>
+        </dependency>
+        <dependency>
+            <groupId>com.google.guava</groupId>
+            <artifactId>guava</artifactId>
+            <version>13.0-final</version>
+        </dependency>
+    </dependencies>
+
+    <build>
+        <plugins>
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-shade-plugin</artifactId>
+                <version>1.6</version>
+                <configuration>
+                    <!-- put your configurations here -->
+                </configuration>
+                <executions>
+                    <execution>
+                        <phase>package</phase>
+                        <goals>
+                            <goal>shade</goal>
+                        </goals>
+                    </execution>
+                </executions>
+            </plugin>
+        </plugins>
+    </build>
+
+</project>

data/client/src/main/java/ClientArsch.java

@@ -0,0 +1,68 @@
+import org.apache.http.HttpEntity;
+import org.apache.http.HttpResponse;
+import org.apache.http.client.methods.HttpPost;
+import org.apache.http.impl.client.DefaultHttpClient;
+import org.apache.http.impl.conn.PoolingClientConnectionManager;
+
+import java.io.IOException;
+import java.util.concurrent.Executors;
+import java.util.concurrent.ScheduledExecutorService;
+import java.util.concurrent.ScheduledFuture;
+import java.util.concurrent.TimeUnit;
+
+/**
+ * @author Tobi Knaup
+ */
+public class ClientArsch {
+
+  public static final int NUM_THREADS = 10;
+  public static final int INTERVAL_MS = 25;
+
+  private final ScheduledExecutorService scheduler = Executors.newScheduledThreadPool(1);
+
+  public static void main(String[] args) {
+    new ClientArsch().run();
+  }
+
+  public void run() {
+
+//    final PoolingClientConnectionManager cm = new PoolingClientConnectionManager();
+//    cm.setMaxTotal(100);
+
+    for (int i = 0; i < NUM_THREADS; i++) {
+      scheduler.scheduleAtFixedRate(new PostThread(String.valueOf(i)), 0, INTERVAL_MS, TimeUnit.MILLISECONDS);
+    }
+
+//    final ScheduledFuture<?> clientHandle =
+  }
+
+  class PostThread implements Runnable {
+
+    DefaultHttpClient httpClient;
+    HttpPost httpPost;
+    String id;
+
+    public PostThread(String id) {
+      super();
+      this.id = id;
+      this.httpClient = new DefaultHttpClient();
+      this.httpPost = new HttpPost("http://localhost:8088/search/test");
+    }
+
+    public void run() {
+      try {
+        Long tic = System.nanoTime();
+        HttpResponse response = httpClient.execute(httpPost);
+        Long toc = System.nanoTime();
+
+        System.out.printf("%s\t%d\t%d\t%d\n", id, (toc / 1000L), (toc - tic) / 1000L, response.getStatusLine().getStatusCode());
+
+        HttpEntity entity = response.getEntity();
+        entity.getContent().close(); // release client
+      } catch (IOException e) {
+        e.printStackTrace();
+      }
+    }
+  }
+
+}

data/client/src/main/java/META-INF/MANIFEST.MF

@@ -0,0 +1,3 @@
+Manifest-Version: 1.0
+Main-Class: ClientArsch
+

data/config/synapse.conf.json

@@ -0,0 +1,96 @@
+{
+  "services": [
+    {
+      "name": "service1",
+      "local_port": 3213,
+      "server_options": "check inter 2s rise 3 fall 2",
+      "default_servers": [
+        {
+          "name": "default1",
+          "host": "localhost",
+          "port": 8423
+        }
+      ],
+      "discovery": {
+        "method": "zookeeper",
+        "path": "/airbnb/service/service1",
+        "hosts": [
+          "zk0.airbnb.com:2181",
+          "zk1.airbnb.com:2181"
+        ]
+      },
+      "listen": [
+        "mode http",
+        "option httpchk /health",
+        "http-check expect string OK"
+      ]
+    },
+    {
+      "name": "service2",
+      "local_port": 3214,
+      "server_options": "check inter 2s rise 3 fall 2",
+      "default_servers": [
+        {
+          "name": "default1",
+          "host": "localhost",
+          "port": 8422
+        }
+      ],
+      "discovery": {
+        "method": "zookeeper",
+        "path": "/airbnb/service/service2",
+        "hosts": [
+          "zk0.airbnb.com:2181",
+          "zk1.airbnb.com:2181"
+        ]
+      },
+      "listen": [
+        "mode http",
+        "option httpchk /health",
+      ]
+    }
+  ],
+  "haproxy": {
+    "reload_command": "sudo service haproxy reload",
+    "config_file_path": "/etc/haproxy/haproxy.cfg",
+    "socket_file_path": "/var/haproxy/stats.sock",
+    "do_writes": false,
+    "do_reloads": false,
+    "do_socket": false,
+    "global": [
+      "daemon",
+      "user haproxy",
+      "group haproxy",
+      "maxconn 4096",
+      "log     127.0.0.1 local0",
+      "log     127.0.0.1 local1 notice",
+      "stats   socket /var/haproxy/stats.sock mode 666 level admin"
+    ],
+    "defaults": [
+      "log      global",
+      "option   dontlognull",
+      "maxconn  2000",
+      "retries  3",
+      "timeout  connect 5s",
+      "timeout  client  1m",
+      "timeout  server  1m",
+      "option   redispatch",
+      "balance  roundrobin"
+    ],
+    "extra_sections": {
+      "listen stats :3212": [
+        "mode http",
+        "stats enable",
+        "stats uri /",
+        "stats refresh 5s"
+      ]
+    }
+  },
+  "synapse": {
+    "self_check_port": 3210,
+    "self_check_proxy_port": 3211,
+    "zk_servers": [
+      "localhost:2181"
+    ]
+  }
+}

data/haproxy.pid

@@ -0,0 +1 @@
+189

data/lib/gen-rb/endpoint_types.rb

@@ -0,0 +1,65 @@
+#
+# Autogenerated by Thrift
+#
+# DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
+#
+
+require 'set'
+require 'thrift'
+
+module Twitter
+  module Thrift
+        module Status
+          DEAD = 0
+          STARTING = 1
+          ALIVE = 2
+          STOPPING = 3
+          STOPPED = 4
+          WARNING = 5
+          VALUE_MAP = {0 => "DEAD", 1 => "STARTING", 2 => "ALIVE", 3 => "STOPPING", 4 => "STOPPED", 5 => "WARNING"}
+          VALID_VALUES = Set.new([DEAD, STARTING, ALIVE, STOPPING, STOPPED, WARNING]).freeze
+        end
+
+        class Endpoint
+          include ::Thrift::Struct, ::Thrift::Struct_Union
+          HOST = 1
+          PORT = 2
+
+          FIELDS = {
+            HOST => {:type => ::Thrift::Types::STRING, :name => 'host'},
+            PORT => {:type => ::Thrift::Types::I32, :name => 'port'}
+          }
+
+          def struct_fields; FIELDS; end
+
+          def validate
+          end
+
+          ::Thrift::Struct.generate_accessors self
+        end
+
+        class ServiceInstance
+          include ::Thrift::Struct, ::Thrift::Struct_Union
+          SERVICEENDPOINT = 1
+          ADDITIONALENDPOINTS = 2
+          STATUS = 3
+
+          FIELDS = {
+            SERVICEENDPOINT => {:type => ::Thrift::Types::STRUCT, :name => 'serviceEndpoint', :class => Twitter::Thrift::Endpoint},
+            ADDITIONALENDPOINTS => {:type => ::Thrift::Types::MAP, :name => 'additionalEndpoints', :key => {:type => ::Thrift::Types::STRING}, :value => {:type => ::Thrift::Types::STRUCT, :class => Twitter::Thrift::Endpoint}},
+            STATUS => {:type => ::Thrift::Types::I32, :name => 'status', :enum_class => Twitter::Thrift::Status}
+          }
+
+          def struct_fields; FIELDS; end
+
+          def validate
+            unless @status.nil? || Twitter::Thrift::Status::VALID_VALUES.include?(@status)
+              raise ::Thrift::ProtocolException.new(::Thrift::ProtocolException::UNKNOWN, 'Invalid value of field status!')
+            end
+          end
+
+          ::Thrift::Struct.generate_accessors self
+        end
+
+      end
+    end

data/lib/gen-rb/thrift.rb

@@ -0,0 +1,65 @@
+#
+# Autogenerated by Thrift
+#
+# DO NOT EDIT UNLESS YOU ARE SURE THAT YOU KNOW WHAT YOU ARE DOING
+#
+
+require 'set'
+require 'thrift'
+
+module Twitter
+  module Thrift
+        module Status
+          DEAD = 0
+          STARTING = 1
+          ALIVE = 2
+          STOPPING = 3
+          STOPPED = 4
+          WARNING = 5
+          VALUE_MAP = {0 => "DEAD", 1 => "STARTING", 2 => "ALIVE", 3 => "STOPPING", 4 => "STOPPED", 5 => "WARNING"}
+          VALID_VALUES = Set.new([DEAD, STARTING, ALIVE, STOPPING, STOPPED, WARNING]).freeze
+        end
+
+        class Endpoint
+          include ::Thrift::Struct, ::Thrift::Struct_Union
+          HOST = 1
+          PORT = 2
+
+          FIELDS = {
+            HOST => {:type => ::Thrift::Types::STRING, :name => 'host'},
+            PORT => {:type => ::Thrift::Types::I32, :name => 'port'}
+          }
+
+          def struct_fields; FIELDS; end
+
+          def validate
+          end
+
+          ::Thrift::Struct.generate_accessors self
+        end
+
+        class ServiceInstance
+          include ::Thrift::Struct, ::Thrift::Struct_Union
+          SERVICEENDPOINT = 1
+          ADDITIONALENDPOINTS = 2
+          STATUS = 3
+
+          FIELDS = {
+            SERVICEENDPOINT => {:type => ::Thrift::Types::STRUCT, :name => 'serviceEndpoint', :class => Twitter::Thrift::Endpoint},
+            ADDITIONALENDPOINTS => {:type => ::Thrift::Types::MAP, :name => 'additionalEndpoints', :key => {:type => ::Thrift::Types::STRING}, :value => {:type => ::Thrift::Types::STRUCT, :class => Twitter::Thrift::Endpoint}},
+            STATUS => {:type => ::Thrift::Types::I32, :name => 'status', :enum_class => Twitter::Thrift::Status}
+          }
+
+          def struct_fields; FIELDS; end
+
+          def validate
+            unless @status.nil? || Twitter::Thrift::Status::VALID_VALUES.include?(@status)
+              raise ::Thrift::ProtocolException.new(::Thrift::ProtocolException::UNKNOWN, 'Invalid value of field status!')
+            end
+          end
+
+          ::Thrift::Struct.generate_accessors self
+        end
+
+      end
+    end

data/lib/synapse/base.rb

@@ -0,0 +1,5 @@
+module Synapse
+  def log
+    @@log ||= Logger.new(STDOUT)
+  end
+end

data/lib/synapse/haproxy.rb

@@ -0,0 +1,200 @@
+require 'socket'
+
+module Synapse
+  class Haproxy
+    attr_reader :opts
+    def initialize(opts)
+      super()
+
+      %w{global defaults reload_command}.each do |req|
+        raise ArgumentError, "haproxy requires a #{req} section" if !opts.has_key?(req)
+      end
+
+      req_pairs = {
+        'do_writes' => 'config_file_path',
+        'do_socket' => 'socket_file_path',
+        'do_reloads' => 'reload_command'}
+
+      req_pairs.each do |cond, req|
+        if opts[cond]
+          raise ArgumentError, "the `#{req}` option is required when `#{cond}` is true" unless opts[req]
+        end
+      end
+
+      @opts = opts
+      @restart_required = true
+    end
+
+    def update_config(watchers)
+      # if we support updating backends, try that whenever possible
+      if @opts['do_socket']
+        update_backends(watchers) unless @restart_required
+      else
+        @restart_required = true
+      end
+
+      # generate a new config
+      new_config = generate_config(watchers)
+
+      # if we write config files, lets do that and then possibly restart
+      if @opts['do_writes']
+        write_config(new_config)
+        restart if @opts['do_reloads'] && @restart_required
+      end
+    end
+
+    # generates a new config based on the state of the watchers
+    def generate_config(watchers)
+      new_config = generate_base_config + "\n"
+      new_config << watchers.map {|w| generate_listen_stanza(w)}.join("\n")
+
+      log.debug "synapse: new haproxy config: #{new_config}"
+      return new_config
+    end
+
+    # generates the global and defaults sections of the config file
+    def generate_base_config
+      base_config = "# auto-generated by synapse at #{Time.now}\n"
+
+      %w{global defaults}.each do |section|
+        base_config << "\n#{section}\n"
+        @opts[section].each do |option|
+          base_config << "\t#{option}\n"
+        end
+      end
+
+      if @opts['extra_sections']
+        @opts['extra_sections'].each do |title, section|
+          base_config << "\n#{title}\n"
+          section.each do |option|
+            base_config << "\t#{option}\n"
+          end
+        end
+      end
+
+      return base_config
+    end
+
+    # generates an individual stanza for a particular watcher
+    def generate_listen_stanza(watcher)
+      if watcher.backends.empty?
+        log.warn "synapse: no backends found for watcher #{watcher.name}"
+        return ""
+      end
+
+      stanza = "listen #{watcher.name} localhost:#{watcher.local_port}\n"
+
+      watcher.listen.each do |line|
+        stanza << "\t#{line}\n"
+      end
+
+      watcher.backends.shuffle.each do |backend|
+        stanza << "\tserver #{backend['name']} #{backend['host']}:#{backend['port']} #{watcher.server_options}\n"
+      end
+
+      return stanza
+    end
+
+    # tries to set active backends via haproxy's stats socket
+    # because we can't add backends via the socket, we might still need to restart haproxy
+    def update_backends(watchers)
+      # first, get a list of existing servers for various backends
+      begin
+        s = UNIXSocket.new(@opts['socket_file_path'])
+        s.write('show stat;')
+        info = s.read()
+      rescue StandardError => e
+        log.warn "synapse: unhandled error reading stats socket: #{e.inspect}"
+        @restart_required = true
+        return
+      end
+
+      # parse the stats output to get current backends
+      cur_backends = {}
+      info.split("\n").each do |line|
+        next if line[0] == '#'
+
+        parts = line.split(',')
+        next if ['FRONTEND', 'BACKEND'].include?(parts[1])
+
+        cur_backends[parts[0]] ||= []
+        cur_backends[parts[0]] << parts[1]
+      end
+
+      # build a list of backends that should be enabled
+      enabled_backends = {}
+      watchers.each do |watcher|
+        enabled_backends[watcher.name] = []
+        next if watcher.backends.empty?
+
+        unless cur_backends.include? watcher.name
+          log.debug "synapse: restart required because we added new section #{watcher.name}"
+          @restart_required = true
+          return
+        end
+
+        watcher.backends.each do |backend|
+          unless cur_backends[watcher.name].include? backend['name']
+            log.debug "synapse: restart required because we have a new backend #{watcher.name}/#{backend['name']}"
+            @restart_required = true
+            return
+          end
+
+          enabled_backends[watcher.name] << backend['name']
+        end
+      end
+
+      # actually enable the enabled backends, and disable the disabled ones
+      cur_backends.each do |section, backends|
+        backends.each do |backend|
+          if enabled_backends[section].include? backend
+            command = "enable server #{section}/#{backend};"
+          else
+            command = "disable server #{section}/#{backend};"
+          end
+
+          # actually write the command to the socket
+          begin
+            s = UNIXSocket.new(@opts['socket_file_path'])
+            s.write(command)
+            output = s.read()
+          rescue StandardError => e
+            log.warn "synapse: unknown error writing to socket"
+            @restart_required = true
+            return
+          else
+            unless output == "\n"
+              log.warn "synapse: socket command #{command} failed: #{output}"
+              @restart_required = true
+              return
+            end
+          end
+        end
+      end
+    end
+
+    # writes the config
+    def write_config(new_config)
+      begin
+        old_config = File.read(@opts['config_file_path'])
+      rescue Errno::ENOENT => e
+        log.info "synapse: could not open haproxy config file at #{@opts['config_file_path']}"
+        old_config = ""
+      end
+
+      if old_config == new_config
+        return false
+      else
+        File.open(@opts['config_file_path'],'w') {|f| f.write(new_config)}
+        return true
+      end
+    end
+
+    # restarts haproxy
+    def restart
+      res = `#{opts['reload_command']}`.chomp
+      raise "failed to reload haproxy via #{opts['reload_command']}: #{res}" unless $?.success?
+      @restart_required = false
+    end
+  end
+end

data/lib/synapse/service_watcher/base.rb

@@ -0,0 +1,44 @@
+
+module Synapse
+  class BaseWatcher
+    attr_reader :backends, :name, :listen, :local_port, :server_options
+
+    def initialize(opts={}, synapse)
+      super()
+
+      @synapse = synapse
+
+      # set required service parameters
+      %w{name discovery local_port}.each do |req|
+        raise ArgumentError, "missing required option #{req}" unless opts[req]
+      end
+
+      @name = opts['name']
+      @discovery = opts['discovery']
+      @local_port = opts['local_port']
+
+      # optional service parameters
+      @listen = opts['listen'] || []
+      @server_options = opts['server_options'] || ""
+      @default_servers = opts['default_servers'] || []
+      @server_port_override = opts['server_port_override']
+
+      # set initial backends to default servers
+      @backends = @default_servers
+
+      validate_discovery_opts
+    end
+
+    def start
+      log.info "synapse: starting stub watcher; this means doing nothing at all!"
+    end
+
+    private
+    def validate_discovery_opts
+      raise ArgumentError, "invalid discovery method '#{@discovery['method']}' for base watcher" \
+        unless @discovery['method'] == 'base' 
+
+      log.warn "synapse: warning: a stub watcher with no default servers is pretty useless" if @default_servers.empty?
+    end
+  end
+end