vincentchu-handlersocket 0.0.1

data/ext/HandlerSocket-Plugin-for-MySQL/handlersocket/database.hpp

@@ -0,0 +1,142 @@
+
+// vim:sw=2:ai
+
+/*
+ * Copyright (C) 2010 DeNA Co.,Ltd.. All rights reserved.
+ * See COPYRIGHT.txt for details.
+ */
+
+#ifndef DENA_DATABASE_HPP
+#define DENA_DATABASE_HPP
+
+#include <string>
+#include <memory>
+#include <vector>
+#include <stdint.h>
+
+#include "string_buffer.hpp"
+#include "string_ref.hpp"
+#include "config.hpp"
+
+namespace dena {
+
+struct database_i;
+typedef std::auto_ptr<volatile database_i> database_ptr;
+
+struct dbcontext_i;
+typedef std::auto_ptr<dbcontext_i> dbcontext_ptr;
+
+struct database_i {
+  virtual ~database_i() { }
+  virtual dbcontext_ptr create_context(bool for_write) volatile = 0;
+  virtual void stop() volatile = 0;
+  virtual const config& get_conf() const volatile = 0;
+  static database_ptr create(const config& conf);
+};
+
+struct prep_stmt {
+  typedef std::vector<uint32_t> fields_type;
+ private:
+  dbcontext_i *dbctx; /* must be valid while *this is alive */
+  size_t table_id; /* a prep_stmt object holds a refcount of the table */
+  size_t idxnum;
+  fields_type ret_fields;
+  fields_type filter_fields;
+ public:
+  prep_stmt();
+  prep_stmt(dbcontext_i *c, size_t tbl, size_t idx, const fields_type& rf,
+    const fields_type& ff);
+  ~prep_stmt();
+  prep_stmt(const prep_stmt& x);
+  prep_stmt& operator =(const prep_stmt& x);
+ public:
+  size_t get_table_id() const { return table_id; }
+  size_t get_idxnum() const { return idxnum; }
+  const fields_type& get_ret_fields() const { return ret_fields; }
+  const fields_type& get_filter_fields() const { return filter_fields; }
+};
+
+struct dbcallback_i {
+  virtual ~dbcallback_i () { }
+  virtual void dbcb_set_prep_stmt(size_t pst_id, const prep_stmt& v) = 0;
+  virtual const prep_stmt *dbcb_get_prep_stmt(size_t pst_id) const = 0;
+  virtual void dbcb_resp_short(uint32_t code, const char *msg) = 0;
+  virtual void dbcb_resp_short_num(uint32_t code, uint32_t value) = 0;
+  virtual void dbcb_resp_short_num64(uint32_t code, uint64_t value) = 0;
+  virtual void dbcb_resp_begin(size_t num_flds) = 0;
+  virtual void dbcb_resp_entry(const char *fld, size_t fldlen) = 0;
+  virtual void dbcb_resp_end() = 0;
+  virtual void dbcb_resp_cancel() = 0;
+};
+
+enum record_filter_type {
+  record_filter_type_skip = 0,
+  record_filter_type_break = 1,
+};
+
+struct record_filter {
+  record_filter_type filter_type;
+  string_ref op;
+  uint32_t ff_offset; /* offset in filter_fields */
+  string_ref val;
+  record_filter() : filter_type(record_filter_type_skip), ff_offset(0) { }
+};
+
+struct cmd_open_args {
+  size_t pst_id;
+  const char *dbn;
+  const char *tbl;
+  const char *idx;
+  const char *retflds;
+  const char *filflds;
+  cmd_open_args() : pst_id(0), dbn(0), tbl(0), idx(0), retflds(0),
+    filflds(0) { }
+};
+
+struct cmd_exec_args {
+  const prep_stmt *pst;
+  string_ref op;
+  const string_ref *kvals;
+  size_t kvalslen;
+  uint32_t limit;
+  uint32_t skip;
+  string_ref mod_op;
+  const string_ref *uvals; /* size must be pst->retfieelds.size() */
+  const record_filter *filters;
+  int invalues_keypart;
+  const string_ref *invalues;
+  size_t invalueslen;
+  cmd_exec_args() : pst(0), kvals(0), kvalslen(0), limit(0), skip(0),
+    uvals(0), filters(0), invalues_keypart(-1), invalues(0), invalueslen(0) { }
+};
+
+struct dbcontext_i {
+  virtual ~dbcontext_i() { }
+  virtual void init_thread(const void *stack_bottom,
+    volatile int& shutdown_flag) = 0;
+  virtual void term_thread() = 0;
+  virtual bool check_alive() = 0;
+  virtual void lock_tables_if() = 0;
+  virtual void unlock_tables_if() = 0;
+  virtual bool get_commit_error() = 0;
+  virtual void clear_error() = 0;
+  virtual void close_tables_if() = 0;
+  virtual void table_addref(size_t tbl_id) = 0; /* TODO: hide */
+  virtual void table_release(size_t tbl_id) = 0; /* TODO: hide */
+  virtual void cmd_open(dbcallback_i& cb, const cmd_open_args& args) = 0;
+  virtual void cmd_exec(dbcallback_i& cb, const cmd_exec_args& args) = 0;
+  virtual void set_statistics(size_t num_conns, size_t num_active) = 0;
+};
+
+};
+
+extern unsigned long long int open_tables_count;
+extern unsigned long long int close_tables_count;
+extern unsigned long long int lock_tables_count;
+extern unsigned long long int unlock_tables_count;
+#if 0
+extern unsigned long long int index_exec_count;
+#endif
+
+#endif
+

data/ext/HandlerSocket-Plugin-for-MySQL/handlersocket/handlersocket.cpp

@@ -0,0 +1,222 @@
+
+// vim:sw=2:ai
+
+/*
+ * Copyright (C) 2010 DeNA Co.,Ltd.. All rights reserved.
+ * See COPYRIGHT.txt for details.
+ */
+
+#include <memory>
+#include <string>
+#include <stdio.h>
+
+#include "config.hpp"
+#include "hstcpsvr.hpp"
+#include "string_util.hpp"
+#include "mysql_incl.hpp"
+
+#define DBG_LOG \
+  if (dena::verbose_level >= 100) { \
+    fprintf(stderr, "%s %p\n", __PRETTY_FUNCTION__, this); \
+  }
+#define DBG_DO(x) if (dena::verbose_level >= 100) { x; }
+
+#define DBG_DIR(x)
+
+using namespace dena;
+
+static char *handlersocket_address = 0;
+static char *handlersocket_port = 0;
+static char *handlersocket_port_wr = 0;
+static unsigned int handlersocket_epoll = 1;
+static unsigned int handlersocket_threads = 32;
+static unsigned int handlersocket_threads_wr = 1;
+static unsigned int handlersocket_timeout = 30;
+static unsigned int handlersocket_backlog = 32768;
+static unsigned int handlersocket_sndbuf = 0;
+static unsigned int handlersocket_rcvbuf = 0;
+static unsigned int handlersocket_readsize = 0;
+static unsigned int handlersocket_accept_balance = 0;
+static unsigned int handlersocket_wrlock_timeout = 0;
+static char *handlersocket_plain_secret = 0;
+static char *handlersocket_plain_secret_wr = 0;
+
+struct daemon_handlersocket_data {
+  hstcpsvr_ptr hssvr_rd;
+  hstcpsvr_ptr hssvr_wr;
+};
+
+static int
+daemon_handlersocket_init(void *p)
+{
+  config conf;
+  conf["use_epoll"] = handlersocket_epoll ? "1" : "0";
+  if (handlersocket_address) {
+    conf["host"] = handlersocket_address;
+  }
+  if (handlersocket_port) {
+    conf["port"] = handlersocket_port;
+  }
+  /*
+   * unix domain socket
+   * conf["host"] = "/";
+   * conf["port"] = "/tmp/handlersocket";
+   */
+  if (handlersocket_threads > 0) {
+    conf["num_threads"] = to_stdstring(handlersocket_threads);
+  } else {
+    conf["num_threads"] = "1";
+  }
+  conf["timeout"] = to_stdstring(handlersocket_timeout);
+  conf["listen_backlog"] = to_stdstring(handlersocket_backlog);
+  conf["sndbuf"] = to_stdstring(handlersocket_sndbuf);
+  conf["rcvbuf"] = to_stdstring(handlersocket_rcvbuf);
+  conf["readsize"] = to_stdstring(handlersocket_readsize);
+  conf["accept_balance"] = to_stdstring(handlersocket_accept_balance);
+  conf["wrlock_timeout"] = to_stdstring(handlersocket_wrlock_timeout);
+  std::auto_ptr<daemon_handlersocket_data> ap(new daemon_handlersocket_data);
+  if (handlersocket_port != 0 && handlersocket_port_wr != handlersocket_port) {
+    conf["port"] = handlersocket_port;
+    if (handlersocket_plain_secret) {
+      conf["plain_secret"] = handlersocket_plain_secret;
+    }
+    ap->hssvr_rd = hstcpsvr_i::create(conf);
+    ap->hssvr_rd->start_listen();
+  } else {
+    DENA_VERBOSE(10, fprintf(stderr, "handlersocket: not listening "
+			     "for reads\n"));
+  }
+  if (handlersocket_port_wr != 0) {
+    if (handlersocket_threads_wr > 0) {
+      conf["num_threads"] = to_stdstring(handlersocket_threads_wr);
+    }
+    conf["port"] = handlersocket_port_wr;
+    conf["for_write"] = "1";
+    conf["plain_secret"] = "";
+    if (handlersocket_plain_secret_wr) {
+      conf["plain_secret"] = handlersocket_plain_secret_wr;
+    }
+    ap->hssvr_wr = hstcpsvr_i::create(conf);
+    ap->hssvr_wr->start_listen();
+  } else {
+    DENA_VERBOSE(10, fprintf(stderr, "handlersocket: not listening "
+			     "for writes\n"));
+  }
+  st_plugin_int *const plugin = static_cast<st_plugin_int *>(p);
+  plugin->data = ap.release();
+  DENA_VERBOSE(10, fprintf(stderr, "handlersocket: initialized\n"));
+  return 0;
+}
+
+static int
+daemon_handlersocket_deinit(void *p)
+{
+  DENA_VERBOSE(10, fprintf(stderr, "handlersocket: terminated\n"));
+  st_plugin_int *const plugin = static_cast<st_plugin_int *>(p);
+  daemon_handlersocket_data *ptr =
+    static_cast<daemon_handlersocket_data *>(plugin->data);
+  delete ptr;
+  return 0;
+}
+
+static struct st_mysql_daemon daemon_handlersocket_plugin = {
+  MYSQL_DAEMON_INTERFACE_VERSION
+};
+
+static MYSQL_SYSVAR_UINT(verbose, dena::verbose_level, 0,
+  "0..10000", 0, 0, 10 /* default */, 0, 10000, 0);
+static MYSQL_SYSVAR_UINT(epoll, handlersocket_epoll, PLUGIN_VAR_READONLY,
+  "0..1", 0, 0, 1 /* default */, 0, 1, 0);
+static MYSQL_SYSVAR_STR(address, handlersocket_address,
+  PLUGIN_VAR_READONLY | PLUGIN_VAR_MEMALLOC, "", NULL, NULL, NULL);
+static MYSQL_SYSVAR_STR(port, handlersocket_port,
+  PLUGIN_VAR_READONLY | PLUGIN_VAR_MEMALLOC, "", NULL, NULL, NULL);
+static MYSQL_SYSVAR_STR(port_wr, handlersocket_port_wr,
+  PLUGIN_VAR_READONLY | PLUGIN_VAR_MEMALLOC, "", NULL, NULL, NULL);
+static MYSQL_SYSVAR_UINT(threads, handlersocket_threads, PLUGIN_VAR_READONLY,
+  "1..3000", 0, 0, 16 /* default */, 1, 3000, 0);
+static MYSQL_SYSVAR_UINT(threads_wr, handlersocket_threads_wr,
+  PLUGIN_VAR_READONLY, "1..3000", 0, 0, 1 /* default */, 1, 3000, 0);
+static MYSQL_SYSVAR_UINT(timeout, handlersocket_timeout, PLUGIN_VAR_READONLY,
+  "30..3600", 0, 0, 300 /* default */, 30, 3600, 0);
+static MYSQL_SYSVAR_UINT(backlog, handlersocket_backlog, PLUGIN_VAR_READONLY,
+  "5..1000000", 0, 0, 32768 /* default */, 5, 1000000, 0);
+static MYSQL_SYSVAR_UINT(sndbuf, handlersocket_sndbuf, PLUGIN_VAR_READONLY,
+  "0..16777216", 0, 0, 0 /* default */, 0, 16777216, 0);
+static MYSQL_SYSVAR_UINT(rcvbuf, handlersocket_rcvbuf, PLUGIN_VAR_READONLY,
+  "0..16777216", 0, 0, 0 /* default */, 0, 16777216, 0);
+static MYSQL_SYSVAR_UINT(readsize, handlersocket_readsize, PLUGIN_VAR_READONLY,
+  "0..16777216", 0, 0, 0 /* default */, 0, 16777216, 0);
+static MYSQL_SYSVAR_UINT(accept_balance, handlersocket_accept_balance,
+  PLUGIN_VAR_READONLY, "0..10000", 0, 0, 0 /* default */, 0, 10000, 0);
+static MYSQL_SYSVAR_UINT(wrlock_timeout, handlersocket_wrlock_timeout,
+  PLUGIN_VAR_READONLY, "0..3600", 0, 0, 12 /* default */, 0, 3600, 0);
+static MYSQL_SYSVAR_STR(plain_secret, handlersocket_plain_secret,
+  PLUGIN_VAR_READONLY | PLUGIN_VAR_MEMALLOC, "", NULL, NULL, NULL);
+static MYSQL_SYSVAR_STR(plain_secret_wr, handlersocket_plain_secret_wr,
+  PLUGIN_VAR_READONLY | PLUGIN_VAR_MEMALLOC, "", NULL, NULL, NULL);
+
+
+/* warning: type-punning to incomplete type might break strict-aliasing
+ * rules */
+static struct st_mysql_sys_var *daemon_handlersocket_system_variables[] = {
+  MYSQL_SYSVAR(verbose),
+  MYSQL_SYSVAR(address),
+  MYSQL_SYSVAR(port),
+  MYSQL_SYSVAR(port_wr),
+  MYSQL_SYSVAR(epoll),
+  MYSQL_SYSVAR(threads),
+  MYSQL_SYSVAR(threads_wr),
+  MYSQL_SYSVAR(timeout),
+  MYSQL_SYSVAR(backlog),
+  MYSQL_SYSVAR(sndbuf),
+  MYSQL_SYSVAR(rcvbuf),
+  MYSQL_SYSVAR(readsize),
+  MYSQL_SYSVAR(accept_balance),
+  MYSQL_SYSVAR(wrlock_timeout),
+  MYSQL_SYSVAR(plain_secret),
+  MYSQL_SYSVAR(plain_secret_wr),
+  0
+};
+
+static SHOW_VAR hs_status_variables[] = {
+  {"table_open", (char*) &open_tables_count, SHOW_LONGLONG},
+  {"table_close", (char*) &close_tables_count, SHOW_LONGLONG},
+  {"table_lock", (char*) &lock_tables_count, SHOW_LONGLONG},
+  {"table_unlock", (char*) &unlock_tables_count, SHOW_LONGLONG},
+  #if 0
+  {"index_exec", (char*) &index_exec_count, SHOW_LONGLONG},
+  #endif
+  {NullS, NullS, SHOW_LONG}
+};
+
+static int show_hs_vars(THD *thd, SHOW_VAR *var, char *buff)
+{
+  var->type= SHOW_ARRAY;
+  var->value= (char *) &hs_status_variables;
+  return 0;
+}
+
+static SHOW_VAR daemon_handlersocket_status_variables[] = {
+  {"Hs", (char*) show_hs_vars, SHOW_FUNC},
+  {NullS, NullS, SHOW_LONG}
+};
+
+
+mysql_declare_plugin(handlersocket)
+{
+  MYSQL_DAEMON_PLUGIN,
+  &daemon_handlersocket_plugin,
+  "handlersocket",
+  "higuchi dot akira at dena dot jp",
+  "",
+  PLUGIN_LICENSE_BSD,
+  daemon_handlersocket_init,
+  daemon_handlersocket_deinit,
+  0x0100 /* 1.0 */,
+  daemon_handlersocket_status_variables,
+  daemon_handlersocket_system_variables,
+  0
+}
+mysql_declare_plugin_end;
+

data/ext/HandlerSocket-Plugin-for-MySQL/handlersocket/handlersocket.spec.template

@@ -0,0 +1,29 @@
+Summary: handlersocket plugin for mysql
+Name: handlersocket
+Version: HANDLERSOCKET_VERSION
+Release: 1%{?dist}
+Group: System Environment/Libraries
+License: BSD
+Source: handlersocket.tar.gz
+Packager: Akira Higuchi <higuchi dot akira at dena dot jp>
+BuildRoot: /var/tmp/%{name}-%{version}-root
+
+%description
+
+%prep
+%setup -n %{name}
+
+%define _use_internal_dependency_generator 0
+
+%build
+make -f Makefile.plain
+
+%install
+rm -rf $RPM_BUILD_ROOT
+mkdir -p $RPM_BUILD_ROOT/%{_libdir}/mysql/plugin
+install -m 755 handlersocket.so $RPM_BUILD_ROOT/%{_libdir}/mysql/plugin/
+
+%files
+%defattr(-, root, root)
+%{_libdir}/mysql/plugin/*.so
+

data/ext/HandlerSocket-Plugin-for-MySQL/handlersocket/hstcpsvr.cpp

@@ -0,0 +1,149 @@
+
+// vim:sw=2:ai
+
+/*
+ * Copyright (C) 2010 DeNA Co.,Ltd.. All rights reserved.
+ * See COPYRIGHT.txt for details.
+ */
+
+#include <stdlib.h>
+#include <vector>
+#include <sys/types.h>
+#include <sys/socket.h>
+#include <netinet/in.h>
+#include <unistd.h>
+#include <fcntl.h>
+#include <sys/resource.h>
+
+#include "hstcpsvr.hpp"
+#include "hstcpsvr_worker.hpp"
+#include "thread.hpp"
+#include "fatal.hpp"
+#include "auto_ptrcontainer.hpp"
+
+#define DBG(x)
+
+namespace dena {
+
+struct worker_throbj {
+  worker_throbj(const hstcpsvr_worker_arg& arg)
+    : worker(hstcpsvr_worker_i::create(arg)) { }
+  void operator ()() {
+    worker->run();
+  }
+  hstcpsvr_worker_ptr worker;
+};
+
+struct hstcpsvr : public hstcpsvr_i, private noncopyable {
+  hstcpsvr(const config& c);
+  ~hstcpsvr();
+  virtual std::string start_listen();
+ private:
+  hstcpsvr_shared_c cshared;
+  volatile hstcpsvr_shared_v vshared;
+  typedef thread<worker_throbj> worker_thread_type;
+  typedef auto_ptrcontainer< std::vector<worker_thread_type *> > threads_type;
+  threads_type threads;
+  std::vector<unsigned int> thread_num_conns_vec;
+ private:
+  void stop_workers();
+};
+
+namespace {
+
+void
+check_nfile(size_t nfile)
+{
+  struct rlimit rl = { };
+  const int r = getrlimit(RLIMIT_NOFILE, &rl);
+  if (r != 0) {
+    fatal_abort("check_nfile: getrlimit failed");
+  }
+  if (rl.rlim_cur < static_cast<rlim_t>(nfile + 1000)) {
+    fprintf(stderr,
+      "[Warning] handlersocket: open_files_limit is too small.\n");
+  }
+}
+
+};
+
+hstcpsvr::hstcpsvr(const config& c)
+  : cshared(), vshared()
+{
+  vshared.shutdown = 0;
+  cshared.conf = c; /* copy */
+  if (cshared.conf["port"] == "") {
+    cshared.conf["port"] = "9999";
+  }
+  cshared.num_threads = cshared.conf.get_int("num_threads", 32);
+  cshared.sockargs.nonblocking = cshared.conf.get_int("nonblocking", 1);
+  cshared.sockargs.use_epoll = cshared.conf.get_int("use_epoll", 1);
+  if (cshared.sockargs.use_epoll) {
+    cshared.sockargs.nonblocking = 1;
+  }
+  cshared.readsize = cshared.conf.get_int("readsize", 1);
+  cshared.nb_conn_per_thread = cshared.conf.get_int("conn_per_thread", 1024);
+  cshared.for_write_flag = cshared.conf.get_int("for_write", 0);
+  cshared.plain_secret = cshared.conf.get_str("plain_secret", "");
+  cshared.require_auth = !cshared.plain_secret.empty();
+  cshared.sockargs.set(cshared.conf);
+  cshared.dbptr = database_i::create(c);
+  check_nfile(cshared.num_threads * cshared.nb_conn_per_thread);
+  thread_num_conns_vec.resize(cshared.num_threads);
+  cshared.thread_num_conns = thread_num_conns_vec.empty()
+    ? 0 : &thread_num_conns_vec[0];
+}
+
+hstcpsvr::~hstcpsvr()
+{
+  stop_workers();
+}
+
+std::string
+hstcpsvr::start_listen()
+{
+  std::string err;
+  if (threads.size() != 0) {
+    return "start_listen: already running";
+  }
+  if (socket_bind(cshared.listen_fd, cshared.sockargs, err) != 0) {
+    return "bind: " + err;
+  }
+  DENA_VERBOSE(20, fprintf(stderr, "bind done\n"));
+  const size_t stack_size = std::max(
+    cshared.conf.get_int("stack_size", 1 * 1024LL * 1024), 8 * 1024LL * 1024);
+  for (long i = 0; i < cshared.num_threads; ++i) {
+    hstcpsvr_worker_arg arg;
+    arg.cshared = &cshared;
+    arg.vshared = &vshared;
+    arg.worker_id = i;
+    std::auto_ptr< thread<worker_throbj> > thr(
+      new thread<worker_throbj>(arg, stack_size));
+    threads.push_back_ptr(thr);
+  }
+  DENA_VERBOSE(20, fprintf(stderr, "threads created\n"));
+  for (size_t i = 0; i < threads.size(); ++i) {
+    threads[i]->start();
+  }
+  DENA_VERBOSE(20, fprintf(stderr, "threads started\n"));
+  return std::string();
+}
+
+void
+hstcpsvr::stop_workers()
+{
+  vshared.shutdown = 1;
+  for (size_t i = 0; i < threads.size(); ++i) {
+    threads[i]->join();
+  }
+  threads.clear();
+}
+
+hstcpsvr_ptr
+hstcpsvr_i::create(const config& conf)
+{
+  return hstcpsvr_ptr(new hstcpsvr(conf));
+}
+
+};
+