vincentchu-handlersocket 0.0.1

data/ext/HandlerSocket-Plugin-for-MySQL/client/hstest.pl

@@ -0,0 +1,228 @@
+#!/usr/bin/perl
+
+# vim:sw=8:ai:ts=8
+
+use strict;
+use warnings;
+
+use DBI;
+use Net::HandlerSocket;
+
+my %conf = ();
+for my $i (@ARGV) {
+	my ($k, $v) = split(/=/, $i);
+	$conf{$k} = $v;
+}
+
+my $verbose = get_conf("verbose", 0);
+my $actions_str = get_conf("actions", "hsread");
+my $tablesize = get_conf("tablesize", 10000);
+my $db = get_conf("db", "hstest");
+my $table = get_conf("table", "hstest_table1");
+my $engine = get_conf("engine", "innodb");
+my $host = get_conf("host", "localhost");
+my $mysqlport = get_conf("mysqlport", 3306);
+my $mysqluser = get_conf("mysqluser", "root");
+my $mysqlpass = get_conf("mysqlpass", "");
+my $hsport = get_conf("hsport", 9999);
+my $loop = get_conf("loop", 10000);
+my $op = get_conf("op", "=");
+my $ssps = get_conf("ssps", 0);
+my $num_moreflds = get_conf("moreflds", 0);
+my $moreflds_prefix = get_conf("moreflds_prefix", "column0123456789_");
+my $keytype = get_conf("keytype", "varchar(32)");
+my $file = get_conf("file", undef);
+
+my $dsn = "DBI:mysql:database=;host=$host;port=$mysqlport"
+	. ";mysql_server_prepare=$ssps";
+my $dbh = DBI->connect($dsn, $mysqluser, $mysqlpass, { RaiseError => 1 });
+my $hsargs = { 'host' => $host, 'port' => $hsport };
+my $cli = new Net::HandlerSocket($hsargs);
+
+my @actions = split(/,/, $actions_str);
+for my $action (@actions) {
+	if ($action eq "table") {
+		print("TABLE $db.$table\n");
+		$dbh->do("drop database if exists $db");
+		$dbh->do("create database $db");
+		$dbh->do("use $db");
+		my $moreflds = get_createtbl_moreflds_str();
+		$dbh->do(
+			"create table $table (" .
+			"k $keytype primary key" .
+			",v varchar(32) not null" .
+			$moreflds .
+			") character set utf8 collate utf8_bin " .
+			"engine = $engine");
+	} elsif ($action eq "insert") {
+		print("INSERT $db.$table tablesize=$tablesize\n");
+		$dbh->do("use $db");
+		my $moreflds = get_insert_moreflds_str();
+		for (my $i = 0; $i < $tablesize; $i += 100) {
+			my $qstr = "insert into $db.$table values";
+			for (my $j = 0; $j < 100; ++$j) {
+				if ($j != 0) {
+					$qstr .= ",";
+				}
+				my $k = "" . ($i + $j);
+				my $v = "v" . int(rand(1000)) . ($i + $j);
+				$qstr .= "('$k', '$v'";
+				for (my $j = 0; $j < $num_moreflds; ++$j) {
+					$qstr .= ",'$j'";
+				}
+				$qstr .= ")";
+			}
+			$dbh->do($qstr);
+			print "$i/$tablesize\n" if $i % 1000 == 0;
+		}
+	} elsif ($action eq "read") {
+		print("READ $db.$table op=$op loop=$loop\n");
+		$dbh->do("use $db");
+		my $moreflds = get_select_moreflds_str();
+		my $sth = $dbh->prepare(
+			"select k,v$moreflds from $db.$table where k = ?");
+		for (my $i = 0; $i < $loop; ++$i) {
+			my $k = "" . int(rand($tablesize));
+			# print "k=$k\n";
+			$sth->execute($k);
+			if ($verbose >= 10) {
+				print "RET:";
+				while (my $ref = $sth->fetchrow_arrayref()) {
+					my $rk = $ref->[0];
+					my $rv = $ref->[1];
+					print " $rk $rv";
+				}
+				print "\n";
+			}
+			print "$i/$loop\n" if $i % 1000 == 0;
+		}
+	} elsif ($action eq "hsinsert") {
+		print("HSINSERT $db.$table tablesize=$tablesize\n");
+		$cli->open_index(1, $db, $table, '', 'k,v');
+		for (my $i = 0; $i < $tablesize; ++$i) {
+			my $k = "" . $i;
+			my $v = "v" . int(rand(1000)) . $i;
+			my $r = $cli->execute_insert(1, [ $k, $v ]);
+			if ($r->[0] != 0) {
+				die;
+			}
+			print "$i/$tablesize\n" if $i % 1000 == 0;
+		}
+	} elsif ($action eq "hsread") {
+		print("HSREAD $db.$table op=$op loop=$loop\n");
+		my $moreflds = get_select_moreflds_str();
+		$cli->open_index(1, $db, $table, '', "k,v$moreflds");
+		for (my $i = 0; $i < $loop; ++$i) {
+			my $k = "" . int(rand($tablesize));
+			# print "k=$k\n";
+			my $r = $cli->execute_find(1, $op, [ $k ], 1, 0);
+			if ($verbose >= 10) {
+				my $len = scalar(@{$r});
+				print "LEN=$len";
+				for my $e (@{$r}) {
+					print " [$e]";
+				}
+				print "\n";
+			}
+			print "$i/$loop\n" if $i % 1000 == 0;
+		}
+	} elsif ($action eq "hsupdate") {
+		my $vbase = "v" . int(rand(1000));
+		print("HSUPDATE $db.$table op=$op loop=$loop vbase=$vbase\n");
+		$cli->open_index(1, $db, $table, '', 'v');
+		for (my $i = 0; $i < $loop; ++$i) {
+			my $k = "" . int(rand($tablesize));
+			my $v = $vbase . $i;
+			print "k=$k v=$v\n";
+			my $r = $cli->execute_update(1, $op, [ $k ], 1, 0,
+				[ $v ]);
+			if ($verbose >= 10) {
+				print "UP k=$k v=$v\n";
+			}
+			print "$i/$loop\n" if $i % 1000 == 0;
+		}
+	} elsif ($action eq "hsdelete") {
+		print("HSDELETE $db.$table op=$op loop=$loop\n");
+		$cli->open_index(1, $db, $table, '', '');
+		for (my $i = 0; $i < $loop; ++$i) {
+			my $k = "" . int(rand($tablesize));
+			print "k=$k\n";
+			my $r = $cli->execute_delete(1, $op, [ $k ], 1, 0);
+			if ($verbose >= 10) {
+				print "DEL k=$k\n";
+			}
+			print "$i/$loop\n" if $i % 1000 == 0;
+		}
+	} elsif ($action eq "verify") {
+		verify_do();
+	}
+}
+
+sub verify_do {
+	my ($fail_cnt, $ok_cnt) = (0, 0);
+	my $sth = $dbh->prepare("select v from $db.$table where k = ?");
+	use FileHandle;
+	my $fh = new FileHandle($file, "r");
+	while (my $line = <$fh>) {
+		chomp($line);
+		my @vec = split(/\t/, $line);
+		my $k = $vec[3];
+		my $v = $vec[7];
+		next if (!defined($k) || !defined($v));
+		# print "$k $v\n";
+		$sth->execute($k);
+		my $aref = $sth->fetchrow_arrayref();
+		if (!defined($aref)) {
+			print "FAILED: $k notfound\n";
+			++$fail_cnt;
+		} else {
+			my $gv = $aref->[0];
+			if ($gv ne $v) {
+				print "FAILED: $k got=$gv expected=$v\n";
+				++$fail_cnt;
+			} else {
+				print "OK: $k $v $gv\n" if $verbose >= 10;
+				++$ok_cnt;
+			}
+		}
+	}
+	print "OK=$ok_cnt FAIL=$fail_cnt\n";
+}
+
+sub get_conf {
+	my ($key, $def) = @_;
+	my $val = $conf{$key};
+	if ($val) {
+		print "$key=$val\n";
+	} else {
+		$val = $def;
+		$def ||= '';
+		print "$key=$def(default)\n";
+	}
+	return $val;
+}
+
+sub get_createtbl_moreflds_str {
+	my $s = "";
+	for (my $j = 0; $j < $num_moreflds; ++$j) {
+		$s .= ",$moreflds_prefix$j varchar(30)";
+	}
+	return $s;
+}
+
+sub get_select_moreflds_str {
+	my $s = "";
+	for (my $i = 0; $i < $num_moreflds; ++$i) {
+		$s .= ",$moreflds_prefix$i";
+	}
+	return $s;
+}
+
+sub get_insert_moreflds_str {
+	my $s = "";
+	for (my $i = 0; $i < $num_moreflds; ++$i) {
+		$s .= ",?";
+	}
+	return $s;
+}
+

data/ext/HandlerSocket-Plugin-for-MySQL/client/hstest_hs.sh

@@ -0,0 +1,4 @@
+#!/bin/bash
+
+exec ./hstest test=10 tablesize=10000 host=localhost hsport=9998 num=10000000 \
+	num_threads=100 timelimit=10 $@

data/ext/HandlerSocket-Plugin-for-MySQL/client/hstest_hs_more50.sh

@@ -0,0 +1,4 @@
+#!/bin/bash
+
+exec ./hstest test=10 key_mask=9999 host=localhost port=9998 num=10000000 \
+	num_threads=100 timelimit=10 moreflds=50 $@

data/ext/HandlerSocket-Plugin-for-MySQL/client/hstest_md.sh

@@ -0,0 +1,7 @@
+#!/bin/bash
+
+./hstest test=7 key_mask=9999 host=localhost port=11211 num=10000 \
+	num_threads=10 timelimit=10 op=R $@
+./hstest test=7 key_mask=9999 host=localhost port=11211 num=1000000 \
+	num_threads=100 timelimit=10 op=G $@
+

data/ext/HandlerSocket-Plugin-for-MySQL/client/hstest_my.sh

@@ -0,0 +1,3 @@
+#!/bin/bash
+exec ./hstest test=9 tablesize=9999 host=localhost mysqlport=3306 num=1000000 \
+	num_threads=100 verbose=1 timelimit=10 $@

data/ext/HandlerSocket-Plugin-for-MySQL/client/hstest_my_more50.sh

@@ -0,0 +1,3 @@
+#!/bin/bash
+exec ./hstest test=9 key_mask=9999 host=localhost port=3306 num=1000000 \
+	num_threads=100 verbose=1 timelimit=10 moreflds=50 $@

data/ext/HandlerSocket-Plugin-for-MySQL/configure.ac

@@ -0,0 +1,144 @@
+#                                               -*- Autoconf -*-
+# Process this file with autoconf to produce a configure script.
+
+#AC_PREREQ([2.63b])
+AC_INIT([handlersocket-plugin], [1.0.6], [https://github.com/ahiguti/HandlerSocket-Plugin-for-MySQL/issues])
+AC_CONFIG_HEADERS([config.h])
+AM_INIT_AUTOMAKE([-Wall -Werror foreign])
+AC_CONFIG_SRCDIR([libhsclient/fatal.cpp])
+AC_CONFIG_MACRO_DIR([m4])
+
+AC_PROG_CC
+AC_PROG_CXX
+AC_PROG_CPP
+AC_PROG_LIBTOOL
+
+ac_mysql_debug=
+AC_ARG_ENABLE(mysql-debug,
+  [AS_HELP_STRING([--enable-mysql-debug], [specify whether MySQL is build with DBUG_ON])],[ac_mysql_debug="$enableval"],[ac_mysql_debug=no])
+AC_MSG_CHECKING([if --enable-mysql-debug is specified])
+AC_MSG_RESULT($ac_mysql_debug)
+
+AC_DEFUN([CONFIG_OPTION_MYSQL],[
+  AC_MSG_CHECKING([mysql source])
+
+  MYSQL_SOURCE_VERSION=
+  MYSQL_INC=
+  ac_mysql_source_dir=
+  AC_ARG_WITH([mysql-source],
+    [AS_HELP_STRING([--with-mysql-source=PATH], [MySQL source directory PATH])],
+    [
+      ac_mysql_source_dir=`cd $withval && pwd`
+      if test -f "$ac_mysql_source_dir/sql/handler.h" ; then
+        MYSQL_INC="-I$ac_mysql_source_dir/sql"
+        MYSQL_INC="$MYSQL_INC -I$ac_mysql_source_dir/include"
+        MYSQL_INC="$MYSQL_INC -I$ac_mysql_source_dir/regex"
+        MYSQL_INC="$MYSQL_INC -I$ac_mysql_source_dir"
+        AC_SUBST(MYSQL_INC)
+        if test -f "$ac_mysql_source_dir/VERSION"; then
+          source "$ac_mysql_source_dir/VERSION"
+          MYSQL_SOURCE_VERSION="$MYSQL_VERSION_MAJOR.$MYSQL_VERSION_MINOR.$MYSQL_VERSION_PATCH"
+        else
+          if test -f "$ac_mysql_source_dir/configure.in"; then
+            MYSQL_SOURCE_VERSION=`cat $ac_mysql_source_dir/configure.in | grep "\[[MySQL Server\]]" | sed -e "s|.*\([[0-9]]\+\.[[0-9]]\+\.[[0-9]]\+[[0-9a-zA-Z\_\-]]*\).*|\1|"`
+          else
+            AC_MSG_ERROR([invalid MySQL source directory: $ac_mysql_source_dir])
+          fi
+        fi
+        AC_MSG_RESULT([yes: Using $ac_mysql_source_dir, version $MYSQL_SOURCE_VERSION])
+      else
+        AC_MSG_ERROR([invalid MySQL source directory: $ac_mysql_source_dir])
+      fi
+    ],
+    [AC_MSG_ERROR([--with-mysql-source=PATH is required for standalone build])]
+  )
+
+  MYSQL_BIN_VERSION=
+  ac_mysql_config=
+  AC_ARG_WITH([mysql-bindir],
+    [AS_HELP_STRING([--with-mysql-bindir=PATH], [MySQL binary directory PATH. This should be the directory where mysql_config is located.])],
+    [
+      mysql_bin_dir=`cd $withval 2> /dev/null && pwd || echo ""`
+      ac_mysql_config="$mysql_bin_dir/mysql_config"
+    ],
+    [
+      AC_PATH_PROG([ac_mysql_config], [mysql_config])
+    ]
+  )
+
+  AC_MSG_CHECKING([mysql binary])
+  if test ! -x "$ac_mysql_config" ; then
+    AC_MSG_ERROR([mysql_config not found! You have to specify the directory where mysql_config resides to --with-mysql-bindir=PATH.])
+  fi
+
+  MYSQL_CFLAGS_ADD=`"$ac_mysql_config" --cflags`
+  MYSQL_CFLAGS="$MYSQL_CFLAGS $MYSQL_CFLAGS_ADD"
+  if test "$ac_mysql_debug" = "yes"; then
+    MYSQL_CFLAGS="$MYSQL_CFLAGS -DDBUG_ON -DENABLED_DEBUG_SYNC"
+  else
+    MYSQL_CFLAGS="$MYSQL_CFLAGS -DDBUG_OFF"
+  fi
+  AC_SUBST(MYSQL_CFLAGS)
+
+  MYSQL_BIN_VERSION=`"$ac_mysql_config" --version`
+  AC_MSG_RESULT([yes: Using $ac_mysql_config, version $MYSQL_BIN_VERSION])
+
+  MYSQL_LIB=`"$ac_mysql_config" --libs_r`
+  LIB_DIR=`echo $MYSQL_LIB | sed -e "s|.*-L/|/|" | sed -e "s| .*||"`
+    # FIXME
+  if test a`basename "$LIB_DIR"` = amysql ; then
+    MYSQL_LIB="-L`dirname $LIB_DIR` $MYSQL_LIB" 
+      # FIXME
+  fi
+  AC_SUBST(MYSQL_LIB)
+
+  if test a$MYSQL_SOURCE_VERSION != a$MYSQL_BIN_VERSION ; then
+    AC_MSG_ERROR([MySQL source version does not match MySQL binary version])
+  fi
+
+  AC_MSG_CHECKING([mysql plugin dir])
+  ac_mysql_plugin_dir=
+  AC_ARG_WITH([mysql-plugindir],
+    [AS_HELP_STRING([--with-mysql-plugindir=PATH], [MySQL plugin directory where handlersocket.so to be copied])],
+    [
+      ac_mysql_plugin_dir=`cd $withval && pwd`
+      if test -d "$ac_mysql_plugin_dir/" ; then
+        PLUGIN_DIR="$ac_mysql_plugin_dir"
+        AC_SUBST(PLUGIN_DIR)
+        AC_MSG_RESULT([yes: Using $ac_mysql_plugin_dir])
+      else
+        AC_MSG_ERROR([invalid MySQL plugin directory : $ac_mysql_plugin_dir])
+      fi
+    ],
+    [
+      LIB_DIR_TMP=`"$ac_mysql_config" --plugindir`
+      if test ! -d "$LIB_DIR_TMP"; then
+        LIB_DIR_TMP=`"$ac_mysql_config" --libs_r | sed -e "s|.*-L/|/|" | sed -e "s| .*||"`/plugin
+          # FIXME
+      fi
+      ac_mysql_plugin_dir=$LIB_DIR_TMP
+      PLUGIN_DIR="$ac_mysql_plugin_dir"
+      AC_SUBST(PLUGIN_DIR)
+      AC_MSG_RESULT([--with-mysql-plugindir was not set. Using $ac_mysql_plugin_dir])
+    ]
+  )
+])
+
+HANDLERSOCKET_SUBDIRS="libhsclient"
+AC_ARG_ENABLE(handlersocket_server,
+  [  --enable-handlersocket-server    build HandlerSocket plugin (defalut=yes)])
+if test "$enable_handlersocket_server" != "no"; then
+  CONFIG_OPTION_MYSQL
+  HANDLERSOCKET_SUBDIRS="libhsclient handlersocket client"
+fi
+AC_SUBST(HANDLERSOCKET_SUBDIRS)
+
+CFLAGS="$CFLAGS -Werror"
+CXXFLAGS="$CXXFLAGS -Wall -g -fno-rtti -fno-exceptions -fPIC -DPIC"
+
+AC_CONFIG_FILES([Makefile
+                 handlersocket/Makefile
+                 libhsclient/Makefile
+                 client/Makefile])
+
+AC_OUTPUT

data/ext/HandlerSocket-Plugin-for-MySQL/docs-en/about-handlersocket.en.txt

@@ -0,0 +1,72 @@
+
+-----------------------------------------------------------------------------
+HandlerSocket plugin for MySQL
+
+Copyright (c) 2010 DeNA Co.,Ltd.
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
+modification, are permitted provided that the following conditions are met:
+
+    * Redistributions of source code must retain the above copyright
+      notice, this list of conditions and the following disclaimer.
+    * Redistributions in binary form must reproduce the above copyright
+      notice, this list of conditions and the following disclaimer in the
+      documentation and/or other materials provided with the distribution.
+    * Neither the name of DeNA Co.,Ltd. nor the names of its contributors
+      may be used to endorse or promote products derived from this software
+      without specific prior written permission.
+
+THIS SOFTWARE IS PROVIDED BY DeNA Co.,Ltd. "AS IS" AND ANY EXPRESS OR
+IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
+MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
+EVENT SHALL DeNA Co.,Ltd. BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
+PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
+OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
+WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
+OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
+ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+
+-----------------------------------------------------------------------------
+About HandlerSocket
+
+HandlerSocket is a NoSQL plugin for MySQL. It works as a daemon inside the
+mysqld process, accept tcp connections, and execute requests from clients.
+HandlerSocket does not support SQL queries. Instead, it supports simple CRUD
+operations on tables.
+
+Because of the following reasons, HandlerSocket is much faster than the
+mysqld/libmysql pair in some circumstances:
+
+  - HandlerSocket manipulates data without parsing SQL, which causes less
+    CPU usage.
+  - HandlerSocket reads many requests from clients and executes their
+    requests in bulk, which causes less CPU and disk usage.
+  - HandlerSocket client/server protocol is more compact than the 
+    mysql/libmysql pair, which causes less network usage.
+
+The current version of HandlerSocket only works with GNU/Linux. The source
+archive of HandlerSocket includes a C++ and a Perl client libraries.
+Here is a list of other language bindings:
+
+  - PHP
+    http://openpear.org/package/Net_HandlerSocket
+    http://github.com/tz-lom/HSPHP
+    http://code.google.com/p/php-handlersocket/
+  - Java
+    http://code.google.com/p/handlersocketforjava/
+  - Python
+    https://code.launchpad.net/~songofacandy/+junk/pyhandlersocket
+  - Ruby
+    https://github.com/winebarrel/ruby-handlersocket
+    https://github.com/miyucy/handlersocket
+  - JavaScript(Node.js)
+    https://github.com/koichik/node-handlersocket
+
+The home of HandlerSocket is here:
+    https://github.com/ahiguti/HandlerSocket-Plugin-for-MySQL
+
+More documents are available in docs-en/ and docs-ja/ directories.
+