vincentchu-handlersocket 0.0.1

data/ext/HandlerSocket-Plugin-for-MySQL/perl-Net-HandlerSocket/MANIFEST

@@ -0,0 +1,8 @@
+Changes
+HandlerSocket.xs
+Makefile.PL
+MANIFEST
+ppport.h
+README
+t/Net-HandlerSocket.t
+lib/Net/HandlerSocket.pm

data/ext/HandlerSocket-Plugin-for-MySQL/perl-Net-HandlerSocket/Makefile.PL

@@ -0,0 +1,18 @@
+# use 5.010000;
+use ExtUtils::MakeMaker;
+# See lib/ExtUtils/MakeMaker.pm for details of how to influence
+# the contents of the Makefile that is written.
+WriteMakefile(
+    NAME              => 'Net::HandlerSocket',
+    VERSION_FROM      => 'lib/Net/HandlerSocket.pm', # finds $VERSION
+    PREREQ_PM         => {}, # e.g., Module::Name => 1.1
+    ($] >= 5.005 ?     ## Add these new keywords supported since 5.005
+      (ABSTRACT_FROM  => 'lib/Net/HandlerSocket.pm', # retrieve abstract from module
+       AUTHOR         => 'higuchi dot akira at dena dot jp>') : ()),
+    CC                => 'g++ -fPIC',
+    LD                => 'g++ -fPIC',
+    LIBS              => ['-L../libhsclient -L../libhsclient/.libs -lhsclient'],
+    DEFINE            => '',
+    INC               => '-I. -I../libhsclient',
+    OPTIMIZE          => '-g -O3 -Wall -Wno-unused',
+);

data/ext/HandlerSocket-Plugin-for-MySQL/perl-Net-HandlerSocket/Makefile.PL.installed

@@ -0,0 +1,20 @@
+# use 5.010000;
+use ExtUtils::MakeMaker;
+# See lib/ExtUtils/MakeMaker.pm for details of how to influence
+# the contents of the Makefile that is written.
+WriteMakefile(
+    NAME              => 'Net::HandlerSocket',
+    VERSION_FROM      => 'lib/Net/HandlerSocket.pm', # finds $VERSION
+    PREREQ_PM         => {}, # e.g., Module::Name => 1.1
+    ($] >= 5.005 ?     ## Add these new keywords supported since 5.005
+      (ABSTRACT_FROM  => 'lib/Net/HandlerSocket.pm', # retrieve abstract from module
+       AUTHOR         => 'higuchi dot akira at dena dot jp>') : ()),
+    CC                => 'g++ -fPIC',
+    LD                => 'g++ -fPIC',
+    LIBS              => ['-lhsclient'], # e.g., '-lm'
+    DEFINE            => '', # e.g., '-DHAVE_SOMETHING'
+    INC               => '-I. -I/usr/include/handlersocket',
+    OPTIMIZE          => '-g -O3 -Wall -Wno-unused',
+	# Un-comment this if you add C files to link with later:
+    # OBJECT            => '$(O_FILES)', # link all the C files too
+);

data/ext/HandlerSocket-Plugin-for-MySQL/perl-Net-HandlerSocket/README

@@ -0,0 +1,30 @@
+HandlerSocket version 0.01
+==========================
+
+The README is used to introduce the module and provide instructions on
+how to install the module, any machine dependencies it may have (for
+example C compilers and installed libraries) and any other information
+that should be provided before the module is installed.
+
+A README file is required for CPAN modules since CPAN extracts the
+README file from a module distribution so that people browsing the
+archive can use it get an idea of the modules uses. It is usually a
+good idea to provide version information here so that people can
+decide whether fixes for the module are worth downloading.
+
+INSTALLATION
+
+To install this module type the following:
+
+   perl Makefile.PL
+   make
+   make test
+   make install
+
+DEPENDENCIES
+
+COPYRIGHT AND LICENCE
+
+  Copyright (C) 2010 DeNA Co.,Ltd.. All rights reserved.
+  See COPYRIGHT.txt for details.
+

data/ext/HandlerSocket-Plugin-for-MySQL/perl-Net-HandlerSocket/lib/Net/HandlerSocket.pm

@@ -0,0 +1,68 @@
+
+package Net::HandlerSocket;
+
+use strict;
+use warnings;
+
+require Exporter;
+
+our @ISA = qw(Exporter);
+
+# Items to export into callers namespace by default. Note: do not export
+# names by default without a very good reason. Use EXPORT_OK instead.
+# Do not simply export all your public functions/methods/constants.
+
+# This allows declaration	use Net::HandlerSocket ':all';
+# If you do not need this, moving things directly into @EXPORT or @EXPORT_OK
+# will save memory.
+our %EXPORT_TAGS = ( 'all' => [ qw(
+	
+) ] );
+
+our @EXPORT_OK = ( @{ $EXPORT_TAGS{'all'} } );
+
+our @EXPORT = qw(
+	
+);
+
+our $VERSION = '0.01';
+
+require XSLoader;
+XSLoader::load('Net::HandlerSocket', $VERSION);
+
+# Preloaded methods go here.
+
+1;
+__END__
+# Below is stub documentation for your module. You'd better edit it!
+
+=head1 NAME
+
+Net::HandlerSocket - Perl extension for blah blah blah
+
+=head1 SYNOPSIS
+
+  use Net::HandlerSocket;
+  my $hsargs = { host => 'localhost', port => 9999 };
+  my $cli = new Net::HandlerSocket($hsargs);
+  $cli->open_index(1, 'testdb', 'testtable1', 'PRIMARY', 'foo,bar,baz');
+  $cli->open_index(2, 'testdb', 'testtable2', 'i2', 'hoge,fuga');
+  $cli->execute_find(1, '>=', [ 'aaa', 'bbb' ], 5, 100);
+	# select foo,bar,baz from testdb.testtable1
+	# 	where pk1 = 'aaa' and pk2 = 'bbb' order by pk1, pk2
+	# 	limit 100, 5
+
+=head1 DESCRIPTION
+
+Stub documentation for Net::HandlerSocket, created by h2xs.
+
+=head1 AUTHOR
+
+Akira HiguchiE<lt>higuchi dot akira at dena dot jpE<gt>
+
+=head1 COPYRIGHT AND LICENSE
+
+Copyright (C) 2010 DeNA Co.,Ltd.. All rights reserved.
+See COPYRIGHT.txt for details.
+
+=cut

data/ext/HandlerSocket-Plugin-for-MySQL/perl-Net-HandlerSocket/lib/Net/HandlerSocket/Pool.pm

@@ -0,0 +1,362 @@
+#!/usr/bin/perl
+
+package Net::HandlerSocket::HSPool;
+
+use strict;
+use warnings;
+use Net::HandlerSocket;
+use Socket;
+
+sub new {
+	my $self = {
+		config => $_[1],
+		reopen_interval => 60,
+		hostmap => { },
+	};
+	return bless $self, $_[0];
+}
+
+sub clear_pool {
+	my ($self) = @_;
+	$self->{hostmap} = { };
+}
+
+sub on_error {
+	my ($self, $obj) = @_;
+	my $error_func = $self->{config}->{error};
+	if (defined($error_func)) {
+		return &{$error_func}($obj);
+	}
+	die $obj;
+}
+
+sub on_warning {
+	my ($self, $obj) = @_;
+	my $warning_func = $self->{config}->{warning};
+	if (defined($warning_func)) {
+		return &{$warning_func}($obj);
+	}
+}
+
+sub get_conf {
+	my ($self, $dbtbl) = @_;
+	my $hcent = $self->{config}->{hostmap}->{$dbtbl};
+	if (!defined($hcent)) {
+		$self->on_error("get_conf: $dbtbl not found");
+		return undef;
+	}
+	my %cpy = %$hcent;
+	$cpy{port} ||= 9998;
+	$cpy{timeout} ||= 2;
+	return \%cpy;
+}
+
+sub resolve_hostname {
+	my ($self, $hcent, $host_ip_list) = @_;
+	if (defined($host_ip_list)) {
+		if (scalar(@$host_ip_list) > 0) {
+			$hcent->{host} = shift(@$host_ip_list);
+			return $host_ip_list;
+		}
+		return undef; # no more ip
+	}
+	my $host = $hcent->{host}; # unresolved name
+	$hcent->{hostname} = $host;
+	my $resolve_list_func = $self->{config}->{resolve_list};
+	if (defined($resolve_list_func)) {
+		$host_ip_list = &{$resolve_list_func}($host);
+		if (scalar(@$host_ip_list) > 0) {
+			$hcent->{host} = shift(@$host_ip_list);
+			return $host_ip_list;
+		}
+		return undef; # no more ip
+	}
+	my $resolve_func = $self->{config}->{resolve};
+	if (defined($resolve_func)) {
+		$hcent->{host} = &{$resolve_func}($host);
+		return [];
+	}
+	my $packed = gethostbyname($host);
+	if (!defined($packed)) {
+		return undef;
+	}
+	$hcent->{host} = inet_ntoa($packed);
+	return [];
+}
+
+sub get_handle_exec {
+	my ($self, $db, $tbl, $idx, $cols, $exec_multi, $exec_args) = @_;
+	my $now = time();
+	my $dbtbl = join('.', $db, $tbl);
+	my $hcent = $self->get_conf($dbtbl); # copy
+	if (!defined($hcent)) {
+		return undef;
+	}
+	my $hmkey = join(':', $hcent->{host}, $hcent->{port});
+	my $hment = $self->{hostmap}->{$hmkey};
+		# [ open_time, handle, index_map, host, next_index_id ]
+	my $host_ip_list;
+	TRY_OTHER_IP:
+	if (!defined($hment) ||
+		$hment->[0] + $self->{reopen_interval} < $now ||
+		!$hment->[1]->stable_point()) {
+		$host_ip_list = $self->resolve_hostname($hcent, $host_ip_list);
+		if (!defined($host_ip_list)) {
+			my $hostport = $hmkey . '(' . $hcent->{host} . ')';
+			$self->on_error("HSPool::get_handle" .
+				"($db, $tbl, $idx, $cols): host=$hmkey: " .
+				"no more active ip");
+			return undef;
+		}
+		my $hnd = new Net::HandlerSocket($hcent);
+		my %m = ();
+		$hment = [ $now, $hnd, \%m, $hcent->{host}, 1 ];
+		$self->{hostmap}->{$hmkey} = $hment;
+	}
+	my $hnd = $hment->[1];
+	my $idxmap = $hment->[2];
+	my $imkey = join(':', $idx, $cols);
+	my $idx_id = $idxmap->{$imkey};
+	if (!defined($idx_id)) {
+		$idx_id = $hment->[4];
+		my $e = $hnd->open_index($idx_id, $db, $tbl, $idx, $cols);
+		if ($e != 0) {
+			my $estr = $hnd->get_error();
+			my $hostport = $hmkey . '(' . $hcent->{host} . ')';
+			my $errmess = "HSPool::get_handle open_index" .
+				"($db, $tbl, $idx, $cols): host=$hostport " .
+				"err=$e($estr)";
+			$self->on_warning($errmess);
+			$hnd->close();
+			$hment = undef;
+			goto TRY_OTHER_IP;
+		}
+		$hment->[4]++;
+		$idxmap->{$imkey} = $idx_id;
+	}
+	if ($exec_multi) {
+		my $resarr;
+		for my $cmdent (@$exec_args) {
+			$cmdent->[0] = $idx_id;
+		}
+		if (scalar(@$exec_args) == 0) {
+			$resarr = [];
+		} else {
+			$resarr = $hnd->execute_multi($exec_args);
+		}
+		my $i = 0;
+		for my $res (@$resarr) {
+			if ($res->[0] != 0) {
+				my $cmdent = $exec_args->[$i];
+				my $ec = $res->[0];
+				my $estr = $res->[1];
+				my $op = $cmdent->[1];
+				my $kfvs = $cmdent->[2];
+				my $kvstr = defined($kfvs)
+					? join(',', @$kfvs) : '';
+				my $limit = $cmdent->[3] || 0;
+				my $skip = $cmdent->[4] || 0;
+				my $hostport = $hmkey . '(' . $hcent->{host}
+					. ')';
+				my $errmess = "HSPool::get_handle execm" .
+					"($db, $tbl, $idx, [$cols], " .
+					"($idx_id), $op, [$kvstr] " .
+					"$limit, $skip): " . 
+					"host=$hostport err=$ec($estr)";
+				if ($res->[0] < 0 || $res->[0] == 2) {
+					$self->on_warning($errmess);
+					$hnd->close();
+					$hment = undef;
+					goto TRY_OTHER_IP;
+				} else {
+					$self->on_error($errmess);
+				}
+			}
+			shift(@$res);
+			++$i;
+		}
+		return $resarr;
+	} else {
+		my $res = $hnd->execute_find($idx_id, @$exec_args);
+		if ($res->[0] != 0) {
+			my ($op, $kfvals, $limit, $skip) = @$exec_args;
+			my $ec = $res->[0];
+			my $estr = $res->[1];
+			my $kvstr = join(',', @$kfvals);
+			my $hostport = $hmkey . '(' . $hcent->{host} . ')';
+			my $errmess = "HSPool::get_handle exec" .
+				"($db, $tbl, $idx, [$cols], ($idx_id), " .
+				"$op, [$kvstr], $limit, $skip): " .
+				"host=$hostport err=$ec($estr)";
+			if ($res->[0] < 0 || $res->[0] == 2) {
+				$self->on_warning($errmess);
+				$hnd->close();
+				$hment = undef;
+				goto TRY_OTHER_IP;
+			} else {
+				$self->on_error($errmess);
+			}
+		}
+		shift(@$res);
+		return $res;
+	}
+}
+
+sub index_find {
+	my ($self, $db, $tbl, $idx, $cols, $op, $kfvals, $limit, $skip) = @_;
+	# cols: comma separated list
+	# kfvals: arrayref
+	$limit ||= 0;
+	$skip ||= 0;
+	my $res = $self->get_handle_exec($db, $tbl, $idx, $cols,
+		0, [ $op, $kfvals, $limit, $skip ]);
+	return $res;
+}
+
+sub index_find_multi {
+	my ($self, $db, $tbl, $idx, $cols, $cmdlist) = @_;
+	# cols : comma separated list
+	# cmdlist : [ dummy, op, kfvals, limit, skip ]
+	# kfvals : arrayref
+	my $resarr = $self->get_handle_exec($db, $tbl, $idx, $cols,
+		1, $cmdlist);
+	return $resarr;
+}
+
+sub result_single_to_arrarr {
+	my ($numcols, $hsres, $ret) = @_;
+	my $hsreslen = scalar(@$hsres);
+	my $rlen = int($hsreslen / $numcols);
+	$ret = [ ] if !defined($ret);
+	my @r = ();
+	my $p = 0;
+	for (my $i = 0; $i < $rlen; ++$i) {
+		my @a = splice(@$hsres, $p, $numcols);
+		$p += $numcols;
+		push(@$ret, \@a);
+	}
+	return $ret; # arrayref of arrayrefs
+}
+
+sub result_multi_to_arrarr {
+	my ($numcols, $mhsres, $ret) = @_;
+	$ret = [ ] if !defined($ret);
+	for my $hsres (@$mhsres) {
+		my $hsreslen = scalar(@$hsres);
+		my $rlen = int($hsreslen / $numcols);
+		my $p = 0;
+		for (my $i = 0; $i < $rlen; ++$i) {
+			my @a = splice(@$hsres, $p, $numcols);
+			$p += $numcols;
+			push(@$ret, \@a);
+		}
+	}
+	return $ret; # arrayref of arrayrefs
+}
+
+sub result_single_to_hasharr {
+	my ($names, $hsres, $ret) = @_;
+	my $nameslen = scalar(@$names);
+	my $hsreslen = scalar(@$hsres);
+	my $rlen = int($hsreslen / $nameslen);
+	$ret = [ ] if !defined($ret);
+	my $p = 0;
+	for (my $i = 0; $i < $rlen; ++$i) {
+		my %h = ();
+		for (my $j = 0; $j < $nameslen; ++$j, ++$p) {
+			$h{$names->[$j]} = $hsres->[$p];
+		}
+		push(@$ret, \%h);
+	}
+	return $ret; # arrayref of hashrefs
+}
+
+sub result_multi_to_hasharr {
+	my ($names, $mhsres, $ret) = @_;
+	my $nameslen = scalar(@$names);
+	$ret = [ ] if !defined($ret);
+	for my $hsres (@$mhsres) {
+		my $hsreslen = scalar(@$hsres);
+		my $rlen = int($hsreslen / $nameslen);
+		my $p = 0;
+		for (my $i = 0; $i < $rlen; ++$i) {
+			my %h = ();
+			for (my $j = 0; $j < $nameslen; ++$j, ++$p) {
+				$h{$names->[$j]} = $hsres->[$p];
+			}
+			push(@$ret, \%h);
+		}
+	}
+	return $ret; # arrayref of hashrefs
+}
+
+sub result_single_to_hashhash {
+	my ($names, $key, $hsres, $ret) = @_;
+	my $nameslen = scalar(@$names);
+	my $hsreslen = scalar(@$hsres);
+	my $rlen = int($hsreslen / $nameslen);
+	$ret = { } if !defined($ret);
+	my $p = 0;
+	for (my $i = 0; $i < $rlen; ++$i) {
+		my %h = ();
+		for (my $j = 0; $j < $nameslen; ++$j, ++$p) {
+			$h{$names->[$j]} = $hsres->[$p];
+		}
+		my $k = $h{$key};
+		$ret->{$k} = \%h if defined($k);
+	}
+	return $ret; # hashref of hashrefs
+}
+
+sub result_multi_to_hashhash {
+	my ($names, $key, $mhsres, $ret) = @_;
+	my $nameslen = scalar(@$names);
+	$ret = { } if !defined($ret);
+	for my $hsres (@$mhsres) {
+		my $hsreslen = scalar(@$hsres);
+		my $rlen = int($hsreslen / $nameslen);
+		my $p = 0;
+		for (my $i = 0; $i < $rlen; ++$i) {
+			my %h = ();
+			for (my $j = 0; $j < $nameslen; ++$j, ++$p) {
+				$h{$names->[$j]} = $hsres->[$p];
+			}
+			my $k = $h{$key};
+			$ret->{$k} = \%h if defined($k);
+		}
+	}
+	return $ret; # hashref of hashrefs
+}
+
+sub select_cols_where_eq_aa {
+	# SELECT $cols FROM $db.$tbl WHERE $idx_key = $kv LIMIT 1
+	my ($self, $db, $tbl, $idx, $cols_aref, $kv_aref) = @_;
+	my $cols_str = join(',', @$cols_aref);
+	my $res = $self->index_find($db, $tbl, $idx, $cols_str, '=', $kv_aref);
+	return result_single_to_arrarr(scalar(@$cols_aref), $res);
+}
+
+sub select_cols_where_eq_hh {
+	# SELECT $cols FROM $db.$tbl WHERE $idx_key = $kv LIMIT 1
+	my ($self, $db, $tbl, $idx, $cols_aref, $kv_aref, $retkey) = @_;
+	my $cols_str = join(',', @$cols_aref);
+	my $res = $self->index_find($db, $tbl, $idx, $cols_str, '=', $kv_aref);
+	my $r = result_single_to_hashhash($cols_aref, $retkey, $res);
+	return $r;
+}
+
+sub select_cols_where_in_hh {
+	# SELECT $cols FROM $db.$tbl WHERE $idx_key in ($vals)
+	my ($self, $db, $tbl, $idx, $cols_aref, $vals_aref, $retkey) = @_;
+	my $cols_str = join(',', @$cols_aref);
+	my @cmdlist = ();
+	for my $v (@$vals_aref) {
+		push(@cmdlist, [ -1, '=', [ $v ] ]);
+	}
+	my $res = $self->index_find_multi($db, $tbl, $idx, $cols_str,
+		\@cmdlist);
+	return result_multi_to_hashhash($cols_aref, $retkey, $res);
+}
+
+1;
+