heroku-tokyotyrant 0.4

data/ext/tokyocabinet-1.4.41/README

@@ -0,0 +1,38 @@
+================================================================
+ Tokyo Cabinet: a modern implementation of DBM
+ Copyright (C) 2006-2009 Mikio Hirabayashi
+================================================================
+
+
+Please read the following documents with a WWW browser.
+How to install Tokyo Cabinet is explained in the specification.
+
+  README         - this file
+  COPYING        - license
+  ChangeLog      - history of enhancement
+  THANKS         - list of contributors
+  doc/index.html - index of documents
+
+
+Contents of the directory tree is below.
+
+  ./             - sources of Tokyo Cabinet
+  ./doc/         - manuals and specifications
+  ./man/         - manuals for nroff
+  ./example/     - sample code of tutorial
+  ./lab/         - for test and experiment
+  ./bros/        - for comparison with other database managers
+
+
+Tokyo Cabinet is released under the terms of the GNU Lesser General
+Public License.  See the file `COPYING' for details.
+
+Tokyo Cabinet was written by Mikio Hirabayashi.  You can contact the
+author by e-mail to `hirarin@gmail.com'.
+
+
+Thanks.
+
+
+
+== END OF FILE ==

data/ext/tokyocabinet-1.4.41/THANKS

@@ -0,0 +1,12 @@
+================================================================
+ Thanks to all of the following for their valuable suggestions
+ or contributions.
+================================================================
+
+
+mixi Inc. and its developers
+  - allowing me to develop and publish Tokyo Cabinet as business work
+
+
+
+== END OF FILE ==

data/ext/tokyocabinet-1.4.41/bros/Makefile

@@ -0,0 +1,133 @@
+# Makefile for writing tests of DBM brothers
+
+
+
+#================================================================
+# Setting variables
+#================================================================
+
+
+# Generic settings
+SHELL = /bin/sh
+
+# Targets
+MYBINS = tctest qdbmtest ndbmtest sdbmtest gdbmtest tdbtest cdbtest bdbtest \
+  maptest sqltest cmpsqltctest
+
+
+
+#================================================================
+# Suffix rules
+#================================================================
+
+
+.SUFFIXES :
+
+
+
+#================================================================
+# Actions
+#================================================================
+
+
+mesg :
+	@echo "Here are writing tests of DBM brothers." 1>&2
+	@echo "select a target of {all clean $(MYBINS)}." 1>&2
+
+
+all : $(MYBINS)
+
+
+clean :
+	rm -rf $(MYBINS) *.o *.exe a.out casket* *~
+
+
+distclean : clean
+
+
+
+#================================================================
+# Building binaries
+#================================================================
+
+
+tctest : tctest.c
+	LD_LIBRARY_PATH="$(LD_LIBRARY_PATH):.:.." ; PATH="$(PATH):.:.." ; \
+	  export LD_LIBRARY_PATH PATH ; ldflags=`tcucodec conf -l` ; \
+	  [ -z "$$ldflags" ] && \
+	    ldflags="-L/usr/local/lib -ltokyocabinet -lz -lpthread -lm -lc" ; \
+	  gcc -I.. -I/usr/local/include -D_GNU_SOURCE=1 \
+	    -Wall -ansi -pedantic -O3 -o $@ tctest.c \
+	    -static -L. -L.. $$ldflags
+
+
+qdbmtest : qdbmtest.c
+	gcc -I.. -I/usr/local/include -D_GNU_SOURCE=1 \
+	  -Wall -ansi -pedantic -O3 -o $@ qdbmtest.c \
+	  -static -L.. -L/usr/local/lib -lqdbm -lz -lc
+
+
+ndbmtest : ndbmtest.c
+	gcc -I/usr/local/include -D_GNU_SOURCE=1 \
+	  -Wall -ansi -pedantic -O3 -o $@ ndbmtest.c \
+	  -static -L/usr/local/lib -lndbm -lc
+
+
+sdbmtest : sdbmtest.c
+	gcc -I/usr/local/include -D_GNU_SOURCE=1 \
+	  -Wall -ansi -pedantic -O3 -o $@ sdbmtest.c \
+	  -static -L/usr/local/lib -lsdbm -lc
+
+
+gdbmtest : gdbmtest.c
+	gcc -I/usr/local/include -D_GNU_SOURCE=1 \
+	  -Wall -ansi -pedantic -O3 -o $@ gdbmtest.c \
+	  -static -L/usr/local/lib -lgdbm -lc
+
+
+tdbtest : tdbtest.c
+	gcc -I/usr/local/include -D_GNU_SOURCE=1 \
+	  -Wall -ansi -pedantic -O3 -o $@ tdbtest.c \
+	  -static -L/usr/local/lib -ltdb -lc
+
+
+cdbtest : cdbtest.c
+	gcc -I/usr/local/include -D_GNU_SOURCE=1 \
+	  -Wall -ansi -pedantic -O3 -o $@ cdbtest.c \
+	  -static -L/usr/local/lib -lcdb -lc
+
+
+bdbtest : bdbtest.c
+	gcc -I/usr/local/bdb/include -D_GNU_SOURCE=1 \
+	  -Wall -O3 -o $@ bdbtest.c \
+	  -static -L/usr/local/bdb/lib -ldb -lpthread -lc
+
+
+maptest : maptest.cc
+	LD_LIBRARY_PATH="$(LD_LIBRARY_PATH):.:.." ; PATH="$(PATH):.:.." ; \
+	  export LD_LIBRARY_PATH PATH ; ldflags=`tcucodec conf -l` ; \
+	  [ -z "$$ldflags" ] && \
+	    ldflags="-L/usr/local/lib -ltokyocabinet -lz -lpthread -lm -lc" ; \
+	  g++ -I.. -I/usr/local/include -D_GNU_SOURCE=1 \
+	    -Wall -ansi -pedantic -O3 -o $@ maptest.cc \
+	    -static -L. -L.. -lstdc++ $$ldflags
+
+
+sqltest : sqltest.c
+	gcc -I/usr/local/include -D_GNU_SOURCE=1 \
+	  -Wall -O3 -o $@ sqltest.c \
+	  -static -L/usr/local/lib -lsqlite3 -lpthread -ldl -lc
+
+
+cmpsqltctest : cmpsqltctest.c
+	LD_LIBRARY_PATH="$(LD_LIBRARY_PATH):.:.." ; PATH="$(PATH):.:.." ; \
+	  export LD_LIBRARY_PATH PATH ; ldflags=`tcucodec conf -l` ; \
+	  [ -z "$$ldflags" ] && \
+	    ldflags="-L/usr/local/lib -ltokyocabinet -lz -lpthread -lm -lc" ; \
+	  gcc -std=c99 -I.. -I/usr/local/include -D_GNU_SOURCE=1 \
+	    -Wall -pedantic -O3 -o $@ cmpsqltctest.c \
+	    -static -L. -L.. -lsqlite3 -lpthread -ldl $$ldflags
+
+
+
+# END OF FILE

data/ext/tokyocabinet-1.4.41/bros/bdbtest.c

@@ -0,0 +1,438 @@
+/*************************************************************************************************
+ * Writing test of Berkeley DB
+ *************************************************************************************************/
+
+
+#include <db.h>
+#include <stdlib.h>
+#include <stdio.h>
+#include <string.h>
+
+#undef TRUE
+#define TRUE           1                 /* boolean true */
+#undef FALSE
+#define FALSE          0                 /* boolean false */
+
+#define RECBUFSIZ       32               /* buffer for records */
+#define SMALL_PAGESIZE  512              /* small page size */
+#define BIG_PAGESIZE    65536            /* maximum page size */
+#define BIG_CACHESIZE   (rnum * 2 * 15)  /* maximum cache size < avail mem. */
+#define SMALL_CACHESIZE (5 * 1048576)    /* should be Btree fanout */
+
+
+/* global variables */
+const char *progname;                    /* program name */
+int showprgr;                            /* whether to show progression */
+
+
+/* function prototypes */
+int main(int argc, char **argv);
+void usage(void);
+int runwrite(int argc, char **argv);
+int runread(int argc, char **argv);
+int runbtwrite(int argc, char **argv);
+int runbtread(int argc, char **argv);
+int myrand(void);
+int dowrite(char *name, int rnum);
+int doread(char *name, int rnum);
+int dobtwrite(char *name, int rnum, int rnd);
+int dobtread(char *name, int rnum, int rnd);
+
+
+/* main routine */
+int main(int argc, char **argv){
+  int rv;
+  progname = argv[0];
+  showprgr = TRUE;
+  if(getenv("HIDEPRGR")) showprgr = FALSE;
+  srand48(1978);
+  if(argc < 2) usage();
+  rv = 0;
+  if(!strcmp(argv[1], "write")){
+    rv = runwrite(argc, argv);
+  } else if(!strcmp(argv[1], "read")){
+    rv = runread(argc, argv);
+  } else if(!strcmp(argv[1], "btwrite")){
+    rv = runbtwrite(argc, argv);
+  } else if(!strcmp(argv[1], "btread")){
+    rv = runbtread(argc, argv);
+  } else {
+    usage();
+  }
+  return rv;
+}
+
+
+/* print the usage and exit */
+void usage(void){
+  fprintf(stderr, "%s: test cases for Berkeley DB\n", progname);
+  fprintf(stderr, "\n");
+  fprintf(stderr, "usage:\n");
+  fprintf(stderr, "  %s write name rnum\n", progname);
+  fprintf(stderr, "  %s read name rnum\n", progname);
+  fprintf(stderr, "  %s btwrite [-rnd] name rnum\n", progname);
+  fprintf(stderr, "  %s btread [-rnd] name rnum\n", progname);
+  fprintf(stderr, "\n");
+  exit(1);
+}
+
+
+/* parse arguments of write command */
+int runwrite(int argc, char **argv){
+  char *name, *rstr;
+  int i, rnum, rv;
+  name = NULL;
+  rstr = NULL;
+  rnum = 0;
+  for(i = 2; i < argc; i++){
+    if(!name && argv[i][0] == '-'){
+      usage();
+    } else if(!name){
+      name = argv[i];
+    } else if(!rstr){
+      rstr = argv[i];
+    } else {
+      usage();
+    }
+  }
+  if(!name || !rstr) usage();
+  rnum = atoi(rstr);
+  if(rnum < 1) usage();
+  rv = dowrite(name, rnum);
+  return rv;
+}
+
+
+/* parse arguments of read command */
+int runread(int argc, char **argv){
+  char *name, *rstr;
+  int i, rnum, rv;
+  name = NULL;
+  rstr = NULL;
+  rnum = 0;
+  for(i = 2; i < argc; i++){
+    if(!name && argv[i][0] == '-'){
+      usage();
+    } else if(!name){
+      name = argv[i];
+    } else if(!rstr){
+      rstr = argv[i];
+    } else {
+      usage();
+    }
+  }
+  if(!name || !rstr) usage();
+  rnum = atoi(rstr);
+  if(rnum < 1) usage();
+  rv = doread(name, rnum);
+  return rv;
+}
+
+
+/* parse arguments of btwrite command */
+int runbtwrite(int argc, char **argv){
+  char *name, *rstr;
+  int i, rnum, rnd, rv;
+  name = NULL;
+  rstr = NULL;
+  rnum = 0;
+  rnd = FALSE;
+  for(i = 2; i < argc; i++){
+    if(!name && argv[i][0] == '-'){
+      if(!name && !strcmp(argv[i], "-rnd")){
+        rnd = TRUE;
+      } else {
+        usage();
+      }
+    } else if(!name){
+      name = argv[i];
+    } else if(!rstr){
+      rstr = argv[i];
+    } else {
+      usage();
+    }
+  }
+  if(!name || !rstr) usage();
+  rnum = atoi(rstr);
+  if(rnum < 1) usage();
+  rv = dobtwrite(name, rnum, rnd);
+  return rv;
+}
+
+
+/* parse arguments of btread command */
+int runbtread(int argc, char **argv){
+  char *name, *rstr;
+  int i, rnum, rnd, rv;
+  name = NULL;
+  rstr = NULL;
+  rnum = 0;
+  rnd = FALSE;
+  for(i = 2; i < argc; i++){
+    if(!name && argv[i][0] == '-'){
+      if(!name && !strcmp(argv[i], "-rnd")){
+        rnd = TRUE;
+      } else {
+        usage();
+      }
+    } else if(!name){
+      name = argv[i];
+    } else if(!rstr){
+      rstr = argv[i];
+    } else {
+      usage();
+    }
+  }
+  if(!name || !rstr) usage();
+  rnum = atoi(rstr);
+  if(rnum < 1) usage();
+  rv = dobtread(name, rnum, rnd);
+  return rv;
+}
+
+
+/* pseudo random number generator */
+int myrand(void){
+  static int cnt = 0;
+  return (lrand48() + cnt++) & 0x7FFFFFFF;
+}
+
+
+/* perform write command */
+int dowrite(char *name, int rnum){
+  DB *dbp;
+  DBT key, data;
+  int i, err, len;
+  char buf[RECBUFSIZ];
+  if(showprgr) printf("<Writing Test of Hash>\n  name=%s  rnum=%d\n\n", name, rnum);
+  /* open a database */
+  if(db_create(&dbp, NULL, 0) != 0){
+    fprintf(stderr, "db_create failed\n");
+    return 1;
+  }
+  if(dbp->set_pagesize(dbp, SMALL_PAGESIZE) != 0){
+    fprintf(stderr, "DB->set_pagesize failed\n");
+    dbp->close(dbp, 0);
+    return 1;
+  }
+  if(dbp->set_cachesize(dbp, 0, BIG_CACHESIZE, 0) != 0){
+    fprintf(stderr, "DB->set_cachesize failed\n");
+    dbp->close(dbp, 0);
+    return 1;
+  }
+  if(dbp->open(dbp, NULL, name, NULL, DB_HASH, DB_CREATE | DB_TRUNCATE, 00644) != 0){
+    fprintf(stderr, "DB->open failed\n");
+    dbp->close(dbp, 0);
+    return 1;
+  }
+  err = FALSE;
+  memset(&key, 0, sizeof(key));
+  memset(&data, 0, sizeof(data));
+  /* loop for each record */
+  for(i = 1; i <= rnum; i++){
+    /* store a record */
+    len = sprintf(buf, "%08d", i);
+    key.data = buf;
+    key.size = len;
+    data.data = buf;
+    data.size = len;
+    if(dbp->put(dbp, NULL, &key, &data, 0) != 0){
+      fprintf(stderr, "DB->put failed\n");
+      err = TRUE;
+      break;
+    }
+    /* print progression */
+    if(showprgr && rnum > 250 && i % (rnum / 250) == 0){
+      putchar('.');
+      fflush(stdout);
+      if(i == rnum || i % (rnum / 10) == 0){
+        printf(" (%08d)\n", i);
+        fflush(stdout);
+      }
+    }
+  }
+  /* close the database */
+  if(dbp->close(dbp, 0) != 0){
+    fprintf(stderr, "DB->close failed\n");
+    err = TRUE;
+  }
+  if(showprgr && !err) printf("ok\n\n");
+  return err ? 1 : 0;
+}
+
+
+/* perform read command */
+int doread(char *name, int rnum){
+  DB *dbp;
+  DBT key, data;
+  int i, err, len;
+  char buf[RECBUFSIZ];
+  if(showprgr) printf("<Reading Test of Hash>\n  name=%s  rnum=%d\n\n", name, rnum);
+  /* open a database */
+  if(db_create(&dbp, NULL, 0) != 0){
+    fprintf(stderr, "db_create failed\n");
+    return 1;
+  }
+  if(dbp->set_cachesize(dbp, 0, BIG_CACHESIZE, 0) != 0){
+    fprintf(stderr, "DB->set_cachesize failed\n");
+    dbp->close(dbp, 0);
+    return 1;
+  }
+  if(dbp->open(dbp, NULL, name, NULL, DB_HASH, DB_RDONLY, 00644) != 0){
+    fprintf(stderr, "DB->open failed\n");
+    dbp->close(dbp, 0);
+    return 1;
+  }
+  err = FALSE;
+  memset(&key, 0, sizeof(key));
+  memset(&data, 0, sizeof(data));
+  /* loop for each record */
+  for(i = 1; i <= rnum; i++){
+    /* store a record */
+    len = sprintf(buf, "%08d", i);
+    key.data = buf;
+    key.size = len;
+    if(dbp->get(dbp, NULL, &key, &data, 0) != 0){
+      fprintf(stderr, "DB->get failed\n");
+      err = TRUE;
+      break;
+    }
+    /* print progression */
+    if(showprgr && rnum > 250 && i % (rnum / 250) == 0){
+      putchar('.');
+      fflush(stdout);
+      if(i == rnum || i % (rnum / 10) == 0){
+        printf(" (%08d)\n", i);
+        fflush(stdout);
+      }
+    }
+  }
+  /* close the database */
+  if(dbp->close(dbp, 0) != 0){
+    fprintf(stderr, "DB->close failed\n");
+    err = TRUE;
+  }
+  if(showprgr && !err) printf("ok\n\n");
+  return err ? 1 : 0;
+}
+
+
+/* perform btwrite command */
+int dobtwrite(char *name, int rnum, int rnd){
+  DB *dbp;
+  DBT key, data;
+  int i, err, len;
+  char buf[RECBUFSIZ];
+  if(showprgr) printf("<Writing Test of B+ Tree>\n  name=%s  rnum=%d\n\n", name, rnum);
+  /* open a database */
+  if(db_create(&dbp, NULL, 0) != 0){
+    fprintf(stderr, "db_create failed\n");
+    return 1;
+  }
+  if(dbp->set_pagesize(dbp, BIG_PAGESIZE) != 0){
+    fprintf(stderr, "DB->set_pagesize failed\n");
+    dbp->close(dbp, 0);
+    return 1;
+  }
+  if(dbp->set_cachesize(dbp, 0, rnd ? BIG_CACHESIZE : SMALL_CACHESIZE, 0) != 0){
+    fprintf(stderr, "DB->set_cachesize failed\n");
+    dbp->close(dbp, 0);
+    return 1;
+  }
+  if(dbp->open(dbp, NULL, name, NULL, DB_BTREE, DB_CREATE | DB_TRUNCATE, 00644) != 0){
+    fprintf(stderr, "DB->open failed\n");
+    dbp->close(dbp, 0);
+    return 1;
+  }
+  err = FALSE;
+  memset(&key, 0, sizeof(key));
+  memset(&data, 0, sizeof(data));
+  /* loop for each record */
+  for(i = 1; i <= rnum; i++){
+    /* store a record */
+    len = sprintf(buf, "%08d", rnd ? myrand() % rnum + 1 : i);
+    key.data = data.data = buf;
+    key.size = data.size = len;
+    if(dbp->put(dbp, NULL, &key, &data, 0) != 0){
+      fprintf(stderr, "DB->put failed\n");
+      err = TRUE;
+      break;
+    }
+    /* print progression */
+    if(showprgr && rnum > 250 && i % (rnum / 250) == 0){
+      putchar('.');
+      fflush(stdout);
+      if(i == rnum || i % (rnum / 10) == 0){
+        printf(" (%08d)\n", i);
+        fflush(stdout);
+      }
+    }
+  }
+  /* close the database */
+  if(dbp->close(dbp, 0) != 0){
+    fprintf(stderr, "DB->close failed\n");
+    err = TRUE;
+  }
+  if(showprgr && !err) printf("ok\n\n");
+  return err ? 1 : 0;
+}
+
+
+/* perform btread command */
+int dobtread(char *name, int rnum, int rnd){
+  DB *dbp;
+  DBT key, data;
+  int i, err, len;
+  char buf[RECBUFSIZ];
+  if(showprgr) printf("<Reading Test of B+ Tree>\n  name=%s  rnum=%d\n\n", name, rnum);
+  /* open a database */
+  if(db_create(&dbp, NULL, 0) != 0){
+    fprintf(stderr, "db_create failed\n");
+    return 1;
+  }
+  if(dbp->set_cachesize(dbp, 0, rnd ? BIG_CACHESIZE : SMALL_CACHESIZE, 0) != 0){
+    fprintf(stderr, "DB->set_cachesize failed\n");
+    dbp->close(dbp, 0);
+    return 1;
+  }
+  if(dbp->open(dbp, NULL, name, NULL, DB_BTREE, DB_RDONLY, 00644) != 0){
+    fprintf(stderr, "DB->open failed\n");
+    dbp->close(dbp, 0);
+    return 1;
+  }
+  err = FALSE;
+  memset(&key, 0, sizeof(key));
+  memset(&data, 0, sizeof(data));
+  /* loop for each record */
+  for(i = 1; i <= rnum; i++){
+    /* store a record */
+    len = sprintf(buf, "%08d", rnd ? myrand() % rnum + 1 : i);
+    key.data = buf;
+    key.size = len;
+    if(dbp->get(dbp, NULL, &key, &data, 0) != 0){
+      fprintf(stderr, "DB->get failed\n");
+      err = TRUE;
+      break;
+    }
+    /* print progression */
+    if(showprgr && rnum > 250 && i % (rnum / 250) == 0){
+      putchar('.');
+      fflush(stdout);
+      if(i == rnum || i % (rnum / 10) == 0){
+        printf(" (%08d)\n", i);
+        fflush(stdout);
+      }
+    }
+  }
+  /* close the database */
+  if(dbp->close(dbp, 0) != 0){
+    fprintf(stderr, "DB->close failed\n");
+    err = TRUE;
+  }
+  if(showprgr && !err) printf("ok\n\n");
+  return err ? 1 : 0;
+}
+
+
+
+/* END OF FILE */